-- Logs begin at Fri 2022-01-21 18:01:12 UTC, end at Fri 2022-01-21 20:06:46 UTC. -- Jan 21 18:49:08.651129 dv-neutron-825470-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jan 21 18:49:11.010971 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.common.config [-] Logging enabled! Jan 21 18:49:11.011686 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev7 Jan 21 18:49:11.011800 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88027) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 21 18:49:11.014892 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.common.config [-] Logging enabled! Jan 21 18:49:11.015142 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev7 Jan 21 18:49:11.015449 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88027) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 21 18:49:11.016997 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 21 18:49:11.017231 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 21 18:49:11.017590 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 21 18:49:11.017879 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 21 18:49:11.018107 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 21 18:49:11.018423 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.018718 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.019012 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.019240 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.019535 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.019824 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.020102 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.020385 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.020677 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.020961 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.021235 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.021515 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.021745 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.022058 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.022340 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.022638 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.022847 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] debug = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.023124 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.023549 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.023943 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.024220 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.024504 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.024780 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.025046 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.025320 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.025600 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.025948 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] host = dv-neutron-825470-1-hyperv {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.026238 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.026507 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.026792 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.027073 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.027346 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.027617 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.027897 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.028165 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.028431 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] log_file = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.028703 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.028987 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.029275 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.029566 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.029802 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.030031 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.030316 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.030599 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.030870 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.031139 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.031496 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.031777 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.032041 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.032305 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.032588 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.032870 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.033151 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.033419 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.033688 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.033983 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.034253 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.034534 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.034804 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.035075 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.035345 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.035628 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.035892 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.036161 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.036459 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.036742 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.037022 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.037302 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.037570 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.037872 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.038144 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.038413 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.038683 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] use_json = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.038953 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.039224 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.039501 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.039770 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.040037 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.040305 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.040573 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.040853 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:11.041146 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.041439 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.041736 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.042052 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.042345 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.042622 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.042909 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.043186 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.043472 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.043759 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.044042 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.044317 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.044603 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.044881 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.045173 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.045476 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.045767 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.046075 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.046346 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.046618 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.047395 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.047692 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.048133 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.048429 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.048719 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.048992 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.049271 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.049560 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.049868 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.050141 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.050419 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.050704 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.050981 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.051251 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.051529 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.051890 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.052164 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.052431 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.052704 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.052990 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.053264 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.053530 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.053808 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.054089 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.054355 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.054634 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.054908 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.055175 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.055442 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.055716 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.055983 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.056249 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.056522 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.056788 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.057064 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.057335 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.057602 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.057898 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.058167 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.058433 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.058700 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.058969 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.059244 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.059518 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.059784 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.060052 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.060322 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.060591 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.060876 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.061173 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.061451 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.061726 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.062025 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.062302 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.063162 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.063614 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.063898 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.064178 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.064457 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.064751 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.065039 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.065325 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.065609 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.065914 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.066210 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.066490 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.066772 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.067047 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.067323 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.067611 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.067895 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.068187 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.068476 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.068767 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.069056 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.069346 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.069751 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.070094 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.070373 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:11.070588 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 21 18:49:11.070825 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88027) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 21 18:49:11.465709 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO keyring.backend [-] Loading KWallet Jan 21 18:49:11.473781 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO keyring.backend [-] Loading SecretService Jan 21 18:49:11.477354 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO keyring.backend [-] Loading Windows Jan 21 18:49:11.478992 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO keyring.backend [-] Loading chainer Jan 21 18:49:11.479576 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO keyring.backend [-] Loading macOS Jan 21 18:49:11.513705 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 21 18:49:11.514006 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 21 18:49:11.514293 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 21 18:49:11.514626 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 21 18:49:11.821923 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:11.822136 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:11.822409 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:11.823614 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:11.823892 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:11.824153 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:11.944090 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:11.944361 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:11.944630 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:11.958497 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:11.958774 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:11.959039 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:11.988173 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:11.988449 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:11.988715 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:12.026333 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:12.026876 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:12.026876 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:12.262411 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:12.262691 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:12.262959 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:12.263227 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:12.264066 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:12.385403 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:12.385722 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:12.386029 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:12.386301 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:12.386569 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:12.386882 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:12.387147 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:12.387404 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:12.387655 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:12.387941 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:12.388198 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:12.388460 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:12.388722 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:12.388977 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:12.389242 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:12.389506 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:12.389760 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:12.390052 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:12.390308 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:12.390584 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:12.390970 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:12.391222 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:12.391470 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:12.391748 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:12.391995 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:12.392237 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:12.392622 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88027) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 18:49:12.392861 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88027) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 18:49:12.393093 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88027) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 18:49:12.393325 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88027) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 18:49:12.393556 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88027) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 18:49:12.393875 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88027) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 18:49:12.394171 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 21 18:49:12.397360 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 21 18:49:12.401306 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 21 18:49:12.405030 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jan 21 18:49:12.407215 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 21 18:49:12.407657 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 21 18:49:12.407988 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 21 18:49:12.408371 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 21 18:49:12.411401 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 21 18:49:12.411649 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 21 18:49:12.411990 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 21 18:49:12.441218 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 21 18:49:12.441676 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:12.442013 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88027) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 21 18:49:12.442376 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:12.443743 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88027) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 21 18:49:12.444028 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 21 18:49:12.444270 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 21 18:49:12.447549 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:12.447830 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:12.510450 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 21 18:49:12.510690 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 21 18:49:12.510926 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 21 18:49:12.511290 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 21 18:49:12.542161 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_db.sqlalchemy.engines [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88027) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 21 18:49:13.004038 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.plugins.ml2.managers [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Initializing driver for type 'gre' Jan 21 18:49:13.004566 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] gre ID ranges: [(1, 1000)] Jan 21 18:49:13.192740 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.plugins.ml2.managers [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Initializing driver for type 'local' Jan 21 18:49:13.193346 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.plugins.ml2.managers [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Initializing driver for type 'vlan' Jan 21 18:49:13.267236 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] VlanTypeDriver initialization complete Jan 21 18:49:13.267516 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.plugins.ml2.managers [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Initializing driver for type 'vxlan' Jan 21 18:49:13.268012 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] vxlan ID ranges: [(1, 1000)] Jan 21 18:49:13.426750 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.plugins.ml2.managers [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Initializing extension driver 'port_security' Jan 21 18:49:13.427094 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.plugins.ml2.extensions.port_security [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] PortSecurityExtensionDriver initialization complete Jan 21 18:49:13.427425 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.plugins.ml2.managers [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Initializing mechanism driver 'openvswitch' Jan 21 18:49:13.427743 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.plugins.ml2.managers [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Initializing mechanism driver 'hyperv' Jan 21 18:49:13.434498 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.plugins.ml2.plugin [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:49:13.435154 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > port after_create 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.435519 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > port after_update 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.435867 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > port after_delete 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.436381 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88027) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 18:49:13.436805 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > subnet after_create 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.437155 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > subnet after_update 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.437546 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.438223 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88027) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 18:49:13.438802 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > network after_create 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.439298 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > network after_update 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.439790 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > network after_delete 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.440266 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88027) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 18:49:13.440668 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > security_group after_create 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.441016 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > security_group after_update 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.441353 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.441735 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88027) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 18:49:13.442166 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.442504 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.442840 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.443351 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88027) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 18:49:13.443748 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > address_group after_create 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.444091 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > address_group after_update 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.444427 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.444808 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88027) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 18:49:13.445247 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] ML2 OVO RPC backend initialized. {{(pid=88027) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Jan 21 18:49:13.445983 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.446336 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.446749 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > network before_response 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.447091 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > networks before_response 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.447431 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > port before_response 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.447765 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > ports before_response 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.448101 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > subnet before_response 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.448433 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > subnets before_response 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.448775 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > network after_create 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.449109 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > network after_update 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.449436 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > network after_delete 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.449765 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > port after_create 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.450122 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > port after_update 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.453821 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > port after_delete 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.453821 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > subnet after_create 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.453821 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > subnet after_update 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.453821 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.454155 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.plugins.ml2.plugin [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Modular L2 Plugin initialization complete Jan 21 18:49:13.454155 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading services supported by the core plugin {{(pid=88027) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 21 18:49:13.454155 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.plugins.ml2.managers [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Got port-security extension from driver 'port_security' Jan 21 18:49:13.454155 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.extensions.vlantransparent [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Disabled vlantransparent extension. Jan 21 18:49:13.454155 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88027) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 21 18:49:13.454434 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading Plugin: router Jan 21 18:49:13.495715 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.496102 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > router after_create 55549900 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.496466 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > router before_create 55549900 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.496828 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.497195 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.497545 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > router after_delete 55549900 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.497932 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.498294 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > router after_create 55549900 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.498637 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > router after_update 55549900 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.498998 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > router after_update 55549900 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.499323 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.499679 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > router after_update 55549900 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.500195 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > router precommit_update 55549900 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.500540 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: port after_update 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.500870 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: port after_delete 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.501200 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: subnet after_update 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.501533 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.501900 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.502244 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > router precommit_create 55549900 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.502580 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: port before_delete 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.502917 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > router precommit_create 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.503272 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > router after_update 55549900 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.503621 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.503967 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > router precommit_create 55549900 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.504322 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.504729 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > router precommit_update 55549900 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.505021 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > agent after_create 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.505365 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > agent after_delete 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.505705 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > network after_delete 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.510526 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.quota.resource_registry [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Tracking information for resource: router configured {{(pid=88027) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 18:49:13.510526 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.quota.resource_registry [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Tracking information for resource: floatingip configured {{(pid=88027) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 18:49:13.511825 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.db.l3_agentschedulers_db [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 21 18:49:13.512394 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: port after_update 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.512750 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: port after_create 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.513094 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: port after_delete 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.513443 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: port after_update 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.514436 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > router before_create 55550100 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.514800 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.515157 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > router precommit_create 55550100 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.515512 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > router precommit_update 55550100 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.520550 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.services.provider_configuration [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Service providers = [] {{(pid=88027) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 21 18:49:13.520859 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.db.servicetype_db [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88027) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 21 18:49:13.523845 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.services.service_base [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88027) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 21 18:49:13.524189 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.services.service_base [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88027) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 21 18:49:13.524525 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.services.service_base [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88027) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 21 18:49:13.525415 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.services.service_base [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88027) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 21 18:49:13.525809 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.services.service_base [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 21 18:49:13.526194 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88027) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 18:49:13.526493 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 21 18:49:13.545121 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88027) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 18:49:13.545453 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading Plugin: auto_allocate Jan 21 18:49:13.551562 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: network precommit_update 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.551924 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: network precommit_create 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.552436 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88027) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 18:49:13.552752 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading Plugin: tag Jan 21 18:49:13.559351 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88027) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 18:49:13.559676 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading Plugin: timestamp Jan 21 18:49:13.563822 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88027) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 18:49:13.564147 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading Plugin: network_ip_availability Jan 21 18:49:13.573561 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.573961 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.574315 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.575014 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88027) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 18:49:13.575333 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading Plugin: flavors Jan 21 18:49:13.580644 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88027) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 18:49:13.580974 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading Plugin: revisions Jan 21 18:49:13.585312 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88027) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 18:49:13.585707 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_concurrency.lockutils [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.071s {{(pid=88027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 21 18:49:13.586467 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88027) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 21 18:49:13.586797 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Initializing extension manager. Jan 21 18:49:13.587294 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: __init__.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.587627 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: __pycache__ {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.587953 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.588278 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: address_group.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.589017 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.589574 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: address-group Jan 21 18:49:13.589922 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: address_scope.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.590627 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.591127 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: address-scope Jan 21 18:49:13.591446 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.605023 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.605525 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: router-admin-state-down-before-update Jan 21 18:49:13.605874 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: agent.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.606567 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.607070 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: agent Jan 21 18:49:13.607385 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: agent_resources_synced.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.608288 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.608786 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: agent-resources-synced Jan 21 18:49:13.609101 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: allowedaddresspairs.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.611105 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.611611 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: allowed-address-pairs Jan 21 18:49:13.611957 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: auto_allocated_topology.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.613041 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.613550 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: auto-allocated-topology Jan 21 18:49:13.613902 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: availability_zone.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.614596 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.615095 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: availability_zone Jan 21 18:49:13.615416 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: availability_zone_filter.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.616318 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.616818 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: availability_zone_filter Jan 21 18:49:13.617141 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: data_plane_status.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.618068 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.618565 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extension data-plane-status not supported by any of loaded plugins Jan 21 18:49:13.618884 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: default_subnetpools.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.619785 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.620288 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: default-subnetpools Jan 21 18:49:13.620607 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.621403 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.621936 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: dhcp_agent_scheduler Jan 21 18:49:13.622260 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: dns.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.623152 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.623648 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extension dns-integration not supported by any of loaded plugins Jan 21 18:49:13.623967 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: dns_domain_ports.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.624868 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.625942 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 21 18:49:13.626265 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: dvr.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.626934 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.627431 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: dvr Jan 21 18:49:13.627749 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: empty_string_filtering.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.628654 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.629153 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: empty-string-filtering Jan 21 18:49:13.629471 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.637201 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.637696 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 21 18:49:13.638039 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.638940 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.639435 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 21 18:49:13.639753 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: external_net.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.641217 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.641725 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: external-net Jan 21 18:49:13.642139 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.643033 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.643534 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: extra_dhcp_opt Jan 21 18:49:13.643852 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: extraroute.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.644738 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.645247 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: extraroute Jan 21 18:49:13.645565 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: extraroute_atomic.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.646602 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.647113 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: extraroute-atomic Jan 21 18:49:13.647432 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: filter_validation.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.648091 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.648589 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: filter-validation Jan 21 18:49:13.648903 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: fip_pf_description.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.649829 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.650336 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 21 18:49:13.650655 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: fip_port_details.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.651557 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.652058 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: fip-port-details Jan 21 18:49:13.652374 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: flavors.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.653592 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.654131 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: flavors Jan 21 18:49:13.654458 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.656123 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.656671 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 21 18:49:13.656995 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: floatingip_pools.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.657685 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.658221 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: floatingip-pools Jan 21 18:49:13.658542 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: ip_allocation.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.659453 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.659954 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extension ip_allocation not supported by any of loaded plugins Jan 21 18:49:13.660281 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.661177 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.661676 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: ip-substring-filtering Jan 21 18:49:13.662019 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: l2_adjacency.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.662919 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.663416 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 21 18:49:13.663734 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: l3.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.664679 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.665195 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: router Jan 21 18:49:13.665519 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.669246 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.669769 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 21 18:49:13.670133 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.671049 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.671565 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: ext-gw-mode Jan 21 18:49:13.671918 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.672829 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.673333 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: l3-ha Jan 21 18:49:13.673654 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: l3_flavors.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.674588 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.675102 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: l3-flavors Jan 21 18:49:13.675423 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.676338 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.676844 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 21 18:49:13.677164 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: l3agentscheduler.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.678223 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.678728 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: l3_agent_scheduler Jan 21 18:49:13.679048 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: logging.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.680566 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.681078 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extension logging not supported by any of loaded plugins Jan 21 18:49:13.681405 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: metering.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.682169 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.682739 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: metering Jan 21 18:49:13.694395 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.695227 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.695737 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: metering_source_and_destination_fields Jan 21 18:49:13.696065 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: multiprovidernet.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.696984 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.697492 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: multi-provider Jan 21 18:49:13.697844 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: netmtu.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.698757 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.699260 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: net-mtu Jan 21 18:49:13.699580 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: netmtu_writable.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.700484 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.700982 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: net-mtu-writable Jan 21 18:49:13.701299 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: network_availability_zone.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.701989 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.702488 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: network_availability_zone Jan 21 18:49:13.702807 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: network_ip_availability.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.704538 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.705044 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: network-ip-availability Jan 21 18:49:13.705366 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: network_segment_range.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.706221 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.706723 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extension network-segment-range not supported by any of loaded plugins Jan 21 18:49:13.707047 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: pagination.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.708017 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.708341 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: pagination Jan 21 18:49:13.708659 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: port_device_profile.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.709557 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.710092 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: port-device-profile Jan 21 18:49:13.710410 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.711308 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.711806 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: port-mac-address-regenerate Jan 21 18:49:13.712126 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.713026 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.713524 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: port-numa-affinity-policy Jan 21 18:49:13.713867 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: port_resource_request.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.714763 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.715257 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extension port-resource-request not supported by any of loaded plugins Jan 21 18:49:13.715570 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: portbindings.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.716497 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.716993 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: binding Jan 21 18:49:13.717308 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: portbindings_extended.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.718612 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.719146 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: binding-extended Jan 21 18:49:13.719472 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: portsecurity.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.720373 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.720878 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: port-security Jan 21 18:49:13.721199 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: project_id.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.722215 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.722538 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: project-id Jan 21 18:49:13.722858 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: providernet.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.723763 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.724265 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: provider Jan 21 18:49:13.724581 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: qos.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.728702 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.729228 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extension qos not supported by any of loaded plugins Jan 21 18:49:13.735156 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.735639 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.736155 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 21 18:49:13.736478 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.737390 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.737934 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 21 18:49:13.738256 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: qos_default.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.739170 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.739678 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extension qos-default not supported by any of loaded plugins Jan 21 18:49:13.740004 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: qos_fip.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.740651 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.741154 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extension qos-fip not supported by any of loaded plugins Jan 21 18:49:13.741471 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: qos_gateway_ip.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.742421 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.742925 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 21 18:49:13.743244 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: qos_port_network_policy.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.744150 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.744658 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 21 18:49:13.744973 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: qos_rule_type_details.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.745911 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.746413 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 21 18:49:13.746732 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: qos_rules_alias.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.747765 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.748270 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 21 18:49:13.748588 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: quotasv2.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.749484 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.749821 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: quotas Jan 21 18:49:13.750687 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: quotasv2_detail.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.752311 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.752639 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: quota_details Jan 21 18:49:13.752965 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: rbac.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.754049 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.754567 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: rbac-policies Jan 21 18:49:13.754893 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: rbac_address_group.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.755815 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.756326 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: rbac-address-group Jan 21 18:49:13.756649 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: rbac_address_scope.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.764723 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.765258 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: rbac-address-scope Jan 21 18:49:13.767111 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: rbac_security_groups.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.768042 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.768558 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: rbac-security-groups Jan 21 18:49:13.768881 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: rbac_subnetpool.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.769820 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.770326 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: rbac-subnetpool Jan 21 18:49:13.770697 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: revisionifmatch.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.771561 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.772064 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: revision-if-match Jan 21 18:49:13.772381 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: revisions.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.773493 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.774029 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: standard-attr-revisions Jan 21 18:49:13.774343 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: router_availability_zone.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.775006 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.775506 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: router_availability_zone Jan 21 18:49:13.775821 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: routerservicetype.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.776724 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.777226 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extension router-service-type not supported by any of loaded plugins Jan 21 18:49:13.777543 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.778479 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.778979 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: security-groups-normalized-cidr Jan 21 18:49:13.779296 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.780218 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.780720 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: port-security-groups-filtering Jan 21 18:49:13.781039 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.782331 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.782847 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: security-groups-remote-address-group Jan 21 18:49:13.783164 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: securitygroup.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.792771 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.793293 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: security-group Jan 21 18:49:13.793622 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: segment.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.794422 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.794927 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extension segment not supported by any of loaded plugins Jan 21 18:49:13.795276 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.796184 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.796695 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 21 18:49:13.797202 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: servicetype.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.798345 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.798860 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: service-type Jan 21 18:49:13.799183 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: sorting.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.805097 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.805436 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: sorting Jan 21 18:49:13.805757 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: standard_attr_segment.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.806688 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.807198 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 21 18:49:13.807519 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: standardattrdescription.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.808160 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.808664 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: standard-attr-description Jan 21 18:49:13.808983 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: stateful_security_group.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.809954 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.810460 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: stateful-security-group Jan 21 18:49:13.810780 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: stdattrs_common.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.811354 dv-neutron-825470-1-hyperv neutron-server[88027]: WARNING neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 21 18:49:13.811671 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.813225 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.813740 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 21 18:49:13.814093 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: subnet_onboard.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.815173 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.815683 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: subnet_onboard Jan 21 18:49:13.816004 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.816925 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.817423 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 21 18:49:13.817737 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: subnet_service_types.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.818690 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.819196 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: subnet-service-types Jan 21 18:49:13.819516 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: subnetallocation.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.820583 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.821097 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: subnet_allocation Jan 21 18:49:13.821417 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.822098 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.822605 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: subnetpool-prefix-ops Jan 21 18:49:13.822921 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.823846 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.824363 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 21 18:49:13.824678 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: tagging.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.825744 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.826283 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: standard-attr-tag Jan 21 18:49:13.826607 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: timestamp.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.827917 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.828965 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loaded extension: standard-attr-timestamp Jan 21 18:49:13.829302 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: trunk.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.830337 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.830847 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extension trunk not supported by any of loaded plugins Jan 21 18:49:13.831168 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: trunk_details.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.832076 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.832583 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extension trunk-details not supported by any of loaded plugins Jan 21 18:49:13.832903 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: uplink_status_propagation.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.843820 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.844319 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 21 18:49:13.844636 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Loading extension file: vlantransparent.py {{(pid=88027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 18:49:13.845306 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 18:49:13.845815 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 21 18:49:13.848261 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.quota.resource_registry [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Creating instance of TrackedResource for resource:network Jan 21 18:49:13.849012 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.quota.resource_registry [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Creating instance of TrackedResource for resource:subnet Jan 21 18:49:13.849815 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.quota.resource_registry [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 18:49:13.850419 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.quota.resource_registry [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Creating instance of TrackedResource for resource:port Jan 21 18:49:13.851674 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.v2.resource_helper [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88027) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 18:49:13.852165 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.v2.resource_helper [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Service FLAVORS assigned prefix: {{(pid=88027) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 18:49:13.852776 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.v2.resource_helper [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88027) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 18:49:13.853457 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.v2.resource_helper [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88027) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 18:49:13.853804 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.quota.resource_registry [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Creating instance of TrackedResource for resource:router Jan 21 18:49:13.854464 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.quota.resource_registry [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Creating instance of TrackedResource for resource:floatingip Jan 21 18:49:13.855173 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.v2.resource_helper [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Service METERING assigned prefix: /metering {{(pid=88027) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 18:49:13.856632 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.857001 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.857352 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:49:13.858500 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.quota.resource_registry [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Creating instance of CountableResource for resource:rbac_policy Jan 21 18:49:13.858931 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.quota.resource_registry [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Creating instance of TrackedResource for resource:security_group Jan 21 18:49:13.859646 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.quota.resource_registry [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 21 18:49:13.860511 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.v2.resource_helper [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Service CORE assigned prefix: {{(pid=88027) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 18:49:13.860840 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.quota.resource_registry [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 18:49:13.861175 dv-neutron-825470-1-hyperv neutron-server[88027]: WARNING neutron.quota.resource_registry [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] subnetpool is already registered Jan 21 18:49:13.861779 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.v2.resource_helper [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Service CORE assigned prefix: {{(pid=88027) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 18:49:13.862133 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.quota.resource_registry [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 18:49:13.862452 dv-neutron-825470-1-hyperv neutron-server[88027]: WARNING neutron.quota.resource_registry [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] subnetpool is already registered Jan 21 18:49:13.865041 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.v2.resource_helper [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88027) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 18:49:13.865471 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.v2.resource_helper [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Service FLAVORS assigned prefix: {{(pid=88027) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 18:49:13.866087 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.v2.resource_helper [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88027) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 18:49:13.866503 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.v2.resource_helper [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88027) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 18:49:13.866834 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.quota.resource_registry [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Creating instance of TrackedResource for resource:router Jan 21 18:49:13.867154 dv-neutron-825470-1-hyperv neutron-server[88027]: WARNING neutron.quota.resource_registry [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] router is already registered Jan 21 18:49:13.867740 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.quota.resource_registry [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Creating instance of TrackedResource for resource:floatingip Jan 21 18:49:13.868064 dv-neutron-825470-1-hyperv neutron-server[88027]: WARNING neutron.quota.resource_registry [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] floatingip is already registered Jan 21 18:49:13.868687 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.v2.resource_helper [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Service METERING assigned prefix: /metering {{(pid=88027) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 18:49:13.869348 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.quota.resource_registry [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Creating instance of CountableResource for resource:rbac_policy Jan 21 18:49:13.869706 dv-neutron-825470-1-hyperv neutron-server[88027]: WARNING neutron.quota.resource_registry [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] rbac_policy is already registered Jan 21 18:49:13.870280 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.quota.resource_registry [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Creating instance of TrackedResource for resource:security_group Jan 21 18:49:13.870604 dv-neutron-825470-1-hyperv neutron-server[88027]: WARNING neutron.quota.resource_registry [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] security_group is already registered Jan 21 18:49:13.871183 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.quota.resource_registry [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 21 18:49:13.871505 dv-neutron-825470-1-hyperv neutron-server[88027]: WARNING neutron.quota.resource_registry [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] security_group_rule is already registered Jan 21 18:49:13.872163 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.v2.resource_helper [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Service CORE assigned prefix: {{(pid=88027) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 18:49:13.872486 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.quota.resource_registry [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 18:49:13.872811 dv-neutron-825470-1-hyperv neutron-server[88027]: WARNING neutron.quota.resource_registry [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] subnetpool is already registered Jan 21 18:49:13.873413 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.v2.resource_helper [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Service CORE assigned prefix: {{(pid=88027) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 18:49:13.873744 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.quota.resource_registry [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 18:49:13.874087 dv-neutron-825470-1-hyperv neutron-server[88027]: WARNING neutron.quota.resource_registry [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] subnetpool is already registered Jan 21 18:49:13.874734 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extended resource: extensions {{(pid=88027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 18:49:13.877027 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extended resource: address-groups {{(pid=88027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 18:49:13.878642 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extended resource: address-scopes {{(pid=88027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 18:49:13.879843 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extended resource: agents {{(pid=88027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 18:49:13.881014 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extended resource: auto-allocated-topology {{(pid=88027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 18:49:13.882264 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extended resource: availability_zones {{(pid=88027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 18:49:13.883567 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extended resource: dhcp-networks {{(pid=88027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 18:49:13.884967 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extended resource: dhcp-agents {{(pid=88027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 18:49:13.886431 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extended resource: routers {{(pid=88027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 18:49:13.888225 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extended resource: flavors {{(pid=88027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 18:49:13.889365 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extended resource: service_profiles {{(pid=88027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 18:49:13.891134 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extended resource: next_providers {{(pid=88027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 18:49:13.893552 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extended resource: service_profiles {{(pid=88027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 18:49:13.895070 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extended resource: floatingip-pools {{(pid=88027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 18:49:13.896281 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extended resource: routers {{(pid=88027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 18:49:13.898174 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extended resource: floatingips {{(pid=88027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 18:49:13.899358 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extended resource: l3-routers {{(pid=88027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 18:49:13.900732 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extended resource: l3-agents {{(pid=88027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 18:49:13.902153 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extended resource: metering-labels {{(pid=88027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 18:49:13.903492 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extended resource: metering-label-rules {{(pid=88027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 18:49:13.904762 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extended resource: network-ip-availabilities {{(pid=88027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 18:49:13.906027 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extended resource: bindings {{(pid=88027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 18:49:13.907692 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extended resource: quotas {{(pid=88027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 18:49:13.909133 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extended resource: quotas {{(pid=88027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 18:49:13.910575 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extended resource: rbac-policies {{(pid=88027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 18:49:13.911860 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extended resource: security-groups {{(pid=88027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 18:49:13.913045 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extended resource: security-group-rules {{(pid=88027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 18:49:13.914284 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extended resource: service-providers {{(pid=88027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 18:49:13.915523 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extended resource: subnetpools {{(pid=88027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 18:49:13.916907 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extended resource: subnetpools {{(pid=88027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 18:49:13.918387 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extended resource: tags {{(pid=88027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 18:49:13.920050 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extended resource: tags {{(pid=88027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 18:49:13.921869 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extended resource: tags {{(pid=88027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 18:49:13.923640 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extended resource: tags {{(pid=88027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 18:49:13.925415 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extended resource: tags {{(pid=88027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 18:49:13.927273 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extended resource: tags {{(pid=88027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 18:49:13.928935 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extended resource: tags {{(pid=88027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 18:49:13.930936 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extended resource: tags {{(pid=88027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 18:49:13.932664 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extended resource: tags {{(pid=88027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 18:49:13.934520 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron.api.extensions [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Extended resource: tags {{(pid=88027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 18:49:13.940843 dv-neutron-825470-1-hyperv neutron-server[88027]: WARNING keystonemiddleware.auth_token [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 21 18:49:13.945508 dv-neutron-825470-1-hyperv neutron-server[88027]: WARNING keystonemiddleware.auth_token [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 21 18:49:13.954247 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_concurrency.lockutils [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Acquired lock "singleton_lock" {{(pid=88027) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 21 18:49:13.957770 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_concurrency.lockutils [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Releasing lock "singleton_lock" {{(pid=88027) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 21 18:49:13.957770 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO oslo_service.service [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Starting 2 workers Jan 21 18:49:13.959957 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Started child 88136 {{(pid=88027) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 21 18:49:13.964208 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Started child 88137 {{(pid=88027) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 21 18:49:13.965276 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:13.965883 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO neutron.service [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 21 18:49:13.966379 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Notify callbacks [] for process, before_spawn {{(pid=88027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:13.966742 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [-] (88136) wsgi starting up on http://0.0.0.0:9696 Jan 21 18:49:13.968828 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO oslo_service.service [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Starting 1 workers Jan 21 18:49:13.968988 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:13.970481 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [-] (88137) wsgi starting up on http://0.0.0.0:9696 Jan 21 18:49:13.973812 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Started child 88138 {{(pid=88027) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 21 18:49:13.974357 dv-neutron-825470-1-hyperv neutron-server[88027]: INFO oslo_service.service [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Starting 1 workers Jan 21 18:49:13.977434 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.service [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] calling RpcWorker wait() {{(pid=88138) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 21 18:49:13.977973 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.service [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] returning from RpcWorker wait() {{(pid=88138) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 21 18:49:13.978919 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Started child 88139 {{(pid=88027) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 21 18:49:13.979621 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:13.979731 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG neutron_lib.callbacks.manager [None req-b63fef7c-7d4e-4986-a0fb-c50afe137b27 None None] Notify callbacks [] for process, after_spawn {{(pid=88027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:13.980180 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:49:13.981489 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88027) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 21 18:49:13.981706 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 21 18:49:13.981932 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 21 18:49:13.982161 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 21 18:49:13.986519 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 21 18:49:13.986519 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 21 18:49:13.986519 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.986519 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.986519 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.986873 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:13.987322 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.987322 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.987322 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.987322 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.987322 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.987322 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.987322 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.987322 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.987779 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.987779 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.987779 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.987779 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.987779 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.987779 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.987779 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.987779 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.988231 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.988298 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.988672 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.988762 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] debug = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.988977 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.989459 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.989693 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.989978 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.990212 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.990491 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.990718 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.990971 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.991249 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.991535 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.991737 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.992012 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.992260 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.992498 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.992729 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.992982 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.993199 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.993657 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] host = dv-neutron-825470-1-hyperv {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.993926 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.994146 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.994370 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.994622 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.994872 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.995085 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.995345 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.995620 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.995870 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.996107 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.996358 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.996600 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.996820 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.997067 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] log_file = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.997230 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] log_options = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.997464 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.997761 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.998060 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.998250 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.998418 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.998593 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.998848 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.999012 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.999238 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.999457 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:13.999687 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.000442 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.000765 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.001015 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.001163 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.001406 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.001651 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.001889 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.002146 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.002377 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.002606 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.002847 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.003098 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.003358 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.003607 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.003814 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.004069 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.004282 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.004976 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.005249 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.005759 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.005969 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:49:14.006158 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.006313 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.006752 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.006951 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.007186 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.007574 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.007838 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.008070 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.008330 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.008588 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.008804 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.009047 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.009282 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.009648 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.010145 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] use_json = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.010145 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.010145 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.011066 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.011066 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.011066 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.011066 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.011572 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.011572 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.011869 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.012306 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.012484 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.012848 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.013133 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.014229 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.014385 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.014618 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.016589 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.016589 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.016589 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.016589 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.017062 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.017062 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.017212 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.017526 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.017801 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.021560 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.021560 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.021560 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.021560 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.021560 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.021560 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.021560 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.021560 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.87/identity {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.022101 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.022101 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.022101 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.022101 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.022101 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.022101 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.022101 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.022101 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.022545 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.022545 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.022674 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.022899 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.023178 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.023430 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.023696 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.023936 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.024165 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.024384 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.024623 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.024836 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.025055 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.025266 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.025491 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.025782 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.026042 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.026302 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.026515 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.026730 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.026942 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.027178 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.027436 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.027671 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.027883 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.028090 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.028303 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.028527 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.028778 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.029015 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.029236 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.029446 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.029665 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.029902 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.030133 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.030350 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.030565 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.030806 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.031019 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.031282 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.031506 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.031853 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.032119 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.032336 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.032554 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.033049 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.033278 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.033520 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.033707 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.033969 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.034190 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.034461 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.034763 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.035032 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.035279 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.035522 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.035779 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.036027 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.036289 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.036510 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.036750 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.036979 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.037257 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.037495 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.037721 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.037986 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.038203 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.038459 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.038675 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.038939 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.039172 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.039407 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.039643 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.039923 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.040180 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.040444 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.040696 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.040930 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.041197 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.041431 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.041682 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.041929 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.042475 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.042768 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.043050 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.043334 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.043590 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.043842 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.044111 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.044338 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.044926 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.044926 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.045104 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.045320 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.045586 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.045873 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.046112 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.046326 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.046552 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.047427 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.047881 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.048098 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.048312 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.048594 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.048823 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.049058 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.049315 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.049570 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.049850 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.050100 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.050325 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.87/identity {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.050585 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.050794 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.051040 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.051252 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.051492 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.051701 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.051933 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.052142 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.052354 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.052611 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.052837 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.053085 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.053306 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.053537 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.053748 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.054029 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.054244 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.054530 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.054765 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.054996 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.055226 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.055518 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.055744 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.056007 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.056320 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.057215 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.057425 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.057657 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.058069 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.058297 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.058560 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.058774 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.059016 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.059258 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.059476 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.059686 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.059923 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.060135 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.060344 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.060566 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.060795 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.061062 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.061276 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.061595 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.061864 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.062109 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.062344 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.063234 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.063542 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.063780 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.063997 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.064213 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.064425 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.064662 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.064916 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.065149 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.065415 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.065608 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.065831 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.066041 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.066273 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.066481 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.066772 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.067037 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.067252 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.067496 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.067722 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.067943 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.068151 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.068356 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.068566 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.068790 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.069031 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.069233 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.069441 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.069651 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.069875 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.070132 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.070375 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.070607 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.070884 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.071113 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.071337 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.071594 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.071897 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.072110 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.072344 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.072602 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.072820 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.073033 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.073294 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.073615 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.073926 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.074195 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.074426 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.074735 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.075010 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.075270 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.075556 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.075827 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.076157 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.076470 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.076716 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.076939 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.077220 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.077693 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.077932 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.078194 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.078423 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.078783 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.079031 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.079260 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.079490 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.079852 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.079998 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.080174 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.080414 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.080639 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.080874 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.081091 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.081255 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 21 18:49:14.081780 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88027) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 21 18:49:14.082019 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 21 18:49:14.082096 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 21 18:49:14.082277 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 21 18:49:14.082445 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 21 18:49:14.082598 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 21 18:49:14.082801 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.082961 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.083119 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.083277 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.083700 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.083700 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.083958 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.083958 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.084190 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.084190 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.084446 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.084446 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.084701 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.084920 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.084920 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.085174 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.085174 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.085476 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.085476 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.085876 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.085876 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.086269 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.086269 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] debug = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.086269 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.086869 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.086869 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.086869 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.086869 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.087643 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.087643 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.087643 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.087643 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.087643 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.088662 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.088662 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.088662 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.088662 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.088662 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.088662 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.088662 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.089695 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] host = dv-neutron-825470-1-hyperv {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.089695 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.089695 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.089695 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.089695 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.089695 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.089695 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.089695 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.091269 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.091269 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.091269 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.091269 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.091269 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.091269 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.091269 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] log_file = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.091269 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] log_options = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.091269 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.092726 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.092726 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.092726 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.092726 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.092726 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.092726 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.092726 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.093892 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.093892 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.093892 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.093892 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.093892 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.093892 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.093892 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.093892 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.093892 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.095043 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.095043 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.095043 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.095043 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.095043 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.095043 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.095043 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.095043 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.096024 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.096024 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.096024 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.096024 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.096024 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.096024 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.096747 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:49:14.096885 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.096885 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.096885 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.096885 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.096885 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.096885 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.096885 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.096885 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.097886 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.097886 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.097886 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.097886 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.097886 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.097886 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.097886 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] use_json = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.097886 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.098885 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.098885 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.098885 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.098885 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.098885 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.098885 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.098885 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 18:49:14.099747 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.099747 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.099747 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.099747 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.100261 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.100261 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.100261 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.100636 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.100636 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.100636 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.100914 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.100914 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.101147 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.101267 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.101386 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.101505 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.101624 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.101774 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.101959 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.102118 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.102276 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.102788 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.102788 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.102788 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.103403 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.87/identity {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.103403 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.103636 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.103636 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.103959 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.103959 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.104186 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.104186 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.104377 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.104479 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.104636 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.104794 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.104954 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.105113 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.105614 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.105614 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.105614 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.106050 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.106050 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.106050 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.106388 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.106388 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.106635 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.106635 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.106901 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.107036 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.107170 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.107303 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.107438 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.107572 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.107716 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.107879 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.108047 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.108188 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.108335 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.108498 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.108640 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.108814 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.108956 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.109120 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.109980 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.109980 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.110276 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.110276 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.110530 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.110530 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.110801 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.110934 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.111088 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.111224 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.111357 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.111490 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.111625 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.111758 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.111892 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.112025 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.112158 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.112291 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.112444 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.112605 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.112771 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.112944 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.113104 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.113263 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.113421 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.113579 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.113738 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.113948 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.114074 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.114194 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.114355 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.114511 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.114668 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.114828 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.114987 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.115145 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.115302 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.115459 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.115621 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.115851 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.116016 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.116174 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.116335 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.116494 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.116695 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.116883 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.117329 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.117783 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.117899 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.118006 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.118168 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.118333 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.118503 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.118662 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.118821 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.118979 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.119137 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.119296 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.119470 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.119599 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.119774 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.119913 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.120071 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.120237 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.120407 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.120566 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.120725 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.120884 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.121066 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.121224 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.121382 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.121544 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.121701 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.121881 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.122042 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.122201 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.122360 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.122517 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.122677 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.122837 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.87/identity {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.122979 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.123158 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.123302 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.123460 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.123618 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.123777 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.123944 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.124093 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.124252 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.124410 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.124567 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.124725 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.124898 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.125773 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.125966 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.126111 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.126274 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.126433 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.126595 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.126753 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.126911 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.127089 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.127219 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.127374 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.127532 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.127693 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.127851 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.128011 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.128169 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.128329 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.128479 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.128635 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.128799 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.128940 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.129086 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.129219 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.129383 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.129542 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.129700 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.129865 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.130026 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.130170 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.130332 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.130504 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.130661 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.130819 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.130977 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.131135 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.131293 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.131451 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.131608 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.131766 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.131924 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.132081 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.132242 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.132403 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.132561 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.132732 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.132879 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.133036 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.133193 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.133351 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.133521 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.133679 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.133855 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.134016 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.134173 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.134342 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.134500 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.134658 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.134850 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.134995 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.135163 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.135321 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.135483 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.135640 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.135797 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.135963 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.136122 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.136281 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.136447 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.136604 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.136761 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.136919 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.137088 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.137248 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.137409 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.137568 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.137725 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.137903 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.138064 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.138224 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.138391 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.138554 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.138714 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.138879 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.139045 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.139211 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.139368 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.139533 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.139701 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.139860 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.140019 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.140176 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.140333 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.140491 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.141256 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.141420 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.141579 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.141738 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.141929 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.142089 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.142246 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.142405 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.142564 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.142720 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.142879 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.143037 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.143195 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.143353 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 18:49:14.143504 dv-neutron-825470-1-hyperv neutron-server[88027]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 21 18:49:14.330132 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 50792) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:49:14.338442 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [-] 10.222.0.87 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061853 Jan 21 18:49:24.933443 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674379d4-f768-4d32-8885-78c383320247 None None] get_active_networks_info from dv-neutron-825470-1-hyperv {{(pid=88138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 21 18:49:25.012531 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674379d4-f768-4d32-8885-78c383320247 None None] No non-hosted networks {{(pid=88138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 21 18:49:25.022309 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.agentschedulers_db [None req-674379d4-f768-4d32-8885-78c383320247 None None] DHCP Agent not found on host dv-neutron-825470-1-hyperv {{(pid=88138) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 21 18:49:25.141661 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6200a23f-57b5-4dc6-a003-30c87bf3117d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3720124'] for agent, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:27.256597 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ee3ca443-ce65-4f5f-90ac-456f20f1c2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3720124'] for agent, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:27.302593 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-de3c15ff-ff6e-470a-8afa-659f3ccb3318 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-825470-1-hyperv {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 18:49:27.303355 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-de3c15ff-ff6e-470a-8afa-659f3ccb3318 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 18:49:27.929729 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-de3c15ff-ff6e-470a-8afa-659f3ccb3318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:28.505002 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3720124'] for agent, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:28.598602 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3720124'] for agent, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:28.601103 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:49:28.602099 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:49:28.602978 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:49:28.603585 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:49:28.604729 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:49:28.605461 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:49:28.605983 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:49:28.607979 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:49:28.607979 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:49:28.607979 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:49:28.607979 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:49:28.607979 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:49:28.609468 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-825470-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:49:28.616106 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-825470-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:49:29.997996 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3720124'] for agent, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:31.282524 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.db.l3_hamode_db [None req-cf7d3dca-6fee-49de-9d98-b6c6b098a9ba None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 21 18:49:31.368953 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7d3dca-6fee-49de-9d98-b6c6b098a9ba None None] Routers set() bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 18:49:31.369349 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7d3dca-6fee-49de-9d98-b6c6b098a9ba None None] Router IDs set() for agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 21 18:49:31.489850 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 50886) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:49:32.065313 dv-neutron-825470-1-hyperv neutron-server[88136]: WARNING oslo_policy.policy [None req-933cd5fb-dabc-4bef-9096-b635025d8b4d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 18:49:32.065901 dv-neutron-825470-1-hyperv neutron-server[88136]: WARNING oslo_policy.policy [None req-933cd5fb-dabc-4bef-9096-b635025d8b4d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 18:49:32.285910 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [None req-933cd5fb-dabc-4bef-9096-b635025d8b4d admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=88136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 18:49:32.287169 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-933cd5fb-dabc-4bef-9096-b635025d8b4d admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7953310 Jan 21 18:49:34.681085 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 50900) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:49:35.050793 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-60786729-cd12-48b6-b707-60a56261333a admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:49:35.156855 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.policy [None req-60786729-cd12-48b6-b707-60a56261333a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88136) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 21 18:49:35.204814 dv-neutron-825470-1-hyperv neutron-server[88136]: WARNING oslo_policy.policy [None req-60786729-cd12-48b6-b707-60a56261333a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 18:49:35.205188 dv-neutron-825470-1-hyperv neutron-server[88136]: WARNING oslo_policy.policy [None req-60786729-cd12-48b6-b707-60a56261333a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 18:49:35.214383 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.quota [None req-60786729-cd12-48b6-b707-60a56261333a admin admin] Loaded quota_driver: . Jan 21 18:49:35.230726 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-60786729-cd12-48b6-b707-60a56261333a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:49:35.363121 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-60786729-cd12-48b6-b707-60a56261333a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763374215100', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763374213699', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763374236320', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763374231406', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763374252277', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763374246338', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3647444', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3489627', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-382062', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-709463'] for rbac-policy, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:35.558084 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-60786729-cd12-48b6-b707-60a56261333a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:35.559283 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-60786729-cd12-48b6-b707-60a56261333a admin admin] 10.222.0.87 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8772230 Jan 21 18:49:38.152279 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 50914) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:49:38.494598 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-289c2a20-1ce6-4f6a-8795-d8eddf9ae2f7 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '0540d9a2860f4b98add3bbf52db483e9'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:49:38.500045 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-289c2a20-1ce6-4f6a-8795-d8eddf9ae2f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:49:38.504382 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-289c2a20-1ce6-4f6a-8795-d8eddf9ae2f7 admin admin] Usage tracker for resource:network and tenant:0540d9a2860f4b98add3bbf52db483e9 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:49:38.508855 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-289c2a20-1ce6-4f6a-8795-d8eddf9ae2f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:49:38.515328 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-289c2a20-1ce6-4f6a-8795-d8eddf9ae2f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:49:38.586295 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289c2a20-1ce6-4f6a-8795-d8eddf9ae2f7 admin admin] Made reservation on behalf of 0540d9a2860f4b98add3bbf52db483e9 for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:49:38.589178 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-289c2a20-1ce6-4f6a-8795-d8eddf9ae2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:38.606583 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-289c2a20-1ce6-4f6a-8795-d8eddf9ae2f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:38.619993 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-289c2a20-1ce6-4f6a-8795-d8eddf9ae2f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:49:38.623565 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-289c2a20-1ce6-4f6a-8795-d8eddf9ae2f7 admin admin] Usage tracker for resource:security_group_rule and tenant:0540d9a2860f4b98add3bbf52db483e9 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:49:38.628966 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-289c2a20-1ce6-4f6a-8795-d8eddf9ae2f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:49:38.634404 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-289c2a20-1ce6-4f6a-8795-d8eddf9ae2f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:49:38.727220 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-289c2a20-1ce6-4f6a-8795-d8eddf9ae2f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:38.769137 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-289c2a20-1ce6-4f6a-8795-d8eddf9ae2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:38.792854 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-289c2a20-1ce6-4f6a-8795-d8eddf9ae2f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 18:49:38.817958 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-289c2a20-1ce6-4f6a-8795-d8eddf9ae2f7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763375347213', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:38.818533 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-289c2a20-1ce6-4f6a-8795-d8eddf9ae2f7 admin admin] Unsubscribe: segment precommit_create {{(pid=88136) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 21 18:49:38.819020 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-289c2a20-1ce6-4f6a-8795-d8eddf9ae2f7 admin admin] Added segment 65962b6f-efb0-4a95-b2b0-8012d7f7a422 of type vlan for network a7ef35b5-a639-462e-9d2a-2ab07f9d0228 Jan 21 18:49:38.827491 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c2a20-1ce6-4f6a-8795-d8eddf9ae2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252b2159-7031-4027-a49a-c7544a60b5e8,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:49:38.883080 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289c2a20-1ce6-4f6a-8795-d8eddf9ae2f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:49:38.883425 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289c2a20-1ce6-4f6a-8795-d8eddf9ae2f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:49:38.883756 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289c2a20-1ce6-4f6a-8795-d8eddf9ae2f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:49:38.886558 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289c2a20-1ce6-4f6a-8795-d8eddf9ae2f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:49:38.886558 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289c2a20-1ce6-4f6a-8795-d8eddf9ae2f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:49:38.886558 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289c2a20-1ce6-4f6a-8795-d8eddf9ae2f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:49:38.886558 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289c2a20-1ce6-4f6a-8795-d8eddf9ae2f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:49:38.886558 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289c2a20-1ce6-4f6a-8795-d8eddf9ae2f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:49:38.886942 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289c2a20-1ce6-4f6a-8795-d8eddf9ae2f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:49:38.886942 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289c2a20-1ce6-4f6a-8795-d8eddf9ae2f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:49:38.886942 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289c2a20-1ce6-4f6a-8795-d8eddf9ae2f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:49:38.886942 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289c2a20-1ce6-4f6a-8795-d8eddf9ae2f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:49:38.887782 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289c2a20-1ce6-4f6a-8795-d8eddf9ae2f7 admin admin] Tracked resource versions report: Jan 21 18:49:38.887782 dv-neutron-825470-1-hyperv neutron-server[88136]: pushed versions: Jan 21 18:49:38.887782 dv-neutron-825470-1-hyperv neutron-server[88136]: { 'AddressGroup': {'1.2'}, Jan 21 18:49:38.887782 dv-neutron-825470-1-hyperv neutron-server[88136]: 'ConntrackHelper': {'1.0'}, Jan 21 18:49:38.887782 dv-neutron-825470-1-hyperv neutron-server[88136]: 'Log': {'1.0'}, Jan 21 18:49:38.887782 dv-neutron-825470-1-hyperv neutron-server[88136]: 'Network': {'1.1'}, Jan 21 18:49:38.887782 dv-neutron-825470-1-hyperv neutron-server[88136]: 'Port': {'1.7'}, Jan 21 18:49:38.887782 dv-neutron-825470-1-hyperv neutron-server[88136]: 'PortForwarding': {'1.2'}, Jan 21 18:49:38.887782 dv-neutron-825470-1-hyperv neutron-server[88136]: 'QosPolicy': {'1.8'}, Jan 21 18:49:38.887782 dv-neutron-825470-1-hyperv neutron-server[88136]: 'SecurityGroup': {'1.4'}, Jan 21 18:49:38.887782 dv-neutron-825470-1-hyperv neutron-server[88136]: 'SecurityGroupRule': {'1.2'}, Jan 21 18:49:38.887782 dv-neutron-825470-1-hyperv neutron-server[88136]: 'SubPort': {'1.0'}, Jan 21 18:49:38.887782 dv-neutron-825470-1-hyperv neutron-server[88136]: 'Subnet': {'1.1'}, Jan 21 18:49:38.887782 dv-neutron-825470-1-hyperv neutron-server[88136]: 'Trunk': {'1.1'}} Jan 21 18:49:38.887782 dv-neutron-825470-1-hyperv neutron-server[88136]: consumer versions: Jan 21 18:49:38.887782 dv-neutron-825470-1-hyperv neutron-server[88136]: { DHCP agent@dv-neutron-825470-1-hyperv: {}, Jan 21 18:49:38.887782 dv-neutron-825470-1-hyperv neutron-server[88136]: L3 agent@dv-neutron-825470-1-hyperv: {}, Jan 21 18:49:38.887782 dv-neutron-825470-1-hyperv neutron-server[88136]: Metadata agent@dv-neutron-825470-1-hyperv: {}, Jan 21 18:49:38.887782 dv-neutron-825470-1-hyperv neutron-server[88136]: Metering agent@dv-neutron-825470-1-hyperv: {}, Jan 21 18:49:38.887782 dv-neutron-825470-1-hyperv neutron-server[88136]: Open vSwitch agent@dv-neutron-825470-1-hyperv: { 'AddressGroup': '1.2', Jan 21 18:49:38.887782 dv-neutron-825470-1-hyperv neutron-server[88136]: 'ConntrackHelper': '1.0', Jan 21 18:49:38.887782 dv-neutron-825470-1-hyperv neutron-server[88136]: 'Log': '1.0', Jan 21 18:49:38.887782 dv-neutron-825470-1-hyperv neutron-server[88136]: 'Network': '1.1', Jan 21 18:49:38.887782 dv-neutron-825470-1-hyperv neutron-server[88136]: 'Port': '1.7', Jan 21 18:49:38.887782 dv-neutron-825470-1-hyperv neutron-server[88136]: 'PortForwarding': '1.2', Jan 21 18:49:38.887782 dv-neutron-825470-1-hyperv neutron-server[88136]: 'QosPolicy': '1.8', Jan 21 18:49:38.887782 dv-neutron-825470-1-hyperv neutron-server[88136]: 'SecurityGroup': '1.4', Jan 21 18:49:38.887782 dv-neutron-825470-1-hyperv neutron-server[88136]: 'SecurityGroupRule': '1.2', Jan 21 18:49:38.887782 dv-neutron-825470-1-hyperv neutron-server[88136]: 'SubPort': '1.0', Jan 21 18:49:38.887782 dv-neutron-825470-1-hyperv neutron-server[88136]: 'Subnet': '1.1', Jan 21 18:49:38.887782 dv-neutron-825470-1-hyperv neutron-server[88136]: 'Trunk': '1.1'}} Jan 21 18:49:38.887782 dv-neutron-825470-1-hyperv neutron-server[88136]: {{(pid=88136) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 18:49:38.935033 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-289c2a20-1ce6-4f6a-8795-d8eddf9ae2f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:39.015059 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-289c2a20-1ce6-4f6a-8795-d8eddf9ae2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:39.016185 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289c2a20-1ce6-4f6a-8795-d8eddf9ae2f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:49:39.016820 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-289c2a20-1ce6-4f6a-8795-d8eddf9ae2f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:39.121437 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c2a20-1ce6-4f6a-8795-d8eddf9ae2f7 admin admin] Pushing event updated for resources: {'Network': ['ID=a7ef35b5-a639-462e-9d2a-2ab07f9d0228,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:49:39.133776 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network a7ef35b5-a639-462e-9d2a-2ab07f9d0228 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 18:49:39.175717 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-289c2a20-1ce6-4f6a-8795-d8eddf9ae2f7 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0223739 Jan 21 18:49:41.827298 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 50930) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:49:42.394808 dv-neutron-825470-1-hyperv neutron-server[88137]: WARNING oslo_policy.policy [None req-5a009ace-4ba1-43ce-af2a-8112b4180540 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 18:49:42.395384 dv-neutron-825470-1-hyperv neutron-server[88137]: WARNING oslo_policy.policy [None req-5a009ace-4ba1-43ce-af2a-8112b4180540 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 18:49:42.840858 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.policy [None req-5a009ace-4ba1-43ce-af2a-8112b4180540 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88137) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 21 18:49:42.885667 dv-neutron-825470-1-hyperv neutron-server[88137]: WARNING oslo_policy.policy [None req-5a009ace-4ba1-43ce-af2a-8112b4180540 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 18:49:42.886054 dv-neutron-825470-1-hyperv neutron-server[88137]: WARNING oslo_policy.policy [None req-5a009ace-4ba1-43ce-af2a-8112b4180540 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 18:49:42.895121 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a009ace-4ba1-43ce-af2a-8112b4180540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:49:42.896850 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5a009ace-4ba1-43ce-af2a-8112b4180540 admin admin] 10.222.0.87 "GET /v2.0/networks/a7ef35b5-a639-462e-9d2a-2ab07f9d0228 HTTP/1.1" status: 200 len: 825 time: 1.0685828 Jan 21 18:49:42.929425 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-fd2a80c8-2243-4ebb-82be-bc35dba870ff admin admin] 10.222.0.87 "GET /v2.0/subnetpools/3b9dea3d-459a-4d80-ae80-af22f908c7b5 HTTP/1.1" status: 200 len: 734 time: 0.0271509 Jan 21 18:49:42.938120 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-810ab76c-7d08-4c4a-861c-9fe5a32a32ad admin admin] Request body: {'subnet': {'tenant_id': '0540d9a2860f4b98add3bbf52db483e9', 'network_id': 'a7ef35b5-a639-462e-9d2a-2ab07f9d0228', 'subnetpool_id': '3b9dea3d-459a-4d80-ae80-af22f908c7b5', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:49:42.939701 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.quota [None req-810ab76c-7d08-4c4a-861c-9fe5a32a32ad admin admin] Loaded quota_driver: . Jan 21 18:49:42.945684 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-810ab76c-7d08-4c4a-861c-9fe5a32a32ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:49:42.951143 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-810ab76c-7d08-4c4a-861c-9fe5a32a32ad admin admin] Usage tracker for resource:subnet and tenant:0540d9a2860f4b98add3bbf52db483e9 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:49:42.954585 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-810ab76c-7d08-4c4a-861c-9fe5a32a32ad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:49:42.961316 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-810ab76c-7d08-4c4a-861c-9fe5a32a32ad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:49:43.014720 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810ab76c-7d08-4c4a-861c-9fe5a32a32ad admin admin] Made reservation on behalf of 0540d9a2860f4b98add3bbf52db483e9 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:49:43.017446 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-810ab76c-7d08-4c4a-861c-9fe5a32a32ad admin admin] Notify callbacks [] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:43.346630 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-810ab76c-7d08-4c4a-861c-9fe5a32a32ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:43.422540 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810ab76c-7d08-4c4a-861c-9fe5a32a32ad admin admin] Checking segment: {'id': '65962b6f-efb0-4a95-b2b0-8012d7f7a422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a7ef35b5-a639-462e-9d2a-2ab07f9d0228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 18:49:43.422885 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810ab76c-7d08-4c4a-861c-9fe5a32a32ad admin admin] Network hostable DHCP agents. Network: a7ef35b5-a639-462e-9d2a-2ab07f9d0228, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 18:49:43.448941 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ab76c-7d08-4c4a-861c-9fe5a32a32ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee09633c-1114-4635-b7cf-125d15fa3566,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:49:43.456977 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ab76c-7d08-4c4a-861c-9fe5a32a32ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:49:43.457331 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ab76c-7d08-4c4a-861c-9fe5a32a32ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:49:43.457663 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ab76c-7d08-4c4a-861c-9fe5a32a32ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:49:43.458017 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ab76c-7d08-4c4a-861c-9fe5a32a32ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:49:43.458335 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ab76c-7d08-4c4a-861c-9fe5a32a32ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:49:43.458651 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ab76c-7d08-4c4a-861c-9fe5a32a32ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:49:43.458968 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ab76c-7d08-4c4a-861c-9fe5a32a32ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:49:43.459276 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ab76c-7d08-4c4a-861c-9fe5a32a32ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:49:43.459586 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ab76c-7d08-4c4a-861c-9fe5a32a32ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:49:43.459893 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ab76c-7d08-4c4a-861c-9fe5a32a32ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:49:43.460200 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ab76c-7d08-4c4a-861c-9fe5a32a32ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:49:43.460504 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ab76c-7d08-4c4a-861c-9fe5a32a32ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:49:43.461810 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ab76c-7d08-4c4a-861c-9fe5a32a32ad admin admin] Tracked resource versions report: Jan 21 18:49:43.461810 dv-neutron-825470-1-hyperv neutron-server[88137]: pushed versions: Jan 21 18:49:43.461810 dv-neutron-825470-1-hyperv neutron-server[88137]: { 'AddressGroup': {'1.2'}, Jan 21 18:49:43.461810 dv-neutron-825470-1-hyperv neutron-server[88137]: 'ConntrackHelper': {'1.0'}, Jan 21 18:49:43.461810 dv-neutron-825470-1-hyperv neutron-server[88137]: 'Log': {'1.0'}, Jan 21 18:49:43.461810 dv-neutron-825470-1-hyperv neutron-server[88137]: 'Network': {'1.1'}, Jan 21 18:49:43.461810 dv-neutron-825470-1-hyperv neutron-server[88137]: 'Port': {'1.7'}, Jan 21 18:49:43.461810 dv-neutron-825470-1-hyperv neutron-server[88137]: 'PortForwarding': {'1.2'}, Jan 21 18:49:43.461810 dv-neutron-825470-1-hyperv neutron-server[88137]: 'QosPolicy': {'1.8'}, Jan 21 18:49:43.461810 dv-neutron-825470-1-hyperv neutron-server[88137]: 'SecurityGroup': {'1.4'}, Jan 21 18:49:43.461810 dv-neutron-825470-1-hyperv neutron-server[88137]: 'SecurityGroupRule': {'1.2'}, Jan 21 18:49:43.461810 dv-neutron-825470-1-hyperv neutron-server[88137]: 'SubPort': {'1.0'}, Jan 21 18:49:43.461810 dv-neutron-825470-1-hyperv neutron-server[88137]: 'Subnet': {'1.1'}, Jan 21 18:49:43.461810 dv-neutron-825470-1-hyperv neutron-server[88137]: 'Trunk': {'1.1'}} Jan 21 18:49:43.461810 dv-neutron-825470-1-hyperv neutron-server[88137]: consumer versions: Jan 21 18:49:43.461810 dv-neutron-825470-1-hyperv neutron-server[88137]: { DHCP agent@dv-neutron-825470-1-hyperv: {}, Jan 21 18:49:43.461810 dv-neutron-825470-1-hyperv neutron-server[88137]: L3 agent@dv-neutron-825470-1-hyperv: {}, Jan 21 18:49:43.461810 dv-neutron-825470-1-hyperv neutron-server[88137]: Metadata agent@dv-neutron-825470-1-hyperv: {}, Jan 21 18:49:43.461810 dv-neutron-825470-1-hyperv neutron-server[88137]: Metering agent@dv-neutron-825470-1-hyperv: {}, Jan 21 18:49:43.461810 dv-neutron-825470-1-hyperv neutron-server[88137]: Open vSwitch agent@dv-neutron-825470-1-hyperv: { 'AddressGroup': '1.2', Jan 21 18:49:43.461810 dv-neutron-825470-1-hyperv neutron-server[88137]: 'ConntrackHelper': '1.0', Jan 21 18:49:43.461810 dv-neutron-825470-1-hyperv neutron-server[88137]: 'Log': '1.0', Jan 21 18:49:43.461810 dv-neutron-825470-1-hyperv neutron-server[88137]: 'Network': '1.1', Jan 21 18:49:43.461810 dv-neutron-825470-1-hyperv neutron-server[88137]: 'Port': '1.7', Jan 21 18:49:43.461810 dv-neutron-825470-1-hyperv neutron-server[88137]: 'PortForwarding': '1.2', Jan 21 18:49:43.461810 dv-neutron-825470-1-hyperv neutron-server[88137]: 'QosPolicy': '1.8', Jan 21 18:49:43.461810 dv-neutron-825470-1-hyperv neutron-server[88137]: 'SecurityGroup': '1.4', Jan 21 18:49:43.461810 dv-neutron-825470-1-hyperv neutron-server[88137]: 'SecurityGroupRule': '1.2', Jan 21 18:49:43.461810 dv-neutron-825470-1-hyperv neutron-server[88137]: 'SubPort': '1.0', Jan 21 18:49:43.461810 dv-neutron-825470-1-hyperv neutron-server[88137]: 'Subnet': '1.1', Jan 21 18:49:43.461810 dv-neutron-825470-1-hyperv neutron-server[88137]: 'Trunk': '1.1'}} Jan 21 18:49:43.461810 dv-neutron-825470-1-hyperv neutron-server[88137]: {{(pid=88137) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 18:49:43.523235 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810ab76c-7d08-4c4a-861c-9fe5a32a32ad admin admin] Network a7ef35b5-a639-462e-9d2a-2ab07f9d0228 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 18:49:43.598823 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-810ab76c-7d08-4c4a-861c-9fe5a32a32ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, a7ef35b5-a639-462e-9d2a-2ab07f9d0228) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:49:43.604981 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810ab76c-7d08-4c4a-861c-9fe5a32a32ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:49:43.604981 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-810ab76c-7d08-4c4a-861c-9fe5a32a32ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:43.611888 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6a0419-2460-4229-a0b4-11961b13a27e None None] Network a7ef35b5-a639-462e-9d2a-2ab07f9d0228 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 18:49:43.673275 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-810ab76c-7d08-4c4a-861c-9fe5a32a32ad admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7384305 Jan 21 18:49:44.016786 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8880e5ec-fd1d-42bd-9d61-f4d11f51911f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-a7ef35b5-a639-462e-9d2a-2ab07f9d0228', 'network_id': 'a7ef35b5-a639-462e-9d2a-2ab07f9d0228', 'tenant_id': '0540d9a2860f4b98add3bbf52db483e9', 'fixed_ips': [{'subnet_id': 'ee09633c-1114-4635-b7cf-125d15fa3566'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 18:49:44.017994 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8880e5ec-fd1d-42bd-9d61-f4d11f51911f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:44.210006 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-8880e5ec-fd1d-42bd-9d61-f4d11f51911f None None] Allocated IP 172.20.0.2 (a7ef35b5-a639-462e-9d2a-2ab07f9d0228/ee09633c-1114-4635-b7cf-125d15fa3566/48861b19-e496-4b6e-aee2-f9bca19ff8b8) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:49:44.445200 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8880e5ec-fd1d-42bd-9d61-f4d11f51911f None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:44.458282 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-8880e5ec-fd1d-42bd-9d61-f4d11f51911f None None] Transition to ACTIVE for port object 48861b19-e496-4b6e-aee2-f9bca19ff8b8 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:49:44.478259 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-8880e5ec-fd1d-42bd-9d61-f4d11f51911f None None] Transition to ACTIVE for port object 48861b19-e496-4b6e-aee2-f9bca19ff8b8 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:49:44.547693 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8880e5ec-fd1d-42bd-9d61-f4d11f51911f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:44.610156 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8880e5ec-fd1d-42bd-9d61-f4d11f51911f None None] Network a7ef35b5-a639-462e-9d2a-2ab07f9d0228 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:49:44.612950 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-8880e5ec-fd1d-42bd-9d61-f4d11f51911f None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:49:44.616715 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8880e5ec-fd1d-42bd-9d61-f4d11f51911f None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:49:44.662042 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8880e5ec-fd1d-42bd-9d61-f4d11f51911f None None] Pushing event updated for resources: {'Port': ['ID=48861b19-e496-4b6e-aee2-f9bca19ff8b8,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:49:44.699525 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8880e5ec-fd1d-42bd-9d61-f4d11f51911f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:49:44.699807 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8880e5ec-fd1d-42bd-9d61-f4d11f51911f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:49:44.700156 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8880e5ec-fd1d-42bd-9d61-f4d11f51911f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:49:44.700485 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8880e5ec-fd1d-42bd-9d61-f4d11f51911f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:49:44.700808 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8880e5ec-fd1d-42bd-9d61-f4d11f51911f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:49:44.701143 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8880e5ec-fd1d-42bd-9d61-f4d11f51911f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:49:44.701466 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8880e5ec-fd1d-42bd-9d61-f4d11f51911f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:49:44.701950 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8880e5ec-fd1d-42bd-9d61-f4d11f51911f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:49:44.702449 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8880e5ec-fd1d-42bd-9d61-f4d11f51911f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:49:44.702723 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8880e5ec-fd1d-42bd-9d61-f4d11f51911f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:49:44.703037 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8880e5ec-fd1d-42bd-9d61-f4d11f51911f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:49:44.703350 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8880e5ec-fd1d-42bd-9d61-f4d11f51911f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:49:44.704676 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8880e5ec-fd1d-42bd-9d61-f4d11f51911f None None] Tracked resource versions report: Jan 21 18:49:44.704676 dv-neutron-825470-1-hyperv neutron-server[88138]: pushed versions: Jan 21 18:49:44.704676 dv-neutron-825470-1-hyperv neutron-server[88138]: { 'AddressGroup': {'1.2'}, Jan 21 18:49:44.704676 dv-neutron-825470-1-hyperv neutron-server[88138]: 'ConntrackHelper': {'1.0'}, Jan 21 18:49:44.704676 dv-neutron-825470-1-hyperv neutron-server[88138]: 'Log': {'1.0'}, Jan 21 18:49:44.704676 dv-neutron-825470-1-hyperv neutron-server[88138]: 'Network': {'1.1'}, Jan 21 18:49:44.704676 dv-neutron-825470-1-hyperv neutron-server[88138]: 'Port': {'1.7'}, Jan 21 18:49:44.704676 dv-neutron-825470-1-hyperv neutron-server[88138]: 'PortForwarding': {'1.2'}, Jan 21 18:49:44.704676 dv-neutron-825470-1-hyperv neutron-server[88138]: 'QosPolicy': {'1.8'}, Jan 21 18:49:44.704676 dv-neutron-825470-1-hyperv neutron-server[88138]: 'SecurityGroup': {'1.4'}, Jan 21 18:49:44.704676 dv-neutron-825470-1-hyperv neutron-server[88138]: 'SecurityGroupRule': {'1.2'}, Jan 21 18:49:44.704676 dv-neutron-825470-1-hyperv neutron-server[88138]: 'SubPort': {'1.0'}, Jan 21 18:49:44.704676 dv-neutron-825470-1-hyperv neutron-server[88138]: 'Subnet': {'1.1'}, Jan 21 18:49:44.704676 dv-neutron-825470-1-hyperv neutron-server[88138]: 'Trunk': {'1.1'}} Jan 21 18:49:44.704676 dv-neutron-825470-1-hyperv neutron-server[88138]: consumer versions: Jan 21 18:49:44.704676 dv-neutron-825470-1-hyperv neutron-server[88138]: { DHCP agent@dv-neutron-825470-1-hyperv: {}, Jan 21 18:49:44.704676 dv-neutron-825470-1-hyperv neutron-server[88138]: L3 agent@dv-neutron-825470-1-hyperv: {}, Jan 21 18:49:44.704676 dv-neutron-825470-1-hyperv neutron-server[88138]: Metadata agent@dv-neutron-825470-1-hyperv: {}, Jan 21 18:49:44.704676 dv-neutron-825470-1-hyperv neutron-server[88138]: Metering agent@dv-neutron-825470-1-hyperv: {}, Jan 21 18:49:44.704676 dv-neutron-825470-1-hyperv neutron-server[88138]: Open vSwitch agent@dv-neutron-825470-1-hyperv: { 'AddressGroup': '1.2', Jan 21 18:49:44.704676 dv-neutron-825470-1-hyperv neutron-server[88138]: 'ConntrackHelper': '1.0', Jan 21 18:49:44.704676 dv-neutron-825470-1-hyperv neutron-server[88138]: 'Log': '1.0', Jan 21 18:49:44.704676 dv-neutron-825470-1-hyperv neutron-server[88138]: 'Network': '1.1', Jan 21 18:49:44.704676 dv-neutron-825470-1-hyperv neutron-server[88138]: 'Port': '1.7', Jan 21 18:49:44.704676 dv-neutron-825470-1-hyperv neutron-server[88138]: 'PortForwarding': '1.2', Jan 21 18:49:44.704676 dv-neutron-825470-1-hyperv neutron-server[88138]: 'QosPolicy': '1.8', Jan 21 18:49:44.704676 dv-neutron-825470-1-hyperv neutron-server[88138]: 'SecurityGroup': '1.4', Jan 21 18:49:44.704676 dv-neutron-825470-1-hyperv neutron-server[88138]: 'SecurityGroupRule': '1.2', Jan 21 18:49:44.704676 dv-neutron-825470-1-hyperv neutron-server[88138]: 'SubPort': '1.0', Jan 21 18:49:44.704676 dv-neutron-825470-1-hyperv neutron-server[88138]: 'Subnet': '1.1', Jan 21 18:49:44.704676 dv-neutron-825470-1-hyperv neutron-server[88138]: 'Trunk': '1.1'}} Jan 21 18:49:44.704676 dv-neutron-825470-1-hyperv neutron-server[88138]: {{(pid=88138) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 18:49:44.724045 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-8880e5ec-fd1d-42bd-9d61-f4d11f51911f None None] Attempting to bind port 48861b19-e496-4b6e-aee2-f9bca19ff8b8 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:49:44.724436 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-8880e5ec-fd1d-42bd-9d61-f4d11f51911f None None] Attempting to bind port 48861b19-e496-4b6e-aee2-f9bca19ff8b8 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '65962b6f-efb0-4a95-b2b0-8012d7f7a422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a7ef35b5-a639-462e-9d2a-2ab07f9d0228'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:49:44.724848 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8880e5ec-fd1d-42bd-9d61-f4d11f51911f None None] Attempting to bind port 48861b19-e496-4b6e-aee2-f9bca19ff8b8 on network a7ef35b5-a639-462e-9d2a-2ab07f9d0228 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:49:44.730507 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8880e5ec-fd1d-42bd-9d61-f4d11f51911f None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 18, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 18:49:44.730908 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8880e5ec-fd1d-42bd-9d61-f4d11f51911f None None] Checking segment: {'id': '65962b6f-efb0-4a95-b2b0-8012d7f7a422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a7ef35b5-a639-462e-9d2a-2ab07f9d0228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 18:49:44.731390 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8880e5ec-fd1d-42bd-9d61-f4d11f51911f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:44.731782 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8880e5ec-fd1d-42bd-9d61-f4d11f51911f None None] Bound using segment: {'id': '65962b6f-efb0-4a95-b2b0-8012d7f7a422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a7ef35b5-a639-462e-9d2a-2ab07f9d0228'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 18:49:44.732287 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-8880e5ec-fd1d-42bd-9d61-f4d11f51911f None None] Bound port: 48861b19-e496-4b6e-aee2-f9bca19ff8b8, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65962b6f-efb0-4a95-b2b0-8012d7f7a422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a7ef35b5-a639-462e-9d2a-2ab07f9d0228'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 18:49:44.732678 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8880e5ec-fd1d-42bd-9d61-f4d11f51911f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:44.840862 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-8880e5ec-fd1d-42bd-9d61-f4d11f51911f None None] For port 48861b19-e496-4b6e-aee2-f9bca19ff8b8, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 18:49:44.845186 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-8880e5ec-fd1d-42bd-9d61-f4d11f51911f None None] For port 48861b19-e496-4b6e-aee2-f9bca19ff8b8, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=48861b19-e496-4b6e-aee2-f9bca19ff8b8,segment=NetworkSegment(65962b6f-efb0-4a95-b2b0-8012d7f7a422),segment_id=65962b6f-efb0-4a95-b2b0-8012d7f7a422)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 18:49:44.929934 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8880e5ec-fd1d-42bd-9d61-f4d11f51911f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:45.019821 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8880e5ec-fd1d-42bd-9d61-f4d11f51911f None None] Pushing event updated for resources: {'Port': ['ID=48861b19-e496-4b6e-aee2-f9bca19ff8b8,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:49:46.099031 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 50950) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:49:46.481363 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [None req-fbfe2b95-dde3-4396-a345-82b1dec7fc93 admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=88137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 18:49:46.482396 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-fbfe2b95-dde3-4396-a345-82b1dec7fc93 admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3823278 Jan 21 18:49:48.245715 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 48861b19-e496-4b6e-aee2-f9bca19ff8b8 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 18:49:48.392085 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 48861b19-e496-4b6e-aee2-f9bca19ff8b8 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 18:49:48.697082 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72045b99-c1e3-4d18-b374-4c41494fe495 None None] Network a7ef35b5-a639-462e-9d2a-2ab07f9d0228 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 18:49:48.862060 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f41aecd0-08a9-4b46-86dc-b03e65cbde2e None None] Provisioning for port 48861b19-e496-4b6e-aee2-f9bca19ff8b8 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 18:49:48.871105 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f41aecd0-08a9-4b46-86dc-b03e65cbde2e None None] Provisioning complete for port 48861b19-e496-4b6e-aee2-f9bca19ff8b8 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:49:48.871499 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f41aecd0-08a9-4b46-86dc-b03e65cbde2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:48.919884 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 50964) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:49:49.053542 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f41aecd0-08a9-4b46-86dc-b03e65cbde2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:49.089344 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-f41aecd0-08a9-4b46-86dc-b03e65cbde2e None None] For port 48861b19-e496-4b6e-aee2-f9bca19ff8b8, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=48861b19-e496-4b6e-aee2-f9bca19ff8b8,segment=NetworkSegment(65962b6f-efb0-4a95-b2b0-8012d7f7a422),segment_id=65962b6f-efb0-4a95-b2b0-8012d7f7a422)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 18:49:49.146423 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f41aecd0-08a9-4b46-86dc-b03e65cbde2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:49.251801 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41aecd0-08a9-4b46-86dc-b03e65cbde2e None None] Pushing event updated for resources: {'Port': ['ID=48861b19-e496-4b6e-aee2-f9bca19ff8b8,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:49:49.269603 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-1ceaeeb4-d5b3-495c-a348-fe96e61a4c35 None None] Provisioning complete for port 48861b19-e496-4b6e-aee2-f9bca19ff8b8 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:49:49.270548 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1ceaeeb4-d5b3-495c-a348-fe96e61a4c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:49.334292 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [None req-1687112d-f471-423e-8d08-bea48f5fa362 admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=88136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 18:49:49.335318 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-1687112d-f471-423e-8d08-bea48f5fa362 admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4141548 Jan 21 18:49:50.215749 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 48861b19-e496-4b6e-aee2-f9bca19ff8b8 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 18:49:50.281440 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 48861b19-e496-4b6e-aee2-f9bca19ff8b8 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:49:50.282213 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:52.007147 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 50976) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:49:52.349461 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-f6d262f8-65c1-4843-bfc2-b9248112420e admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '0540d9a2860f4b98add3bbf52db483e9'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:49:52.354321 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-f6d262f8-65c1-4843-bfc2-b9248112420e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:49:52.358626 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-f6d262f8-65c1-4843-bfc2-b9248112420e admin admin] Usage tracker for resource:router and tenant:0540d9a2860f4b98add3bbf52db483e9 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:49:52.362306 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-f6d262f8-65c1-4843-bfc2-b9248112420e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:49:52.367833 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-f6d262f8-65c1-4843-bfc2-b9248112420e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:49:52.438033 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f6d262f8-65c1-4843-bfc2-b9248112420e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:52.439789 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f6d262f8-65c1-4843-bfc2-b9248112420e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:52.461197 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f6d262f8-65c1-4843-bfc2-b9248112420e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:52.610236 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f6d262f8-65c1-4843-bfc2-b9248112420e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:52.677365 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f6d262f8-65c1-4843-bfc2-b9248112420e admin admin] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:52.678566 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f6d262f8-65c1-4843-bfc2-b9248112420e admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6704607 Jan 21 18:49:54.934742 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3d73b9d8-ea57-4837-a871-5a86993e591e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:55.023856 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 50986) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:49:55.386252 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [None req-fab4df75-91b2-4294-88d2-373937375ce6 admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=88136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 18:49:55.387233 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-fab4df75-91b2-4294-88d2-373937375ce6 admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3624542 Jan 21 18:49:57.208616 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8d705e56-5f0e-485f-b0f2-6be84a0e3c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:57.759814 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 50996) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:49:58.141441 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-7f398141-8a2c-42e2-a9c2-db1ee9d79ebd admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:49:58.146505 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-7f398141-8a2c-42e2-a9c2-db1ee9d79ebd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:49:58.150256 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7f398141-8a2c-42e2-a9c2-db1ee9d79ebd admin admin] Usage tracker for resource:network and tenant:93964994d86b46989ae825d396763eb6 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:49:58.153136 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7f398141-8a2c-42e2-a9c2-db1ee9d79ebd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:49:58.159129 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-7f398141-8a2c-42e2-a9c2-db1ee9d79ebd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:49:58.242691 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f398141-8a2c-42e2-a9c2-db1ee9d79ebd admin admin] Made reservation on behalf of 93964994d86b46989ae825d396763eb6 for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:49:58.245080 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7f398141-8a2c-42e2-a9c2-db1ee9d79ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:58.257532 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7f398141-8a2c-42e2-a9c2-db1ee9d79ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:58.272155 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-7f398141-8a2c-42e2-a9c2-db1ee9d79ebd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:49:58.275788 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7f398141-8a2c-42e2-a9c2-db1ee9d79ebd admin admin] Usage tracker for resource:security_group_rule and tenant:93964994d86b46989ae825d396763eb6 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:49:58.278427 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7f398141-8a2c-42e2-a9c2-db1ee9d79ebd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:49:58.283941 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-7f398141-8a2c-42e2-a9c2-db1ee9d79ebd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:49:58.357032 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:58.364126 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7f398141-8a2c-42e2-a9c2-db1ee9d79ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:58.431416 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7f398141-8a2c-42e2-a9c2-db1ee9d79ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:58.452555 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7f398141-8a2c-42e2-a9c2-db1ee9d79ebd admin admin] Reserving flat network on physical network physnet1 {{(pid=88136) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 21 18:49:58.472353 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f398141-8a2c-42e2-a9c2-db1ee9d79ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530b4170-e123-4907-922b-3f3dac9cbbfa,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:49:58.476515 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7f398141-8a2c-42e2-a9c2-db1ee9d79ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:58.476852 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-7f398141-8a2c-42e2-a9c2-db1ee9d79ebd admin admin] Added segment c325330e-a43b-4cf4-ab86-3da4447c0034 of type flat for network 552ba34b-3dd7-4be8-8310-a9fc908fe72b Jan 21 18:49:58.509120 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7f398141-8a2c-42e2-a9c2-db1ee9d79ebd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:58.557106 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:58.574155 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7f398141-8a2c-42e2-a9c2-db1ee9d79ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:58.575079 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f398141-8a2c-42e2-a9c2-db1ee9d79ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:49:58.575676 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7f398141-8a2c-42e2-a9c2-db1ee9d79ebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:49:58.691726 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f398141-8a2c-42e2-a9c2-db1ee9d79ebd admin admin] Pushing event updated for resources: {'Network': ['ID=552ba34b-3dd7-4be8-8310-a9fc908fe72b,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:49:58.700962 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 18:49:58.764070 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-7f398141-8a2c-42e2-a9c2-db1ee9d79ebd admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0029070 Jan 21 18:49:59.894138 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:01.121157 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 51016) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:50:01.329823 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a749d1-ec49-4e50-a4c3-c98296ab6814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:50:01.331139 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-88a749d1-ec49-4e50-a4c3-c98296ab6814 admin admin] 10.222.0.87 "GET /v2.0/subnets/ee09633c-1114-4635-b7cf-125d15fa3566 HTTP/1.1" status: 200 len: 849 time: 0.2090623 Jan 21 18:50:01.522877 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-414c74c3-d011-4201-84d8-bbd33e81b423 admin admin] 10.222.0.87 "GET /v2.0/routers/4cbf147c-96d6-4333-af73-c6742db72488 HTTP/1.1" status: 200 len: 704 time: 0.1862612 Jan 21 18:50:01.975888 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-91b01dc1-1987-4703-b96f-6cf45792e09c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:02.209612 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-91b01dc1-1987-4703-b96f-6cf45792e09c admin admin] Allocated IP 172.20.0.1 (a7ef35b5-a639-462e-9d2a-2ab07f9d0228/ee09633c-1114-4635-b7cf-125d15fa3566/205641da-f7d5-4291-a0f8-079e6958c754) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:50:02.363787 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-91b01dc1-1987-4703-b96f-6cf45792e09c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:02.381187 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-91b01dc1-1987-4703-b96f-6cf45792e09c admin admin] Transition to ACTIVE for port object 205641da-f7d5-4291-a0f8-079e6958c754 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:50:02.500960 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-91b01dc1-1987-4703-b96f-6cf45792e09c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:02.568081 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b01dc1-1987-4703-b96f-6cf45792e09c admin admin] Network a7ef35b5-a639-462e-9d2a-2ab07f9d0228 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:50:02.571023 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-91b01dc1-1987-4703-b96f-6cf45792e09c admin admin] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:50:02.573684 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b01dc1-1987-4703-b96f-6cf45792e09c admin admin] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:50:02.574221 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-91b01dc1-1987-4703-b96f-6cf45792e09c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:02.701568 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b01dc1-1987-4703-b96f-6cf45792e09c admin admin] Pushing event updated for resources: {'Port': ['ID=205641da-f7d5-4291-a0f8-079e6958c754,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:50:02.831264 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-202ccd82-3e3e-499f-8f57-175e1a9ff952 None None] Provisioning for port 205641da-f7d5-4291-a0f8-079e6958c754 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 18:50:02.836148 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-202ccd82-3e3e-499f-8f57-175e1a9ff952 None None] Provisioning complete for port 205641da-f7d5-4291-a0f8-079e6958c754 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:50:02.836516 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-202ccd82-3e3e-499f-8f57-175e1a9ff952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:02.891135 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-202ccd82-3e3e-499f-8f57-175e1a9ff952 None None] Port 205641da-f7d5-4291-a0f8-079e6958c754 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 18:50:02.927711 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-91b01dc1-1987-4703-b96f-6cf45792e09c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:03.150390 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-91b01dc1-1987-4703-b96f-6cf45792e09c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:03.249299 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-91b01dc1-1987-4703-b96f-6cf45792e09c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:03.250071 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-91b01dc1-1987-4703-b96f-6cf45792e09c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:03.347177 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b01dc1-1987-4703-b96f-6cf45792e09c admin admin] Pushing event updated for resources: {'Port': ['ID=205641da-f7d5-4291-a0f8-079e6958c754,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:50:03.442555 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b01dc1-1987-4703-b96f-6cf45792e09c admin admin] Network a7ef35b5-a639-462e-9d2a-2ab07f9d0228 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:50:03.445121 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-91b01dc1-1987-4703-b96f-6cf45792e09c admin admin] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:50:03.613584 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-ef11204c-2a95-4797-8df8-692f2100c48a None None] Provisioning complete for port 205641da-f7d5-4291-a0f8-079e6958c754 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:50:03.613979 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ef11204c-2a95-4797-8df8-692f2100c48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:03.664815 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-ef11204c-2a95-4797-8df8-692f2100c48a None None] Port 205641da-f7d5-4291-a0f8-079e6958c754 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 18:50:03.711409 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b01dc1-1987-4703-b96f-6cf45792e09c admin admin] Router 4cbf147c-96d6-4333-af73-c6742db72488 is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 18:50:03.870731 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b01dc1-1987-4703-b96f-6cf45792e09c admin admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 18:50:03.882514 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdebcf86-1cae-4cc2-97f5-babb27e05e04 None None] Sync routers for ids ['4cbf147c-96d6-4333-af73-c6742db72488'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 18:50:03.886693 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-91b01dc1-1987-4703-b96f-6cf45792e09c admin admin] 10.222.0.87 "PUT /v2.0/routers/4cbf147c-96d6-4333-af73-c6742db72488/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3586025 Jan 21 18:50:03.894873 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdebcf86-1cae-4cc2-97f5-babb27e05e04 None None] Routers {'4cbf147c-96d6-4333-af73-c6742db72488'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 18:50:03.895737 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-fdebcf86-1cae-4cc2-97f5-babb27e05e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:49:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['4cbf147c-96d6-4333-af73-c6742db72488'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:50:04.071954 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-fdebcf86-1cae-4cc2-97f5-babb27e05e04 None None] Set router 4cbf147c-96d6-4333-af73-c6742db72488 gateway port host: None {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 18:50:04.452512 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-fdebcf86-1cae-4cc2-97f5-babb27e05e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cbf147c-96d6-4333-af73-c6742db72488', 'name': 'router1', 'tenant_id': '0540d9a2860f4b98add3bbf52db483e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:49:52Z', 'updated_at': '2022-01-21T18:50:02Z', 'revision_number': 2, 'project_id': '0540d9a2860f4b98add3bbf52db483e9', 'gw_port_host': None, '_interfaces': [{'id': '205641da-f7d5-4291-a0f8-079e6958c754', 'name': '', 'network_id': 'a7ef35b5-a639-462e-9d2a-2ab07f9d0228', 'tenant_id': '0540d9a2860f4b98add3bbf52db483e9', 'mac_address': 'fa:16:3e:91:6b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cbf147c-96d6-4333-af73-c6742db72488', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ee09633c-1114-4635-b7cf-125d15fa3566', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:50:02Z', 'updated_at': '2022-01-21T18:50:02Z', 'revision_number': 2, 'project_id': '0540d9a2860f4b98add3bbf52db483e9', 'subnets': [{'id': 'ee09633c-1114-4635-b7cf-125d15fa3566', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b9dea3d-459a-4d80-ae80-af22f908c7b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:50:04.457377 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdebcf86-1cae-4cc2-97f5-babb27e05e04 None None] Checking router: 4cbf147c-96d6-4333-af73-c6742db72488 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 18:50:04.457752 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdebcf86-1cae-4cc2-97f5-babb27e05e04 None None] Updating router 4cbf147c-96d6-4333-af73-c6742db72488 port 205641da-f7d5-4291-a0f8-079e6958c754 binding host dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 18:50:04.511685 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fdebcf86-1cae-4cc2-97f5-babb27e05e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:04.895673 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fdebcf86-1cae-4cc2-97f5-babb27e05e04 None None] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:04.910418 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-fdebcf86-1cae-4cc2-97f5-babb27e05e04 None None] Transition to ACTIVE for port object 205641da-f7d5-4291-a0f8-079e6958c754 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:50:04.979797 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fdebcf86-1cae-4cc2-97f5-babb27e05e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:05.225458 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb499b85-3d03-409f-8d8b-8acac66927bc None None] Pushing event updated for resources: {'Port': ['ID=205641da-f7d5-4291-a0f8-079e6958c754,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:50:05.243115 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb499b85-3d03-409f-8d8b-8acac66927bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:50:05.243462 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb499b85-3d03-409f-8d8b-8acac66927bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:50:05.243794 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb499b85-3d03-409f-8d8b-8acac66927bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:50:05.244122 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb499b85-3d03-409f-8d8b-8acac66927bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:50:05.244444 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb499b85-3d03-409f-8d8b-8acac66927bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:50:05.244815 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb499b85-3d03-409f-8d8b-8acac66927bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:50:05.245143 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb499b85-3d03-409f-8d8b-8acac66927bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:50:05.245462 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb499b85-3d03-409f-8d8b-8acac66927bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:50:05.245814 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb499b85-3d03-409f-8d8b-8acac66927bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:50:05.246143 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb499b85-3d03-409f-8d8b-8acac66927bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:50:05.246464 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb499b85-3d03-409f-8d8b-8acac66927bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:50:05.246776 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb499b85-3d03-409f-8d8b-8acac66927bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:50:05.248133 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb499b85-3d03-409f-8d8b-8acac66927bc None None] Tracked resource versions report: Jan 21 18:50:05.248133 dv-neutron-825470-1-hyperv neutron-server[88139]: pushed versions: Jan 21 18:50:05.248133 dv-neutron-825470-1-hyperv neutron-server[88139]: { 'AddressGroup': {'1.2'}, Jan 21 18:50:05.248133 dv-neutron-825470-1-hyperv neutron-server[88139]: 'ConntrackHelper': {'1.0'}, Jan 21 18:50:05.248133 dv-neutron-825470-1-hyperv neutron-server[88139]: 'Log': {'1.0'}, Jan 21 18:50:05.248133 dv-neutron-825470-1-hyperv neutron-server[88139]: 'Network': {'1.1'}, Jan 21 18:50:05.248133 dv-neutron-825470-1-hyperv neutron-server[88139]: 'Port': {'1.7'}, Jan 21 18:50:05.248133 dv-neutron-825470-1-hyperv neutron-server[88139]: 'PortForwarding': {'1.2'}, Jan 21 18:50:05.248133 dv-neutron-825470-1-hyperv neutron-server[88139]: 'QosPolicy': {'1.8'}, Jan 21 18:50:05.248133 dv-neutron-825470-1-hyperv neutron-server[88139]: 'SecurityGroup': {'1.4'}, Jan 21 18:50:05.248133 dv-neutron-825470-1-hyperv neutron-server[88139]: 'SecurityGroupRule': {'1.2'}, Jan 21 18:50:05.248133 dv-neutron-825470-1-hyperv neutron-server[88139]: 'SubPort': {'1.0'}, Jan 21 18:50:05.248133 dv-neutron-825470-1-hyperv neutron-server[88139]: 'Subnet': {'1.1'}, Jan 21 18:50:05.248133 dv-neutron-825470-1-hyperv neutron-server[88139]: 'Trunk': {'1.1'}} Jan 21 18:50:05.248133 dv-neutron-825470-1-hyperv neutron-server[88139]: consumer versions: Jan 21 18:50:05.248133 dv-neutron-825470-1-hyperv neutron-server[88139]: { DHCP agent@dv-neutron-825470-1-hyperv: {}, Jan 21 18:50:05.248133 dv-neutron-825470-1-hyperv neutron-server[88139]: L3 agent@dv-neutron-825470-1-hyperv: {}, Jan 21 18:50:05.248133 dv-neutron-825470-1-hyperv neutron-server[88139]: Metadata agent@dv-neutron-825470-1-hyperv: {}, Jan 21 18:50:05.248133 dv-neutron-825470-1-hyperv neutron-server[88139]: Metering agent@dv-neutron-825470-1-hyperv: {}, Jan 21 18:50:05.248133 dv-neutron-825470-1-hyperv neutron-server[88139]: Open vSwitch agent@dv-neutron-825470-1-hyperv: { 'AddressGroup': '1.2', Jan 21 18:50:05.248133 dv-neutron-825470-1-hyperv neutron-server[88139]: 'ConntrackHelper': '1.0', Jan 21 18:50:05.248133 dv-neutron-825470-1-hyperv neutron-server[88139]: 'Log': '1.0', Jan 21 18:50:05.248133 dv-neutron-825470-1-hyperv neutron-server[88139]: 'Network': '1.1', Jan 21 18:50:05.248133 dv-neutron-825470-1-hyperv neutron-server[88139]: 'Port': '1.7', Jan 21 18:50:05.248133 dv-neutron-825470-1-hyperv neutron-server[88139]: 'PortForwarding': '1.2', Jan 21 18:50:05.248133 dv-neutron-825470-1-hyperv neutron-server[88139]: 'QosPolicy': '1.8', Jan 21 18:50:05.248133 dv-neutron-825470-1-hyperv neutron-server[88139]: 'SecurityGroup': '1.4', Jan 21 18:50:05.248133 dv-neutron-825470-1-hyperv neutron-server[88139]: 'SecurityGroupRule': '1.2', Jan 21 18:50:05.248133 dv-neutron-825470-1-hyperv neutron-server[88139]: 'SubPort': '1.0', Jan 21 18:50:05.248133 dv-neutron-825470-1-hyperv neutron-server[88139]: 'Subnet': '1.1', Jan 21 18:50:05.248133 dv-neutron-825470-1-hyperv neutron-server[88139]: 'Trunk': '1.1'}} Jan 21 18:50:05.248133 dv-neutron-825470-1-hyperv neutron-server[88139]: {{(pid=88139) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 18:50:05.255006 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-fdebcf86-1cae-4cc2-97f5-babb27e05e04 None None] Attempting to bind port 205641da-f7d5-4291-a0f8-079e6958c754 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:50:05.255400 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-fdebcf86-1cae-4cc2-97f5-babb27e05e04 None None] Attempting to bind port 205641da-f7d5-4291-a0f8-079e6958c754 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '65962b6f-efb0-4a95-b2b0-8012d7f7a422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a7ef35b5-a639-462e-9d2a-2ab07f9d0228'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:50:05.255825 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdebcf86-1cae-4cc2-97f5-babb27e05e04 None None] Attempting to bind port 205641da-f7d5-4291-a0f8-079e6958c754 on network a7ef35b5-a639-462e-9d2a-2ab07f9d0228 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:50:05.260925 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdebcf86-1cae-4cc2-97f5-babb27e05e04 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 18, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 18:50:05.261318 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdebcf86-1cae-4cc2-97f5-babb27e05e04 None None] Checking segment: {'id': '65962b6f-efb0-4a95-b2b0-8012d7f7a422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a7ef35b5-a639-462e-9d2a-2ab07f9d0228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 18:50:05.261820 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fdebcf86-1cae-4cc2-97f5-babb27e05e04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:05.262194 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdebcf86-1cae-4cc2-97f5-babb27e05e04 None None] Bound using segment: {'id': '65962b6f-efb0-4a95-b2b0-8012d7f7a422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a7ef35b5-a639-462e-9d2a-2ab07f9d0228'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 18:50:05.262692 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-fdebcf86-1cae-4cc2-97f5-babb27e05e04 None None] Bound port: 205641da-f7d5-4291-a0f8-079e6958c754, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65962b6f-efb0-4a95-b2b0-8012d7f7a422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a7ef35b5-a639-462e-9d2a-2ab07f9d0228'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 18:50:05.263069 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fdebcf86-1cae-4cc2-97f5-babb27e05e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:05.349861 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-fdebcf86-1cae-4cc2-97f5-babb27e05e04 None None] For port 205641da-f7d5-4291-a0f8-079e6958c754, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 18:50:05.354178 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-fdebcf86-1cae-4cc2-97f5-babb27e05e04 None None] For port 205641da-f7d5-4291-a0f8-079e6958c754, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=205641da-f7d5-4291-a0f8-079e6958c754,segment=NetworkSegment(65962b6f-efb0-4a95-b2b0-8012d7f7a422),segment_id=65962b6f-efb0-4a95-b2b0-8012d7f7a422)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 18:50:05.489966 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fdebcf86-1cae-4cc2-97f5-babb27e05e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:05.581490 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdebcf86-1cae-4cc2-97f5-babb27e05e04 None None] Routers {'4cbf147c-96d6-4333-af73-c6742db72488'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 18:50:05.582153 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-fdebcf86-1cae-4cc2-97f5-babb27e05e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:49:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['4cbf147c-96d6-4333-af73-c6742db72488'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:50:05.629857 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb499b85-3d03-409f-8d8b-8acac66927bc None None] Pushing event updated for resources: {'Port': ['ID=205641da-f7d5-4291-a0f8-079e6958c754,revision_number=4']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:50:05.736841 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-fdebcf86-1cae-4cc2-97f5-babb27e05e04 None None] Set router 4cbf147c-96d6-4333-af73-c6742db72488 gateway port host: None {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 18:50:06.090423 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-fdebcf86-1cae-4cc2-97f5-babb27e05e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cbf147c-96d6-4333-af73-c6742db72488', 'name': 'router1', 'tenant_id': '0540d9a2860f4b98add3bbf52db483e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:49:52Z', 'updated_at': '2022-01-21T18:50:02Z', 'revision_number': 2, 'project_id': '0540d9a2860f4b98add3bbf52db483e9', 'gw_port_host': None, '_interfaces': [{'id': '205641da-f7d5-4291-a0f8-079e6958c754', 'name': '', 'network_id': 'a7ef35b5-a639-462e-9d2a-2ab07f9d0228', 'tenant_id': '0540d9a2860f4b98add3bbf52db483e9', 'mac_address': 'fa:16:3e:91:6b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cbf147c-96d6-4333-af73-c6742db72488', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ee09633c-1114-4635-b7cf-125d15fa3566', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:50:02Z', 'updated_at': '2022-01-21T18:50:05Z', 'revision_number': 4, 'project_id': '0540d9a2860f4b98add3bbf52db483e9', 'subnets': [{'id': 'ee09633c-1114-4635-b7cf-125d15fa3566', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b9dea3d-459a-4d80-ae80-af22f908c7b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:50:06.094764 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdebcf86-1cae-4cc2-97f5-babb27e05e04 None None] The sync data for ids ['4cbf147c-96d6-4333-af73-c6742db72488'] in dv-neutron-825470-1-hyperv is: [{'id': '4cbf147c-96d6-4333-af73-c6742db72488', 'name': 'router1', 'tenant_id': '0540d9a2860f4b98add3bbf52db483e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:49:52Z', 'updated_at': '2022-01-21T18:50:02Z', 'revision_number': 2, 'project_id': '0540d9a2860f4b98add3bbf52db483e9', 'gw_port_host': None, '_interfaces': [{'id': '205641da-f7d5-4291-a0f8-079e6958c754', 'name': '', 'network_id': 'a7ef35b5-a639-462e-9d2a-2ab07f9d0228', 'tenant_id': '0540d9a2860f4b98add3bbf52db483e9', 'mac_address': 'fa:16:3e:91:6b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cbf147c-96d6-4333-af73-c6742db72488', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ee09633c-1114-4635-b7cf-125d15fa3566', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:50:02Z', 'updated_at': '2022-01-21T18:50:05Z', 'revision_number': 4, 'project_id': '0540d9a2860f4b98add3bbf52db483e9', 'subnets': [{'id': 'ee09633c-1114-4635-b7cf-125d15fa3566', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b9dea3d-459a-4d80-ae80-af22f908c7b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 18:50:06.095855 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 51038) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:50:06.259540 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783d5626-b330-4e22-941f-95be353fcfd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:50:06.260108 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-783d5626-b330-4e22-941f-95be353fcfd8 admin admin] Synchronizing usage tracker for tenant:93964994d86b46989ae825d396763eb6 on resource:network {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 18:50:06.322629 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-783d5626-b330-4e22-941f-95be353fcfd8 admin admin] Unset dirty status for tenant:93964994d86b46989ae825d396763eb6 on resource:network {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 18:50:06.328903 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-783d5626-b330-4e22-941f-95be353fcfd8 admin admin] 10.222.0.87 "GET /v2.0/networks/552ba34b-3dd7-4be8-8310-a9fc908fe72b HTTP/1.1" status: 200 len: 842 time: 0.2269256 Jan 21 18:50:06.333050 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-7b0570df-5ed2-4113-bf4e-ebafcd81c60f admin admin] Request body: {'subnet': {'gateway_ip': '172.26.1.1', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'cidr': '172.26.1.0/24'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:50:06.337538 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-7b0570df-5ed2-4113-bf4e-ebafcd81c60f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:50:06.342409 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7b0570df-5ed2-4113-bf4e-ebafcd81c60f admin admin] Usage tracker for resource:subnet and tenant:93964994d86b46989ae825d396763eb6 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:50:06.345280 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7b0570df-5ed2-4113-bf4e-ebafcd81c60f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:50:06.350868 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-7b0570df-5ed2-4113-bf4e-ebafcd81c60f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:50:06.442988 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0570df-5ed2-4113-bf4e-ebafcd81c60f admin admin] Made reservation on behalf of 93964994d86b46989ae825d396763eb6 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:50:06.446271 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7b0570df-5ed2-4113-bf4e-ebafcd81c60f admin admin] Notify callbacks [] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:06.885737 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.objects.ports [None req-7b0570df-5ed2-4113-bf4e-ebafcd81c60f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88136) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 18:50:06.886221 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7b0570df-5ed2-4113-bf4e-ebafcd81c60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:06.962138 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0570df-5ed2-4113-bf4e-ebafcd81c60f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5a7ee00-82c8-4a0f-b44d-6f728af3633e,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:50:06.969815 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0570df-5ed2-4113-bf4e-ebafcd81c60f admin admin] Checking segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 18:50:06.970088 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0570df-5ed2-4113-bf4e-ebafcd81c60f admin admin] Network hostable DHCP agents. Network: 552ba34b-3dd7-4be8-8310-a9fc908fe72b, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 18:50:07.042941 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0570df-5ed2-4113-bf4e-ebafcd81c60f admin admin] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 18:50:07.099860 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-7b0570df-5ed2-4113-bf4e-ebafcd81c60f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 552ba34b-3dd7-4be8-8310-a9fc908fe72b) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:50:07.105198 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0570df-5ed2-4113-bf4e-ebafcd81c60f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:50:07.106298 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7b0570df-5ed2-4113-bf4e-ebafcd81c60f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:07.109981 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e81ed4-6e4b-43ed-82fc-41aff1aa78c2 None None] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 18:50:07.186698 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-7b0570df-5ed2-4113-bf4e-ebafcd81c60f admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8569434 Jan 21 18:50:07.332422 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e8cfce-b41f-4a60-bcde-e8e6eb5546bf None None] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 18:50:08.239454 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 205641da-f7d5-4291-a0f8-079e6958c754 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 18:50:08.402939 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 205641da-f7d5-4291-a0f8-079e6958c754 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 18:50:08.408730 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 205641da-f7d5-4291-a0f8-079e6958c754 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:50:08.409151 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:08.525924 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:08.561045 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 205641da-f7d5-4291-a0f8-079e6958c754, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=205641da-f7d5-4291-a0f8-079e6958c754,segment=NetworkSegment(65962b6f-efb0-4a95-b2b0-8012d7f7a422),segment_id=65962b6f-efb0-4a95-b2b0-8012d7f7a422)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 18:50:08.614255 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:08.681105 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=205641da-f7d5-4291-a0f8-079e6958c754,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:50:09.488645 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 51052) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:50:09.714549 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ac046f70-f4c1-434e-8cda-d1032a099d95 admin admin] 10.222.0.87 "GET /v2.0/routers/4cbf147c-96d6-4333-af73-c6742db72488 HTTP/1.1" status: 200 len: 710 time: 0.2246809 Jan 21 18:50:09.846568 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11de94ef-53e8-4c38-bbaa-a30ed7fe969c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:50:09.847929 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-11de94ef-53e8-4c38-bbaa-a30ed7fe969c admin admin] 10.222.0.87 "GET /v2.0/networks/552ba34b-3dd7-4be8-8310-a9fc908fe72b HTTP/1.1" status: 200 len: 886 time: 0.1255906 Jan 21 18:50:09.858028 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-8070499b-724a-414f-a859-a96f3995aabc admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:50:10.239467 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 205641da-f7d5-4291-a0f8-079e6958c754 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 18:50:10.316109 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 205641da-f7d5-4291-a0f8-079e6958c754 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:50:10.316481 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:10.356263 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8070499b-724a-414f-a859-a96f3995aabc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:10.763706 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8070499b-724a-414f-a859-a96f3995aabc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:10.816744 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8070499b-724a-414f-a859-a96f3995aabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:10.949031 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-8070499b-724a-414f-a859-a96f3995aabc admin admin] Allocated IP 172.26.1.118 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/47a12836-67d7-43e2-aa33-3700bc3ec77a) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:50:11.095485 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8070499b-724a-414f-a859-a96f3995aabc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:11.214497 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8070499b-724a-414f-a859-a96f3995aabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:11.280155 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8070499b-724a-414f-a859-a96f3995aabc admin admin] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:50:11.282880 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-8070499b-724a-414f-a859-a96f3995aabc admin admin] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:50:11.286071 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8070499b-724a-414f-a859-a96f3995aabc admin admin] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:50:11.352797 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8070499b-724a-414f-a859-a96f3995aabc admin admin] Pushing event updated for resources: {'Port': ['ID=47a12836-67d7-43e2-aa33-3700bc3ec77a,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:50:11.730624 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8070499b-724a-414f-a859-a96f3995aabc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:12.098166 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8070499b-724a-414f-a859-a96f3995aabc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:12.101329 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8070499b-724a-414f-a859-a96f3995aabc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3720919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3720920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723161'] for router, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:12.277595 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8070499b-724a-414f-a859-a96f3995aabc admin admin] Router 4cbf147c-96d6-4333-af73-c6742db72488 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 18:50:12.451572 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8070499b-724a-414f-a859-a96f3995aabc admin admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 18:50:12.459603 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8070499b-724a-414f-a859-a96f3995aabc admin admin] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:12.460761 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-8070499b-724a-414f-a859-a96f3995aabc admin admin] 10.222.0.87 "PUT /v2.0/routers/4cbf147c-96d6-4333-af73-c6742db72488 HTTP/1.1" status: 200 len: 890 time: 2.6066592 Jan 21 18:50:12.462556 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa63a377-38d1-4539-bb85-8dc9093408a6 None None] Sync routers for ids ['4cbf147c-96d6-4333-af73-c6742db72488'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 18:50:12.473696 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa63a377-38d1-4539-bb85-8dc9093408a6 None None] Routers {'4cbf147c-96d6-4333-af73-c6742db72488'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 18:50:12.474423 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-fa63a377-38d1-4539-bb85-8dc9093408a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:49:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['4cbf147c-96d6-4333-af73-c6742db72488'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:50:12.668618 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-fa63a377-38d1-4539-bb85-8dc9093408a6 None None] Set router 4cbf147c-96d6-4333-af73-c6742db72488 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 18:50:12.998660 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-fa63a377-38d1-4539-bb85-8dc9093408a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cbf147c-96d6-4333-af73-c6742db72488', 'name': 'router1', 'tenant_id': '0540d9a2860f4b98add3bbf52db483e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.118'}], 'enable_snat': True}, 'gw_port_id': '47a12836-67d7-43e2-aa33-3700bc3ec77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:49:52Z', 'updated_at': '2022-01-21T18:50:11Z', 'revision_number': 4, 'project_id': '0540d9a2860f4b98add3bbf52db483e9', 'gw_port': {'id': '47a12836-67d7-43e2-aa33-3700bc3ec77a', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cbf147c-96d6-4333-af73-c6742db72488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:50:10Z', 'updated_at': '2022-01-21T18:50:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '205641da-f7d5-4291-a0f8-079e6958c754', 'name': '', 'network_id': 'a7ef35b5-a639-462e-9d2a-2ab07f9d0228', 'tenant_id': '0540d9a2860f4b98add3bbf52db483e9', 'mac_address': 'fa:16:3e:91:6b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cbf147c-96d6-4333-af73-c6742db72488', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ee09633c-1114-4635-b7cf-125d15fa3566', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:50:02Z', 'updated_at': '2022-01-21T18:50:08Z', 'revision_number': 5, 'project_id': '0540d9a2860f4b98add3bbf52db483e9', 'subnets': [{'id': 'ee09633c-1114-4635-b7cf-125d15fa3566', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b9dea3d-459a-4d80-ae80-af22f908c7b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:50:13.003478 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa63a377-38d1-4539-bb85-8dc9093408a6 None None] Checking router: 4cbf147c-96d6-4333-af73-c6742db72488 for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 18:50:13.003710 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa63a377-38d1-4539-bb85-8dc9093408a6 None None] Updating router 4cbf147c-96d6-4333-af73-c6742db72488 port 47a12836-67d7-43e2-aa33-3700bc3ec77a binding host dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 18:50:13.053336 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-fa63a377-38d1-4539-bb85-8dc9093408a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:13.375025 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-fa63a377-38d1-4539-bb85-8dc9093408a6 None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:13.386347 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-fa63a377-38d1-4539-bb85-8dc9093408a6 None None] Transition to ACTIVE for port object 47a12836-67d7-43e2-aa33-3700bc3ec77a will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:50:13.437131 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-fa63a377-38d1-4539-bb85-8dc9093408a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:13.542460 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f90efa-2e39-4666-8857-82946af01b83 None None] Pushing event updated for resources: {'Port': ['ID=47a12836-67d7-43e2-aa33-3700bc3ec77a,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:50:13.547395 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-fa63a377-38d1-4539-bb85-8dc9093408a6 None None] Attempting to bind port 47a12836-67d7-43e2-aa33-3700bc3ec77a on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:50:13.547766 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-fa63a377-38d1-4539-bb85-8dc9093408a6 None None] Attempting to bind port 47a12836-67d7-43e2-aa33-3700bc3ec77a by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:50:13.548127 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa63a377-38d1-4539-bb85-8dc9093408a6 None None] Attempting to bind port 47a12836-67d7-43e2-aa33-3700bc3ec77a on network 552ba34b-3dd7-4be8-8310-a9fc908fe72b {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:50:13.553547 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa63a377-38d1-4539-bb85-8dc9093408a6 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 18, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 18:50:13.553959 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa63a377-38d1-4539-bb85-8dc9093408a6 None None] Checking segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 18:50:13.554360 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-fa63a377-38d1-4539-bb85-8dc9093408a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:13.554748 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa63a377-38d1-4539-bb85-8dc9093408a6 None None] Bound using segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 18:50:13.555229 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-fa63a377-38d1-4539-bb85-8dc9093408a6 None None] Bound port: 47a12836-67d7-43e2-aa33-3700bc3ec77a, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 18:50:13.555615 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-fa63a377-38d1-4539-bb85-8dc9093408a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:13.627536 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-fa63a377-38d1-4539-bb85-8dc9093408a6 None None] For port 47a12836-67d7-43e2-aa33-3700bc3ec77a, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 18:50:13.630309 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-fa63a377-38d1-4539-bb85-8dc9093408a6 None None] For port 47a12836-67d7-43e2-aa33-3700bc3ec77a, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=47a12836-67d7-43e2-aa33-3700bc3ec77a,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 18:50:13.701277 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-fa63a377-38d1-4539-bb85-8dc9093408a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:13.778259 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa63a377-38d1-4539-bb85-8dc9093408a6 None None] Routers {'4cbf147c-96d6-4333-af73-c6742db72488'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 18:50:13.779469 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-fa63a377-38d1-4539-bb85-8dc9093408a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:49:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['4cbf147c-96d6-4333-af73-c6742db72488'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:50:13.829425 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f90efa-2e39-4666-8857-82946af01b83 None None] Pushing event updated for resources: {'Port': ['ID=47a12836-67d7-43e2-aa33-3700bc3ec77a,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:50:13.958536 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-fa63a377-38d1-4539-bb85-8dc9093408a6 None None] Set router 4cbf147c-96d6-4333-af73-c6742db72488 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 18:50:14.292496 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-fa63a377-38d1-4539-bb85-8dc9093408a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cbf147c-96d6-4333-af73-c6742db72488', 'name': 'router1', 'tenant_id': '0540d9a2860f4b98add3bbf52db483e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.118'}], 'enable_snat': True}, 'gw_port_id': '47a12836-67d7-43e2-aa33-3700bc3ec77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:49:52Z', 'updated_at': '2022-01-21T18:50:11Z', 'revision_number': 4, 'project_id': '0540d9a2860f4b98add3bbf52db483e9', 'gw_port': {'id': '47a12836-67d7-43e2-aa33-3700bc3ec77a', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cbf147c-96d6-4333-af73-c6742db72488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:50:10Z', 'updated_at': '2022-01-21T18:50:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '205641da-f7d5-4291-a0f8-079e6958c754', 'name': '', 'network_id': 'a7ef35b5-a639-462e-9d2a-2ab07f9d0228', 'tenant_id': '0540d9a2860f4b98add3bbf52db483e9', 'mac_address': 'fa:16:3e:91:6b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cbf147c-96d6-4333-af73-c6742db72488', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ee09633c-1114-4635-b7cf-125d15fa3566', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:50:02Z', 'updated_at': '2022-01-21T18:50:08Z', 'revision_number': 5, 'project_id': '0540d9a2860f4b98add3bbf52db483e9', 'subnets': [{'id': 'ee09633c-1114-4635-b7cf-125d15fa3566', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b9dea3d-459a-4d80-ae80-af22f908c7b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:50:14.296264 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa63a377-38d1-4539-bb85-8dc9093408a6 None None] The sync data for ids ['4cbf147c-96d6-4333-af73-c6742db72488'] in dv-neutron-825470-1-hyperv is: [{'id': '4cbf147c-96d6-4333-af73-c6742db72488', 'name': 'router1', 'tenant_id': '0540d9a2860f4b98add3bbf52db483e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.118'}], 'enable_snat': True}, 'gw_port_id': '47a12836-67d7-43e2-aa33-3700bc3ec77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:49:52Z', 'updated_at': '2022-01-21T18:50:11Z', 'revision_number': 4, 'project_id': '0540d9a2860f4b98add3bbf52db483e9', 'gw_port': {'id': '47a12836-67d7-43e2-aa33-3700bc3ec77a', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:53:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cbf147c-96d6-4333-af73-c6742db72488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:50:10Z', 'updated_at': '2022-01-21T18:50:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '205641da-f7d5-4291-a0f8-079e6958c754', 'name': '', 'network_id': 'a7ef35b5-a639-462e-9d2a-2ab07f9d0228', 'tenant_id': '0540d9a2860f4b98add3bbf52db483e9', 'mac_address': 'fa:16:3e:91:6b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cbf147c-96d6-4333-af73-c6742db72488', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ee09633c-1114-4635-b7cf-125d15fa3566', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:50:02Z', 'updated_at': '2022-01-21T18:50:08Z', 'revision_number': 5, 'project_id': '0540d9a2860f4b98add3bbf52db483e9', 'subnets': [{'id': 'ee09633c-1114-4635-b7cf-125d15fa3566', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b9dea3d-459a-4d80-ae80-af22f908c7b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 18:50:14.836280 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 51062) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:50:14.954228 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-31579786-1af8-4c95-8d21-8dabb727eda8 admin admin] 10.222.0.87 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1170316 Jan 21 18:50:16.266148 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 47a12836-67d7-43e2-aa33-3700bc3ec77a up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 18:50:16.421009 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 47a12836-67d7-43e2-aa33-3700bc3ec77a completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 18:50:16.426641 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 47a12836-67d7-43e2-aa33-3700bc3ec77a triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:50:16.426950 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:16.555549 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:16.577874 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 47a12836-67d7-43e2-aa33-3700bc3ec77a, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=47a12836-67d7-43e2-aa33-3700bc3ec77a,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 18:50:16.619690 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:16.695276 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=47a12836-67d7-43e2-aa33-3700bc3ec77a,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:50:18.253068 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 47a12836-67d7-43e2-aa33-3700bc3ec77a up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 18:50:18.349386 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 47a12836-67d7-43e2-aa33-3700bc3ec77a triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:50:18.349386 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:24.966612 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7d55b84d-e824-4653-8ee2-5906585d1b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:25.020432 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 5 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 18:50:27.197187 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ce347500-2e35-4771-b033-65bf522831e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:28.374092 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:28.545363 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:29.933661 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:54.932953 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4d6b1cdc-df70-4e6d-8600-a76520f87072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:57.195991 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-fbd01237-7aec-4af6-a9c5-37c88213a25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:58.367350 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:58.566843 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:50:59.926693 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:51:02.019325 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 5 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 18:51:24.966846 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-81f9fab3-01ff-487f-b5b6-a14054b43605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:51:27.190014 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-310855cb-8630-4707-9d49-318da2cb8cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:51:28.368615 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:51:28.795248 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:51:29.931632 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:51:39.018865 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 5 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 18:51:54.948127 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3160f3ef-4780-4269-ad0f-aed0ca34ea4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:51:57.251795 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6facc12f-007f-4c9c-9197-218c18cd2ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:51:58.377692 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:51:58.572046 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:51:59.936434 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:52:16.017729 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 5 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 18:52:23.928859 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 51664) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:52:23.997272 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5ac5351-ff28-4bdc-b514-e75e5466828d admin admin] GET failed (client error): The resource could not be found. Jan 21 18:52:23.998551 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b5ac5351-ff28-4bdc-b514-e75e5466828d admin admin] 10.222.0.87 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0687540 Jan 21 18:52:24.129682 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac347ee-0f47-4a75-b1cb-6782f07d8e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:52:24.131147 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-2ac347ee-0f47-4a75-b1cb-6782f07d8e43 admin admin] 10.222.0.87 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1287920 Jan 21 18:52:24.931348 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-720e6d5d-f67f-4ebe-bd02-173db5ee7911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:52:26.293279 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 51674) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:52:26.398879 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99844617-7c7f-4e78-a341-4027bfb40942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:52:26.400213 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-99844617-7c7f-4e78-a341-4027bfb40942 admin admin] 10.222.0.87 "GET /v2.0/subnets/ee09633c-1114-4635-b7cf-125d15fa3566 HTTP/1.1" status: 200 len: 849 time: 0.1059270 Jan 21 18:52:26.410843 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-365dc890-d217-471c-a3c3-a402c86885bb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:52:26.529059 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-365dc890-d217-471c-a3c3-a402c86885bb admin admin] Notify callbacks [] for subnet, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:52:26.758342 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-365dc890-d217-471c-a3c3-a402c86885bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763375366638'] for subnet, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:52:26.806289 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365dc890-d217-471c-a3c3-a402c86885bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:52:26.806522 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-365dc890-d217-471c-a3c3-a402c86885bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:52:26.809174 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-365dc890-d217-471c-a3c3-a402c86885bb admin admin] 10.222.0.87 "PUT /v2.0/subnets/ee09633c-1114-4635-b7cf-125d15fa3566 HTTP/1.1" status: 200 len: 868 time: 0.4020483 Jan 21 18:52:26.810705 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f6991c-4fdf-403c-b25a-aa80a379969b None None] Network a7ef35b5-a639-462e-9d2a-2ab07f9d0228 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 18:52:26.835370 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365dc890-d217-471c-a3c3-a402c86885bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee09633c-1114-4635-b7cf-125d15fa3566,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:52:26.844534 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dc890-d217-471c-a3c3-a402c86885bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:52:26.844903 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dc890-d217-471c-a3c3-a402c86885bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:52:26.845248 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dc890-d217-471c-a3c3-a402c86885bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:52:26.845585 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dc890-d217-471c-a3c3-a402c86885bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:52:26.845949 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dc890-d217-471c-a3c3-a402c86885bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:52:26.846299 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dc890-d217-471c-a3c3-a402c86885bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:52:26.846635 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dc890-d217-471c-a3c3-a402c86885bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:52:26.846981 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dc890-d217-471c-a3c3-a402c86885bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:52:26.847312 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dc890-d217-471c-a3c3-a402c86885bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:52:26.847898 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dc890-d217-471c-a3c3-a402c86885bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:52:26.848240 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dc890-d217-471c-a3c3-a402c86885bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:52:26.848541 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dc890-d217-471c-a3c3-a402c86885bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:52:27.221461 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3e192bd0-d333-42fd-8b93-6a518d34fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:52:27.345676 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-e5271c57-c16d-466f-be0c-127c2d78bedc None None] Provisioning complete for port 205641da-f7d5-4291-a0f8-079e6958c754 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:52:27.346035 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e5271c57-c16d-466f-be0c-127c2d78bedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:52:27.485430 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-e5271c57-c16d-466f-be0c-127c2d78bedc None None] Provisioning complete for port 48861b19-e496-4b6e-aee2-f9bca19ff8b8 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:52:27.485822 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e5271c57-c16d-466f-be0c-127c2d78bedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:52:28.387151 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:52:28.553720 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:52:28.955986 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 51684) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:52:29.169657 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7e99cc-ce15-4c10-a4db-6d809f436a8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:52:29.170107 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7e99cc-ce15-4c10-a4db-6d809f436a8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:52:29.171652 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-6c7e99cc-ce15-4c10-a4db-6d809f436a8f admin admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2146907 Jan 21 18:52:29.936742 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:52:31.326335 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 51694) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:52:31.503330 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419427ab-f919-438e-980b-4f00566c7cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:52:31.503813 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419427ab-f919-438e-980b-4f00566c7cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:52:31.505378 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-419427ab-f919-438e-980b-4f00566c7cb7 admin admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1780183 Jan 21 18:52:33.623623 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 51704) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:52:33.790384 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba11fe5b-96f8-423c-9806-6e4097cda85f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:52:33.792300 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ba11fe5b-96f8-423c-9806-6e4097cda85f admin admin] 10.222.0.87 "GET /v2.0/networks/552ba34b-3dd7-4be8-8310-a9fc908fe72b HTTP/1.1" status: 200 len: 886 time: 0.1677506 Jan 21 18:52:35.952272 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 51714) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:52:36.125312 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd58a9f-9ce4-48d8-a581-3f224cecfed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:52:36.127481 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-9bd58a9f-9ce4-48d8-a581-3f224cecfed2 admin admin] 10.222.0.87 "GET /v2.0/networks/a7ef35b5-a639-462e-9d2a-2ab07f9d0228 HTTP/1.1" status: 200 len: 869 time: 0.1732905 Jan 21 18:52:38.283892 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 51724) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:52:38.390080 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8556e30-db9a-462d-8def-ac76bdd3ae50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:52:38.390529 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8556e30-db9a-462d-8def-ac76bdd3ae50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:52:38.391268 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-d8556e30-db9a-462d-8def-ac76bdd3ae50 admin admin] Synchronizing usage tracker for tenant:93964994d86b46989ae825d396763eb6 on resource:subnet {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 18:52:38.512140 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-d8556e30-db9a-462d-8def-ac76bdd3ae50 admin admin] Unset dirty status for tenant:93964994d86b46989ae825d396763eb6 on resource:subnet {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 18:52:38.513245 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d8556e30-db9a-462d-8def-ac76bdd3ae50 admin admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2284064 Jan 21 18:52:40.670448 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 51734) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:52:40.773938 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11994432-0ca7-4617-8e88-b6a11ee96b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:52:40.774395 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11994432-0ca7-4617-8e88-b6a11ee96b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:52:40.776410 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-11994432-0ca7-4617-8e88-b6a11ee96b9e admin admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1050031 Jan 21 18:52:42.911468 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 51744) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:52:43.012199 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0573106f-ba4b-430f-8c1d-cad03be7adb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:52:43.013512 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-0573106f-ba4b-430f-8c1d-cad03be7adb8 admin admin] 10.222.0.87 "GET /v2.0/subnets/c5a7ee00-82c8-4a0f-b44d-6f728af3633e HTTP/1.1" status: 200 len: 816 time: 0.1010895 Jan 21 18:52:45.119781 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 51754) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:52:45.226850 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89819363-b24e-41f7-9174-0f171f1f0491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:52:45.228446 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-89819363-b24e-41f7-9174-0f171f1f0491 admin admin] 10.222.0.87 "GET /v2.0/subnets/ee09633c-1114-4635-b7cf-125d15fa3566 HTTP/1.1" status: 200 len: 868 time: 0.1075928 Jan 21 18:52:53.016792 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 5 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 18:52:54.965088 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-827df80c-9bf1-4039-81f1-1c96b5d1f435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:52:57.221021 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7130fdb5-a875-4a14-8810-8578080f4409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:52:58.399185 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:52:58.565470 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:52:59.970998 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:53:08.507328 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 51798) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:53:08.554290 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [None req-246dedbf-00e4-42eb-8327-b52e3b80127b admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=88136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 18:53:08.555397 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-246dedbf-00e4-42eb-8327-b52e3b80127b admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470405 Jan 21 18:53:10.805266 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 51808) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:53:10.871005 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fca4008-e13f-4ff4-96f5-c251ab92c6ba admin admin] GET failed (client error): The resource could not be found. Jan 21 18:53:10.872261 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-5fca4008-e13f-4ff4-96f5-c251ab92c6ba admin admin] 10.222.0.87 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0659480 Jan 21 18:53:11.032612 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ad5125-c105-4186-aee3-0635d7322f9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:53:11.034009 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-83ad5125-c105-4186-aee3-0635d7322f9a admin admin] 10.222.0.87 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1578920 Jan 21 18:53:13.343216 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 51818) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:53:13.389367 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-48e83d03-d2c3-45ff-9731-8259b8580a1c admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:53:13.394325 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-48e83d03-d2c3-45ff-9731-8259b8580a1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:53:13.403593 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-48e83d03-d2c3-45ff-9731-8259b8580a1c admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:53:13.479324 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e83d03-d2c3-45ff-9731-8259b8580a1c admin admin] Made reservation on behalf of 93964994d86b46989ae825d396763eb6 for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:53:13.481638 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-48e83d03-d2c3-45ff-9731-8259b8580a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:53:13.569417 dv-neutron-825470-1-hyperv neutron-server[88136]: WARNING neutron.services.revisions.revision_plugin [None req-48e83d03-d2c3-45ff-9731-8259b8580a1c admin admin] Could not find related network for resource to bump revision. Jan 21 18:53:13.580734 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48e83d03-d2c3-45ff-9731-8259b8580a1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 18:53:13.589742 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-48e83d03-d2c3-45ff-9731-8259b8580a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:53:13.590116 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-48e83d03-d2c3-45ff-9731-8259b8580a1c admin admin] Added segment 0545fce7-19eb-4872-991e-beb09d58be64 of type vlan for network 95b803cf-a4be-4f1d-b3ef-d73b2a6c243a Jan 21 18:53:13.614688 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-48e83d03-d2c3-45ff-9731-8259b8580a1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:53:13.700700 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-48e83d03-d2c3-45ff-9731-8259b8580a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:53:13.701689 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e83d03-d2c3-45ff-9731-8259b8580a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:53:13.702300 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-48e83d03-d2c3-45ff-9731-8259b8580a1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:53:13.806417 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e83d03-d2c3-45ff-9731-8259b8580a1c admin admin] Pushing event updated for resources: {'Network': ['ID=95b803cf-a4be-4f1d-b3ef-d73b2a6c243a,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:53:13.813107 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e83d03-d2c3-45ff-9731-8259b8580a1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:53:13.813477 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e83d03-d2c3-45ff-9731-8259b8580a1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:53:13.813868 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e83d03-d2c3-45ff-9731-8259b8580a1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:53:13.814206 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e83d03-d2c3-45ff-9731-8259b8580a1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:53:13.814536 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e83d03-d2c3-45ff-9731-8259b8580a1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:53:13.814878 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e83d03-d2c3-45ff-9731-8259b8580a1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:53:13.815215 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e83d03-d2c3-45ff-9731-8259b8580a1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:53:13.815560 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e83d03-d2c3-45ff-9731-8259b8580a1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:53:13.815890 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e83d03-d2c3-45ff-9731-8259b8580a1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:53:13.816213 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e83d03-d2c3-45ff-9731-8259b8580a1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:53:13.816534 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e83d03-d2c3-45ff-9731-8259b8580a1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:53:13.816854 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e83d03-d2c3-45ff-9731-8259b8580a1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:53:13.828466 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 95b803cf-a4be-4f1d-b3ef-d73b2a6c243a details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 18:53:13.868993 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-48e83d03-d2c3-45ff-9731-8259b8580a1c admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5247040 Jan 21 18:53:16.066678 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 51828) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:53:16.147817 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dc08f19-1925-4c41-835c-e7fb7d72cabd admin admin] GET failed (client error): The resource could not be found. Jan 21 18:53:16.148317 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-9dc08f19-1925-4c41-835c-e7fb7d72cabd admin admin] Synchronizing usage tracker for tenant:93964994d86b46989ae825d396763eb6 on resource:network {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 18:53:16.216462 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-9dc08f19-1925-4c41-835c-e7fb7d72cabd admin admin] Unset dirty status for tenant:93964994d86b46989ae825d396763eb6 on resource:network {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 18:53:16.217632 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-9dc08f19-1925-4c41-835c-e7fb7d72cabd admin admin] 10.222.0.87 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1499996 Jan 21 18:53:16.324261 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6208cce8-aec4-4cd5-bfae-14d20b35a268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:53:16.325710 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-6208cce8-aec4-4cd5-bfae-14d20b35a268 admin admin] 10.222.0.87 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1042104 Jan 21 18:53:16.335100 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-b7f6664c-c2bc-4421-8ef1-7acc5304dc38 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '95b803cf-a4be-4f1d-b3ef-d73b2a6c243a', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:53:16.339977 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-b7f6664c-c2bc-4421-8ef1-7acc5304dc38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:53:16.349516 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-b7f6664c-c2bc-4421-8ef1-7acc5304dc38 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:53:16.427772 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f6664c-c2bc-4421-8ef1-7acc5304dc38 admin admin] Made reservation on behalf of 93964994d86b46989ae825d396763eb6 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:53:16.430773 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b7f6664c-c2bc-4421-8ef1-7acc5304dc38 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:53:16.723734 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b7f6664c-c2bc-4421-8ef1-7acc5304dc38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:53:16.799055 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f6664c-c2bc-4421-8ef1-7acc5304dc38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5acba455-bb65-4c71-a9af-e6e3879abd72,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:53:16.803636 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f6664c-c2bc-4421-8ef1-7acc5304dc38 admin admin] Checking segment: {'id': '0545fce7-19eb-4872-991e-beb09d58be64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '95b803cf-a4be-4f1d-b3ef-d73b2a6c243a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 18:53:16.803980 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f6664c-c2bc-4421-8ef1-7acc5304dc38 admin admin] Network hostable DHCP agents. Network: 95b803cf-a4be-4f1d-b3ef-d73b2a6c243a, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 18:53:16.871699 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f6664c-c2bc-4421-8ef1-7acc5304dc38 admin admin] Network 95b803cf-a4be-4f1d-b3ef-d73b2a6c243a is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 18:53:16.957278 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-b7f6664c-c2bc-4421-8ef1-7acc5304dc38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 95b803cf-a4be-4f1d-b3ef-d73b2a6c243a) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:53:16.962336 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f6664c-c2bc-4421-8ef1-7acc5304dc38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:53:16.962892 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b7f6664c-c2bc-4421-8ef1-7acc5304dc38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:53:16.968030 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecee0317-0d7f-476a-bf02-46f6b5f0442f None None] Network 95b803cf-a4be-4f1d-b3ef-d73b2a6c243a requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 18:53:17.065912 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b7f6664c-c2bc-4421-8ef1-7acc5304dc38 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7237055 Jan 21 18:53:17.183423 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0096657-9926-43d8-ab82-a8e0ba388bde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-95b803cf-a4be-4f1d-b3ef-d73b2a6c243a', 'network_id': '95b803cf-a4be-4f1d-b3ef-d73b2a6c243a', 'tenant_id': '93964994d86b46989ae825d396763eb6', 'fixed_ips': [{'subnet_id': '5acba455-bb65-4c71-a9af-e6e3879abd72'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 18:53:17.184295 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f0096657-9926-43d8-ab82-a8e0ba388bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:53:17.341676 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-f0096657-9926-43d8-ab82-a8e0ba388bde None None] Allocated IP 192.168.233.2 (95b803cf-a4be-4f1d-b3ef-d73b2a6c243a/5acba455-bb65-4c71-a9af-e6e3879abd72/7cc742f6-66b3-4cc1-8882-a089e9643ba6) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:53:17.573384 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f0096657-9926-43d8-ab82-a8e0ba388bde None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:53:17.583812 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f0096657-9926-43d8-ab82-a8e0ba388bde None None] Transition to ACTIVE for port object 7cc742f6-66b3-4cc1-8882-a089e9643ba6 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:53:17.604227 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f0096657-9926-43d8-ab82-a8e0ba388bde None None] Transition to ACTIVE for port object 7cc742f6-66b3-4cc1-8882-a089e9643ba6 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:53:17.662553 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f0096657-9926-43d8-ab82-a8e0ba388bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:53:17.727926 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0096657-9926-43d8-ab82-a8e0ba388bde None None] Network 95b803cf-a4be-4f1d-b3ef-d73b2a6c243a is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:53:17.730828 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-f0096657-9926-43d8-ab82-a8e0ba388bde None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:53:17.736571 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0096657-9926-43d8-ab82-a8e0ba388bde None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:53:17.742140 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0096657-9926-43d8-ab82-a8e0ba388bde None None] Pushing event updated for resources: {'Port': ['ID=7cc742f6-66b3-4cc1-8882-a089e9643ba6,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:53:17.750669 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0096657-9926-43d8-ab82-a8e0ba388bde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:53:17.751042 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0096657-9926-43d8-ab82-a8e0ba388bde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:53:17.751377 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0096657-9926-43d8-ab82-a8e0ba388bde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:53:17.751714 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0096657-9926-43d8-ab82-a8e0ba388bde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:53:17.752044 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0096657-9926-43d8-ab82-a8e0ba388bde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:53:17.752386 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0096657-9926-43d8-ab82-a8e0ba388bde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:53:17.752716 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0096657-9926-43d8-ab82-a8e0ba388bde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:53:17.753056 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0096657-9926-43d8-ab82-a8e0ba388bde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:53:17.753394 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0096657-9926-43d8-ab82-a8e0ba388bde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:53:17.753715 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0096657-9926-43d8-ab82-a8e0ba388bde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:53:17.754058 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0096657-9926-43d8-ab82-a8e0ba388bde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:53:17.754371 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0096657-9926-43d8-ab82-a8e0ba388bde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:53:17.840359 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-f0096657-9926-43d8-ab82-a8e0ba388bde None None] Attempting to bind port 7cc742f6-66b3-4cc1-8882-a089e9643ba6 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:53:17.840724 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-f0096657-9926-43d8-ab82-a8e0ba388bde None None] Attempting to bind port 7cc742f6-66b3-4cc1-8882-a089e9643ba6 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '0545fce7-19eb-4872-991e-beb09d58be64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '95b803cf-a4be-4f1d-b3ef-d73b2a6c243a'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:53:17.841088 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0096657-9926-43d8-ab82-a8e0ba388bde None None] Attempting to bind port 7cc742f6-66b3-4cc1-8882-a089e9643ba6 on network 95b803cf-a4be-4f1d-b3ef-d73b2a6c243a {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:53:17.846601 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0096657-9926-43d8-ab82-a8e0ba388bde None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 18, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 18:53:17.847228 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0096657-9926-43d8-ab82-a8e0ba388bde None None] Checking segment: {'id': '0545fce7-19eb-4872-991e-beb09d58be64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '95b803cf-a4be-4f1d-b3ef-d73b2a6c243a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 18:53:17.847625 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f0096657-9926-43d8-ab82-a8e0ba388bde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:53:17.848144 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0096657-9926-43d8-ab82-a8e0ba388bde None None] Bound using segment: {'id': '0545fce7-19eb-4872-991e-beb09d58be64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '95b803cf-a4be-4f1d-b3ef-d73b2a6c243a'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 18:53:17.848648 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-f0096657-9926-43d8-ab82-a8e0ba388bde None None] Bound port: 7cc742f6-66b3-4cc1-8882-a089e9643ba6, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0545fce7-19eb-4872-991e-beb09d58be64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '95b803cf-a4be-4f1d-b3ef-d73b2a6c243a'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 18:53:17.849036 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f0096657-9926-43d8-ab82-a8e0ba388bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:53:17.938200 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-f0096657-9926-43d8-ab82-a8e0ba388bde None None] For port 7cc742f6-66b3-4cc1-8882-a089e9643ba6, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 18:53:17.941201 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-f0096657-9926-43d8-ab82-a8e0ba388bde None None] For port 7cc742f6-66b3-4cc1-8882-a089e9643ba6, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=7cc742f6-66b3-4cc1-8882-a089e9643ba6,segment=NetworkSegment(0545fce7-19eb-4872-991e-beb09d58be64),segment_id=0545fce7-19eb-4872-991e-beb09d58be64)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 18:53:18.016652 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f0096657-9926-43d8-ab82-a8e0ba388bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:53:18.099002 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0096657-9926-43d8-ab82-a8e0ba388bde None None] Pushing event updated for resources: {'Port': ['ID=7cc742f6-66b3-4cc1-8882-a089e9643ba6,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:53:18.377668 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 7cc742f6-66b3-4cc1-8882-a089e9643ba6 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 18:53:18.523556 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 7cc742f6-66b3-4cc1-8882-a089e9643ba6 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 18:53:18.983294 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2f4c51-099b-44fc-904e-653910f46701 None None] Network 95b803cf-a4be-4f1d-b3ef-d73b2a6c243a requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 18:53:19.108670 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-7158e8d1-79ed-42f0-86aa-c1d20684224a None None] Provisioning for port 7cc742f6-66b3-4cc1-8882-a089e9643ba6 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 18:53:19.115569 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-7158e8d1-79ed-42f0-86aa-c1d20684224a None None] Provisioning complete for port 7cc742f6-66b3-4cc1-8882-a089e9643ba6 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:53:19.115940 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7158e8d1-79ed-42f0-86aa-c1d20684224a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:53:19.322724 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7158e8d1-79ed-42f0-86aa-c1d20684224a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:53:19.364485 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-7158e8d1-79ed-42f0-86aa-c1d20684224a None None] For port 7cc742f6-66b3-4cc1-8882-a089e9643ba6, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=7cc742f6-66b3-4cc1-8882-a089e9643ba6,segment=NetworkSegment(0545fce7-19eb-4872-991e-beb09d58be64),segment_id=0545fce7-19eb-4872-991e-beb09d58be64)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 18:53:19.433836 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7158e8d1-79ed-42f0-86aa-c1d20684224a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:53:19.511850 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7158e8d1-79ed-42f0-86aa-c1d20684224a None None] Pushing event updated for resources: {'Port': ['ID=7cc742f6-66b3-4cc1-8882-a089e9643ba6,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:53:19.557100 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-30a5b457-af7a-4645-916f-60569b54c259 None None] Provisioning complete for port 7cc742f6-66b3-4cc1-8882-a089e9643ba6 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:53:19.557466 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-30a5b457-af7a-4645-916f-60569b54c259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:53:20.331551 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 7cc742f6-66b3-4cc1-8882-a089e9643ba6 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 18:53:20.402958 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 7cc742f6-66b3-4cc1-8882-a089e9643ba6 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:53:20.403428 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:53:24.936344 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ad494bb3-0831-4b5a-9072-26096559937d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:53:27.228321 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-050b2a54-a0e2-40ac-8138-a9b78ef134b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:53:28.393545 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:53:28.564990 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:53:29.959175 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:53:30.015915 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 5 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 18:53:54.981569 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-37f78d1e-0e89-46fd-83c7-9589b353ea00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:53:57.219974 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-918c11bc-3a9b-4622-8fb3-b39dc88e32f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:53:58.400457 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:53:58.559207 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:53:59.976110 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:54:07.014876 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 5 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 18:54:25.002847 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d9d39ef0-f3a9-42c8-84d3-77a07028048f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:54:27.222373 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e2c5d0eb-dd04-46f3-95b1-61909b0fa120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:54:28.404959 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:54:28.557600 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:54:29.979844 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:54:44.013643 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 5 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 18:54:54.970391 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a3565121-5c6d-4967-830e-3d2722003cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:54:57.215827 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b3e5f40f-572a-4aab-89c3-0013bca07a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:54:58.392969 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:54:58.562399 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:54:59.953476 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:55:05.106665 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 51878) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:55:05.112647 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [None req-30506845-806f-4098-94b7-dd7c1afb4635 tempest-verify_tempest_config-704775243 tempest-verify_tempest_config-704775243-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=88136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 18:55:05.113615 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-30506845-806f-4098-94b7-dd7c1afb4635 tempest-verify_tempest_config-704775243 tempest-verify_tempest_config-704775243-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059791 Jan 21 18:55:05.638488 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 51896) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:55:05.751206 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-efa43173-e5d1-4e7a-80f6-1ad3ef3eb080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:55:05.770599 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-efa43173-e5d1-4e7a-80f6-1ad3ef3eb080 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:55:05.774369 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-efa43173-e5d1-4e7a-80f6-1ad3ef3eb080 admin admin] Usage tracker for resource:security_group_rule and tenant:645315187b014b998a52f567505dffc2 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:55:05.777085 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-efa43173-e5d1-4e7a-80f6-1ad3ef3eb080 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:55:05.782770 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-efa43173-e5d1-4e7a-80f6-1ad3ef3eb080 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:55:05.863282 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-efa43173-e5d1-4e7a-80f6-1ad3ef3eb080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:55:05.941501 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-efa43173-e5d1-4e7a-80f6-1ad3ef3eb080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:55:05.986265 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-efa43173-e5d1-4e7a-80f6-1ad3ef3eb080 admin admin] Synchronizing usage tracker for tenant:93964994d86b46989ae825d396763eb6 on resource:security_group {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 18:55:05.989486 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa43173-e5d1-4e7a-80f6-1ad3ef3eb080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6206ca9-9b6f-4036-b896-762e55c534eb,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:55:06.000896 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa43173-e5d1-4e7a-80f6-1ad3ef3eb080 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:55:06.001255 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa43173-e5d1-4e7a-80f6-1ad3ef3eb080 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:55:06.001592 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa43173-e5d1-4e7a-80f6-1ad3ef3eb080 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:55:06.001951 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa43173-e5d1-4e7a-80f6-1ad3ef3eb080 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:55:06.002276 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa43173-e5d1-4e7a-80f6-1ad3ef3eb080 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:55:06.002616 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa43173-e5d1-4e7a-80f6-1ad3ef3eb080 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:55:06.002939 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa43173-e5d1-4e7a-80f6-1ad3ef3eb080 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:55:06.003272 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa43173-e5d1-4e7a-80f6-1ad3ef3eb080 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:55:06.003594 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa43173-e5d1-4e7a-80f6-1ad3ef3eb080 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:55:06.003909 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa43173-e5d1-4e7a-80f6-1ad3ef3eb080 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:55:06.004229 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa43173-e5d1-4e7a-80f6-1ad3ef3eb080 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:55:06.004542 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa43173-e5d1-4e7a-80f6-1ad3ef3eb080 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:55:06.088459 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-efa43173-e5d1-4e7a-80f6-1ad3ef3eb080 admin admin] Unset dirty status for tenant:93964994d86b46989ae825d396763eb6 on resource:security_group {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 18:55:06.089962 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-efa43173-e5d1-4e7a-80f6-1ad3ef3eb080 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=645315187b014b998a52f567505dffc2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4503205 Jan 21 18:55:06.092750 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 51902) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:55:06.151537 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b1649e60-7873-486f-9b2e-91a81edb098d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:55:06.176401 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b1649e60-7873-486f-9b2e-91a81edb098d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:55:06.311156 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b1649e60-7873-486f-9b2e-91a81edb098d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:55:06.328341 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1649e60-7873-486f-9b2e-91a81edb098d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6206ca9-9b6f-4036-b896-762e55c534eb,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:55:06.334201 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b1649e60-7873-486f-9b2e-91a81edb098d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:55:06.335273 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b1649e60-7873-486f-9b2e-91a81edb098d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d6206ca9-9b6f-4036-b896-762e55c534eb HTTP/1.1" status: 204 len: 168 time: 0.2416241 Jan 21 18:55:21.012638 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 5 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 18:55:25.002155 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-99693a08-74f3-4791-84fe-28289fcafd04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:55:27.213722 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0fe74f87-adf4-4b9d-a49c-36147ccbf2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:55:28.421330 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:55:28.558396 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:55:29.975637 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:55:54.998456 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-db761194-b293-483a-a6e1-d1d42459f1d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:55:57.212818 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a98c7b00-b3b7-4f55-b616-7645d54c7e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:55:58.010408 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 5 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 18:55:58.426886 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:55:58.561502 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:55:59.970983 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:56:24.978680 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-388ad686-1afc-4623-9b1a-c17f97d7b7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:56:27.249704 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e95943cc-8946-43cb-a461-b564628699eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:56:27.872435 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3720124'] for agent, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:56:28.415520 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:56:28.569972 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:56:29.952280 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:56:35.009674 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 18:56:42.764308 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 51984) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:56:42.872947 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-7a82292b-6567-4814-bbe9-96acb14055be admin admin] 10.222.0.87 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1075785 Jan 21 18:56:45.012822 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 51994) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:56:45.066917 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c62acf5e-d414-448a-a787-5104ca5ac1e1 admin admin] 10.222.0.87 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0530105 Jan 21 18:56:54.969128 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b580e3e4-b257-4279-a88b-b7fe283e039a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:56:57.238144 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c339d3b9-9c71-433e-a88d-f7d54aff07a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:56:57.861112 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:56:58.409077 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:56:58.569016 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:56:59.995275 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:57:12.008743 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 18:57:24.971997 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b348556d-8066-4f4d-a8a1-22c14b36d360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:57:27.243454 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-54192a65-5a43-4e6a-a062-05c9291f1f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:57:27.846908 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:57:28.417956 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:57:28.560515 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:57:29.977676 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:57:49.012691 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 18:57:54.951674 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c7333757-0cf8-4d9b-b1f8-a08240d5c577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:57:57.228266 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-002c06ff-cb44-4e3a-84da-0c97fa6df252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:57:57.860167 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:57:58.417321 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:57:58.571510 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:00.005693 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:13.495652 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52176) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:13.963909 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-37037b5b-7536-40f1-8970-2726f000b9e4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-948088835-network', 'tenant_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:13.969023 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-37037b5b-7536-40f1-8970-2726f000b9e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:13.974102 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-37037b5b-7536-40f1-8970-2726f000b9e4 admin admin] Usage tracker for resource:network and tenant:bb8144e3b5cb451fa2ea1f5ea2efa32a is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:13.977465 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-37037b5b-7536-40f1-8970-2726f000b9e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:13.987386 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-37037b5b-7536-40f1-8970-2726f000b9e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:14.019976 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52196) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:14.057408 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37037b5b-7536-40f1-8970-2726f000b9e4 admin admin] Made reservation on behalf of bb8144e3b5cb451fa2ea1f5ea2efa32a for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:58:14.059977 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-37037b5b-7536-40f1-8970-2726f000b9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:14.072324 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-37037b5b-7536-40f1-8970-2726f000b9e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:14.087617 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-37037b5b-7536-40f1-8970-2726f000b9e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:14.091377 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-37037b5b-7536-40f1-8970-2726f000b9e4 admin admin] Usage tracker for resource:security_group_rule and tenant:bb8144e3b5cb451fa2ea1f5ea2efa32a is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:14.096916 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-37037b5b-7536-40f1-8970-2726f000b9e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:14.100712 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-37037b5b-7536-40f1-8970-2726f000b9e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:14.181290 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-37037b5b-7536-40f1-8970-2726f000b9e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:14.262518 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-37037b5b-7536-40f1-8970-2726f000b9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:14.293368 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37037b5b-7536-40f1-8970-2726f000b9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87845ad-24d0-418a-aecf-b843acd07c9d,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:14.305691 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37037b5b-7536-40f1-8970-2726f000b9e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:58:14.306071 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37037b5b-7536-40f1-8970-2726f000b9e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:58:14.306663 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37037b5b-7536-40f1-8970-2726f000b9e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:58:14.307165 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37037b5b-7536-40f1-8970-2726f000b9e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:58:14.307494 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37037b5b-7536-40f1-8970-2726f000b9e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:58:14.307832 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37037b5b-7536-40f1-8970-2726f000b9e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:58:14.308156 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37037b5b-7536-40f1-8970-2726f000b9e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:58:14.308487 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37037b5b-7536-40f1-8970-2726f000b9e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:58:14.308809 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37037b5b-7536-40f1-8970-2726f000b9e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:58:14.309122 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37037b5b-7536-40f1-8970-2726f000b9e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:58:14.309432 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37037b5b-7536-40f1-8970-2726f000b9e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:58:14.309742 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37037b5b-7536-40f1-8970-2726f000b9e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:58:14.310836 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37037b5b-7536-40f1-8970-2726f000b9e4 admin admin] Tracked resource versions report: Jan 21 18:58:14.310836 dv-neutron-825470-1-hyperv neutron-server[88136]: pushed versions: Jan 21 18:58:14.310836 dv-neutron-825470-1-hyperv neutron-server[88136]: { 'AddressGroup': {'1.2'}, Jan 21 18:58:14.310836 dv-neutron-825470-1-hyperv neutron-server[88136]: 'ConntrackHelper': {'1.0'}, Jan 21 18:58:14.310836 dv-neutron-825470-1-hyperv neutron-server[88136]: 'Log': {'1.0'}, Jan 21 18:58:14.310836 dv-neutron-825470-1-hyperv neutron-server[88136]: 'Network': {'1.1'}, Jan 21 18:58:14.310836 dv-neutron-825470-1-hyperv neutron-server[88136]: 'Port': {'1.7'}, Jan 21 18:58:14.310836 dv-neutron-825470-1-hyperv neutron-server[88136]: 'PortForwarding': {'1.2'}, Jan 21 18:58:14.310836 dv-neutron-825470-1-hyperv neutron-server[88136]: 'QosPolicy': {'1.8'}, Jan 21 18:58:14.310836 dv-neutron-825470-1-hyperv neutron-server[88136]: 'SecurityGroup': {'1.4'}, Jan 21 18:58:14.310836 dv-neutron-825470-1-hyperv neutron-server[88136]: 'SecurityGroupRule': {'1.2'}, Jan 21 18:58:14.310836 dv-neutron-825470-1-hyperv neutron-server[88136]: 'SubPort': {'1.0'}, Jan 21 18:58:14.310836 dv-neutron-825470-1-hyperv neutron-server[88136]: 'Subnet': {'1.1'}, Jan 21 18:58:14.310836 dv-neutron-825470-1-hyperv neutron-server[88136]: 'Trunk': {'1.1'}} Jan 21 18:58:14.310836 dv-neutron-825470-1-hyperv neutron-server[88136]: consumer versions: Jan 21 18:58:14.310836 dv-neutron-825470-1-hyperv neutron-server[88136]: { DHCP agent@dv-neutron-825470-1-hyperv: {}, Jan 21 18:58:14.310836 dv-neutron-825470-1-hyperv neutron-server[88136]: HyperV agent@hv-neutron-8254: {}, Jan 21 18:58:14.310836 dv-neutron-825470-1-hyperv neutron-server[88136]: L3 agent@dv-neutron-825470-1-hyperv: {}, Jan 21 18:58:14.310836 dv-neutron-825470-1-hyperv neutron-server[88136]: Metadata agent@dv-neutron-825470-1-hyperv: {}, Jan 21 18:58:14.310836 dv-neutron-825470-1-hyperv neutron-server[88136]: Metering agent@dv-neutron-825470-1-hyperv: {}, Jan 21 18:58:14.310836 dv-neutron-825470-1-hyperv neutron-server[88136]: Open vSwitch agent@dv-neutron-825470-1-hyperv: { 'AddressGroup': '1.2', Jan 21 18:58:14.310836 dv-neutron-825470-1-hyperv neutron-server[88136]: 'ConntrackHelper': '1.0', Jan 21 18:58:14.310836 dv-neutron-825470-1-hyperv neutron-server[88136]: 'Log': '1.0', Jan 21 18:58:14.310836 dv-neutron-825470-1-hyperv neutron-server[88136]: 'Network': '1.1', Jan 21 18:58:14.310836 dv-neutron-825470-1-hyperv neutron-server[88136]: 'Port': '1.7', Jan 21 18:58:14.310836 dv-neutron-825470-1-hyperv neutron-server[88136]: 'PortForwarding': '1.2', Jan 21 18:58:14.310836 dv-neutron-825470-1-hyperv neutron-server[88136]: 'QosPolicy': '1.8', Jan 21 18:58:14.310836 dv-neutron-825470-1-hyperv neutron-server[88136]: 'SecurityGroup': '1.4', Jan 21 18:58:14.310836 dv-neutron-825470-1-hyperv neutron-server[88136]: 'SecurityGroupRule': '1.2', Jan 21 18:58:14.310836 dv-neutron-825470-1-hyperv neutron-server[88136]: 'SubPort': '1.0', Jan 21 18:58:14.310836 dv-neutron-825470-1-hyperv neutron-server[88136]: 'Subnet': '1.1', Jan 21 18:58:14.310836 dv-neutron-825470-1-hyperv neutron-server[88136]: 'Trunk': '1.1'}} Jan 21 18:58:14.310836 dv-neutron-825470-1-hyperv neutron-server[88136]: {{(pid=88136) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 18:58:14.313513 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37037b5b-7536-40f1-8970-2726f000b9e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 18:58:14.323152 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-37037b5b-7536-40f1-8970-2726f000b9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:14.323594 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-37037b5b-7536-40f1-8970-2726f000b9e4 admin admin] Added segment b4eccb45-142e-447f-a8ee-f3134a1bbcfe of type vlan for network 2745c7b7-aa59-4a69-977f-3d793c812102 Jan 21 18:58:14.349092 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-37037b5b-7536-40f1-8970-2726f000b9e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:14.473933 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-37037b5b-7536-40f1-8970-2726f000b9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:14.475172 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37037b5b-7536-40f1-8970-2726f000b9e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:14.475616 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-37037b5b-7536-40f1-8970-2726f000b9e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:14.578882 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37037b5b-7536-40f1-8970-2726f000b9e4 admin admin] Pushing event updated for resources: {'Network': ['ID=2745c7b7-aa59-4a69-977f-3d793c812102,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:14.584991 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-37037b5b-7536-40f1-8970-2726f000b9e4 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0848091 Jan 21 18:58:14.584991 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52212) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:14.588849 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 2745c7b7-aa59-4a69-977f-3d793c812102 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 18:58:14.593581 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-dda1605e-efc6-423b-ba0c-cd0613a60e00 admin admin] Request body: {'subnet': {'network_id': '2745c7b7-aa59-4a69-977f-3d793c812102', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-948088835-subnet', 'tenant_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:14.598581 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-dda1605e-efc6-423b-ba0c-cd0613a60e00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:14.602334 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-dda1605e-efc6-423b-ba0c-cd0613a60e00 admin admin] Usage tracker for resource:subnet and tenant:bb8144e3b5cb451fa2ea1f5ea2efa32a is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:14.605169 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-dda1605e-efc6-423b-ba0c-cd0613a60e00 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:14.612672 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-dda1605e-efc6-423b-ba0c-cd0613a60e00 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:14.674399 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-b3193482-87fd-405d-a6a0-11481cf8c2ea admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-965684241-network', 'tenant_id': '56cc9754e40e43138bb91a6b89c2795d'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:14.679180 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-b3193482-87fd-405d-a6a0-11481cf8c2ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:14.683194 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b3193482-87fd-405d-a6a0-11481cf8c2ea admin admin] Usage tracker for resource:network and tenant:56cc9754e40e43138bb91a6b89c2795d is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:14.686795 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b3193482-87fd-405d-a6a0-11481cf8c2ea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:14.695461 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-b3193482-87fd-405d-a6a0-11481cf8c2ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:14.713898 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda1605e-efc6-423b-ba0c-cd0613a60e00 admin admin] Made reservation on behalf of bb8144e3b5cb451fa2ea1f5ea2efa32a for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:58:14.716499 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-dda1605e-efc6-423b-ba0c-cd0613a60e00 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:14.807055 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3193482-87fd-405d-a6a0-11481cf8c2ea admin admin] Made reservation on behalf of 56cc9754e40e43138bb91a6b89c2795d for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:58:14.809246 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b3193482-87fd-405d-a6a0-11481cf8c2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:14.823944 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b3193482-87fd-405d-a6a0-11481cf8c2ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:14.846701 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-b3193482-87fd-405d-a6a0-11481cf8c2ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:14.852193 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b3193482-87fd-405d-a6a0-11481cf8c2ea admin admin] Usage tracker for resource:security_group_rule and tenant:56cc9754e40e43138bb91a6b89c2795d is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:14.856808 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b3193482-87fd-405d-a6a0-11481cf8c2ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:14.863922 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-b3193482-87fd-405d-a6a0-11481cf8c2ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:15.030086 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b3193482-87fd-405d-a6a0-11481cf8c2ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:15.083058 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-dda1605e-efc6-423b-ba0c-cd0613a60e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:15.149031 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b3193482-87fd-405d-a6a0-11481cf8c2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:15.212867 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda1605e-efc6-423b-ba0c-cd0613a60e00 admin admin] Checking segment: {'id': 'b4eccb45-142e-447f-a8ee-f3134a1bbcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2745c7b7-aa59-4a69-977f-3d793c812102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 18:58:15.213114 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda1605e-efc6-423b-ba0c-cd0613a60e00 admin admin] Network hostable DHCP agents. Network: 2745c7b7-aa59-4a69-977f-3d793c812102, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 18:58:15.238330 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda1605e-efc6-423b-ba0c-cd0613a60e00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34accf81-441d-49f3-9d99-4b01b78b2f5b,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:15.239732 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3193482-87fd-405d-a6a0-11481cf8c2ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 18:58:15.260533 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b3193482-87fd-405d-a6a0-11481cf8c2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:15.260876 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-b3193482-87fd-405d-a6a0-11481cf8c2ea admin admin] Added segment ad01f6a0-93d9-445a-83b5-98d1ba468e24 of type vlan for network 9ec3aba2-861c-47ae-bc74-f26885aa64f1 Jan 21 18:58:15.278374 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3193482-87fd-405d-a6a0-11481cf8c2ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fda63d1-985a-4e46-b789-1e3f71412a4a,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:15.325336 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b3193482-87fd-405d-a6a0-11481cf8c2ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:15.374579 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda1605e-efc6-423b-ba0c-cd0613a60e00 admin admin] Network 2745c7b7-aa59-4a69-977f-3d793c812102 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 18:58:15.425509 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52248) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:15.440665 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b3193482-87fd-405d-a6a0-11481cf8c2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:15.441718 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3193482-87fd-405d-a6a0-11481cf8c2ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:15.442417 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b3193482-87fd-405d-a6a0-11481cf8c2ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:15.487087 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-dda1605e-efc6-423b-ba0c-cd0613a60e00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 2745c7b7-aa59-4a69-977f-3d793c812102) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:58:15.498508 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a082fd3f-a96c-4856-853a-cc5587fc1604 None None] Network 2745c7b7-aa59-4a69-977f-3d793c812102 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 18:58:15.505232 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda1605e-efc6-423b-ba0c-cd0613a60e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:15.506096 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-dda1605e-efc6-423b-ba0c-cd0613a60e00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:15.578635 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3193482-87fd-405d-a6a0-11481cf8c2ea admin admin] Pushing event updated for resources: {'Network': ['ID=9ec3aba2-861c-47ae-bc74-f26885aa64f1,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:15.596527 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 9ec3aba2-861c-47ae-bc74-f26885aa64f1 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 18:58:15.666277 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-dda1605e-efc6-423b-ba0c-cd0613a60e00 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0802889 Jan 21 18:58:15.669321 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52258) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:15.675387 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-08ed8773-c596-4218-a072-80529d378bbe admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-948088835-router', 'tenant_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:15.692837 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b3193482-87fd-405d-a6a0-11481cf8c2ea admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6597905 Jan 21 18:58:15.692837 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-08ed8773-c596-4218-a072-80529d378bbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:15.692837 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-08ed8773-c596-4218-a072-80529d378bbe admin admin] Usage tracker for resource:router and tenant:bb8144e3b5cb451fa2ea1f5ea2efa32a is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:15.692837 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52262) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:15.700690 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-08ed8773-c596-4218-a072-80529d378bbe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:15.708700 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-70e2354e-f135-4637-92a4-f2e180b0dbe2 admin admin] Request body: {'subnet': {'network_id': '9ec3aba2-861c-47ae-bc74-f26885aa64f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-965684241-subnet', 'tenant_id': '56cc9754e40e43138bb91a6b89c2795d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:15.716653 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-08ed8773-c596-4218-a072-80529d378bbe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:15.719356 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-70e2354e-f135-4637-92a4-f2e180b0dbe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:15.727510 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-70e2354e-f135-4637-92a4-f2e180b0dbe2 admin admin] Usage tracker for resource:subnet and tenant:56cc9754e40e43138bb91a6b89c2795d is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:15.732902 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-70e2354e-f135-4637-92a4-f2e180b0dbe2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:15.739848 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-70e2354e-f135-4637-92a4-f2e180b0dbe2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:15.820785 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e2354e-f135-4637-92a4-f2e180b0dbe2 admin admin] Made reservation on behalf of 56cc9754e40e43138bb91a6b89c2795d for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:58:15.826793 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-70e2354e-f135-4637-92a4-f2e180b0dbe2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:15.855368 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-08ed8773-c596-4218-a072-80529d378bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:15.856664 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-08ed8773-c596-4218-a072-80529d378bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:15.871320 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36930d8b-3af7-42ec-bbaa-c7224bc5bc7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-2745c7b7-aa59-4a69-977f-3d793c812102', 'network_id': '2745c7b7-aa59-4a69-977f-3d793c812102', 'tenant_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'fixed_ips': [{'subnet_id': '34accf81-441d-49f3-9d99-4b01b78b2f5b'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 18:58:15.872650 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-36930d8b-3af7-42ec-bbaa-c7224bc5bc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:15.970265 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-08ed8773-c596-4218-a072-80529d378bbe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:16.048947 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-b6b55571-96f1-4634-9e93-4a746e6d90a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1988162023'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:16.056047 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-b6b55571-96f1-4634-9e93-4a746e6d90a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:16.062334 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-b6b55571-96f1-4634-9e93-4a746e6d90a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] Usage tracker for resource:network and tenant:8846999c32ae439dbee937c184249a2a is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:16.066966 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-b6b55571-96f1-4634-9e93-4a746e6d90a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:16.074407 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-b6b55571-96f1-4634-9e93-4a746e6d90a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:16.125475 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-36930d8b-3af7-42ec-bbaa-c7224bc5bc7c None None] Allocated IP 172.20.0.2 (2745c7b7-aa59-4a69-977f-3d793c812102/34accf81-441d-49f3-9d99-4b01b78b2f5b/f1fd1fe8-2696-4506-9e5e-9fc337f4c5c0) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:58:16.194743 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b55571-96f1-4634-9e93-4a746e6d90a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] Made reservation on behalf of 8846999c32ae439dbee937c184249a2a for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:58:16.199098 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b6b55571-96f1-4634-9e93-4a746e6d90a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:16.215059 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b6b55571-96f1-4634-9e93-4a746e6d90a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:16.241245 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-b6b55571-96f1-4634-9e93-4a746e6d90a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:16.245623 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-b6b55571-96f1-4634-9e93-4a746e6d90a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] Usage tracker for resource:security_group_rule and tenant:8846999c32ae439dbee937c184249a2a is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:16.249884 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-b6b55571-96f1-4634-9e93-4a746e6d90a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:16.259968 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-b6b55571-96f1-4634-9e93-4a746e6d90a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:16.430543 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-36930d8b-3af7-42ec-bbaa-c7224bc5bc7c None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:16.448133 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-36930d8b-3af7-42ec-bbaa-c7224bc5bc7c None None] Transition to ACTIVE for port object f1fd1fe8-2696-4506-9e5e-9fc337f4c5c0 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:58:16.461945 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b6b55571-96f1-4634-9e93-4a746e6d90a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:16.472917 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-70e2354e-f135-4637-92a4-f2e180b0dbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:16.474822 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-36930d8b-3af7-42ec-bbaa-c7224bc5bc7c None None] Transition to ACTIVE for port object f1fd1fe8-2696-4506-9e5e-9fc337f4c5c0 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:58:16.493055 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52282) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:16.540985 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b6b55571-96f1-4634-9e93-4a746e6d90a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:16.582003 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-36930d8b-3af7-42ec-bbaa-c7224bc5bc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:16.603013 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6b55571-96f1-4634-9e93-4a746e6d90a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 18:58:16.614588 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b55571-96f1-4634-9e93-4a746e6d90a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75cf50d9-1abd-4de1-a9f4-e18699f1d218,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:16.625582 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b6b55571-96f1-4634-9e93-4a746e6d90a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763375347213', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:16.626732 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b6b55571-96f1-4634-9e93-4a746e6d90a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] Unsubscribe: segment precommit_create {{(pid=88137) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 21 18:58:16.627198 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-b6b55571-96f1-4634-9e93-4a746e6d90a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] Added segment 016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4 of type vlan for network 10a07476-8919-48ae-ac78-d1cf5e7579c8 Jan 21 18:58:16.635342 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b55571-96f1-4634-9e93-4a746e6d90a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:58:16.641183 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b55571-96f1-4634-9e93-4a746e6d90a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:58:16.641183 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b55571-96f1-4634-9e93-4a746e6d90a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:58:16.641183 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b55571-96f1-4634-9e93-4a746e6d90a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:58:16.641183 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b55571-96f1-4634-9e93-4a746e6d90a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:58:16.641183 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b55571-96f1-4634-9e93-4a746e6d90a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:58:16.641183 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b55571-96f1-4634-9e93-4a746e6d90a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:58:16.641183 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b55571-96f1-4634-9e93-4a746e6d90a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:58:16.641183 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b55571-96f1-4634-9e93-4a746e6d90a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:58:16.641183 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b55571-96f1-4634-9e93-4a746e6d90a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:58:16.641183 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b55571-96f1-4634-9e93-4a746e6d90a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:58:16.641183 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b55571-96f1-4634-9e93-4a746e6d90a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:58:16.641183 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b55571-96f1-4634-9e93-4a746e6d90a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] Tracked resource versions report: Jan 21 18:58:16.641183 dv-neutron-825470-1-hyperv neutron-server[88137]: pushed versions: Jan 21 18:58:16.641183 dv-neutron-825470-1-hyperv neutron-server[88137]: { 'AddressGroup': {'1.2'}, Jan 21 18:58:16.641183 dv-neutron-825470-1-hyperv neutron-server[88137]: 'ConntrackHelper': {'1.0'}, Jan 21 18:58:16.641183 dv-neutron-825470-1-hyperv neutron-server[88137]: 'Log': {'1.0'}, Jan 21 18:58:16.641183 dv-neutron-825470-1-hyperv neutron-server[88137]: 'Network': {'1.1'}, Jan 21 18:58:16.641183 dv-neutron-825470-1-hyperv neutron-server[88137]: 'Port': {'1.7'}, Jan 21 18:58:16.641183 dv-neutron-825470-1-hyperv neutron-server[88137]: 'PortForwarding': {'1.2'}, Jan 21 18:58:16.641183 dv-neutron-825470-1-hyperv neutron-server[88137]: 'QosPolicy': {'1.8'}, Jan 21 18:58:16.641183 dv-neutron-825470-1-hyperv neutron-server[88137]: 'SecurityGroup': {'1.4'}, Jan 21 18:58:16.641183 dv-neutron-825470-1-hyperv neutron-server[88137]: 'SecurityGroupRule': {'1.2'}, Jan 21 18:58:16.641183 dv-neutron-825470-1-hyperv neutron-server[88137]: 'SubPort': {'1.0'}, Jan 21 18:58:16.641183 dv-neutron-825470-1-hyperv neutron-server[88137]: 'Subnet': {'1.1'}, Jan 21 18:58:16.641183 dv-neutron-825470-1-hyperv neutron-server[88137]: 'Trunk': {'1.1'}} Jan 21 18:58:16.641183 dv-neutron-825470-1-hyperv neutron-server[88137]: consumer versions: Jan 21 18:58:16.641183 dv-neutron-825470-1-hyperv neutron-server[88137]: { DHCP agent@dv-neutron-825470-1-hyperv: {}, Jan 21 18:58:16.643982 dv-neutron-825470-1-hyperv neutron-server[88137]: HyperV agent@hv-neutron-8254: {}, Jan 21 18:58:16.643982 dv-neutron-825470-1-hyperv neutron-server[88137]: L3 agent@dv-neutron-825470-1-hyperv: {}, Jan 21 18:58:16.643982 dv-neutron-825470-1-hyperv neutron-server[88137]: Metadata agent@dv-neutron-825470-1-hyperv: {}, Jan 21 18:58:16.643982 dv-neutron-825470-1-hyperv neutron-server[88137]: Metering agent@dv-neutron-825470-1-hyperv: {}, Jan 21 18:58:16.643982 dv-neutron-825470-1-hyperv neutron-server[88137]: Open vSwitch agent@dv-neutron-825470-1-hyperv: { 'AddressGroup': '1.2', Jan 21 18:58:16.643982 dv-neutron-825470-1-hyperv neutron-server[88137]: 'ConntrackHelper': '1.0', Jan 21 18:58:16.643982 dv-neutron-825470-1-hyperv neutron-server[88137]: 'Log': '1.0', Jan 21 18:58:16.643982 dv-neutron-825470-1-hyperv neutron-server[88137]: 'Network': '1.1', Jan 21 18:58:16.643982 dv-neutron-825470-1-hyperv neutron-server[88137]: 'Port': '1.7', Jan 21 18:58:16.643982 dv-neutron-825470-1-hyperv neutron-server[88137]: 'PortForwarding': '1.2', Jan 21 18:58:16.643982 dv-neutron-825470-1-hyperv neutron-server[88137]: 'QosPolicy': '1.8', Jan 21 18:58:16.643982 dv-neutron-825470-1-hyperv neutron-server[88137]: 'SecurityGroup': '1.4', Jan 21 18:58:16.643982 dv-neutron-825470-1-hyperv neutron-server[88137]: 'SecurityGroupRule': '1.2', Jan 21 18:58:16.643982 dv-neutron-825470-1-hyperv neutron-server[88137]: 'SubPort': '1.0', Jan 21 18:58:16.643982 dv-neutron-825470-1-hyperv neutron-server[88137]: 'Subnet': '1.1', Jan 21 18:58:16.643982 dv-neutron-825470-1-hyperv neutron-server[88137]: 'Trunk': '1.1'}} Jan 21 18:58:16.643982 dv-neutron-825470-1-hyperv neutron-server[88137]: {{(pid=88137) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 18:58:16.683971 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b6b55571-96f1-4634-9e93-4a746e6d90a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:16.692370 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36930d8b-3af7-42ec-bbaa-c7224bc5bc7c None None] Network 2745c7b7-aa59-4a69-977f-3d793c812102 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:58:16.696865 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-36930d8b-3af7-42ec-bbaa-c7224bc5bc7c None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:58:16.700285 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36930d8b-3af7-42ec-bbaa-c7224bc5bc7c None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:58:16.737553 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-08ed8773-c596-4218-a072-80529d378bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:16.739022 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52292) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:16.747514 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36930d8b-3af7-42ec-bbaa-c7224bc5bc7c None None] Pushing event updated for resources: {'Port': ['ID=f1fd1fe8-2696-4506-9e5e-9fc337f4c5c0,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:16.764315 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2354e-f135-4637-92a4-f2e180b0dbe2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7331d029-75ea-4aa7-8e60-313f0db6f988,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:16.778744 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e2354e-f135-4637-92a4-f2e180b0dbe2 admin admin] Checking segment: {'id': 'ad01f6a0-93d9-445a-83b5-98d1ba468e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9ec3aba2-861c-47ae-bc74-f26885aa64f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 18:58:16.779192 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e2354e-f135-4637-92a4-f2e180b0dbe2 admin admin] Network hostable DHCP agents. Network: 9ec3aba2-861c-47ae-bc74-f26885aa64f1, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 18:58:16.793253 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b6b55571-96f1-4634-9e93-4a746e6d90a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:16.800442 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b55571-96f1-4634-9e93-4a746e6d90a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:16.805055 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b6b55571-96f1-4634-9e93-4a746e6d90a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:16.809428 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36930d8b-3af7-42ec-bbaa-c7224bc5bc7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:58:16.810682 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36930d8b-3af7-42ec-bbaa-c7224bc5bc7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:58:16.811642 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36930d8b-3af7-42ec-bbaa-c7224bc5bc7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:58:16.811985 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36930d8b-3af7-42ec-bbaa-c7224bc5bc7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:58:16.813743 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36930d8b-3af7-42ec-bbaa-c7224bc5bc7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:58:16.814145 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36930d8b-3af7-42ec-bbaa-c7224bc5bc7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:58:16.814483 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36930d8b-3af7-42ec-bbaa-c7224bc5bc7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:58:16.814816 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36930d8b-3af7-42ec-bbaa-c7224bc5bc7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:58:16.817323 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36930d8b-3af7-42ec-bbaa-c7224bc5bc7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:58:16.817832 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36930d8b-3af7-42ec-bbaa-c7224bc5bc7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:58:16.818175 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36930d8b-3af7-42ec-bbaa-c7224bc5bc7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:58:16.818493 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36930d8b-3af7-42ec-bbaa-c7224bc5bc7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:58:16.819994 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36930d8b-3af7-42ec-bbaa-c7224bc5bc7c None None] Tracked resource versions report: Jan 21 18:58:16.819994 dv-neutron-825470-1-hyperv neutron-server[88138]: pushed versions: Jan 21 18:58:16.819994 dv-neutron-825470-1-hyperv neutron-server[88138]: { 'AddressGroup': {'1.2'}, Jan 21 18:58:16.819994 dv-neutron-825470-1-hyperv neutron-server[88138]: 'ConntrackHelper': {'1.0'}, Jan 21 18:58:16.819994 dv-neutron-825470-1-hyperv neutron-server[88138]: 'Log': {'1.0'}, Jan 21 18:58:16.819994 dv-neutron-825470-1-hyperv neutron-server[88138]: 'Network': {'1.1'}, Jan 21 18:58:16.819994 dv-neutron-825470-1-hyperv neutron-server[88138]: 'Port': {'1.7'}, Jan 21 18:58:16.819994 dv-neutron-825470-1-hyperv neutron-server[88138]: 'PortForwarding': {'1.2'}, Jan 21 18:58:16.819994 dv-neutron-825470-1-hyperv neutron-server[88138]: 'QosPolicy': {'1.8'}, Jan 21 18:58:16.819994 dv-neutron-825470-1-hyperv neutron-server[88138]: 'SecurityGroup': {'1.4'}, Jan 21 18:58:16.819994 dv-neutron-825470-1-hyperv neutron-server[88138]: 'SecurityGroupRule': {'1.2'}, Jan 21 18:58:16.819994 dv-neutron-825470-1-hyperv neutron-server[88138]: 'SubPort': {'1.0'}, Jan 21 18:58:16.819994 dv-neutron-825470-1-hyperv neutron-server[88138]: 'Subnet': {'1.1'}, Jan 21 18:58:16.819994 dv-neutron-825470-1-hyperv neutron-server[88138]: 'Trunk': {'1.1'}} Jan 21 18:58:16.819994 dv-neutron-825470-1-hyperv neutron-server[88138]: consumer versions: Jan 21 18:58:16.819994 dv-neutron-825470-1-hyperv neutron-server[88138]: { DHCP agent@dv-neutron-825470-1-hyperv: {}, Jan 21 18:58:16.819994 dv-neutron-825470-1-hyperv neutron-server[88138]: HyperV agent@hv-neutron-8254: {}, Jan 21 18:58:16.819994 dv-neutron-825470-1-hyperv neutron-server[88138]: L3 agent@dv-neutron-825470-1-hyperv: {}, Jan 21 18:58:16.819994 dv-neutron-825470-1-hyperv neutron-server[88138]: Metadata agent@dv-neutron-825470-1-hyperv: {}, Jan 21 18:58:16.819994 dv-neutron-825470-1-hyperv neutron-server[88138]: Metering agent@dv-neutron-825470-1-hyperv: {}, Jan 21 18:58:16.819994 dv-neutron-825470-1-hyperv neutron-server[88138]: Open vSwitch agent@dv-neutron-825470-1-hyperv: { 'AddressGroup': '1.2', Jan 21 18:58:16.819994 dv-neutron-825470-1-hyperv neutron-server[88138]: 'ConntrackHelper': '1.0', Jan 21 18:58:16.819994 dv-neutron-825470-1-hyperv neutron-server[88138]: 'Log': '1.0', Jan 21 18:58:16.819994 dv-neutron-825470-1-hyperv neutron-server[88138]: 'Network': '1.1', Jan 21 18:58:16.819994 dv-neutron-825470-1-hyperv neutron-server[88138]: 'Port': '1.7', Jan 21 18:58:16.819994 dv-neutron-825470-1-hyperv neutron-server[88138]: 'PortForwarding': '1.2', Jan 21 18:58:16.819994 dv-neutron-825470-1-hyperv neutron-server[88138]: 'QosPolicy': '1.8', Jan 21 18:58:16.819994 dv-neutron-825470-1-hyperv neutron-server[88138]: 'SecurityGroup': '1.4', Jan 21 18:58:16.819994 dv-neutron-825470-1-hyperv neutron-server[88138]: 'SecurityGroupRule': '1.2', Jan 21 18:58:16.819994 dv-neutron-825470-1-hyperv neutron-server[88138]: 'SubPort': '1.0', Jan 21 18:58:16.819994 dv-neutron-825470-1-hyperv neutron-server[88138]: 'Subnet': '1.1', Jan 21 18:58:16.819994 dv-neutron-825470-1-hyperv neutron-server[88138]: 'Trunk': '1.1'}} Jan 21 18:58:16.819994 dv-neutron-825470-1-hyperv neutron-server[88138]: {{(pid=88138) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 18:58:16.865120 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-36930d8b-3af7-42ec-bbaa-c7224bc5bc7c None None] Attempting to bind port f1fd1fe8-2696-4506-9e5e-9fc337f4c5c0 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:16.865720 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-36930d8b-3af7-42ec-bbaa-c7224bc5bc7c None None] Attempting to bind port f1fd1fe8-2696-4506-9e5e-9fc337f4c5c0 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'b4eccb45-142e-447f-a8ee-f3134a1bbcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2745c7b7-aa59-4a69-977f-3d793c812102'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:16.866277 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36930d8b-3af7-42ec-bbaa-c7224bc5bc7c None None] Attempting to bind port f1fd1fe8-2696-4506-9e5e-9fc337f4c5c0 on network 2745c7b7-aa59-4a69-977f-3d793c812102 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:16.894804 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36930d8b-3af7-42ec-bbaa-c7224bc5bc7c None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 18, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 18:58:16.894804 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36930d8b-3af7-42ec-bbaa-c7224bc5bc7c None None] Checking segment: {'id': 'b4eccb45-142e-447f-a8ee-f3134a1bbcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2745c7b7-aa59-4a69-977f-3d793c812102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 18:58:16.894804 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-36930d8b-3af7-42ec-bbaa-c7224bc5bc7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:16.894804 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36930d8b-3af7-42ec-bbaa-c7224bc5bc7c None None] Bound using segment: {'id': 'b4eccb45-142e-447f-a8ee-f3134a1bbcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2745c7b7-aa59-4a69-977f-3d793c812102'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 18:58:16.894804 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-36930d8b-3af7-42ec-bbaa-c7224bc5bc7c None None] Bound port: f1fd1fe8-2696-4506-9e5e-9fc337f4c5c0, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4eccb45-142e-447f-a8ee-f3134a1bbcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2745c7b7-aa59-4a69-977f-3d793c812102'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 18:58:16.894804 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-36930d8b-3af7-42ec-bbaa-c7224bc5bc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:16.901040 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e2354e-f135-4637-92a4-f2e180b0dbe2 admin admin] Network 9ec3aba2-861c-47ae-bc74-f26885aa64f1 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 18:58:16.931680 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b55571-96f1-4634-9e93-4a746e6d90a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] Pushing event updated for resources: {'Network': ['ID=10a07476-8919-48ae-ac78-d1cf5e7579c8,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:16.945054 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b6b55571-96f1-4634-9e93-4a746e6d90a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.5151041 Jan 21 18:58:16.951550 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 10a07476-8919-48ae-ac78-d1cf5e7579c8 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 18:58:17.029071 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-70e2354e-f135-4637-92a4-f2e180b0dbe2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 9ec3aba2-861c-47ae-bc74-f26885aa64f1) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:58:17.052311 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-4ff3c7d9-522b-45a8-a81b-1e627416a51e tempest-PortsAdminExtendedAttrsTestJSON-1539812628 tempest-PortsAdminExtendedAttrsTestJSON-1539812628-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-963334716'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:17.052656 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e2354e-f135-4637-92a4-f2e180b0dbe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:17.053242 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-70e2354e-f135-4637-92a4-f2e180b0dbe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:17.058034 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-4ff3c7d9-522b-45a8-a81b-1e627416a51e tempest-PortsAdminExtendedAttrsTestJSON-1539812628 tempest-PortsAdminExtendedAttrsTestJSON-1539812628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:17.067578 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-4ff3c7d9-522b-45a8-a81b-1e627416a51e tempest-PortsAdminExtendedAttrsTestJSON-1539812628 tempest-PortsAdminExtendedAttrsTestJSON-1539812628-project] Usage tracker for resource:network and tenant:7f13844478e44accab8bb841f2ca8ac1 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:17.074819 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-4ff3c7d9-522b-45a8-a81b-1e627416a51e tempest-PortsAdminExtendedAttrsTestJSON-1539812628 tempest-PortsAdminExtendedAttrsTestJSON-1539812628-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:17.087962 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-4ff3c7d9-522b-45a8-a81b-1e627416a51e tempest-PortsAdminExtendedAttrsTestJSON-1539812628 tempest-PortsAdminExtendedAttrsTestJSON-1539812628-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:17.127222 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b934dde2-43f3-474f-bfdb-9be84cb0f757 None None] Network 9ec3aba2-861c-47ae-bc74-f26885aa64f1 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 18:58:17.171285 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-36930d8b-3af7-42ec-bbaa-c7224bc5bc7c None None] For port f1fd1fe8-2696-4506-9e5e-9fc337f4c5c0, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 18:58:17.175272 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-36930d8b-3af7-42ec-bbaa-c7224bc5bc7c None None] For port f1fd1fe8-2696-4506-9e5e-9fc337f4c5c0, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=f1fd1fe8-2696-4506-9e5e-9fc337f4c5c0,segment=NetworkSegment(b4eccb45-142e-447f-a8ee-f3134a1bbcfe),segment_id=b4eccb45-142e-447f-a8ee-f3134a1bbcfe)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 18:58:17.182860 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-70e2354e-f135-4637-92a4-f2e180b0dbe2 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.4848299 Jan 21 18:58:17.185950 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52310) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:17.190902 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52312) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:17.209325 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-e41c79ae-b84e-4d6f-a1de-68406f5a8a7c admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-965684241-router', 'tenant_id': '56cc9754e40e43138bb91a6b89c2795d', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:17.216041 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e41c79ae-b84e-4d6f-a1de-68406f5a8a7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:17.230395 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-6863ce2e-5798-44d8-8aa9-e6efc1bc6a1f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1596235476', 'router:external': True}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:17.253019 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-e41c79ae-b84e-4d6f-a1de-68406f5a8a7c admin admin] Usage tracker for resource:router and tenant:56cc9754e40e43138bb91a6b89c2795d is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:17.259838 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-e41c79ae-b84e-4d6f-a1de-68406f5a8a7c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:17.269783 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e41c79ae-b84e-4d6f-a1de-68406f5a8a7c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:17.279152 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-6863ce2e-5798-44d8-8aa9-e6efc1bc6a1f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:17.290275 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff3c7d9-522b-45a8-a81b-1e627416a51e tempest-PortsAdminExtendedAttrsTestJSON-1539812628 tempest-PortsAdminExtendedAttrsTestJSON-1539812628-project] Made reservation on behalf of 7f13844478e44accab8bb841f2ca8ac1 for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:58:17.296045 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4ff3c7d9-522b-45a8-a81b-1e627416a51e tempest-PortsAdminExtendedAttrsTestJSON-1539812628 tempest-PortsAdminExtendedAttrsTestJSON-1539812628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:17.322196 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-08ed8773-c596-4218-a072-80529d378bbe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:17.328258 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-6863ce2e-5798-44d8-8aa9-e6efc1bc6a1f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Usage tracker for resource:network and tenant:ee61e73a33b04715b07b22baa3498d79 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:17.334432 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-36930d8b-3af7-42ec-bbaa-c7224bc5bc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:17.341782 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4ff3c7d9-522b-45a8-a81b-1e627416a51e tempest-PortsAdminExtendedAttrsTestJSON-1539812628 tempest-PortsAdminExtendedAttrsTestJSON-1539812628-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:17.357997 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52328) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:17.359413 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-08ed8773-c596-4218-a072-80529d378bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:17.379911 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-6863ce2e-5798-44d8-8aa9-e6efc1bc6a1f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:17.389723 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-6863ce2e-5798-44d8-8aa9-e6efc1bc6a1f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:17.405809 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-4ff3c7d9-522b-45a8-a81b-1e627416a51e tempest-PortsAdminExtendedAttrsTestJSON-1539812628 tempest-PortsAdminExtendedAttrsTestJSON-1539812628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:17.423867 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-4ff3c7d9-522b-45a8-a81b-1e627416a51e tempest-PortsAdminExtendedAttrsTestJSON-1539812628 tempest-PortsAdminExtendedAttrsTestJSON-1539812628-project] Usage tracker for resource:security_group_rule and tenant:7f13844478e44accab8bb841f2ca8ac1 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:17.429589 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-4ff3c7d9-522b-45a8-a81b-1e627416a51e tempest-PortsAdminExtendedAttrsTestJSON-1539812628 tempest-PortsAdminExtendedAttrsTestJSON-1539812628-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:17.447720 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-4ff3c7d9-522b-45a8-a81b-1e627416a51e tempest-PortsAdminExtendedAttrsTestJSON-1539812628 tempest-PortsAdminExtendedAttrsTestJSON-1539812628-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:17.462125 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e41c79ae-b84e-4d6f-a1de-68406f5a8a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:17.467188 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e41c79ae-b84e-4d6f-a1de-68406f5a8a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:17.503703 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e41c79ae-b84e-4d6f-a1de-68406f5a8a7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:17.569053 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-5401d50a-7dc4-4506-b75e-a8f3656f0780 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-286005326'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:17.572792 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-08ed8773-c596-4218-a072-80529d378bbe admin admin] Allocated IP 172.26.1.21 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/30a746e1-6cfe-4965-8991-9a0788d3b275) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:58:17.592930 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6863ce2e-5798-44d8-8aa9-e6efc1bc6a1f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Made reservation on behalf of ee61e73a33b04715b07b22baa3498d79 for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:58:17.596380 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6863ce2e-5798-44d8-8aa9-e6efc1bc6a1f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:17.629667 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6863ce2e-5798-44d8-8aa9-e6efc1bc6a1f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:17.660305 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-5401d50a-7dc4-4506-b75e-a8f3656f0780 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:17.664913 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-6863ce2e-5798-44d8-8aa9-e6efc1bc6a1f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:17.672917 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-5401d50a-7dc4-4506-b75e-a8f3656f0780 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] Usage tracker for resource:network and tenant:e42430acca3242d5a4745ae98037b73f is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:17.679750 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-5401d50a-7dc4-4506-b75e-a8f3656f0780 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:17.683911 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-6863ce2e-5798-44d8-8aa9-e6efc1bc6a1f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Usage tracker for resource:security_group_rule and tenant:ee61e73a33b04715b07b22baa3498d79 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:17.691407 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-6863ce2e-5798-44d8-8aa9-e6efc1bc6a1f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:17.695005 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-5401d50a-7dc4-4506-b75e-a8f3656f0780 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:17.704193 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36930d8b-3af7-42ec-bbaa-c7224bc5bc7c None None] Pushing event updated for resources: {'Port': ['ID=f1fd1fe8-2696-4506-9e5e-9fc337f4c5c0,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:17.716322 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-6863ce2e-5798-44d8-8aa9-e6efc1bc6a1f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:17.725295 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d782106-0511-47d1-8832-9e946ac617f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-9ec3aba2-861c-47ae-bc74-f26885aa64f1', 'network_id': '9ec3aba2-861c-47ae-bc74-f26885aa64f1', 'tenant_id': '56cc9754e40e43138bb91a6b89c2795d', 'fixed_ips': [{'subnet_id': '7331d029-75ea-4aa7-8e60-313f0db6f988'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 18:58:17.726532 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7d782106-0511-47d1-8832-9e946ac617f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:17.833707 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-d52f1cbc-bc3b-4749-baf5-c5ff00c939e1 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-825497082'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:17.838801 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-d52f1cbc-bc3b-4749-baf5-c5ff00c939e1 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:17.842872 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-d52f1cbc-bc3b-4749-baf5-c5ff00c939e1 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Usage tracker for resource:network and tenant:98a586de649a4f379b51955fee0ea327 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:17.846526 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-d52f1cbc-bc3b-4749-baf5-c5ff00c939e1 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:17.852490 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-d52f1cbc-bc3b-4749-baf5-c5ff00c939e1 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:17.958909 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52340) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:17.959550 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5401d50a-7dc4-4506-b75e-a8f3656f0780 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] Made reservation on behalf of e42430acca3242d5a4745ae98037b73f for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:58:17.967214 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-7d782106-0511-47d1-8832-9e946ac617f9 None None] Allocated IP 172.20.0.2 (9ec3aba2-861c-47ae-bc74-f26885aa64f1/7331d029-75ea-4aa7-8e60-313f0db6f988/3495d50e-ccce-4fc8-9447-177e3366c001) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:58:17.969133 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5401d50a-7dc4-4506-b75e-a8f3656f0780 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:18.027062 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52f1cbc-bc3b-4749-baf5-c5ff00c939e1 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Made reservation on behalf of 98a586de649a4f379b51955fee0ea327 for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:58:18.031416 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d52f1cbc-bc3b-4749-baf5-c5ff00c939e1 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:18.056314 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d52f1cbc-bc3b-4749-baf5-c5ff00c939e1 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:18.073165 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-08ed8773-c596-4218-a072-80529d378bbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:18.083555 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-d52f1cbc-bc3b-4749-baf5-c5ff00c939e1 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:18.090031 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-d52f1cbc-bc3b-4749-baf5-c5ff00c939e1 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Usage tracker for resource:security_group_rule and tenant:98a586de649a4f379b51955fee0ea327 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:18.095512 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-d52f1cbc-bc3b-4749-baf5-c5ff00c939e1 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:18.097058 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5401d50a-7dc4-4506-b75e-a8f3656f0780 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:18.105442 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-d52f1cbc-bc3b-4749-baf5-c5ff00c939e1 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:18.176992 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-27296138-fb2c-4343-b48a-4c954fe571a7 tempest-QuotasTest-623962218 tempest-QuotasTest-623962218-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:18.273705 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-5401d50a-7dc4-4506-b75e-a8f3656f0780 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:18.275188 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d52f1cbc-bc3b-4749-baf5-c5ff00c939e1 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:18.277643 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7d782106-0511-47d1-8832-9e946ac617f9 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:18.291018 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4ff3c7d9-522b-45a8-a81b-1e627416a51e tempest-PortsAdminExtendedAttrsTestJSON-1539812628 tempest-PortsAdminExtendedAttrsTestJSON-1539812628-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:18.294921 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-5401d50a-7dc4-4506-b75e-a8f3656f0780 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] Usage tracker for resource:security_group_rule and tenant:e42430acca3242d5a4745ae98037b73f is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:18.295628 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-7d782106-0511-47d1-8832-9e946ac617f9 None None] Transition to ACTIVE for port object 3495d50e-ccce-4fc8-9447-177e3366c001 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:58:18.317920 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-7d782106-0511-47d1-8832-9e946ac617f9 None None] Transition to ACTIVE for port object 3495d50e-ccce-4fc8-9447-177e3366c001 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:58:18.342628 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d52f1cbc-bc3b-4749-baf5-c5ff00c939e1 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:18.350868 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-5401d50a-7dc4-4506-b75e-a8f3656f0780 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:18.369884 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e41c79ae-b84e-4d6f-a1de-68406f5a8a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:18.373734 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-5401d50a-7dc4-4506-b75e-a8f3656f0780 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:18.377634 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7d782106-0511-47d1-8832-9e946ac617f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:18.390414 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d52f1cbc-bc3b-4749-baf5-c5ff00c939e1 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 18:58:18.391642 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4ff3c7d9-522b-45a8-a81b-1e627416a51e tempest-PortsAdminExtendedAttrsTestJSON-1539812628 tempest-PortsAdminExtendedAttrsTestJSON-1539812628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:18.410848 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-08ed8773-c596-4218-a072-80529d378bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:18.472871 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ff3c7d9-522b-45a8-a81b-1e627416a51e tempest-PortsAdminExtendedAttrsTestJSON-1539812628 tempest-PortsAdminExtendedAttrsTestJSON-1539812628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 18:58:18.477581 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52350) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:18.501686 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f1cbc-bc3b-4749-baf5-c5ff00c939e1 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7da55a8-e038-47f6-9778-d6a637b4a718,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:18.502132 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Request body: {'port': {'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8', 'binding:host_id': 'hv-neutron-8254', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1145770654'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:18.542475 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d52f1cbc-bc3b-4749-baf5-c5ff00c939e1 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:18.542824 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-d52f1cbc-bc3b-4749-baf5-c5ff00c939e1 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Added segment 94fb6232-4a00-441d-b951-a526d9ce2503 of type vlan for network 91724e21-d638-487f-9c2a-a051d1b70309 Jan 21 18:58:18.543627 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d782106-0511-47d1-8832-9e946ac617f9 None None] Pushing event updated for resources: {'Port': ['ID=3495d50e-ccce-4fc8-9447-177e3366c001,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:18.551965 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d782106-0511-47d1-8832-9e946ac617f9 None None] Network 9ec3aba2-861c-47ae-bc74-f26885aa64f1 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:58:18.553676 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-7d782106-0511-47d1-8832-9e946ac617f9 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:58:18.558388 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d782106-0511-47d1-8832-9e946ac617f9 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:58:18.570493 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ed8773-c596-4218-a072-80529d378bbe admin admin] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:58:18.572398 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6863ce2e-5798-44d8-8aa9-e6efc1bc6a1f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:18.581161 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-08ed8773-c596-4218-a072-80529d378bbe admin admin] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:58:18.585284 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ed8773-c596-4218-a072-80529d378bbe admin admin] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:58:18.611825 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device f1fd1fe8-2696-4506-9e5e-9fc337f4c5c0 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 18:58:18.612809 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:18.617530 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Usage tracker for resource:port and tenant:96065cfdc6394b93b9e024104254dcc1 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:18.621262 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:18.628951 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:18.641345 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4ff3c7d9-522b-45a8-a81b-1e627416a51e tempest-PortsAdminExtendedAttrsTestJSON-1539812628 tempest-PortsAdminExtendedAttrsTestJSON-1539812628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:18.642064 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-4ff3c7d9-522b-45a8-a81b-1e627416a51e tempest-PortsAdminExtendedAttrsTestJSON-1539812628 tempest-PortsAdminExtendedAttrsTestJSON-1539812628-project] Added segment a0061b6e-9d40-4bce-9497-59d604ed1888 of type vlan for network 31e4da66-0b94-48db-88cd-f69d97d6ba70 Jan 21 18:58:18.646018 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff3c7d9-522b-45a8-a81b-1e627416a51e tempest-PortsAdminExtendedAttrsTestJSON-1539812628 tempest-PortsAdminExtendedAttrsTestJSON-1539812628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6972c101-2120-4bb6-abb9-ed5d5daf6d3f,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:18.660516 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed8773-c596-4218-a072-80529d378bbe admin admin] Pushing event updated for resources: {'Port': ['ID=30a746e1-6cfe-4965-8991-9a0788d3b275,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:18.677006 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d52f1cbc-bc3b-4749-baf5-c5ff00c939e1 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:18.686940 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6863ce2e-5798-44d8-8aa9-e6efc1bc6a1f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:18.733142 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-7d782106-0511-47d1-8832-9e946ac617f9 None None] Attempting to bind port 3495d50e-ccce-4fc8-9447-177e3366c001 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:18.733702 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-7d782106-0511-47d1-8832-9e946ac617f9 None None] Attempting to bind port 3495d50e-ccce-4fc8-9447-177e3366c001 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'ad01f6a0-93d9-445a-83b5-98d1ba468e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9ec3aba2-861c-47ae-bc74-f26885aa64f1'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:18.738273 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d782106-0511-47d1-8832-9e946ac617f9 None None] Attempting to bind port 3495d50e-ccce-4fc8-9447-177e3366c001 on network 9ec3aba2-861c-47ae-bc74-f26885aa64f1 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:18.743394 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d782106-0511-47d1-8832-9e946ac617f9 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 18, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 18:58:18.743816 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d782106-0511-47d1-8832-9e946ac617f9 None None] Checking segment: {'id': 'ad01f6a0-93d9-445a-83b5-98d1ba468e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9ec3aba2-861c-47ae-bc74-f26885aa64f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 18:58:18.744215 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7d782106-0511-47d1-8832-9e946ac617f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:18.744602 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d782106-0511-47d1-8832-9e946ac617f9 None None] Bound using segment: {'id': 'ad01f6a0-93d9-445a-83b5-98d1ba468e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9ec3aba2-861c-47ae-bc74-f26885aa64f1'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 18:58:18.745066 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-7d782106-0511-47d1-8832-9e946ac617f9 None None] Bound port: 3495d50e-ccce-4fc8-9447-177e3366c001, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad01f6a0-93d9-445a-83b5-98d1ba468e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9ec3aba2-861c-47ae-bc74-f26885aa64f1'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 18:58:18.745450 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7d782106-0511-47d1-8832-9e946ac617f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:18.749430 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Made reservation on behalf of 96065cfdc6394b93b9e024104254dcc1 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:58:18.752391 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:18.779805 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:18.852582 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-7d782106-0511-47d1-8832-9e946ac617f9 None None] For port 3495d50e-ccce-4fc8-9447-177e3366c001, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 18:58:18.856532 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-7d782106-0511-47d1-8832-9e946ac617f9 None None] For port 3495d50e-ccce-4fc8-9447-177e3366c001, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=3495d50e-ccce-4fc8-9447-177e3366c001,segment=NetworkSegment(ad01f6a0-93d9-445a-83b5-98d1ba468e24),segment_id=ad01f6a0-93d9-445a-83b5-98d1ba468e24)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 18:58:18.857362 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d52f1cbc-bc3b-4749-baf5-c5ff00c939e1 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:18.860323 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6863ce2e-5798-44d8-8aa9-e6efc1bc6a1f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 18:58:18.863182 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port f1fd1fe8-2696-4506-9e5e-9fc337f4c5c0 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 18:58:18.864173 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52f1cbc-bc3b-4749-baf5-c5ff00c939e1 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:18.864958 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d52f1cbc-bc3b-4749-baf5-c5ff00c939e1 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:18.881583 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91f8322-7dae-4019-ba80-71705320c230 None None] Network 2745c7b7-aa59-4a69-977f-3d793c812102 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 18:58:18.881724 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4ff3c7d9-522b-45a8-a81b-1e627416a51e tempest-PortsAdminExtendedAttrsTestJSON-1539812628 tempest-PortsAdminExtendedAttrsTestJSON-1539812628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:18.886408 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:18.895616 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863ce2e-5798-44d8-8aa9-e6efc1bc6a1f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9f879f-e495-4d18-9953-86ed78234562,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:18.900043 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-27296138-fb2c-4343-b48a-4c954fe571a7 tempest-QuotasTest-623962218 tempest-QuotasTest-623962218-project-admin] 10.222.0.87 "PUT /v2.0/quotas/07c899f4e5f94ef8a6fe4f1dbd13ff9e HTTP/1.1" status: 200 len: 366 time: 0.9141984 Jan 21 18:58:18.907112 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Usage tracker for resource:security_group_rule and tenant:96065cfdc6394b93b9e024104254dcc1 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:18.908192 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52356) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:18.916030 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:18.923694 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6863ce2e-5798-44d8-8aa9-e6efc1bc6a1f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:18.924137 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-6863ce2e-5798-44d8-8aa9-e6efc1bc6a1f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Added segment 67cdc665-8129-42f4-862f-afcd2738b52c of type vlan for network 2fe9871e-c5fe-4829-8618-d20c3c960819 Jan 21 18:58:18.932398 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:18.936167 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7d782106-0511-47d1-8832-9e946ac617f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:18.957826 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-76017e11-4166-4608-9075-a14fe4602112 tempest-QuotasTest-623962218 tempest-QuotasTest-623962218-project-admin] 10.222.0.87 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0477452 Jan 21 18:58:18.963333 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52360) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:19.027453 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-19698b19-b618-426c-81e6-85f62a9b5a99 tempest-QuotasTest-623962218 tempest-QuotasTest-623962218-project-admin] 10.222.0.87 "GET /v2.0/quotas/07c899f4e5f94ef8a6fe4f1dbd13ff9e HTTP/1.1" status: 200 len: 366 time: 0.0622725 Jan 21 18:58:19.028267 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f1cbc-bc3b-4749-baf5-c5ff00c939e1 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Pushing event updated for resources: {'Network': ['ID=91724e21-d638-487f-9c2a-a051d1b70309,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:19.030631 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52366) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:19.043689 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d52f1cbc-bc3b-4749-baf5-c5ff00c939e1 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6779299 Jan 21 18:58:19.043873 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52370) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:19.064295 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-668e4f1f-e0f3-464d-b7ce-4407305de4ab tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Request body: {'subnet': {'network_id': '91724e21-d638-487f-9c2a-a051d1b70309', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:19.069776 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 91724e21-d638-487f-9c2a-a051d1b70309 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 18:58:19.090984 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5401d50a-7dc4-4506-b75e-a8f3656f0780 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:19.138628 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6863ce2e-5798-44d8-8aa9-e6efc1bc6a1f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:19.142869 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4ff3c7d9-522b-45a8-a81b-1e627416a51e tempest-PortsAdminExtendedAttrsTestJSON-1539812628 tempest-PortsAdminExtendedAttrsTestJSON-1539812628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:19.148258 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff3c7d9-522b-45a8-a81b-1e627416a51e tempest-PortsAdminExtendedAttrsTestJSON-1539812628 tempest-PortsAdminExtendedAttrsTestJSON-1539812628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:19.149065 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4ff3c7d9-522b-45a8-a81b-1e627416a51e tempest-PortsAdminExtendedAttrsTestJSON-1539812628 tempest-PortsAdminExtendedAttrsTestJSON-1539812628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:19.179858 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d782106-0511-47d1-8832-9e946ac617f9 None None] Pushing event updated for resources: {'Port': ['ID=3495d50e-ccce-4fc8-9447-177e3366c001,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:19.250960 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-08ed8773-c596-4218-a072-80529d378bbe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:19.256467 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-5a3c4d2d-6c27-41de-8271-69ef5e554588 None None] Provisioning for port f1fd1fe8-2696-4506-9e5e-9fc337f4c5c0 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 18:58:19.270168 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5401d50a-7dc4-4506-b75e-a8f3656f0780 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:19.281320 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5401d50a-7dc4-4506-b75e-a8f3656f0780 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 18:58:19.291585 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5401d50a-7dc4-4506-b75e-a8f3656f0780 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:19.292365 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-5401d50a-7dc4-4506-b75e-a8f3656f0780 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] Added segment 942c641b-65a4-49db-83cd-b79de7023958 of type vlan for network d68ecb4f-e411-4c4e-9b86-242186571903 Jan 21 18:58:19.324327 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5401d50a-7dc4-4506-b75e-a8f3656f0780 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:19.351654 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-5a3c4d2d-6c27-41de-8271-69ef5e554588 None None] Provisioning complete for port f1fd1fe8-2696-4506-9e5e-9fc337f4c5c0 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:58:19.352109 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5a3c4d2d-6c27-41de-8271-69ef5e554588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:19.368414 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ada9d016-3a01-463c-afc0-c2d14c186a6a tempest-QuotasTest-623962218 tempest-QuotasTest-623962218-project-admin] 10.222.0.87 "DELETE /v2.0/quotas/07c899f4e5f94ef8a6fe4f1dbd13ff9e HTTP/1.1" status: 204 len: 168 time: 0.3342855 Jan 21 18:58:19.374191 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52376) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:19.408145 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-50174602-ba26-4457-a04d-74e0bb739ec8 tempest-QuotasTest-623962218 tempest-QuotasTest-623962218-project-admin] 10.222.0.87 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0300272 Jan 21 18:58:19.411159 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52382) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:19.538266 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-561ea9c5-40f5-4ae1-bb30-410eb8b05163 tempest-QuotasTest-623962218 tempest-QuotasTest-623962218-project-admin] 10.222.0.87 "GET /v2.0/quotas/07c899f4e5f94ef8a6fe4f1dbd13ff9e HTTP/1.1" status: 200 len: 370 time: 0.1220231 Jan 21 18:58:19.546858 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5401d50a-7dc4-4506-b75e-a8f3656f0780 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a320b0e6-229a-481e-af83-7ac313390c5a,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:19.551586 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-668e4f1f-e0f3-464d-b7ce-4407305de4ab tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:19.554510 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52386) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:19.840248 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff3c7d9-522b-45a8-a81b-1e627416a51e tempest-PortsAdminExtendedAttrsTestJSON-1539812628 tempest-PortsAdminExtendedAttrsTestJSON-1539812628-project] Pushing event updated for resources: {'Network': ['ID=31e4da66-0b94-48db-88cd-f69d97d6ba70,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:19.841728 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 31e4da66-0b94-48db-88cd-f69d97d6ba70 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 18:58:19.842778 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-668e4f1f-e0f3-464d-b7ce-4407305de4ab tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Usage tracker for resource:subnet and tenant:98a586de649a4f379b51955fee0ea327 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:19.842778 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-8c2ef941-9f2d-4177-8c00-74ab35ed8e31 tempest-QuotasTest-623962218 tempest-QuotasTest-623962218-project-admin] 10.222.0.87 "GET /v2.0/quotas/07c899f4e5f94ef8a6fe4f1dbd13ff9e/default HTTP/1.1" status: 200 len: 370 time: 0.0342984 Jan 21 18:58:19.842778 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-668e4f1f-e0f3-464d-b7ce-4407305de4ab tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:19.846975 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52390) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:19.847331 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-668e4f1f-e0f3-464d-b7ce-4407305de4ab tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:19.847422 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5a3c4d2d-6c27-41de-8271-69ef5e554588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:19.847504 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-3fdac417-50f9-4cc7-ae74-6418a4e25f30 tempest-QuotasTest-623962218 tempest-QuotasTest-623962218-project-admin] delete failed (client error): The resource could not be found. Jan 21 18:58:19.847504 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-3fdac417-50f9-4cc7-ae74-6418a4e25f30 tempest-QuotasTest-623962218 tempest-QuotasTest-623962218-project-admin] 10.222.0.87 "DELETE /v2.0/quotas/07c899f4e5f94ef8a6fe4f1dbd13ff9e HTTP/1.1" status: 404 len: 348 time: 0.0271447 Jan 21 18:58:19.847726 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5401d50a-7dc4-4506-b75e-a8f3656f0780 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:19.847726 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5401d50a-7dc4-4506-b75e-a8f3656f0780 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:19.847726 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5401d50a-7dc4-4506-b75e-a8f3656f0780 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:19.848090 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-5a3c4d2d-6c27-41de-8271-69ef5e554588 None None] For port f1fd1fe8-2696-4506-9e5e-9fc337f4c5c0, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=f1fd1fe8-2696-4506-9e5e-9fc337f4c5c0,segment=NetworkSegment(b4eccb45-142e-447f-a8ee-f3134a1bbcfe),segment_id=b4eccb45-142e-447f-a8ee-f3134a1bbcfe)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 18:58:19.848184 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6863ce2e-5798-44d8-8aa9-e6efc1bc6a1f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:19.848184 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6863ce2e-5798-44d8-8aa9-e6efc1bc6a1f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:19.848184 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6863ce2e-5798-44d8-8aa9-e6efc1bc6a1f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:19.848383 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-08ed8773-c596-4218-a072-80529d378bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:19.848477 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-4ff3c7d9-522b-45a8-a81b-1e627416a51e tempest-PortsAdminExtendedAttrsTestJSON-1539812628 tempest-PortsAdminExtendedAttrsTestJSON-1539812628-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.3127656 Jan 21 18:58:19.888166 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5a3c4d2d-6c27-41de-8271-69ef5e554588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:19.923847 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:19.962963 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668e4f1f-e0f3-464d-b7ce-4407305de4ab tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Made reservation on behalf of 98a586de649a4f379b51955fee0ea327 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:58:19.971959 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-668e4f1f-e0f3-464d-b7ce-4407305de4ab tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Notify callbacks [] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:20.042275 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c4d2d-6c27-41de-8271-69ef5e554588 None None] Pushing event updated for resources: {'Port': ['ID=f1fd1fe8-2696-4506-9e5e-9fc337f4c5c0,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:20.080368 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52406) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:20.081291 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5401d50a-7dc4-4506-b75e-a8f3656f0780 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.8864675 Jan 21 18:58:20.092410 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:20.099815 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52412) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:20.122144 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-26fdb071-a729-4fd0-9d3f-2179b512d5a7 None None] Provisioning complete for port f1fd1fe8-2696-4506-9e5e-9fc337f4c5c0 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:58:20.122760 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-26fdb071-a729-4fd0-9d3f-2179b512d5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:20.137801 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] device_id is not set on port f8ead488-49f8-4cb9-9ac6-221d9135833f yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 18:58:20.161732 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-6e4f39cf-0720-4bbc-88bd-62da6e0268c4 tempest-QuotasTest-623962218 tempest-QuotasTest-623962218-project-admin] Usage tracker for resource:network and tenant:ad5a661b1b0f477abbd09db1a1066f3c is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:20.174408 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-6e4f39cf-0720-4bbc-88bd-62da6e0268c4 tempest-QuotasTest-623962218 tempest-QuotasTest-623962218-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:20.183077 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-6e4f39cf-0720-4bbc-88bd-62da6e0268c4 tempest-QuotasTest-623962218 tempest-QuotasTest-623962218-project-admin] Usage tracker for resource:subnet and tenant:ad5a661b1b0f477abbd09db1a1066f3c is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:20.188593 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-6e4f39cf-0720-4bbc-88bd-62da6e0268c4 tempest-QuotasTest-623962218 tempest-QuotasTest-623962218-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:20.198369 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-6e4f39cf-0720-4bbc-88bd-62da6e0268c4 tempest-QuotasTest-623962218 tempest-QuotasTest-623962218-project-admin] Usage tracker for resource:subnetpool and tenant:ad5a661b1b0f477abbd09db1a1066f3c is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:20.203443 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-6e4f39cf-0720-4bbc-88bd-62da6e0268c4 tempest-QuotasTest-623962218 tempest-QuotasTest-623962218-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:20.212990 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-6e4f39cf-0720-4bbc-88bd-62da6e0268c4 tempest-QuotasTest-623962218 tempest-QuotasTest-623962218-project-admin] Usage tracker for resource:port and tenant:ad5a661b1b0f477abbd09db1a1066f3c is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:20.228852 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-6e4f39cf-0720-4bbc-88bd-62da6e0268c4 tempest-QuotasTest-623962218 tempest-QuotasTest-623962218-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:20.243315 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-6e4f39cf-0720-4bbc-88bd-62da6e0268c4 tempest-QuotasTest-623962218 tempest-QuotasTest-623962218-project-admin] Usage tracker for resource:router and tenant:ad5a661b1b0f477abbd09db1a1066f3c is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:20.258482 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-6e4f39cf-0720-4bbc-88bd-62da6e0268c4 tempest-QuotasTest-623962218 tempest-QuotasTest-623962218-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:20.268915 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ed8773-c596-4218-a072-80529d378bbe admin admin] Router 2bcc1920-6fd2-41f6-b8c7-26d5b06a088c is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 18:58:20.290334 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-6e4f39cf-0720-4bbc-88bd-62da6e0268c4 tempest-QuotasTest-623962218 tempest-QuotasTest-623962218-project-admin] Usage tracker for resource:floatingip and tenant:ad5a661b1b0f477abbd09db1a1066f3c is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:20.328067 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-6863ce2e-5798-44d8-8aa9-e6efc1bc6a1f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.5875530 Jan 21 18:58:20.347440 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52416) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:20.414985 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-6e4f39cf-0720-4bbc-88bd-62da6e0268c4 tempest-QuotasTest-623962218 tempest-QuotasTest-623962218-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:20.460825 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5401d50a-7dc4-4506-b75e-a8f3656f0780 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] Pushing event updated for resources: {'Network': ['ID=d68ecb4f-e411-4c4e-9b86-242186571903,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:20.487067 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-bbfd88be-d941-4521-b18e-b9fa359f65b6 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Request body: {'subnet': {'network_id': '2fe9871e-c5fe-4829-8618-d20c3c960819', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:20.495920 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network d68ecb4f-e411-4c4e-9b86-242186571903 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 18:58:20.578994 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0513938-27a5-44b8-bc1b-4ba8364f5c27 None None] Network 9ec3aba2-861c-47ae-bc74-f26885aa64f1 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 18:58:20.579864 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-bbfd88be-d941-4521-b18e-b9fa359f65b6 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:20.609485 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e41c79ae-b84e-4d6f-a1de-68406f5a8a7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:20.644205 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-bbfd88be-d941-4521-b18e-b9fa359f65b6 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Usage tracker for resource:subnet and tenant:ee61e73a33b04715b07b22baa3498d79 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:20.655053 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-bdf1c93e-be10-43a5-8b64-572dcc083103 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Request body: {'network': {'name': 'tempest-network--121370743', 'router:external': True}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:20.658318 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e417d08a-4bdf-4cbc-a69a-6b4e11713c42,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:20.661053 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-bbfd88be-d941-4521-b18e-b9fa359f65b6 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:20.666065 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-bdf1c93e-be10-43a5-8b64-572dcc083103 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:20.675438 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-bdf1c93e-be10-43a5-8b64-572dcc083103 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Usage tracker for resource:network and tenant:1da765efa306402fa06d122a8f1a9381 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:20.679860 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-bdf1c93e-be10-43a5-8b64-572dcc083103 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:20.682575 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-6e4f39cf-0720-4bbc-88bd-62da6e0268c4 tempest-QuotasTest-623962218 tempest-QuotasTest-623962218-project-admin] Usage tracker for resource:security_group and tenant:ad5a661b1b0f477abbd09db1a1066f3c is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:20.691316 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-6e4f39cf-0720-4bbc-88bd-62da6e0268c4 tempest-QuotasTest-623962218 tempest-QuotasTest-623962218-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:20.694230 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e41c79ae-b84e-4d6f-a1de-68406f5a8a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:20.698025 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-bdf1c93e-be10-43a5-8b64-572dcc083103 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:20.700127 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-bbfd88be-d941-4521-b18e-b9fa359f65b6 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:20.703431 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ed8773-c596-4218-a072-80529d378bbe admin admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 18:58:20.722593 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-6e4f39cf-0720-4bbc-88bd-62da6e0268c4 tempest-QuotasTest-623962218 tempest-QuotasTest-623962218-project-admin] Usage tracker for resource:security_group_rule and tenant:ad5a661b1b0f477abbd09db1a1066f3c is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:20.727230 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71a52af-4668-4683-adcd-09e02739caf9 None None] Sync routers for ids ['2bcc1920-6fd2-41f6-b8c7-26d5b06a088c'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 18:58:20.731237 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-6e4f39cf-0720-4bbc-88bd-62da6e0268c4 tempest-QuotasTest-623962218 tempest-QuotasTest-623962218-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:20.742282 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71a52af-4668-4683-adcd-09e02739caf9 None None] Routers {'2bcc1920-6fd2-41f6-b8c7-26d5b06a088c'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 18:58:20.743116 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-6e4f39cf-0720-4bbc-88bd-62da6e0268c4 tempest-QuotasTest-623962218 tempest-QuotasTest-623962218-project-admin] 10.222.0.87 "GET /v2.0/quotas/ad5a661b1b0f477abbd09db1a1066f3c/details.json HTTP/1.1" status: 200 len: 703 time: 0.6422868 Jan 21 18:58:20.755533 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-e71a52af-4668-4683-adcd-09e02739caf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:57:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['2bcc1920-6fd2-41f6-b8c7-26d5b06a088c'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:20.800199 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf1c93e-be10-43a5-8b64-572dcc083103 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Made reservation on behalf of 1da765efa306402fa06d122a8f1a9381 for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:58:20.803279 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bdf1c93e-be10-43a5-8b64-572dcc083103 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:20.830694 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bdf1c93e-be10-43a5-8b64-572dcc083103 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:20.847895 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-08ed8773-c596-4218-a072-80529d378bbe admin admin] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:20.850410 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-08ed8773-c596-4218-a072-80529d378bbe admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1791940 Jan 21 18:58:20.855960 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863ce2e-5798-44d8-8aa9-e6efc1bc6a1f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Pushing event updated for resources: {'Network': ['ID=2fe9871e-c5fe-4829-8618-d20c3c960819,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:20.856593 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52422) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:20.914971 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52426) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:20.931478 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device f1fd1fe8-2696-4506-9e5e-9fc337f4c5c0 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 18:58:20.937623 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Request body: {'port': {'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70', 'binding:host_id': 'hv-neutron-8254', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-893126424'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:20.952564 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfd88be-d941-4521-b18e-b9fa359f65b6 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Made reservation on behalf of ee61e73a33b04715b07b22baa3498d79 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:58:20.955775 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bbfd88be-d941-4521-b18e-b9fa359f65b6 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks [] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:20.963090 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 2fe9871e-c5fe-4829-8618-d20c3c960819 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 18:58:20.975979 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-bdf1c93e-be10-43a5-8b64-572dcc083103 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:20.997182 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-bdf1c93e-be10-43a5-8b64-572dcc083103 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Usage tracker for resource:security_group_rule and tenant:1da765efa306402fa06d122a8f1a9381 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:21.006139 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-bdf1c93e-be10-43a5-8b64-572dcc083103 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:21.024810 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-bdf1c93e-be10-43a5-8b64-572dcc083103 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:21.067825 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:21.072717 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-e71a52af-4668-4683-adcd-09e02739caf9 None None] Set router 2bcc1920-6fd2-41f6-b8c7-26d5b06a088c gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 18:58:21.098757 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Usage tracker for resource:port and tenant:d110bb8349884c8facb9319efeacd6b4 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:21.116350 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:21.174259 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:21.200449 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port f1fd1fe8-2696-4506-9e5e-9fc337f4c5c0 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:58:21.200816 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:21.253589 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-771fa959-3632-41e1-9b4a-7e35d5568521 None None] Provisioning for port 3495d50e-ccce-4fc8-9447-177e3366c001 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 18:58:21.452911 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 3495d50e-ccce-4fc8-9447-177e3366c001 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 18:58:21.460234 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bdf1c93e-be10-43a5-8b64-572dcc083103 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:21.573684 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Made reservation on behalf of d110bb8349884c8facb9319efeacd6b4 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:58:21.582815 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:21.598900 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-e71a52af-4668-4683-adcd-09e02739caf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bcc1920-6fd2-41f6-b8c7-26d5b06a088c', 'name': 'tempest-ServerActionsTestJSON-948088835-router', 'tenant_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.21'}], 'enable_snat': True}, 'gw_port_id': '30a746e1-6cfe-4965-8991-9a0788d3b275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:58:15Z', 'updated_at': '2022-01-21T18:58:18Z', 'revision_number': 3, 'project_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'gw_port': {'id': '30a746e1-6cfe-4965-8991-9a0788d3b275', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:15:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bcc1920-6fd2-41f6-b8c7-26d5b06a088c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:58:17Z', 'updated_at': '2022-01-21T18:58:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:21.603602 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71a52af-4668-4683-adcd-09e02739caf9 None None] Checking router: 2bcc1920-6fd2-41f6-b8c7-26d5b06a088c for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 18:58:21.603965 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71a52af-4668-4683-adcd-09e02739caf9 None None] Updating router 2bcc1920-6fd2-41f6-b8c7-26d5b06a088c port 30a746e1-6cfe-4965-8991-9a0788d3b275 binding host dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 18:58:21.624918 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52434) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:21.636776 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bdf1c93e-be10-43a5-8b64-572dcc083103 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:21.679122 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e71a52af-4668-4683-adcd-09e02739caf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:21.691638 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-e41c79ae-b84e-4d6f-a1de-68406f5a8a7c admin admin] Allocated IP 172.26.1.10 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/98c06e67-306a-4413-ad8b-629752129788) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:58:21.692855 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdf1c93e-be10-43a5-8b64-572dcc083103 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 18:58:21.693650 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:21.704292 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 3495d50e-ccce-4fc8-9447-177e3366c001 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 18:58:21.714309 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf1c93e-be10-43a5-8b64-572dcc083103 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1b7445-17ac-47c5-b0d2-6884667383b0,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:21.716694 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 3495d50e-ccce-4fc8-9447-177e3366c001 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:58:21.726660 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bdf1c93e-be10-43a5-8b64-572dcc083103 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:21.727020 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-bdf1c93e-be10-43a5-8b64-572dcc083103 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Added segment 42bbbba3-dfd4-4460-96dc-c371ab3892ba of type vlan for network 0a688e3b-4e5e-4a8b-bdb6-06d514777737 Jan 21 18:58:21.733993 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:21.742747 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:21.793245 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-9f073a16-a636-47fc-9268-98be35838ea1 None None] Provisioning complete for port 3495d50e-ccce-4fc8-9447-177e3366c001 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:58:21.794011 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9f073a16-a636-47fc-9268-98be35838ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:21.801560 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] device_id is not set on port f8ead488-49f8-4cb9-9ac6-221d9135833f yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 18:58:21.832040 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Usage tracker for resource:security_group_rule and tenant:d110bb8349884c8facb9319efeacd6b4 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:21.855405 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-668e4f1f-e0f3-464d-b7ce-4407305de4ab tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:21.861414 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:21.865489 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:21.903297 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bdf1c93e-be10-43a5-8b64-572dcc083103 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:21.916327 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-76080fba-0431-403c-8780-66efeceb152d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:21.928544 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:21.957563 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-76080fba-0431-403c-8780-66efeceb152d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:21.980092 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Transition to ACTIVE for port object f8ead488-49f8-4cb9-9ac6-221d9135833f will not be triggered until provisioned by entity L2. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:58:22.003987 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-76080fba-0431-403c-8780-66efeceb152d admin admin] Usage tracker for resource:security_group_rule and tenant:b484532eb7d345cb8226cbed61a05924 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:22.009904 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-76080fba-0431-403c-8780-66efeceb152d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:22.012230 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9f073a16-a636-47fc-9268-98be35838ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:22.020506 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-76080fba-0431-403c-8780-66efeceb152d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:22.022279 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:22.068015 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-9f073a16-a636-47fc-9268-98be35838ea1 None None] For port 3495d50e-ccce-4fc8-9447-177e3366c001, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=3495d50e-ccce-4fc8-9447-177e3366c001,segment=NetworkSegment(ad01f6a0-93d9-445a-83b5-98d1ba468e24),segment_id=ad01f6a0-93d9-445a-83b5-98d1ba468e24)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 18:58:22.094168 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e4f1f-e0f3-464d-b7ce-4407305de4ab tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Pushing event updated for resources: {'Subnet': ['ID=7099d0ac-ef99-41bd-ad61-b2b73e95fbcf,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:22.097033 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:22.102771 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bdf1c93e-be10-43a5-8b64-572dcc083103 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:22.104231 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf1c93e-be10-43a5-8b64-572dcc083103 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:22.104937 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bdf1c93e-be10-43a5-8b64-572dcc083103 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:22.146564 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9f073a16-a636-47fc-9268-98be35838ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:22.168358 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-25533f2d-fd8d-4708-8300-d30d03ce1118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:22.190551 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668e4f1f-e0f3-464d-b7ce-4407305de4ab tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Checking segment: {'id': '94fb6232-4a00-441d-b951-a526d9ce2503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '91724e21-d638-487f-9c2a-a051d1b70309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 18:58:22.190904 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668e4f1f-e0f3-464d-b7ce-4407305de4ab tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Network hostable DHCP agents. Network: 91724e21-d638-487f-9c2a-a051d1b70309, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 18:58:22.265326 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 18:58:22.265710 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 18:58:22.269926 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f073a16-a636-47fc-9268-98be35838ea1 None None] Pushing event updated for resources: {'Port': ['ID=3495d50e-ccce-4fc8-9447-177e3366c001,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:22.309280 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e41c79ae-b84e-4d6f-a1de-68406f5a8a7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:22.311164 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf1c93e-be10-43a5-8b64-572dcc083103 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Pushing event updated for resources: {'Network': ['ID=0a688e3b-4e5e-4a8b-bdb6-06d514777737,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:22.318374 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-bdf1c93e-be10-43a5-8b64-572dcc083103 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.2365079 Jan 21 18:58:22.320456 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52442) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:22.325602 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 0a688e3b-4e5e-4a8b-bdb6-06d514777737 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 18:58:22.334363 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Pushing event updated for resources: {'Port': ['ID=f8ead488-49f8-4cb9-9ac6-221d9135833f,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:22.374508 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Checking segment: {'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 18:58:22.374861 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Network hostable DHCP agents. Network: 10a07476-8919-48ae-ac78-d1cf5e7579c8, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 18:58:22.394870 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668e4f1f-e0f3-464d-b7ce-4407305de4ab tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Network 91724e21-d638-487f-9c2a-a051d1b70309 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 18:58:22.401548 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-76080fba-0431-403c-8780-66efeceb152d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:22.411223 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:22.513874 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-668e4f1f-e0f3-464d-b7ce-4407305de4ab tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 91724e21-d638-487f-9c2a-a051d1b70309) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:58:22.515559 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e41c79ae-b84e-4d6f-a1de-68406f5a8a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:22.519637 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:22.531368 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74eecbd-7228-4328-8bc4-ba68f9002ecc None None] Network 91724e21-d638-487f-9c2a-a051d1b70309 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 18:58:22.543320 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-76080fba-0431-403c-8780-66efeceb152d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:22.583108 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-76080fba-0431-403c-8780-66efeceb152d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b484532eb7d345cb8226cbed61a05924&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9570777 Jan 21 18:58:22.607455 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52446) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:22.608487 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] device_id is not set on port 7d2f05f4-6f05-41f0-a063-433d5be86997 yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 18:58:22.634018 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3dbf96dd-3f30-4ab8-8d29-bbd8dfd97167 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:22.646718 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41c79ae-b84e-4d6f-a1de-68406f5a8a7c admin admin] Pushing event updated for resources: {'Port': ['ID=98c06e67-306a-4413-ad8b-629752129788,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:22.660368 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668e4f1f-e0f3-464d-b7ce-4407305de4ab tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:22.660485 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-668e4f1f-e0f3-464d-b7ce-4407305de4ab tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:22.664036 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Network 10a07476-8919-48ae-ac78-d1cf5e7579c8 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 18:58:22.689781 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 10a07476-8919-48ae-ac78-d1cf5e7579c8) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:58:22.697527 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76080fba-0431-403c-8780-66efeceb152d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9889c816-5535-4187-b545-f8ed49ebee07,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:22.713578 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef87838-c602-4b51-a684-3a79212afe53 None None] Network 10a07476-8919-48ae-ac78-d1cf5e7579c8 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 18:58:22.726867 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41c79ae-b84e-4d6f-a1de-68406f5a8a7c admin admin] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:58:22.736136 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:58:22.746002 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:22.746393 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:22.746768 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:22.768509 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-e41c79ae-b84e-4d6f-a1de-68406f5a8a7c admin admin] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:58:22.795050 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41c79ae-b84e-4d6f-a1de-68406f5a8a7c admin admin] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:58:22.827262 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3dbf96dd-3f30-4ab8-8d29-bbd8dfd97167 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:22.832389 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e71a52af-4668-4683-adcd-09e02739caf9 None None] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:22.851491 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-e71a52af-4668-4683-adcd-09e02739caf9 None None] Transition to ACTIVE for port object 30a746e1-6cfe-4965-8991-9a0788d3b275 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:58:22.870372 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Port f8ead488-49f8-4cb9-9ac6-221d9135833f on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:22.870716 dv-neutron-825470-1-hyperv neutron-server[88137]: ERROR neutron.plugins.ml2.managers [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Failed to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f on host hv-neutron-8254 for vnic_type normal using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] Jan 21 18:58:22.878752 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.plugins.ml2.plugin [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempt 2 to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f Jan 21 18:58:22.891135 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3dbf96dd-3f30-4ab8-8d29-bbd8dfd97167 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:58:22.891332 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3dbf96dd-3f30-4ab8-8d29-bbd8dfd97167 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:58:22.892904 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3dbf96dd-3f30-4ab8-8d29-bbd8dfd97167 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:58:22.893246 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3dbf96dd-3f30-4ab8-8d29-bbd8dfd97167 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Subscribe: > port after_create 55550000 {{(pid=88136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:58:22.898535 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3dbf96dd-3f30-4ab8-8d29-bbd8dfd97167 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:58:22.898535 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3dbf96dd-3f30-4ab8-8d29-bbd8dfd97167 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Subscribe: > port after_update 55550000 {{(pid=88136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:58:22.898535 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3dbf96dd-3f30-4ab8-8d29-bbd8dfd97167 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:58:22.898535 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3dbf96dd-3f30-4ab8-8d29-bbd8dfd97167 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:58:22.898535 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3dbf96dd-3f30-4ab8-8d29-bbd8dfd97167 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:58:22.898535 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3dbf96dd-3f30-4ab8-8d29-bbd8dfd97167 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:58:22.909084 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b973fd-4c17-4a40-8c3e-d2d2f66b79a2,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:22.910472 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846803c9-f8af-4625-b0d6-1135394073e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-91724e21-d638-487f-9c2a-a051d1b70309', 'network_id': '91724e21-d638-487f-9c2a-a051d1b70309', 'tenant_id': '98a586de649a4f379b51955fee0ea327', 'fixed_ips': [{'subnet_id': '7099d0ac-ef99-41bd-ad61-b2b73e95fbcf'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 18:58:22.911400 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-846803c9-f8af-4625-b0d6-1135394073e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:22.919784 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e71a52af-4668-4683-adcd-09e02739caf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:23.041914 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:23.042258 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:23.042591 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:23.070669 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3dbf96dd-3f30-4ab8-8d29-bbd8dfd97167 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:58:23.071008 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3dbf96dd-3f30-4ab8-8d29-bbd8dfd97167 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:58:23.080041 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3dbf96dd-3f30-4ab8-8d29-bbd8dfd97167 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:58:23.080041 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3dbf96dd-3f30-4ab8-8d29-bbd8dfd97167 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:58:23.080041 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-3dbf96dd-3f30-4ab8-8d29-bbd8dfd97167 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a688e3b-4e5e-4a8b-bdb6-06d514777737']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:23.080334 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a634e94f-7bb5-4bce-a884-f1ff9e4962e9 None None] Pushing event updated for resources: {'Port': ['ID=30a746e1-6cfe-4965-8991-9a0788d3b275,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:23.095418 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-3dbf96dd-3f30-4ab8-8d29-bbd8dfd97167 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42bbbba3-dfd4-4460-96dc-c371ab3892ba') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:23.096695 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-3dbf96dd-3f30-4ab8-8d29-bbd8dfd97167 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42bbbba3-dfd4-4460-96dc-c371ab3892ba') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:23.097193 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a634e94f-7bb5-4bce-a884-f1ff9e4962e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:58:23.097571 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a634e94f-7bb5-4bce-a884-f1ff9e4962e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:58:23.097951 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a634e94f-7bb5-4bce-a884-f1ff9e4962e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:58:23.098294 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a634e94f-7bb5-4bce-a884-f1ff9e4962e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:58:23.098623 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a634e94f-7bb5-4bce-a884-f1ff9e4962e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:58:23.098970 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a634e94f-7bb5-4bce-a884-f1ff9e4962e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:58:23.099302 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a634e94f-7bb5-4bce-a884-f1ff9e4962e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:58:23.099646 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a634e94f-7bb5-4bce-a884-f1ff9e4962e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:58:23.099974 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a634e94f-7bb5-4bce-a884-f1ff9e4962e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:58:23.100320 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a634e94f-7bb5-4bce-a884-f1ff9e4962e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:58:23.109006 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a634e94f-7bb5-4bce-a884-f1ff9e4962e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:58:23.109583 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a634e94f-7bb5-4bce-a884-f1ff9e4962e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:58:23.111128 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a634e94f-7bb5-4bce-a884-f1ff9e4962e9 None None] Tracked resource versions report: Jan 21 18:58:23.111128 dv-neutron-825470-1-hyperv neutron-server[88139]: pushed versions: Jan 21 18:58:23.111128 dv-neutron-825470-1-hyperv neutron-server[88139]: { 'AddressGroup': {'1.2'}, Jan 21 18:58:23.111128 dv-neutron-825470-1-hyperv neutron-server[88139]: 'ConntrackHelper': {'1.0'}, Jan 21 18:58:23.111128 dv-neutron-825470-1-hyperv neutron-server[88139]: 'Log': {'1.0'}, Jan 21 18:58:23.111128 dv-neutron-825470-1-hyperv neutron-server[88139]: 'Network': {'1.1'}, Jan 21 18:58:23.111128 dv-neutron-825470-1-hyperv neutron-server[88139]: 'Port': {'1.7'}, Jan 21 18:58:23.111128 dv-neutron-825470-1-hyperv neutron-server[88139]: 'PortForwarding': {'1.2'}, Jan 21 18:58:23.111128 dv-neutron-825470-1-hyperv neutron-server[88139]: 'QosPolicy': {'1.8'}, Jan 21 18:58:23.111128 dv-neutron-825470-1-hyperv neutron-server[88139]: 'SecurityGroup': {'1.4'}, Jan 21 18:58:23.111128 dv-neutron-825470-1-hyperv neutron-server[88139]: 'SecurityGroupRule': {'1.2'}, Jan 21 18:58:23.111128 dv-neutron-825470-1-hyperv neutron-server[88139]: 'SubPort': {'1.0'}, Jan 21 18:58:23.111128 dv-neutron-825470-1-hyperv neutron-server[88139]: 'Subnet': {'1.1'}, Jan 21 18:58:23.111128 dv-neutron-825470-1-hyperv neutron-server[88139]: 'Trunk': {'1.1'}} Jan 21 18:58:23.111128 dv-neutron-825470-1-hyperv neutron-server[88139]: consumer versions: Jan 21 18:58:23.111128 dv-neutron-825470-1-hyperv neutron-server[88139]: { DHCP agent@dv-neutron-825470-1-hyperv: {}, Jan 21 18:58:23.111128 dv-neutron-825470-1-hyperv neutron-server[88139]: HyperV agent@hv-neutron-8254: {}, Jan 21 18:58:23.111128 dv-neutron-825470-1-hyperv neutron-server[88139]: L3 agent@dv-neutron-825470-1-hyperv: {}, Jan 21 18:58:23.111128 dv-neutron-825470-1-hyperv neutron-server[88139]: Metadata agent@dv-neutron-825470-1-hyperv: {}, Jan 21 18:58:23.111128 dv-neutron-825470-1-hyperv neutron-server[88139]: Metering agent@dv-neutron-825470-1-hyperv: {}, Jan 21 18:58:23.111128 dv-neutron-825470-1-hyperv neutron-server[88139]: Open vSwitch agent@dv-neutron-825470-1-hyperv: { 'AddressGroup': '1.2', Jan 21 18:58:23.111128 dv-neutron-825470-1-hyperv neutron-server[88139]: 'ConntrackHelper': '1.0', Jan 21 18:58:23.111128 dv-neutron-825470-1-hyperv neutron-server[88139]: 'Log': '1.0', Jan 21 18:58:23.111128 dv-neutron-825470-1-hyperv neutron-server[88139]: 'Network': '1.1', Jan 21 18:58:23.111128 dv-neutron-825470-1-hyperv neutron-server[88139]: 'Port': '1.7', Jan 21 18:58:23.111128 dv-neutron-825470-1-hyperv neutron-server[88139]: 'PortForwarding': '1.2', Jan 21 18:58:23.111128 dv-neutron-825470-1-hyperv neutron-server[88139]: 'QosPolicy': '1.8', Jan 21 18:58:23.111128 dv-neutron-825470-1-hyperv neutron-server[88139]: 'SecurityGroup': '1.4', Jan 21 18:58:23.111128 dv-neutron-825470-1-hyperv neutron-server[88139]: 'SecurityGroupRule': '1.2', Jan 21 18:58:23.111128 dv-neutron-825470-1-hyperv neutron-server[88139]: 'SubPort': '1.0', Jan 21 18:58:23.111128 dv-neutron-825470-1-hyperv neutron-server[88139]: 'Subnet': '1.1', Jan 21 18:58:23.111128 dv-neutron-825470-1-hyperv neutron-server[88139]: 'Trunk': '1.1'}} Jan 21 18:58:23.111128 dv-neutron-825470-1-hyperv neutron-server[88139]: {{(pid=88139) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 18:58:23.125616 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3dbf96dd-3f30-4ab8-8d29-bbd8dfd97167 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:23.144617 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 3495d50e-ccce-4fc8-9447-177e3366c001 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 18:58:23.148589 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-e71a52af-4668-4683-adcd-09e02739caf9 None None] Attempting to bind port 30a746e1-6cfe-4965-8991-9a0788d3b275 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:23.149377 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-e71a52af-4668-4683-adcd-09e02739caf9 None None] Attempting to bind port 30a746e1-6cfe-4965-8991-9a0788d3b275 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:23.149750 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71a52af-4668-4683-adcd-09e02739caf9 None None] Attempting to bind port 30a746e1-6cfe-4965-8991-9a0788d3b275 on network 552ba34b-3dd7-4be8-8310-a9fc908fe72b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:23.154769 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-25533f2d-fd8d-4708-8300-d30d03ce1118 admin admin] Allocated IP 172.20.0.1 (2745c7b7-aa59-4a69-977f-3d793c812102/34accf81-441d-49f3-9d99-4b01b78b2f5b/9967e813-77ed-46c7-91b8-8bce979ef6df) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:58:23.156247 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71a52af-4668-4683-adcd-09e02739caf9 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 18, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 18:58:23.156625 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71a52af-4668-4683-adcd-09e02739caf9 None None] Checking segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 18:58:23.156867 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3dbf96dd-3f30-4ab8-8d29-bbd8dfd97167 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:23.157055 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e71a52af-4668-4683-adcd-09e02739caf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:23.158196 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71a52af-4668-4683-adcd-09e02739caf9 None None] Bound using segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 18:58:23.158646 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-e71a52af-4668-4683-adcd-09e02739caf9 None None] Bound port: 30a746e1-6cfe-4965-8991-9a0788d3b275, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 18:58:23.159126 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e71a52af-4668-4683-adcd-09e02739caf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:23.171113 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dbf96dd-3f30-4ab8-8d29-bbd8dfd97167 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 18:58:23.171509 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3dbf96dd-3f30-4ab8-8d29-bbd8dfd97167 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:23.188268 dv-neutron-825470-1-hyperv neutron-server[88136]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 21 18:58:23.188268 dv-neutron-825470-1-hyperv neutron-server[88136]: from cryptography.utils import int_from_bytes Jan 21 18:58:23.188268 dv-neutron-825470-1-hyperv neutron-server[88136]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 21 18:58:23.188268 dv-neutron-825470-1-hyperv neutron-server[88136]: from cryptography.utils import int_from_bytes Jan 21 18:58:23.188268 dv-neutron-825470-1-hyperv neutron-server[88136]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 21 18:58:23.188268 dv-neutron-825470-1-hyperv neutron-server[88136]: util.warn_limited( Jan 21 18:58:23.188268 dv-neutron-825470-1-hyperv neutron-server[88136]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 21 18:58:23.188268 dv-neutron-825470-1-hyperv neutron-server[88136]: util.warn_limited( Jan 21 18:58:23.188268 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 18:58:23.188268 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 18:58:23.188268 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 18:58:23.188268 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 18:58:23.188268 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 18:58:23.188268 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 18:58:23.188268 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 18:58:23.188268 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 18:58:23.188268 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 18:58:23.188268 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 18:58:23.188268 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 18:58:23.188268 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 18:58:23.188268 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 18:58:23.188268 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 18:58:23.188268 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 18:58:23.188268 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 18:58:23.188268 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 18:58:23.188268 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 18:58:23.188268 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 18:58:23.188268 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 18:58:23.188268 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 18:58:23.188268 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 18:58:23.188268 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 18:58:23.188268 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 18:58:23.188268 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 18:58:23.188268 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 18:58:23.188268 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 18:58:23.188268 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 18:58:23.188268 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 18:58:23.188268 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 18:58:23.188268 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 18:58:23.188268 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 18:58:23.288604 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-846803c9-f8af-4625-b0d6-1135394073e6 None None] Allocated IP 172.20.0.2 (91724e21-d638-487f-9c2a-a051d1b70309/7099d0ac-ef99-41bd-ad61-b2b73e95fbcf/52ed6389-ff4a-4ab9-bcd5-f8fc6ebf1071) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:58:23.291769 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-e71a52af-4668-4683-adcd-09e02739caf9 None None] For port 30a746e1-6cfe-4965-8991-9a0788d3b275, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 18:58:23.296259 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-e71a52af-4668-4683-adcd-09e02739caf9 None None] For port 30a746e1-6cfe-4965-8991-9a0788d3b275, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=30a746e1-6cfe-4965-8991-9a0788d3b275,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 18:58:23.332111 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-668e4f1f-e0f3-464d-b7ce-4407305de4ab tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2855046 Jan 21 18:58:23.334264 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 3495d50e-ccce-4fc8-9447-177e3366c001 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:58:23.334917 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:23.346820 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52452) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:23.358538 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-455e5f7b-c055-482e-87a0-6c2c766eca10 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Request body: {'port': {'network_id': '91724e21-d638-487f-9c2a-a051d1b70309', 'name': 'tempest-DHCPAgentSchedulersTestJSON-667257517'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:23.363596 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e71a52af-4668-4683-adcd-09e02739caf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:23.456699 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a634e94f-7bb5-4bce-a884-f1ff9e4962e9 None None] Pushing event updated for resources: {'Port': ['ID=30a746e1-6cfe-4965-8991-9a0788d3b275,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:23.459991 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71a52af-4668-4683-adcd-09e02739caf9 None None] Routers {'2bcc1920-6fd2-41f6-b8c7-26d5b06a088c'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 18:58:23.461090 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-e71a52af-4668-4683-adcd-09e02739caf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:57:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['2bcc1920-6fd2-41f6-b8c7-26d5b06a088c'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:23.510590 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3dbf96dd-3f30-4ab8-8d29-bbd8dfd97167 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:23.559145 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dbf96dd-3f30-4ab8-8d29-bbd8dfd97167 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0a688e3b-4e5e-4a8b-bdb6-06d514777737 {{(pid=88136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 21 18:58:23.576812 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3dbf96dd-3f30-4ab8-8d29-bbd8dfd97167 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:23.582951 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf96dd-3f30-4ab8-8d29-bbd8dfd97167 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Pushing event deleted for resources: {'Network': ['ID=0a688e3b-4e5e-4a8b-bdb6-06d514777737,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:23.589551 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-25533f2d-fd8d-4708-8300-d30d03ce1118 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:23.630004 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-25533f2d-fd8d-4708-8300-d30d03ce1118 admin admin] Transition to ACTIVE for port object 9967e813-77ed-46c7-91b8-8bce979ef6df will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:58:23.632138 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-3dbf96dd-3f30-4ab8-8d29-bbd8dfd97167 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] 10.222.0.87 "DELETE /v2.0/networks/0a688e3b-4e5e-4a8b-bdb6-06d514777737 HTTP/1.1" status: 204 len: 168 time: 1.3008165 Jan 21 18:58:23.635648 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52456) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:23.642839 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-17402cb9-bdeb-476a-b3d2-c34336eb43d1 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:23.652503 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-455e5f7b-c055-482e-87a0-6c2c766eca10 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:23.656440 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-17402cb9-bdeb-476a-b3d2-c34336eb43d1 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:23.656569 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Port f8ead488-49f8-4cb9-9ac6-221d9135833f on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:23.657009 dv-neutron-825470-1-hyperv neutron-server[88137]: ERROR neutron.plugins.ml2.managers [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Failed to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f on host hv-neutron-8254 for vnic_type normal using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] Jan 21 18:58:23.662237 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-455e5f7b-c055-482e-87a0-6c2c766eca10 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Usage tracker for resource:port and tenant:98a586de649a4f379b51955fee0ea327 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:23.663412 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e41c79ae-b84e-4d6f-a1de-68406f5a8a7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:23.667171 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-455e5f7b-c055-482e-87a0-6c2c766eca10 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:23.674537 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-17402cb9-bdeb-476a-b3d2-c34336eb43d1 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Usage tracker for resource:network and tenant:1da765efa306402fa06d122a8f1a9381 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:23.677371 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-455e5f7b-c055-482e-87a0-6c2c766eca10 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:23.681331 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-17402cb9-bdeb-476a-b3d2-c34336eb43d1 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:23.694146 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-17402cb9-bdeb-476a-b3d2-c34336eb43d1 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:23.720259 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.plugins.ml2.plugin [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempt 3 to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f Jan 21 18:58:23.747529 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-10a08eb1-31f7-4306-ad3e-f2f17954bb11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:23.769822 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-e71a52af-4668-4683-adcd-09e02739caf9 None None] Set router 2bcc1920-6fd2-41f6-b8c7-26d5b06a088c gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 18:58:23.785255 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-846803c9-f8af-4625-b0d6-1135394073e6 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:23.788526 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455e5f7b-c055-482e-87a0-6c2c766eca10 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Made reservation on behalf of 98a586de649a4f379b51955fee0ea327 for: {'port': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:58:23.792925 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-455e5f7b-c055-482e-87a0-6c2c766eca10 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:23.796540 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-846803c9-f8af-4625-b0d6-1135394073e6 None None] Transition to ACTIVE for port object 52ed6389-ff4a-4ab9-bcd5-f8fc6ebf1071 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:58:23.821029 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-846803c9-f8af-4625-b0d6-1135394073e6 None None] Transition to ACTIVE for port object 52ed6389-ff4a-4ab9-bcd5-f8fc6ebf1071 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:58:23.824546 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-25533f2d-fd8d-4708-8300-d30d03ce1118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:23.854255 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:23.854607 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:23.854952 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:23.866965 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Port f8ead488-49f8-4cb9-9ac6-221d9135833f on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:23.867292 dv-neutron-825470-1-hyperv neutron-server[88137]: ERROR neutron.plugins.ml2.managers [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Failed to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f on host hv-neutron-8254 for vnic_type normal using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] Jan 21 18:58:23.867757 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.objects.ports [None req-bbfd88be-d941-4521-b18e-b9fa359f65b6 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88137) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 18:58:23.868232 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bbfd88be-d941-4521-b18e-b9fa359f65b6 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:23.876963 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.plugins.ml2.plugin [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempt 4 to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f Jan 21 18:58:23.897913 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-846803c9-f8af-4625-b0d6-1135394073e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:23.921470 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17402cb9-bdeb-476a-b3d2-c34336eb43d1 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Made reservation on behalf of 1da765efa306402fa06d122a8f1a9381 for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:58:23.924117 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-17402cb9-bdeb-476a-b3d2-c34336eb43d1 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:23.940059 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25533f2d-fd8d-4708-8300-d30d03ce1118 admin admin] Pushing event updated for resources: {'Port': ['ID=9967e813-77ed-46c7-91b8-8bce979ef6df,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:23.958004 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] device_id is not set on port 7d2f05f4-6f05-41f0-a063-433d5be86997 yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 18:58:23.961839 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [None req-455e5f7b-c055-482e-87a0-6c2c766eca10 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] device_id is not set on port 31cd02fc-2f7f-4358-ac07-e511cb58dfae yet. {{(pid=88136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 18:58:23.964650 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-10a08eb1-31f7-4306-ad3e-f2f17954bb11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:24.011624 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846803c9-f8af-4625-b0d6-1135394073e6 None None] Network 91724e21-d638-487f-9c2a-a051d1b70309 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:58:24.014775 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-846803c9-f8af-4625-b0d6-1135394073e6 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:58:24.021985 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846803c9-f8af-4625-b0d6-1135394073e6 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:58:24.046323 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:24.046650 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:24.046976 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:24.064231 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846803c9-f8af-4625-b0d6-1135394073e6 None None] Pushing event updated for resources: {'Port': ['ID=52ed6389-ff4a-4ab9-bcd5-f8fc6ebf1071,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:24.071187 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:24.126821 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Port f8ead488-49f8-4cb9-9ac6-221d9135833f on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:24.127198 dv-neutron-825470-1-hyperv neutron-server[88137]: ERROR neutron.plugins.ml2.managers [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Failed to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f on host hv-neutron-8254 for vnic_type normal using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] Jan 21 18:58:24.137551 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-846803c9-f8af-4625-b0d6-1135394073e6 None None] Attempting to bind port 52ed6389-ff4a-4ab9-bcd5-f8fc6ebf1071 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:24.138061 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-846803c9-f8af-4625-b0d6-1135394073e6 None None] Attempting to bind port 52ed6389-ff4a-4ab9-bcd5-f8fc6ebf1071 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '94fb6232-4a00-441d-b951-a526d9ce2503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '91724e21-d638-487f-9c2a-a051d1b70309'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:24.138416 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846803c9-f8af-4625-b0d6-1135394073e6 None None] Attempting to bind port 52ed6389-ff4a-4ab9-bcd5-f8fc6ebf1071 on network 91724e21-d638-487f-9c2a-a051d1b70309 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:24.139688 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25533f2d-fd8d-4708-8300-d30d03ce1118 admin admin] Network 2745c7b7-aa59-4a69-977f-3d793c812102 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:58:24.145994 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.plugins.ml2.plugin [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempt 5 to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f Jan 21 18:58:24.146345 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-25533f2d-fd8d-4708-8300-d30d03ce1118 admin admin] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:58:24.149282 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846803c9-f8af-4625-b0d6-1135394073e6 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 18, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 18:58:24.149822 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846803c9-f8af-4625-b0d6-1135394073e6 None None] Checking segment: {'id': '94fb6232-4a00-441d-b951-a526d9ce2503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '91724e21-d638-487f-9c2a-a051d1b70309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 18:58:24.150062 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-846803c9-f8af-4625-b0d6-1135394073e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:24.150453 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846803c9-f8af-4625-b0d6-1135394073e6 None None] Bound using segment: {'id': '94fb6232-4a00-441d-b951-a526d9ce2503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '91724e21-d638-487f-9c2a-a051d1b70309'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 18:58:24.150912 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-846803c9-f8af-4625-b0d6-1135394073e6 None None] Bound port: 52ed6389-ff4a-4ab9-bcd5-f8fc6ebf1071, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94fb6232-4a00-441d-b951-a526d9ce2503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '91724e21-d638-487f-9c2a-a051d1b70309'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 18:58:24.151294 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-846803c9-f8af-4625-b0d6-1135394073e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:24.153901 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25533f2d-fd8d-4708-8300-d30d03ce1118 admin admin] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:58:24.156734 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd88be-d941-4521-b18e-b9fa359f65b6 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Pushing event updated for resources: {'Subnet': ['ID=156143ea-075d-42e5-bf50-a67abc6ca01a,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:24.174628 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfd88be-d941-4521-b18e-b9fa359f65b6 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Checking segment: {'id': '67cdc665-8129-42f4-862f-afcd2738b52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2fe9871e-c5fe-4829-8618-d20c3c960819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 18:58:24.174984 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfd88be-d941-4521-b18e-b9fa359f65b6 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Network hostable DHCP agents. Network: 2fe9871e-c5fe-4829-8618-d20c3c960819, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 18:58:24.183077 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Transition to ACTIVE for port object 7d2f05f4-6f05-41f0-a063-433d5be86997 will not be triggered until provisioned by entity L2. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:58:24.207348 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:24.207694 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:24.208033 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:24.259687 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17402cb9-bdeb-476a-b3d2-c34336eb43d1 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 18:58:24.290027 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-17402cb9-bdeb-476a-b3d2-c34336eb43d1 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:24.290365 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-17402cb9-bdeb-476a-b3d2-c34336eb43d1 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Added segment bbabf0b9-e761-45af-9597-4d5cd184d608 of type vlan for network 79fa00b7-aa55-4ce0-bd8b-984924ef565d Jan 21 18:58:24.319682 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-e71a52af-4668-4683-adcd-09e02739caf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bcc1920-6fd2-41f6-b8c7-26d5b06a088c', 'name': 'tempest-ServerActionsTestJSON-948088835-router', 'tenant_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.21'}], 'enable_snat': True}, 'gw_port_id': '30a746e1-6cfe-4965-8991-9a0788d3b275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:58:15Z', 'updated_at': '2022-01-21T18:58:18Z', 'revision_number': 3, 'project_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'gw_port': {'id': '30a746e1-6cfe-4965-8991-9a0788d3b275', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:15:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bcc1920-6fd2-41f6-b8c7-26d5b06a088c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:58:17Z', 'updated_at': '2022-01-21T18:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:24.320280 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-846803c9-f8af-4625-b0d6-1135394073e6 None None] For port 52ed6389-ff4a-4ab9-bcd5-f8fc6ebf1071, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 18:58:24.324495 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-25533f2d-fd8d-4708-8300-d30d03ce1118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:24.324633 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-846803c9-f8af-4625-b0d6-1135394073e6 None None] For port 52ed6389-ff4a-4ab9-bcd5-f8fc6ebf1071, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=52ed6389-ff4a-4ab9-bcd5-f8fc6ebf1071,segment=NetworkSegment(94fb6232-4a00-441d-b951-a526d9ce2503),segment_id=94fb6232-4a00-441d-b951-a526d9ce2503)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 18:58:24.325538 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71a52af-4668-4683-adcd-09e02739caf9 None None] The sync data for ids ['2bcc1920-6fd2-41f6-b8c7-26d5b06a088c'] in dv-neutron-825470-1-hyperv is: [{'id': '2bcc1920-6fd2-41f6-b8c7-26d5b06a088c', 'name': 'tempest-ServerActionsTestJSON-948088835-router', 'tenant_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.21'}], 'enable_snat': True}, 'gw_port_id': '30a746e1-6cfe-4965-8991-9a0788d3b275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:58:15Z', 'updated_at': '2022-01-21T18:58:18Z', 'revision_number': 3, 'project_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'gw_port': {'id': '30a746e1-6cfe-4965-8991-9a0788d3b275', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:15:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bcc1920-6fd2-41f6-b8c7-26d5b06a088c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:58:17Z', 'updated_at': '2022-01-21T18:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 18:58:24.333903 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:24.335909 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Port f8ead488-49f8-4cb9-9ac6-221d9135833f on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:24.336282 dv-neutron-825470-1-hyperv neutron-server[88137]: ERROR neutron.plugins.ml2.managers [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Failed to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f on host hv-neutron-8254 for vnic_type normal using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] Jan 21 18:58:24.358522 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.plugins.ml2.plugin [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempt 6 to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f Jan 21 18:58:24.415755 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-846803c9-f8af-4625-b0d6-1135394073e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:24.523422 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-455e5f7b-c055-482e-87a0-6c2c766eca10 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Allocated IP 172.20.0.13 (91724e21-d638-487f-9c2a-a051d1b70309/7099d0ac-ef99-41bd-ad61-b2b73e95fbcf/31cd02fc-2f7f-4358-ac07-e511cb58dfae) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:58:24.528596 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-17402cb9-bdeb-476a-b3d2-c34336eb43d1 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:24.541745 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846803c9-f8af-4625-b0d6-1135394073e6 None None] Pushing event updated for resources: {'Port': ['ID=52ed6389-ff4a-4ab9-bcd5-f8fc6ebf1071,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:24.665524 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e41c79ae-b84e-4d6f-a1de-68406f5a8a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:24.670576 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Pushing event updated for resources: {'Port': ['ID=7d2f05f4-6f05-41f0-a063-433d5be86997,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:24.728644 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:24.729121 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:24.729542 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:24.735428 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfd88be-d941-4521-b18e-b9fa359f65b6 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Network 2fe9871e-c5fe-4829-8618-d20c3c960819 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 18:58:24.742539 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-2d809c5f-3669-4207-824f-c206ab3907fe None None] Provisioning for port 9967e813-77ed-46c7-91b8-8bce979ef6df completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 18:58:24.749123 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Port f8ead488-49f8-4cb9-9ac6-221d9135833f on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:24.749566 dv-neutron-825470-1-hyperv neutron-server[88137]: ERROR neutron.plugins.ml2.managers [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Failed to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f on host hv-neutron-8254 for vnic_type normal using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] Jan 21 18:58:24.750596 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-2d809c5f-3669-4207-824f-c206ab3907fe None None] Provisioning complete for port 9967e813-77ed-46c7-91b8-8bce979ef6df triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:58:24.751104 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2d809c5f-3669-4207-824f-c206ab3907fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:24.778565 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.plugins.ml2.plugin [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempt 7 to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f Jan 21 18:58:24.820241 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Checking segment: {'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 18:58:24.820747 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Network hostable DHCP agents. Network: 31e4da66-0b94-48db-88cd-f69d97d6ba70, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 18:58:24.839282 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-10a08eb1-31f7-4306-ad3e-f2f17954bb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:24.849579 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:24.849579 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:24.849579 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:24.853644 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-2d809c5f-3669-4207-824f-c206ab3907fe None None] Port 9967e813-77ed-46c7-91b8-8bce979ef6df cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 18:58:24.884596 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Port f8ead488-49f8-4cb9-9ac6-221d9135833f on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:24.885047 dv-neutron-825470-1-hyperv neutron-server[88137]: ERROR neutron.plugins.ml2.managers [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Failed to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f on host hv-neutron-8254 for vnic_type normal using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] Jan 21 18:58:24.978278 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.plugins.ml2.plugin [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempt 8 to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f Jan 21 18:58:24.980018 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-dbd5b850-e064-46f9-9528-1fab621ae237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:24.980976 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-17402cb9-bdeb-476a-b3d2-c34336eb43d1 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:24.982348 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17402cb9-bdeb-476a-b3d2-c34336eb43d1 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:24.982928 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-17402cb9-bdeb-476a-b3d2-c34336eb43d1 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:25.011140 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-bbfd88be-d941-4521-b18e-b9fa359f65b6 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 2fe9871e-c5fe-4829-8618-d20c3c960819) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:58:25.026920 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1b58de-b68f-4fcf-8fe9-92df8022d347 None None] Network 2fe9871e-c5fe-4829-8618-d20c3c960819 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 18:58:25.055938 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a08eb1-31f7-4306-ad3e-f2f17954bb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9889c816-5535-4187-b545-f8ed49ebee07,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:25.085683 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfd88be-d941-4521-b18e-b9fa359f65b6 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:25.094545 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bbfd88be-d941-4521-b18e-b9fa359f65b6 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:25.095124 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-10a08eb1-31f7-4306-ad3e-f2f17954bb11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:25.099217 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-10a08eb1-31f7-4306-ad3e-f2f17954bb11 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9889c816-5535-4187-b545-f8ed49ebee07 HTTP/1.1" status: 204 len: 168 time: 2.4443762 Jan 21 18:58:25.099217 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:25.099217 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:25.099217 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:25.137873 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Port f8ead488-49f8-4cb9-9ac6-221d9135833f on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:25.138951 dv-neutron-825470-1-hyperv neutron-server[88137]: ERROR neutron.plugins.ml2.managers [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Failed to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f on host hv-neutron-8254 for vnic_type normal using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] Jan 21 18:58:25.152026 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.plugins.ml2.plugin [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempt 9 to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f Jan 21 18:58:25.202540 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:25.203023 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:25.203633 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:25.214322 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Network 31e4da66-0b94-48db-88cd-f69d97d6ba70 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 18:58:25.227659 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Port f8ead488-49f8-4cb9-9ac6-221d9135833f on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:25.228157 dv-neutron-825470-1-hyperv neutron-server[88137]: ERROR neutron.plugins.ml2.managers [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Failed to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f on host hv-neutron-8254 for vnic_type normal using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] Jan 21 18:58:25.229132 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.plugins.ml2.plugin [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempt 10 to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f Jan 21 18:58:25.230480 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 52ed6389-ff4a-4ab9-bcd5-f8fc6ebf1071 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 18:58:25.238434 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17402cb9-bdeb-476a-b3d2-c34336eb43d1 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Pushing event updated for resources: {'Network': ['ID=79fa00b7-aa55-4ce0-bd8b-984924ef565d,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:25.250311 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:25.251179 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:25.251875 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:25.257633 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Port f8ead488-49f8-4cb9-9ac6-221d9135833f on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:25.258283 dv-neutron-825470-1-hyperv neutron-server[88137]: ERROR neutron.plugins.ml2.managers [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Failed to bind port f8ead488-49f8-4cb9-9ac6-221d9135833f on host hv-neutron-8254 for vnic_type normal using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] Jan 21 18:58:25.258828 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:25.268187 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 79fa00b7-aa55-4ce0-bd8b-984924ef565d details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 18:58:25.279526 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-bbfd88be-d941-4521-b18e-b9fa359f65b6 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.9310639 Jan 21 18:58:25.286385 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-455e5f7b-c055-482e-87a0-6c2c766eca10 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:25.289205 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52462) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:25.292575 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-17402cb9-bdeb-476a-b3d2-c34336eb43d1 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.6558294 Jan 21 18:58:25.310562 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-15360d9a-524e-4620-96a0-2fec1c9a17ee tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1044066728', 'network_id': '2fe9871e-c5fe-4829-8618-d20c3c960819'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:25.313894 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52466) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:25.333382 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-15360d9a-524e-4620-96a0-2fec1c9a17ee tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:25.361433 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-63d26979-fbfa-4923-9545-0ad67af937f6 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Request body: {'subnet': {'network_id': '79fa00b7-aa55-4ce0-bd8b-984924ef565d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:25.390180 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-455e5f7b-c055-482e-87a0-6c2c766eca10 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Transition to ACTIVE for port object 31cd02fc-2f7f-4358-ac07-e511cb58dfae will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:58:25.392234 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-63d26979-fbfa-4923-9545-0ad67af937f6 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:25.400600 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-15360d9a-524e-4620-96a0-2fec1c9a17ee tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Usage tracker for resource:port and tenant:ee61e73a33b04715b07b22baa3498d79 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:25.409498 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 31e4da66-0b94-48db-88cd-f69d97d6ba70) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:58:25.413605 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-63d26979-fbfa-4923-9545-0ad67af937f6 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Usage tracker for resource:subnet and tenant:1da765efa306402fa06d122a8f1a9381 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:25.420065 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-63d26979-fbfa-4923-9545-0ad67af937f6 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:25.424486 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-15360d9a-524e-4620-96a0-2fec1c9a17ee tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:25.430787 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41c79ae-b84e-4d6f-a1de-68406f5a8a7c admin admin] Router 8d9686a9-aff3-407c-b3c0-3668e2ff583a is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 18:58:25.444928 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-63d26979-fbfa-4923-9545-0ad67af937f6 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:25.448231 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:58:25.471858 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-15360d9a-524e-4620-96a0-2fec1c9a17ee tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:25.496050 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8494bef-287f-4f54-ad9c-518bdefd8ee0 None None] Network 31e4da66-0b94-48db-88cd-f69d97d6ba70 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 18:58:25.515224 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-25533f2d-fd8d-4708-8300-d30d03ce1118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:25.555890 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] For port f8ead488-49f8-4cb9-9ac6-221d9135833f, host hv-neutron-8254, cleared binding levels {{(pid=88137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 18:58:25.556276 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempted to set empty binding levels {{(pid=88137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 21 18:58:25.566598 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:25.566598 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:25.566903 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:25.581107 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Port 7d2f05f4-6f05-41f0-a063-433d5be86997 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:25.581435 dv-neutron-825470-1-hyperv neutron-server[88137]: ERROR neutron.plugins.ml2.managers [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Failed to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 on host hv-neutron-8254 for vnic_type normal using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] Jan 21 18:58:25.583595 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.plugins.ml2.plugin [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempt 2 to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 Jan 21 18:58:25.604133 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:25.604513 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:25.604890 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:25.619923 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d26979-fbfa-4923-9545-0ad67af937f6 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Made reservation on behalf of 1da765efa306402fa06d122a8f1a9381 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:58:25.622877 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Port 7d2f05f4-6f05-41f0-a063-433d5be86997 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:25.623209 dv-neutron-825470-1-hyperv neutron-server[88137]: ERROR neutron.plugins.ml2.managers [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Failed to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 on host hv-neutron-8254 for vnic_type normal using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] Jan 21 18:58:25.623329 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-63d26979-fbfa-4923-9545-0ad67af937f6 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:25.625671 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.plugins.ml2.plugin [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempt 3 to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 Jan 21 18:58:25.661269 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-455e5f7b-c055-482e-87a0-6c2c766eca10 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:25.710988 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15360d9a-524e-4620-96a0-2fec1c9a17ee tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Made reservation on behalf of ee61e73a33b04715b07b22baa3498d79 for: {'port': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:58:25.714140 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-15360d9a-524e-4620-96a0-2fec1c9a17ee tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:25.717064 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:25.717556 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:25.720247 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:25.731161 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:25.888379 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e5f7b-c055-482e-87a0-6c2c766eca10 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Pushing event updated for resources: {'Port': ['ID=31cd02fc-2f7f-4358-ac07-e511cb58dfae,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:25.915418 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 52ed6389-ff4a-4ab9-bcd5-f8fc6ebf1071 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 18:58:25.919049 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Pushing event updated for resources: {'Port': ['ID=f8ead488-49f8-4cb9-9ac6-221d9135833f,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:25.921878 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Port 7d2f05f4-6f05-41f0-a063-433d5be86997 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:25.922212 dv-neutron-825470-1-hyperv neutron-server[88137]: ERROR neutron.plugins.ml2.managers [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Failed to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 on host hv-neutron-8254 for vnic_type normal using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] Jan 21 18:58:25.927244 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.plugins.ml2.plugin [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempt 4 to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 Jan 21 18:58:25.941175 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c32ef96-9dae-4d6b-8d24-9462a9301014 None None] Network 91724e21-d638-487f-9c2a-a051d1b70309 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 18:58:25.945336 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:25.945336 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:25.973493 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455e5f7b-c055-482e-87a0-6c2c766eca10 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Network 91724e21-d638-487f-9c2a-a051d1b70309 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:58:25.979516 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-455e5f7b-c055-482e-87a0-6c2c766eca10 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:58:25.984433 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [None req-15360d9a-524e-4620-96a0-2fec1c9a17ee tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] device_id is not set on port 243dd778-16b8-474a-8179-a7bfa273842b yet. {{(pid=88136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 18:58:25.992660 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41c79ae-b84e-4d6f-a1de-68406f5a8a7c admin admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 18:58:26.004282 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:26.004920 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:26.005355 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:26.011283 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 18:58:26.022937 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455e5f7b-c055-482e-87a0-6c2c766eca10 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:58:26.028099 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Port 7d2f05f4-6f05-41f0-a063-433d5be86997 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:26.028911 dv-neutron-825470-1-hyperv neutron-server[88137]: ERROR neutron.plugins.ml2.managers [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Failed to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 on host hv-neutron-8254 for vnic_type normal using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] Jan 21 18:58:26.029427 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52474) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:26.030040 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.plugins.ml2.plugin [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempt 5 to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 Jan 21 18:58:26.035113 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5283d18c-f65c-4ac6-8568-4e69fd8007aa None None] Network 2fe9871e-c5fe-4829-8618-d20c3c960819 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 18:58:26.068119 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-57d15451-2bfa-48cf-89b2-6516b792025c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:26.080657 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b51bdb49-1b54-4991-9442-dfd2e994ead8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 7.5917673 Jan 21 18:58:26.086253 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52478) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:26.089122 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:26.089571 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:26.090389 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:26.090503 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 30a746e1-6cfe-4965-8991-9a0788d3b275 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 18:58:26.119677 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340869fc-5902-489f-84a0-b02114c3e7e4 None None] Sync routers for ids ['8d9686a9-aff3-407c-b3c0-3668e2ff583a'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 18:58:26.130768 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Port 7d2f05f4-6f05-41f0-a063-433d5be86997 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:26.131426 dv-neutron-825470-1-hyperv neutron-server[88137]: ERROR neutron.plugins.ml2.managers [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Failed to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 on host hv-neutron-8254 for vnic_type normal using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] Jan 21 18:58:26.136687 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.plugins.ml2.plugin [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempt 6 to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 Jan 21 18:58:26.186232 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340869fc-5902-489f-84a0-b02114c3e7e4 None None] Routers {'8d9686a9-aff3-407c-b3c0-3668e2ff583a'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 18:58:26.186720 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-340869fc-5902-489f-84a0-b02114c3e7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:57:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['8d9686a9-aff3-407c-b3c0-3668e2ff583a'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:26.190042 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:26.190595 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:26.190966 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:26.193729 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e41c79ae-b84e-4d6f-a1de-68406f5a8a7c admin admin] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:26.197524 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e41c79ae-b84e-4d6f-a1de-68406f5a8a7c admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 9.0053144 Jan 21 18:58:26.200474 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-91fe5240-59d1-4bb6-a10c-78349d61b6de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Deleting port f8ead488-49f8-4cb9-9ac6-221d9135833f {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 18:58:26.200821 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-91fe5240-59d1-4bb6-a10c-78349d61b6de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:26.214991 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52484) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:26.231489 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-57d15451-2bfa-48cf-89b2-6516b792025c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:26.234579 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455e5f7b-c055-482e-87a0-6c2c766eca10 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:26.234971 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-455e5f7b-c055-482e-87a0-6c2c766eca10 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:26.244536 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-57d15451-2bfa-48cf-89b2-6516b792025c admin admin] Usage tracker for resource:security_group_rule and tenant:ad5a661b1b0f477abbd09db1a1066f3c is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:26.254187 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Port 7d2f05f4-6f05-41f0-a063-433d5be86997 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:26.254509 dv-neutron-825470-1-hyperv neutron-server[88137]: ERROR neutron.plugins.ml2.managers [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Failed to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 on host hv-neutron-8254 for vnic_type normal using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] Jan 21 18:58:26.255244 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-57d15451-2bfa-48cf-89b2-6516b792025c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:26.260256 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.plugins.ml2.plugin [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempt 7 to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 Jan 21 18:58:26.277779 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-57d15451-2bfa-48cf-89b2-6516b792025c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:26.289124 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:26.289448 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:26.289777 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:26.360426 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-63fe28dd-edd1-4ac3-bf71-0651938138a8 None None] Provisioning for port 52ed6389-ff4a-4ab9-bcd5-f8fc6ebf1071 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 18:58:26.367025 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Port 7d2f05f4-6f05-41f0-a063-433d5be86997 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:26.367025 dv-neutron-825470-1-hyperv neutron-server[88137]: ERROR neutron.plugins.ml2.managers [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Failed to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 on host hv-neutron-8254 for vnic_type normal using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] Jan 21 18:58:26.371889 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.plugins.ml2.plugin [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempt 8 to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 Jan 21 18:58:26.404072 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:26.404646 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:26.405110 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:26.417482 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-63fe28dd-edd1-4ac3-bf71-0651938138a8 None None] Provisioning complete for port 52ed6389-ff4a-4ab9-bcd5-f8fc6ebf1071 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:58:26.417877 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-63fe28dd-edd1-4ac3-bf71-0651938138a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:26.438097 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Port 7d2f05f4-6f05-41f0-a063-433d5be86997 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:26.439164 dv-neutron-825470-1-hyperv neutron-server[88137]: ERROR neutron.plugins.ml2.managers [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Failed to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 on host hv-neutron-8254 for vnic_type normal using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] Jan 21 18:58:26.453405 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.plugins.ml2.plugin [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempt 9 to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 Jan 21 18:58:26.528889 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:26.529216 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:26.529539 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:26.565594 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Port 7d2f05f4-6f05-41f0-a063-433d5be86997 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:26.565980 dv-neutron-825470-1-hyperv neutron-server[88137]: ERROR neutron.plugins.ml2.managers [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Failed to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 on host hv-neutron-8254 for vnic_type normal using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] Jan 21 18:58:26.570993 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.plugins.ml2.plugin [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempt 10 to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 Jan 21 18:58:26.580592 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-91fe5240-59d1-4bb6-a10c-78349d61b6de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] For port f8ead488-49f8-4cb9-9ac6-221d9135833f, host hv-neutron-8254, got binding levels [] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 18:58:26.581455 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-91fe5240-59d1-4bb6-a10c-78349d61b6de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:26.638829 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-455e5f7b-c055-482e-87a0-6c2c766eca10 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2875521 Jan 21 18:58:26.648124 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52488) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:26.650379 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-15360d9a-524e-4620-96a0-2fec1c9a17ee tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Allocated IP 172.20.0.4 (2fe9871e-c5fe-4829-8618-d20c3c960819/156143ea-075d-42e5-bf50-a67abc6ca01a/243dd778-16b8-474a-8179-a7bfa273842b) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:58:26.664565 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:26.664877 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:26.665149 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:26.694110 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 30a746e1-6cfe-4965-8991-9a0788d3b275 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 18:58:26.703012 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-340869fc-5902-489f-84a0-b02114c3e7e4 None None] Set router 8d9686a9-aff3-407c-b3c0-3668e2ff583a gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 18:58:26.741993 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-91fe5240-59d1-4bb6-a10c-78349d61b6de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Calling delete_port for f8ead488-49f8-4cb9-9ac6-221d9135833f owned by {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 18:58:26.753244 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.db.resource_extend [None req-25533f2d-fd8d-4708-8300-d30d03ce1118 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 18:58:26.768574 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Port 7d2f05f4-6f05-41f0-a063-433d5be86997 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:26.768912 dv-neutron-825470-1-hyperv neutron-server[88137]: ERROR neutron.plugins.ml2.managers [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Failed to bind port 7d2f05f4-6f05-41f0-a063-433d5be86997 on host hv-neutron-8254 for vnic_type normal using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] Jan 21 18:58:26.769249 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:26.809562 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-25533f2d-fd8d-4708-8300-d30d03ce1118 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:26.860710 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 30a746e1-6cfe-4965-8991-9a0788d3b275 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:58:26.860710 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:26.956305 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-57d15451-2bfa-48cf-89b2-6516b792025c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:26.993038 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-25533f2d-fd8d-4708-8300-d30d03ce1118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:27.024846 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-57d15451-2bfa-48cf-89b2-6516b792025c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:27.068030 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-91fe5240-59d1-4bb6-a10c-78349d61b6de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:27.077393 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] For port 7d2f05f4-6f05-41f0-a063-433d5be86997, host hv-neutron-8254, cleared binding levels {{(pid=88137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 18:58:27.078401 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempted to set empty binding levels {{(pid=88137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 21 18:58:27.112968 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-dbc15ef7-5d96-48b6-af96-1ef36bb341e1 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Deleting port 31cd02fc-2f7f-4358-ac07-e511cb58dfae {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 18:58:27.113685 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-dbc15ef7-5d96-48b6-af96-1ef36bb341e1 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:27.138499 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25533f2d-fd8d-4708-8300-d30d03ce1118 admin admin] Pushing event updated for resources: {'Port': ['ID=9967e813-77ed-46c7-91b8-8bce979ef6df,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:27.165222 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-63fe28dd-edd1-4ac3-bf71-0651938138a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:27.167933 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-57d15451-2bfa-48cf-89b2-6516b792025c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ad5a661b1b0f477abbd09db1a1066f3c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1274712 Jan 21 18:58:27.184683 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52494) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:27.206742 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe5240-59d1-4bb6-a10c-78349d61b6de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8ead488-49f8-4cb9-9ac6-221d9135833f,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:27.214727 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:27.259588 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-91fe5240-59d1-4bb6-a10c-78349d61b6de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:27.262525 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d15451-2bfa-48cf-89b2-6516b792025c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88e7fbb-299a-40e4-8a71-518f437ea88e,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:27.295526 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:27.296122 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:27.300747 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:27.316887 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-91fe5240-59d1-4bb6-a10c-78349d61b6de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] 10.222.0.87 "DELETE /v2.0/ports/f8ead488-49f8-4cb9-9ac6-221d9135833f HTTP/1.1" status: 204 len: 168 time: 1.2291882 Jan 21 18:58:27.317491 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52500) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:27.366935 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-63fe28dd-edd1-4ac3-bf71-0651938138a8 None None] For port 52ed6389-ff4a-4ab9-bcd5-f8fc6ebf1071, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=52ed6389-ff4a-4ab9-bcd5-f8fc6ebf1071,segment=NetworkSegment(94fb6232-4a00-441d-b951-a526d9ce2503),segment_id=94fb6232-4a00-441d-b951-a526d9ce2503)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 18:58:27.373017 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Pushing event updated for resources: {'Port': ['ID=7d2f05f4-6f05-41f0-a063-433d5be86997,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:27.379558 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-0533ae66-35b2-4636-a7dc-ef89d297ff29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] GET failed (client error): The resource could not be found. Jan 21 18:58:27.379558 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-0533ae66-35b2-4636-a7dc-ef89d297ff29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Synchronizing usage tracker for tenant:96065cfdc6394b93b9e024104254dcc1 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 18:58:27.385530 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e2cc2f04-fb52-4f08-b622-f8b8ce794d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:27.412698 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 30a746e1-6cfe-4965-8991-9a0788d3b275, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=30a746e1-6cfe-4965-8991-9a0788d3b275,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 18:58:27.435084 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-88955fae-139b-4844-9422-71bbfcf3dc56 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 6.5060265 Jan 21 18:58:27.437982 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52504) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:27.449229 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-340869fc-5902-489f-84a0-b02114c3e7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9686a9-aff3-407c-b3c0-3668e2ff583a', 'name': 'tempest-ServersTestJSON-965684241-router', 'tenant_id': '56cc9754e40e43138bb91a6b89c2795d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.10'}], 'enable_snat': True}, 'gw_port_id': '98c06e67-306a-4413-ad8b-629752129788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:58:17Z', 'updated_at': '2022-01-21T18:58:23Z', 'revision_number': 3, 'project_id': '56cc9754e40e43138bb91a6b89c2795d', 'gw_port': {'id': '98c06e67-306a-4413-ad8b-629752129788', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fd:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9686a9-aff3-407c-b3c0-3668e2ff583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:58:20Z', 'updated_at': '2022-01-21T18:58:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:27.453838 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340869fc-5902-489f-84a0-b02114c3e7e4 None None] Checking router: 8d9686a9-aff3-407c-b3c0-3668e2ff583a for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 18:58:27.454883 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340869fc-5902-489f-84a0-b02114c3e7e4 None None] Updating router 8d9686a9-aff3-407c-b3c0-3668e2ff583a port 98c06e67-306a-4413-ad8b-629752129788 binding host dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 18:58:27.465057 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-25533f2d-fd8d-4708-8300-d30d03ce1118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:27.489606 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-0533ae66-35b2-4636-a7dc-ef89d297ff29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Unset dirty status for tenant:96065cfdc6394b93b9e024104254dcc1 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 18:58:27.491516 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-0533ae66-35b2-4636-a7dc-ef89d297ff29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] 10.222.0.87 "GET /v2.0/ports/f8ead488-49f8-4cb9-9ac6-221d9135833f HTTP/1.1" status: 404 len: 333 time: 0.1689541 Jan 21 18:58:27.499037 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52508) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:27.507539 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-63fe28dd-edd1-4ac3-bf71-0651938138a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:27.516554 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-7d2c1d40-1b6b-46a1-894f-06658ea6ecef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Request body: {'port': {'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147340264'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:27.527410 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-7d2c1d40-1b6b-46a1-894f-06658ea6ecef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:27.547278 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-7d2c1d40-1b6b-46a1-894f-06658ea6ecef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:27.552611 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-2b0db48c-1ed4-4ba3-80f7-424ba6afcf9d tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Deleting port 7d2f05f4-6f05-41f0-a063-433d5be86997 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 18:58:27.552950 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2b0db48c-1ed4-4ba3-80f7-424ba6afcf9d tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:27.584290 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:27.643875 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-340869fc-5902-489f-84a0-b02114c3e7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:27.712435 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-35476b59-a4e1-4114-948a-9313b90a979c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:27.743260 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-35476b59-a4e1-4114-948a-9313b90a979c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:27.744333 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2c1d40-1b6b-46a1-894f-06658ea6ecef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Made reservation on behalf of 96065cfdc6394b93b9e024104254dcc1 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:58:27.746892 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7d2c1d40-1b6b-46a1-894f-06658ea6ecef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:27.861245 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-7d2c1d40-1b6b-46a1-894f-06658ea6ecef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] device_id is not set on port 1465af4b-080e-4180-a204-7951fbcd3b33 yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 18:58:27.922726 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-2b0db48c-1ed4-4ba3-80f7-424ba6afcf9d tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] For port 7d2f05f4-6f05-41f0-a063-433d5be86997, host hv-neutron-8254, got binding levels [] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 18:58:27.923596 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2b0db48c-1ed4-4ba3-80f7-424ba6afcf9d tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:27.979316 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-35476b59-a4e1-4114-948a-9313b90a979c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:28.042080 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35476b59-a4e1-4114-948a-9313b90a979c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88e7fbb-299a-40e4-8a71-518f437ea88e,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:28.044202 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-35476b59-a4e1-4114-948a-9313b90a979c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:28.045313 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-35476b59-a4e1-4114-948a-9313b90a979c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e88e7fbb-299a-40e4-8a71-518f437ea88e HTTP/1.1" status: 204 len: 168 time: 0.8447485 Jan 21 18:58:28.058106 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-340869fc-5902-489f-84a0-b02114c3e7e4 None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:28.074253 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-340869fc-5902-489f-84a0-b02114c3e7e4 None None] Transition to ACTIVE for port object 98c06e67-306a-4413-ad8b-629752129788 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:58:28.099224 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe28dd-edd1-4ac3-bf71-0651938138a8 None None] Pushing event updated for resources: {'Port': ['ID=52ed6389-ff4a-4ab9-bcd5-f8fc6ebf1071,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:28.172139 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-340869fc-5902-489f-84a0-b02114c3e7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:28.179764 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-2b0db48c-1ed4-4ba3-80f7-424ba6afcf9d tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Calling delete_port for 7d2f05f4-6f05-41f0-a063-433d5be86997 owned by {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 18:58:28.183928 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-936e2ca7-860f-4f40-af2c-e9bc5a739fac None None] Provisioning complete for port 52ed6389-ff4a-4ab9-bcd5-f8fc6ebf1071 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:58:28.184293 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-936e2ca7-860f-4f40-af2c-e9bc5a739fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:28.265882 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-340869fc-5902-489f-84a0-b02114c3e7e4 None None] Attempting to bind port 98c06e67-306a-4413-ad8b-629752129788 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:28.266277 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-340869fc-5902-489f-84a0-b02114c3e7e4 None None] Attempting to bind port 98c06e67-306a-4413-ad8b-629752129788 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:28.271753 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340869fc-5902-489f-84a0-b02114c3e7e4 None None] Attempting to bind port 98c06e67-306a-4413-ad8b-629752129788 on network 552ba34b-3dd7-4be8-8310-a9fc908fe72b {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:28.290685 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340869fc-5902-489f-84a0-b02114c3e7e4 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 18, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 18:58:28.291066 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340869fc-5902-489f-84a0-b02114c3e7e4 None None] Checking segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 18:58:28.291465 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-340869fc-5902-489f-84a0-b02114c3e7e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:28.291857 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340869fc-5902-489f-84a0-b02114c3e7e4 None None] Bound using segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 18:58:28.292316 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-340869fc-5902-489f-84a0-b02114c3e7e4 None None] Bound port: 98c06e67-306a-4413-ad8b-629752129788, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 18:58:28.292704 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-340869fc-5902-489f-84a0-b02114c3e7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:28.335229 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=30a746e1-6cfe-4965-8991-9a0788d3b275,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:28.338798 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:28.352883 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-15360d9a-524e-4620-96a0-2fec1c9a17ee tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:28.439138 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2b0db48c-1ed4-4ba3-80f7-424ba6afcf9d tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:28.440386 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25533f2d-fd8d-4708-8300-d30d03ce1118 admin admin] Network 2745c7b7-aa59-4a69-977f-3d793c812102 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:58:28.461044 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-25533f2d-fd8d-4708-8300-d30d03ce1118 admin admin] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:58:28.464878 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-dbc15ef7-5d96-48b6-af96-1ef36bb341e1 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:28.505020 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7d2c1d40-1b6b-46a1-894f-06658ea6ecef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:28.519516 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2b0db48c-1ed4-4ba3-80f7-424ba6afcf9d tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:28.528377 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0db48c-1ed4-4ba3-80f7-424ba6afcf9d tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d2f05f4-6f05-41f0-a063-433d5be86997,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:28.556859 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa2c78-6672-4240-b273-a15e55d45fb9 None None] Pushing event updated for resources: {'Port': ['ID=98c06e67-306a-4413-ad8b-629752129788,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:28.560107 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:28.591330 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-340869fc-5902-489f-84a0-b02114c3e7e4 None None] For port 98c06e67-306a-4413-ad8b-629752129788, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 18:58:28.598714 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-340869fc-5902-489f-84a0-b02114c3e7e4 None None] For port 98c06e67-306a-4413-ad8b-629752129788, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=98c06e67-306a-4413-ad8b-629752129788,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 18:58:28.629088 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2b0db48c-1ed4-4ba3-80f7-424ba6afcf9d tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] 10.222.0.87 "DELETE /v2.0/ports/7d2f05f4-6f05-41f0-a063-433d5be86997 HTTP/1.1" status: 204 len: 168 time: 1.1888819 Jan 21 18:58:28.632119 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52516) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:28.662743 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:28.678050 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7d2c1d40-1b6b-46a1-894f-06658ea6ecef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:28.729161 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-936e2ca7-860f-4f40-af2c-e9bc5a739fac None None] Provisioning for port 31cd02fc-2f7f-4358-ac07-e511cb58dfae completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 18:58:28.733625 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-340869fc-5902-489f-84a0-b02114c3e7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:28.745345 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf87e4b-c44f-44ac-b3d5-afebea55f7cf tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] GET failed (client error): The resource could not be found. Jan 21 18:58:28.746496 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-0bf87e4b-c44f-44ac-b3d5-afebea55f7cf tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Synchronizing usage tracker for tenant:d110bb8349884c8facb9319efeacd6b4 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 18:58:28.796129 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2c1d40-1b6b-46a1-894f-06658ea6ecef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Network 10a07476-8919-48ae-ac78-d1cf5e7579c8 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:58:28.799671 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-7d2c1d40-1b6b-46a1-894f-06658ea6ecef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:58:28.804349 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2c1d40-1b6b-46a1-894f-06658ea6ecef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:58:28.805313 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2c1d40-1b6b-46a1-894f-06658ea6ecef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:28.807908 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7d2c1d40-1b6b-46a1-894f-06658ea6ecef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:28.815412 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-936e2ca7-860f-4f40-af2c-e9bc5a739fac None None] Provisioning complete for port 31cd02fc-2f7f-4358-ac07-e511cb58dfae triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:58:28.816140 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-936e2ca7-860f-4f40-af2c-e9bc5a739fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:28.826089 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c1d40-1b6b-46a1-894f-06658ea6ecef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Pushing event updated for resources: {'Port': ['ID=1465af4b-080e-4180-a204-7951fbcd3b33,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:28.837403 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-dbc15ef7-5d96-48b6-af96-1ef36bb341e1 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Calling delete_port for 31cd02fc-2f7f-4358-ac07-e511cb58dfae owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 18:58:28.867056 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.objects.ports [None req-63d26979-fbfa-4923-9545-0ad67af937f6 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88136) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 18:58:28.867524 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-63d26979-fbfa-4923-9545-0ad67af937f6 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:28.889951 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-0bf87e4b-c44f-44ac-b3d5-afebea55f7cf tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Unset dirty status for tenant:d110bb8349884c8facb9319efeacd6b4 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 18:58:28.892412 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-0bf87e4b-c44f-44ac-b3d5-afebea55f7cf tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] 10.222.0.87 "GET /v2.0/ports/7d2f05f4-6f05-41f0-a063-433d5be86997 HTTP/1.1" status: 404 len: 333 time: 0.2585640 Jan 21 18:58:28.896664 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52524) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:28.905045 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340869fc-5902-489f-84a0-b02114c3e7e4 None None] Routers {'8d9686a9-aff3-407c-b3c0-3668e2ff583a'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 18:58:28.905677 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-340869fc-5902-489f-84a0-b02114c3e7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:58:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['8d9686a9-aff3-407c-b3c0-3668e2ff583a'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:28.909519 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-a201fd4b-e266-44ba-b58f-48298f867246 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Request body: {'port': {'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1677856850'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:28.921309 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-7d2c1d40-1b6b-46a1-894f-06658ea6ecef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4208863 Jan 21 18:58:28.923241 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-a201fd4b-e266-44ba-b58f-48298f867246 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:28.926285 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52528) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:28.949338 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8254'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:28.972137 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa2c78-6672-4240-b273-a15e55d45fb9 None None] Pushing event updated for resources: {'Port': ['ID=98c06e67-306a-4413-ad8b-629752129788,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:28.991786 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-936e2ca7-860f-4f40-af2c-e9bc5a739fac None None] Port 31cd02fc-2f7f-4358-ac07-e511cb58dfae cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 18:58:29.019482 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-a201fd4b-e266-44ba-b58f-48298f867246 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:29.128139 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:29.185919 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-1a37eff9-890d-43b3-88ce-0d53a4be3752 None None] Provisioning complete for port 9967e813-77ed-46c7-91b8-8bce979ef6df triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:58:29.186281 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1a37eff9-890d-43b3-88ce-0d53a4be3752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:29.199058 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a201fd4b-e266-44ba-b58f-48298f867246 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Made reservation on behalf of d110bb8349884c8facb9319efeacd6b4 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:58:29.202107 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a201fd4b-e266-44ba-b58f-48298f867246 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:29.227639 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-340869fc-5902-489f-84a0-b02114c3e7e4 None None] Set router 8d9686a9-aff3-407c-b3c0-3668e2ff583a gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 18:58:29.247124 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-a201fd4b-e266-44ba-b58f-48298f867246 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] device_id is not set on port a092a4e2-00a0-4e1e-b47e-fa47371beb67 yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 18:58:29.290544 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-15360d9a-524e-4620-96a0-2fec1c9a17ee tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:29.292005 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d26979-fbfa-4923-9545-0ad67af937f6 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Pushing event updated for resources: {'Subnet': ['ID=eb5eff39-6a4b-44e2-942c-73b061508d08,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:29.384476 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-1a37eff9-890d-43b3-88ce-0d53a4be3752 None None] Port 9967e813-77ed-46c7-91b8-8bce979ef6df cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 18:58:29.399966 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d26979-fbfa-4923-9545-0ad67af937f6 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Checking segment: {'id': 'bbabf0b9-e761-45af-9597-4d5cd184d608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '79fa00b7-aa55-4ce0-bd8b-984924ef565d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 18:58:29.400326 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d26979-fbfa-4923-9545-0ad67af937f6 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Network hostable DHCP agents. Network: 79fa00b7-aa55-4ce0-bd8b-984924ef565d, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 18:58:29.508587 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-1a37eff9-890d-43b3-88ce-0d53a4be3752 None None] Provisioning complete for port 31cd02fc-2f7f-4358-ac07-e511cb58dfae triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:58:29.508587 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1a37eff9-890d-43b3-88ce-0d53a4be3752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:29.551006 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-99e98771-7473-4c00-b648-bb91fdb1160c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:29.567616 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15360d9a-524e-4620-96a0-2fec1c9a17ee tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Network 2fe9871e-c5fe-4829-8618-d20c3c960819 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:58:29.570466 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25533f2d-fd8d-4708-8300-d30d03ce1118 admin admin] Router 2bcc1920-6fd2-41f6-b8c7-26d5b06a088c has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 18:58:29.575785 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-15360d9a-524e-4620-96a0-2fec1c9a17ee tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:58:29.598515 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15360d9a-524e-4620-96a0-2fec1c9a17ee tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:58:29.608661 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-1a37eff9-890d-43b3-88ce-0d53a4be3752 None None] Port 31cd02fc-2f7f-4358-ac07-e511cb58dfae cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 18:58:29.632194 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-dbc15ef7-5d96-48b6-af96-1ef36bb341e1 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:29.650597 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15360d9a-524e-4620-96a0-2fec1c9a17ee tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Pushing event updated for resources: {'Port': ['ID=243dd778-16b8-474a-8179-a7bfa273842b,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:29.659240 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-340869fc-5902-489f-84a0-b02114c3e7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9686a9-aff3-407c-b3c0-3668e2ff583a', 'name': 'tempest-ServersTestJSON-965684241-router', 'tenant_id': '56cc9754e40e43138bb91a6b89c2795d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.10'}], 'enable_snat': True}, 'gw_port_id': '98c06e67-306a-4413-ad8b-629752129788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:58:17Z', 'updated_at': '2022-01-21T18:58:23Z', 'revision_number': 3, 'project_id': '56cc9754e40e43138bb91a6b89c2795d', 'gw_port': {'id': '98c06e67-306a-4413-ad8b-629752129788', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fd:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9686a9-aff3-407c-b3c0-3668e2ff583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:58:20Z', 'updated_at': '2022-01-21T18:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:29.663431 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340869fc-5902-489f-84a0-b02114c3e7e4 None None] The sync data for ids ['8d9686a9-aff3-407c-b3c0-3668e2ff583a'] in dv-neutron-825470-1-hyperv is: [{'id': '8d9686a9-aff3-407c-b3c0-3668e2ff583a', 'name': 'tempest-ServersTestJSON-965684241-router', 'tenant_id': '56cc9754e40e43138bb91a6b89c2795d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.10'}], 'enable_snat': True}, 'gw_port_id': '98c06e67-306a-4413-ad8b-629752129788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:58:17Z', 'updated_at': '2022-01-21T18:58:23Z', 'revision_number': 3, 'project_id': '56cc9754e40e43138bb91a6b89c2795d', 'gw_port': {'id': '98c06e67-306a-4413-ad8b-629752129788', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fd:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9686a9-aff3-407c-b3c0-3668e2ff583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:58:20Z', 'updated_at': '2022-01-21T18:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 18:58:29.723663 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 52ed6389-ff4a-4ab9-bcd5-f8fc6ebf1071 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 18:58:29.760319 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] device_id is not set on port 1465af4b-080e-4180-a204-7951fbcd3b33 yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 18:58:29.772020 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:29.776174 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a201fd4b-e266-44ba-b58f-48298f867246 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:29.794866 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Transition to ACTIVE for port object 1465af4b-080e-4180-a204-7951fbcd3b33 will not be triggered until provisioned by entity L2. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:58:29.804298 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d26979-fbfa-4923-9545-0ad67af937f6 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Network 79fa00b7-aa55-4ce0-bd8b-984924ef565d is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 18:58:29.831727 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 52ed6389-ff4a-4ab9-bcd5-f8fc6ebf1071 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:58:29.832102 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:29.873964 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:29.961744 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc15ef7-5d96-48b6-af96-1ef36bb341e1 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Pushing event deleted for resources: {'Port': ['ID=31cd02fc-2f7f-4358-ac07-e511cb58dfae,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:29.986225 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-dbc15ef7-5d96-48b6-af96-1ef36bb341e1 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:29.994702 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a201fd4b-e266-44ba-b58f-48298f867246 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:30.002837 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-dbc15ef7-5d96-48b6-af96-1ef36bb341e1 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] 10.222.0.87 "DELETE /v2.0/ports/31cd02fc-2f7f-4358-ac07-e511cb58dfae HTTP/1.1" status: 204 len: 168 time: 3.3499928 Jan 21 18:58:30.007954 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52548) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:30.037575 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15360d9a-524e-4620-96a0-2fec1c9a17ee tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:30.037700 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-15360d9a-524e-4620-96a0-2fec1c9a17ee tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:30.044331 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:30.109300 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 30a746e1-6cfe-4965-8991-9a0788d3b275 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 18:58:30.116043 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-63d26979-fbfa-4923-9545-0ad67af937f6 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 79fa00b7-aa55-4ce0-bd8b-984924ef565d) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:58:30.211344 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea1dfb1-a123-4f34-9fbd-813530fc8571 None None] Network 79fa00b7-aa55-4ce0-bd8b-984924ef565d requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 18:58:30.217956 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-15360d9a-524e-4620-96a0-2fec1c9a17ee tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 4.9253957 Jan 21 18:58:30.217956 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d26979-fbfa-4923-9545-0ad67af937f6 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:30.218679 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-63d26979-fbfa-4923-9545-0ad67af937f6 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:30.222939 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52556) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:30.230608 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Pushing event updated for resources: {'Port': ['ID=1465af4b-080e-4180-a204-7951fbcd3b33,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:30.340254 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a201fd4b-e266-44ba-b58f-48298f867246 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Network 31e4da66-0b94-48db-88cd-f69d97d6ba70 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:58:30.349320 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-63d26979-fbfa-4923-9545-0ad67af937f6 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.0288122 Jan 21 18:58:30.352523 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52560) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:30.366294 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-db78e2a3-40af-40bc-94e0-bef1f31101b0 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Request body: {'floatingip': {'floating_network_id': '79fa00b7-aa55-4ce0-bd8b-984924ef565d'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:30.378144 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:30.378476 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:30.378849 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:30.407989 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-a201fd4b-e266-44ba-b58f-48298f867246 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:58:30.425941 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a201fd4b-e266-44ba-b58f-48298f867246 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:58:30.426906 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a201fd4b-e266-44ba-b58f-48298f867246 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:30.427628 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a201fd4b-e266-44ba-b58f-48298f867246 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:30.431435 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Port 1465af4b-080e-4180-a204-7951fbcd3b33 on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:30.431761 dv-neutron-825470-1-hyperv neutron-server[88137]: ERROR neutron.plugins.ml2.managers [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Failed to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 on host hv-neutron-8254 for vnic_type normal using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] Jan 21 18:58:30.445857 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.plugins.ml2.plugin [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempt 2 to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 Jan 21 18:58:30.480148 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-99e98771-7473-4c00-b648-bb91fdb1160c admin admin] Allocated IP 172.20.0.1 (9ec3aba2-861c-47ae-bc74-f26885aa64f1/7331d029-75ea-4aa7-8e60-313f0db6f988/8bcdb7e1-38b7-4c87-9dea-d5da2e0fa2b3) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:58:30.496985 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 30a746e1-6cfe-4965-8991-9a0788d3b275 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:58:30.499437 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:30.553949 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:30.554286 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:30.558113 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:30.574753 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Port 1465af4b-080e-4180-a204-7951fbcd3b33 on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:30.576780 dv-neutron-825470-1-hyperv neutron-server[88137]: ERROR neutron.plugins.ml2.managers [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Failed to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 on host hv-neutron-8254 for vnic_type normal using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] Jan 21 18:58:30.577243 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.plugins.ml2.plugin [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempt 3 to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 Jan 21 18:58:30.584373 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a201fd4b-e266-44ba-b58f-48298f867246 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Pushing event updated for resources: {'Port': ['ID=a092a4e2-00a0-4e1e-b47e-fa47371beb67,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:30.588619 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-9b5d11d3-ef15-44e0-8f31-aec7280f2d16 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Deleting port 243dd778-16b8-474a-8179-a7bfa273842b {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 18:58:30.588965 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9b5d11d3-ef15-44e0-8f31-aec7280f2d16 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:30.627017 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-a201fd4b-e266-44ba-b58f-48298f867246 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7266130 Jan 21 18:58:30.635114 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52568) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:30.653248 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:30.653584 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:30.653946 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:30.665885 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Port 1465af4b-080e-4180-a204-7951fbcd3b33 on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:30.666220 dv-neutron-825470-1-hyperv neutron-server[88137]: ERROR neutron.plugins.ml2.managers [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Failed to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 on host hv-neutron-8254 for vnic_type normal using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] Jan 21 18:58:30.667443 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-db78e2a3-40af-40bc-94e0-bef1f31101b0 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:30.668326 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.plugins.ml2.plugin [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempt 4 to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 Jan 21 18:58:30.674400 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25533f2d-fd8d-4708-8300-d30d03ce1118 admin admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 18:58:30.681232 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8254'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:30.686819 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816fb604-1798-413d-adf7-e6492c53f7c2 None None] Sync routers for ids ['2bcc1920-6fd2-41f6-b8c7-26d5b06a088c'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 18:58:30.702789 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816fb604-1798-413d-adf7-e6492c53f7c2 None None] Routers {'2bcc1920-6fd2-41f6-b8c7-26d5b06a088c'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 18:58:30.709224 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-816fb604-1798-413d-adf7-e6492c53f7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:58:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['2bcc1920-6fd2-41f6-b8c7-26d5b06a088c'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:30.726180 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-25533f2d-fd8d-4708-8300-d30d03ce1118 admin admin] 10.222.0.87 "PUT /v2.0/routers/2bcc1920-6fd2-41f6-b8c7-26d5b06a088c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8665080 Jan 21 18:58:30.750707 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-db78e2a3-40af-40bc-94e0-bef1f31101b0 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Usage tracker for resource:floatingip and tenant:1da765efa306402fa06d122a8f1a9381 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:30.757681 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-30db08d8-99a6-469f-8343-f89cf6aa9c61 tempest-DHCPAgentSchedulersTestJSON-708646 tempest-DHCPAgentSchedulersTestJSON-708646-project-admin] 10.222.0.87 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.7463298 Jan 21 18:58:30.759106 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-db78e2a3-40af-40bc-94e0-bef1f31101b0 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:30.778300 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52574) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:30.782072 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-db78e2a3-40af-40bc-94e0-bef1f31101b0 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:30.793283 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-657cf26a-2a53-4494-b3dc-51b7c1ab277c tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2111282945'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:30.827470 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08286191-a33f-47db-8aed-da4aa0d8f7a6 None None] Network 79fa00b7-aa55-4ce0-bd8b-984924ef565d requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 18:58:30.836115 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-657cf26a-2a53-4494-b3dc-51b7c1ab277c tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:31.080682 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-816fb604-1798-413d-adf7-e6492c53f7c2 None None] Set router 2bcc1920-6fd2-41f6-b8c7-26d5b06a088c gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 18:58:31.093429 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-657cf26a-2a53-4494-b3dc-51b7c1ab277c tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Usage tracker for resource:network and tenant:98a586de649a4f379b51955fee0ea327 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:31.140948 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9b5d11d3-ef15-44e0-8f31-aec7280f2d16 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:31.146817 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-99e98771-7473-4c00-b648-bb91fdb1160c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:31.157846 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:31.158654 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:31.159149 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:31.173543 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Port 1465af4b-080e-4180-a204-7951fbcd3b33 on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:31.175696 dv-neutron-825470-1-hyperv neutron-server[88137]: ERROR neutron.plugins.ml2.managers [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Failed to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 on host hv-neutron-8254 for vnic_type normal using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] Jan 21 18:58:31.187961 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-99e98771-7473-4c00-b648-bb91fdb1160c admin admin] Transition to ACTIVE for port object 8bcdb7e1-38b7-4c87-9dea-d5da2e0fa2b3 will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:58:31.259153 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-657cf26a-2a53-4494-b3dc-51b7c1ab277c tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:31.264420 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.plugins.ml2.plugin [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempt 5 to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 Jan 21 18:58:31.264580 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-db78e2a3-40af-40bc-94e0-bef1f31101b0 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:31.314197 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-657cf26a-2a53-4494-b3dc-51b7c1ab277c tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:31.324247 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52588) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:31.366539 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-99e98771-7473-4c00-b648-bb91fdb1160c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:31.379480 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-9b5d11d3-ef15-44e0-8f31-aec7280f2d16 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Calling delete_port for 243dd778-16b8-474a-8179-a7bfa273842b owned by {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 18:58:31.425071 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:31.511534 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:31.513573 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:31.514116 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:31.517549 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657cf26a-2a53-4494-b3dc-51b7c1ab277c tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Made reservation on behalf of 98a586de649a4f379b51955fee0ea327 for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:58:31.521175 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-657cf26a-2a53-4494-b3dc-51b7c1ab277c tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:31.532597 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Port 1465af4b-080e-4180-a204-7951fbcd3b33 on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:31.533182 dv-neutron-825470-1-hyperv neutron-server[88137]: ERROR neutron.plugins.ml2.managers [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Failed to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 on host hv-neutron-8254 for vnic_type normal using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] Jan 21 18:58:31.535431 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.plugins.ml2.plugin [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempt 6 to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 Jan 21 18:58:31.566799 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:31.567355 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:31.567841 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:31.569841 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e98771-7473-4c00-b648-bb91fdb1160c admin admin] Network 9ec3aba2-861c-47ae-bc74-f26885aa64f1 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:58:31.574435 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Port 1465af4b-080e-4180-a204-7951fbcd3b33 on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:31.574856 dv-neutron-825470-1-hyperv neutron-server[88137]: ERROR neutron.plugins.ml2.managers [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Failed to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 on host hv-neutron-8254 for vnic_type normal using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] Jan 21 18:58:31.575657 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.plugins.ml2.plugin [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempt 7 to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 Jan 21 18:58:31.583205 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-663efcc8-7ce2-429f-9318-7a9f40e24645 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-636236457', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:31.588298 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-663efcc8-7ce2-429f-9318-7a9f40e24645 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:31.592207 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-663efcc8-7ce2-429f-9318-7a9f40e24645 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] Usage tracker for resource:port and tenant:9350202fbcb14dc4a09711d0fe5dd003 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:31.596587 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-663efcc8-7ce2-429f-9318-7a9f40e24645 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:31.603290 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-663efcc8-7ce2-429f-9318-7a9f40e24645 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:31.611887 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-99e98771-7473-4c00-b648-bb91fdb1160c admin admin] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:58:31.627977 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:31.628312 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:31.628643 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:31.634924 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e98771-7473-4c00-b648-bb91fdb1160c admin admin] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:58:31.638930 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Port 1465af4b-080e-4180-a204-7951fbcd3b33 on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:31.639260 dv-neutron-825470-1-hyperv neutron-server[88137]: ERROR neutron.plugins.ml2.managers [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Failed to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 on host hv-neutron-8254 for vnic_type normal using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] Jan 21 18:58:31.648211 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.plugins.ml2.plugin [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempt 8 to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 Jan 21 18:58:31.697345 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-816fb604-1798-413d-adf7-e6492c53f7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bcc1920-6fd2-41f6-b8c7-26d5b06a088c', 'name': 'tempest-ServerActionsTestJSON-948088835-router', 'tenant_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.21'}], 'enable_snat': True}, 'gw_port_id': '30a746e1-6cfe-4965-8991-9a0788d3b275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:58:15Z', 'updated_at': '2022-01-21T18:58:25Z', 'revision_number': 4, 'project_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'gw_port': {'id': '30a746e1-6cfe-4965-8991-9a0788d3b275', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1920-6fd2-41f6-b8c7-26d5b06a088c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:58:17Z', 'updated_at': '2022-01-21T18:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '9967e813-77ed-46c7-91b8-8bce979ef6df', 'name': '', 'network_id': '2745c7b7-aa59-4a69-977f-3d793c812102', 'tenant_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'mac_address': 'fa:16:3e:6d:7a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bcc1920-6fd2-41f6-b8c7-26d5b06a088c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '34accf81-441d-49f3-9d99-4b01b78b2f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:58:22Z', 'updated_at': '2022-01-21T18:58:26Z', 'revision_number': 2, 'project_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'subnets': [{'id': '34accf81-441d-49f3-9d99-4b01b78b2f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:31.709315 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:31.709633 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:31.709994 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:31.710314 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-99e98771-7473-4c00-b648-bb91fdb1160c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:31.719057 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Port 1465af4b-080e-4180-a204-7951fbcd3b33 on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:31.719346 dv-neutron-825470-1-hyperv neutron-server[88137]: ERROR neutron.plugins.ml2.managers [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Failed to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 on host hv-neutron-8254 for vnic_type normal using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] Jan 21 18:58:31.720289 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.plugins.ml2.plugin [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempt 9 to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 Jan 21 18:58:31.730899 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816fb604-1798-413d-adf7-e6492c53f7c2 None None] Checking router: 2bcc1920-6fd2-41f6-b8c7-26d5b06a088c for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 18:58:31.731491 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816fb604-1798-413d-adf7-e6492c53f7c2 None None] Updating router 2bcc1920-6fd2-41f6-b8c7-26d5b06a088c port 9967e813-77ed-46c7-91b8-8bce979ef6df binding host dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 18:58:31.747265 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:31.747599 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:31.747934 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:31.768357 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Port 1465af4b-080e-4180-a204-7951fbcd3b33 on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:31.768357 dv-neutron-825470-1-hyperv neutron-server[88137]: ERROR neutron.plugins.ml2.managers [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Failed to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 on host hv-neutron-8254 for vnic_type normal using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] Jan 21 18:58:31.768357 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.plugins.ml2.plugin [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempt 10 to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 Jan 21 18:58:31.796678 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:31.797053 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:31.797337 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:31.811059 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Port 1465af4b-080e-4180-a204-7951fbcd3b33 on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:31.811391 dv-neutron-825470-1-hyperv neutron-server[88137]: ERROR neutron.plugins.ml2.managers [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Failed to bind port 1465af4b-080e-4180-a204-7951fbcd3b33 on host hv-neutron-8254 for vnic_type normal using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] Jan 21 18:58:31.811750 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:31.818866 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 98c06e67-306a-4413-ad8b-629752129788 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 18:58:31.836196 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-816fb604-1798-413d-adf7-e6492c53f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:31.840671 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9b5d11d3-ef15-44e0-8f31-aec7280f2d16 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:32.015065 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d11d3-ef15-44e0-8f31-aec7280f2d16 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Pushing event deleted for resources: {'Port': ['ID=243dd778-16b8-474a-8179-a7bfa273842b,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:32.017522 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663efcc8-7ce2-429f-9318-7a9f40e24645 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] Made reservation on behalf of 9350202fbcb14dc4a09711d0fe5dd003 for: {'port': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:58:32.022897 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-663efcc8-7ce2-429f-9318-7a9f40e24645 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:32.037031 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-657cf26a-2a53-4494-b3dc-51b7c1ab277c tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 18:58:32.048578 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e98771-7473-4c00-b648-bb91fdb1160c admin admin] Pushing event updated for resources: {'Port': ['ID=8bcdb7e1-38b7-4c87-9dea-d5da2e0fa2b3,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:32.064976 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-663efcc8-7ce2-429f-9318-7a9f40e24645 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:32.113038 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] For port 1465af4b-080e-4180-a204-7951fbcd3b33, host hv-neutron-8254, cleared binding levels {{(pid=88137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 18:58:32.113407 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempted to set empty binding levels {{(pid=88137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 21 18:58:32.117215 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 98c06e67-306a-4413-ad8b-629752129788 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 18:58:32.122764 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 98c06e67-306a-4413-ad8b-629752129788 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:58:32.123129 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:32.127864 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9b5d11d3-ef15-44e0-8f31-aec7280f2d16 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:32.151990 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-9b5d11d3-ef15-44e0-8f31-aec7280f2d16 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] 10.222.0.87 "DELETE /v2.0/ports/243dd778-16b8-474a-8179-a7bfa273842b HTTP/1.1" status: 204 len: 168 time: 1.9148941 Jan 21 18:58:32.152608 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52596) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:32.159097 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-657cf26a-2a53-4494-b3dc-51b7c1ab277c tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:32.159714 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-657cf26a-2a53-4494-b3dc-51b7c1ab277c tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Added segment ac53fb65-8fc8-46eb-824b-25c9be918695 of type vlan for network 23ef9a3c-59e1-47c5-8033-1e3f3ca36584 Jan 21 18:58:32.162228 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-eec22e80-6744-4f78-8470-4c2150054ac5 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2fe9871e-c5fe-4829-8618-d20c3c960819', 'external_fixed_ips': [{'subnet_id': '156143ea-075d-42e5-bf50-a67abc6ca01a', 'ip_address': '172.20.0.4'}]}}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:32.172096 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-eec22e80-6744-4f78-8470-4c2150054ac5 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:32.180954 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-eec22e80-6744-4f78-8470-4c2150054ac5 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Usage tracker for resource:router and tenant:ee61e73a33b04715b07b22baa3498d79 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:32.186831 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-eec22e80-6744-4f78-8470-4c2150054ac5 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:32.199676 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-eec22e80-6744-4f78-8470-4c2150054ac5 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:32.222696 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-7a7bcfce-1a28-4732-b2eb-80abac7baf76 None None] Provisioning for port 8bcdb7e1-38b7-4c87-9dea-d5da2e0fa2b3 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 18:58:32.229706 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-663efcc8-7ce2-429f-9318-7a9f40e24645 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:32.233030 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-7a7bcfce-1a28-4732-b2eb-80abac7baf76 None None] Provisioning complete for port 8bcdb7e1-38b7-4c87-9dea-d5da2e0fa2b3 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:58:32.238606 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7a7bcfce-1a28-4732-b2eb-80abac7baf76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:32.239233 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:32.262803 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-663efcc8-7ce2-429f-9318-7a9f40e24645 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] Usage tracker for resource:security_group_rule and tenant:9350202fbcb14dc4a09711d0fe5dd003 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:32.280691 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-663efcc8-7ce2-429f-9318-7a9f40e24645 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:32.298156 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-663efcc8-7ce2-429f-9318-7a9f40e24645 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:32.302291 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-657cf26a-2a53-4494-b3dc-51b7c1ab277c tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:32.303041 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] In _notify_port_updated(), no bound segment for port 1465af4b-080e-4180-a204-7951fbcd3b33 on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 {{(pid=88137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 18:58:32.303997 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:32.304835 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:32.308733 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] 10.222.0.87 "PUT /v2.0/ports/1465af4b-080e-4180-a204-7951fbcd3b33 HTTP/1.1" status: 200 len: 981 time: 3.3788764 Jan 21 18:58:32.309855 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52600) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:32.341956 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-99e98771-7473-4c00-b648-bb91fdb1160c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:32.345980 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-7a7bcfce-1a28-4732-b2eb-80abac7baf76 None None] Port 8bcdb7e1-38b7-4c87-9dea-d5da2e0fa2b3 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 18:58:32.368772 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-eec22e80-6744-4f78-8470-4c2150054ac5 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:32.370326 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-eec22e80-6744-4f78-8470-4c2150054ac5 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:32.373509 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:32.392009 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71aa096-7a29-4445-b93d-4d0281070a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Pushing event updated for resources: {'Port': ['ID=1465af4b-080e-4180-a204-7951fbcd3b33,revision_number=3']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:32.401362 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 98c06e67-306a-4413-ad8b-629752129788, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=98c06e67-306a-4413-ad8b-629752129788,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 18:58:32.410634 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52604) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:32.427512 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-3eda8714-a3cf-4dee-bb47-73b540d49191 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Request body: {'security_group': {'name': 'tempest-securitygroup--50468364', 'description': 'tempest-description--277647379'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:32.435247 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3eda8714-a3cf-4dee-bb47-73b540d49191 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:32.443610 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-3eda8714-a3cf-4dee-bb47-73b540d49191 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Usage tracker for resource:security_group and tenant:bb8144e3b5cb451fa2ea1f5ea2efa32a is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:32.447808 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-816fb604-1798-413d-adf7-e6492c53f7c2 None None] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:32.448180 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-3eda8714-a3cf-4dee-bb47-73b540d49191 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:32.452516 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-eec22e80-6744-4f78-8470-4c2150054ac5 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:32.464167 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3eda8714-a3cf-4dee-bb47-73b540d49191 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:32.473844 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-816fb604-1798-413d-adf7-e6492c53f7c2 None None] Transition to ACTIVE for port object 9967e813-77ed-46c7-91b8-8bce979ef6df will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:58:32.487503 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:32.496306 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4066d48a-9654-404a-b47b-d89818ee7522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:32.496997 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4066d48a-9654-404a-b47b-d89818ee7522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:32.497479 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4066d48a-9654-404a-b47b-d89818ee7522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:32.497979 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4066d48a-9654-404a-b47b-d89818ee7522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:32.498452 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4066d48a-9654-404a-b47b-d89818ee7522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:32.498918 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4066d48a-9654-404a-b47b-d89818ee7522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:32.499379 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4066d48a-9654-404a-b47b-d89818ee7522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:32.499840 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4066d48a-9654-404a-b47b-d89818ee7522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:32.500298 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4066d48a-9654-404a-b47b-d89818ee7522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:32.501322 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4066d48a-9654-404a-b47b-d89818ee7522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:32.501783 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4066d48a-9654-404a-b47b-d89818ee7522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:32.502428 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4066d48a-9654-404a-b47b-d89818ee7522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:32.502889 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4066d48a-9654-404a-b47b-d89818ee7522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:32.504321 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-4066d48a-9654-404a-b47b-d89818ee7522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Synchronizing usage tracker for tenant:96065cfdc6394b93b9e024104254dcc1 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 18:58:32.513695 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] device_id is not set on port a092a4e2-00a0-4e1e-b47e-fa47371beb67 yet. {{(pid=88136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 18:58:32.524747 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-db78e2a3-40af-40bc-94e0-bef1f31101b0 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:32.528563 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:32.543135 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-816fb604-1798-413d-adf7-e6492c53f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:32.560099 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=98c06e67-306a-4413-ad8b-629752129788,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:32.622509 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Transition to ACTIVE for port object a092a4e2-00a0-4e1e-b47e-fa47371beb67 will not be triggered until provisioned by entity L2. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:58:32.633090 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-657cf26a-2a53-4494-b3dc-51b7c1ab277c tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:32.638555 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657cf26a-2a53-4494-b3dc-51b7c1ab277c tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:32.639155 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-657cf26a-2a53-4494-b3dc-51b7c1ab277c tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:32.667197 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3eda8714-a3cf-4dee-bb47-73b540d49191 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:32.685263 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-4066d48a-9654-404a-b47b-d89818ee7522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Unset dirty status for tenant:96065cfdc6394b93b9e024104254dcc1 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 18:58:32.691133 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-4066d48a-9654-404a-b47b-d89818ee7522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11741 time: 0.3757114 Jan 21 18:58:32.693335 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52608) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:32.728241 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4685e55b-dddf-4676-b1f3-01d25de8f234 None None] Pushing event updated for resources: {'Port': ['ID=9967e813-77ed-46c7-91b8-8bce979ef6df,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:32.750568 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:32.818220 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-816fb604-1798-413d-adf7-e6492c53f7c2 None None] Attempting to bind port 9967e813-77ed-46c7-91b8-8bce979ef6df on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:32.818639 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-816fb604-1798-413d-adf7-e6492c53f7c2 None None] Attempting to bind port 9967e813-77ed-46c7-91b8-8bce979ef6df by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'b4eccb45-142e-447f-a8ee-f3134a1bbcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2745c7b7-aa59-4a69-977f-3d793c812102'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:32.819057 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816fb604-1798-413d-adf7-e6492c53f7c2 None None] Attempting to bind port 9967e813-77ed-46c7-91b8-8bce979ef6df on network 2745c7b7-aa59-4a69-977f-3d793c812102 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:32.824954 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816fb604-1798-413d-adf7-e6492c53f7c2 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 18, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 18:58:32.825334 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816fb604-1798-413d-adf7-e6492c53f7c2 None None] Checking segment: {'id': 'b4eccb45-142e-447f-a8ee-f3134a1bbcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2745c7b7-aa59-4a69-977f-3d793c812102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 18:58:32.825742 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-816fb604-1798-413d-adf7-e6492c53f7c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:32.826311 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816fb604-1798-413d-adf7-e6492c53f7c2 None None] Bound using segment: {'id': 'b4eccb45-142e-447f-a8ee-f3134a1bbcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2745c7b7-aa59-4a69-977f-3d793c812102'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 18:58:32.826622 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-816fb604-1798-413d-adf7-e6492c53f7c2 None None] Bound port: 9967e813-77ed-46c7-91b8-8bce979ef6df, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4eccb45-142e-447f-a8ee-f3134a1bbcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2745c7b7-aa59-4a69-977f-3d793c812102'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 18:58:32.827019 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-816fb604-1798-413d-adf7-e6492c53f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:32.866542 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3eda8714-a3cf-4dee-bb47-73b540d49191 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:32.883353 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-3eda8714-a3cf-4dee-bb47-73b540d49191 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Usage tracker for resource:security_group_rule and tenant:bb8144e3b5cb451fa2ea1f5ea2efa32a is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:32.887554 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-3eda8714-a3cf-4dee-bb47-73b540d49191 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:32.928978 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-816fb604-1798-413d-adf7-e6492c53f7c2 None None] For port 9967e813-77ed-46c7-91b8-8bce979ef6df, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 18:58:32.932120 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-816fb604-1798-413d-adf7-e6492c53f7c2 None None] For port 9967e813-77ed-46c7-91b8-8bce979ef6df, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=9967e813-77ed-46c7-91b8-8bce979ef6df,segment=NetworkSegment(b4eccb45-142e-447f-a8ee-f3134a1bbcfe),segment_id=b4eccb45-142e-447f-a8ee-f3134a1bbcfe)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 18:58:32.949986 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3eda8714-a3cf-4dee-bb47-73b540d49191 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:32.953510 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-eec22e80-6744-4f78-8470-4c2150054ac5 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:32.966985 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-34baeb2a-ec6b-4ce9-9183-8401fd23e75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Deleting port 1465af4b-080e-4180-a204-7951fbcd3b33 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 18:58:32.967351 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-34baeb2a-ec6b-4ce9-9183-8401fd23e75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:32.974939 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-663efcc8-7ce2-429f-9318-7a9f40e24645 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:32.979126 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657cf26a-2a53-4494-b3dc-51b7c1ab277c tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Pushing event updated for resources: {'Network': ['ID=23ef9a3c-59e1-47c5-8033-1e3f3ca36584,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:32.995117 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 23ef9a3c-59e1-47c5-8033-1e3f3ca36584 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 18:58:32.996606 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-657cf26a-2a53-4494-b3dc-51b7c1ab277c tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.2161765 Jan 21 18:58:32.999675 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52612) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:33.025139 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-816fb604-1798-413d-adf7-e6492c53f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:33.075914 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-663efcc8-7ce2-429f-9318-7a9f40e24645 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:33.088214 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Pushing event updated for resources: {'Port': ['ID=a092a4e2-00a0-4e1e-b47e-fa47371beb67,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:33.111010 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [None req-663efcc8-7ce2-429f-9318-7a9f40e24645 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] device_id is not set on port 4a89e940-cf7c-44e4-bec4-1a197ec9afef yet. {{(pid=88136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 18:58:33.144072 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816fb604-1798-413d-adf7-e6492c53f7c2 None None] Routers {'2bcc1920-6fd2-41f6-b8c7-26d5b06a088c'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 18:58:33.144713 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-816fb604-1798-413d-adf7-e6492c53f7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:58:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['2bcc1920-6fd2-41f6-b8c7-26d5b06a088c'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:33.222921 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-db78e2a3-40af-40bc-94e0-bef1f31101b0 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Allocated IP 172.20.0.10 (79fa00b7-aa55-4ce0-bd8b-984924ef565d/eb5eff39-6a4b-44e2-942c-73b061508d08/b5135947-d134-48df-8824-0f4be3f5d673) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:58:33.223595 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4685e55b-dddf-4676-b1f3-01d25de8f234 None None] Pushing event updated for resources: {'Port': ['ID=9967e813-77ed-46c7-91b8-8bce979ef6df,revision_number=4']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:33.275955 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663efcc8-7ce2-429f-9318-7a9f40e24645 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2784495-729e-44a3-9a0d-edd29d87b855,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:33.286004 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.managers [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:33.286377 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.managers [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] {{(pid=88136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:33.286946 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:33.300091 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Port a092a4e2-00a0-4e1e-b47e-fa47371beb67 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:33.301698 dv-neutron-825470-1-hyperv neutron-server[88136]: ERROR neutron.plugins.ml2.managers [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Failed to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 on host hv-neutron-8254 for vnic_type normal using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] Jan 21 18:58:33.309136 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.plugins.ml2.plugin [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempt 2 to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 Jan 21 18:58:33.374471 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-816fb604-1798-413d-adf7-e6492c53f7c2 None None] Set router 2bcc1920-6fd2-41f6-b8c7-26d5b06a088c gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 18:58:33.471833 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-99e98771-7473-4c00-b648-bb91fdb1160c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:33.515892 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-34baeb2a-ec6b-4ce9-9183-8401fd23e75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] For port 1465af4b-080e-4180-a204-7951fbcd3b33, host hv-neutron-8254, got binding levels [] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 18:58:33.517076 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-34baeb2a-ec6b-4ce9-9183-8401fd23e75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:33.526982 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.managers [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:33.527509 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.managers [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] {{(pid=88136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:33.527725 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:33.590182 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-99e98771-7473-4c00-b648-bb91fdb1160c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:33.642234 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-34baeb2a-ec6b-4ce9-9183-8401fd23e75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Calling delete_port for 1465af4b-080e-4180-a204-7951fbcd3b33 owned by {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 18:58:33.681072 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Port a092a4e2-00a0-4e1e-b47e-fa47371beb67 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:33.681230 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 98c06e67-306a-4413-ad8b-629752129788 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 18:58:33.681676 dv-neutron-825470-1-hyperv neutron-server[88136]: ERROR neutron.plugins.ml2.managers [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Failed to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 on host hv-neutron-8254 for vnic_type normal using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] Jan 21 18:58:33.690666 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.plugins.ml2.plugin [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempt 3 to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 Jan 21 18:58:33.718995 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-816fb604-1798-413d-adf7-e6492c53f7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bcc1920-6fd2-41f6-b8c7-26d5b06a088c', 'name': 'tempest-ServerActionsTestJSON-948088835-router', 'tenant_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.21'}], 'enable_snat': True}, 'gw_port_id': '30a746e1-6cfe-4965-8991-9a0788d3b275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:58:15Z', 'updated_at': '2022-01-21T18:58:25Z', 'revision_number': 4, 'project_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'gw_port': {'id': '30a746e1-6cfe-4965-8991-9a0788d3b275', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1920-6fd2-41f6-b8c7-26d5b06a088c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:58:17Z', 'updated_at': '2022-01-21T18:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '9967e813-77ed-46c7-91b8-8bce979ef6df', 'name': '', 'network_id': '2745c7b7-aa59-4a69-977f-3d793c812102', 'tenant_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'mac_address': 'fa:16:3e:6d:7a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bcc1920-6fd2-41f6-b8c7-26d5b06a088c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '34accf81-441d-49f3-9d99-4b01b78b2f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:58:22Z', 'updated_at': '2022-01-21T18:58:32Z', 'revision_number': 4, 'project_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'subnets': [{'id': '34accf81-441d-49f3-9d99-4b01b78b2f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:33.724437 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816fb604-1798-413d-adf7-e6492c53f7c2 None None] The sync data for ids ['2bcc1920-6fd2-41f6-b8c7-26d5b06a088c'] in dv-neutron-825470-1-hyperv is: [{'id': '2bcc1920-6fd2-41f6-b8c7-26d5b06a088c', 'name': 'tempest-ServerActionsTestJSON-948088835-router', 'tenant_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.21'}], 'enable_snat': True}, 'gw_port_id': '30a746e1-6cfe-4965-8991-9a0788d3b275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:58:15Z', 'updated_at': '2022-01-21T18:58:25Z', 'revision_number': 4, 'project_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'gw_port': {'id': '30a746e1-6cfe-4965-8991-9a0788d3b275', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1920-6fd2-41f6-b8c7-26d5b06a088c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:58:17Z', 'updated_at': '2022-01-21T18:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '9967e813-77ed-46c7-91b8-8bce979ef6df', 'name': '', 'network_id': '2745c7b7-aa59-4a69-977f-3d793c812102', 'tenant_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'mac_address': 'fa:16:3e:6d:7a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bcc1920-6fd2-41f6-b8c7-26d5b06a088c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '34accf81-441d-49f3-9d99-4b01b78b2f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:58:22Z', 'updated_at': '2022-01-21T18:58:32Z', 'revision_number': 4, 'project_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'subnets': [{'id': '34accf81-441d-49f3-9d99-4b01b78b2f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 18:58:33.734308 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e98771-7473-4c00-b648-bb91fdb1160c admin admin] Pushing event updated for resources: {'Port': ['ID=8bcdb7e1-38b7-4c87-9dea-d5da2e0fa2b3,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:33.748551 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-663efcc8-7ce2-429f-9318-7a9f40e24645 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] Allocated IP 172.26.1.108 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/4a89e940-cf7c-44e4-bec4-1a197ec9afef) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:58:33.758280 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.managers [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:33.758607 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.managers [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] {{(pid=88136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:33.758929 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:33.768165 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 98c06e67-306a-4413-ad8b-629752129788 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:58:33.768165 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:33.789412 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Port a092a4e2-00a0-4e1e-b47e-fa47371beb67 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:33.789740 dv-neutron-825470-1-hyperv neutron-server[88136]: ERROR neutron.plugins.ml2.managers [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Failed to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 on host hv-neutron-8254 for vnic_type normal using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] Jan 21 18:58:33.798711 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.plugins.ml2.plugin [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempt 4 to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 Jan 21 18:58:33.810268 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-11b400dc-c115-4bc4-b624-9d46106b7c7a tempest-DHCPAgentSchedulersTestJSON-708646 tempest-DHCPAgentSchedulersTestJSON-708646-project-admin] 10.222.0.87 "GET /v2.0/agents/20568dac-c227-4871-b6d9-dc6ce3426b8a/dhcp-networks HTTP/1.1" status: 200 len: 8001 time: 0.8035820 Jan 21 18:58:33.819039 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52616) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:33.823350 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.managers [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:33.823678 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.managers [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] {{(pid=88136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:33.824065 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:33.835436 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Port a092a4e2-00a0-4e1e-b47e-fa47371beb67 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:33.835843 dv-neutron-825470-1-hyperv neutron-server[88136]: ERROR neutron.plugins.ml2.managers [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Failed to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 on host hv-neutron-8254 for vnic_type normal using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] Jan 21 18:58:33.848663 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.plugins.ml2.plugin [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempt 5 to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 Jan 21 18:58:33.875767 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-99e98771-7473-4c00-b648-bb91fdb1160c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:33.921161 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3eda8714-a3cf-4dee-bb47-73b540d49191 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:33.939835 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-db78e2a3-40af-40bc-94e0-bef1f31101b0 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:33.971181 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.managers [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:33.971516 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.managers [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] {{(pid=88136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:33.971855 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:33.991278 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Port a092a4e2-00a0-4e1e-b47e-fa47371beb67 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:33.991278 dv-neutron-825470-1-hyperv neutron-server[88136]: ERROR neutron.plugins.ml2.managers [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Failed to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 on host hv-neutron-8254 for vnic_type normal using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] Jan 21 18:58:33.994402 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.plugins.ml2.plugin [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempt 6 to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 Jan 21 18:58:33.996566 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3eda8714-a3cf-4dee-bb47-73b540d49191 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:34.067885 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-34baeb2a-ec6b-4ce9-9183-8401fd23e75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:34.085817 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.managers [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:34.086036 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.managers [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] {{(pid=88136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:34.086354 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:34.116320 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Port a092a4e2-00a0-4e1e-b47e-fa47371beb67 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:34.116651 dv-neutron-825470-1-hyperv neutron-server[88136]: ERROR neutron.plugins.ml2.managers [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Failed to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 on host hv-neutron-8254 for vnic_type normal using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] Jan 21 18:58:34.121728 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.plugins.ml2.plugin [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempt 7 to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 Jan 21 18:58:34.182752 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34baeb2a-ec6b-4ce9-9183-8401fd23e75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Pushing event deleted for resources: {'Port': ['ID=1465af4b-080e-4180-a204-7951fbcd3b33,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:34.197206 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda8714-a3cf-4dee-bb47-73b540d49191 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb86ef9f-40f4-4a78-9704-a02cb5241747,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:34.203035 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.managers [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:34.203373 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.managers [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] {{(pid=88136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:34.204441 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:34.220461 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-34baeb2a-ec6b-4ce9-9183-8401fd23e75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:34.225702 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-34baeb2a-ec6b-4ce9-9183-8401fd23e75b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] 10.222.0.87 "DELETE /v2.0/ports/1465af4b-080e-4180-a204-7951fbcd3b33 HTTP/1.1" status: 204 len: 168 time: 1.5280883 Jan 21 18:58:34.226003 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Port a092a4e2-00a0-4e1e-b47e-fa47371beb67 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:34.226003 dv-neutron-825470-1-hyperv neutron-server[88136]: ERROR neutron.plugins.ml2.managers [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Failed to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 on host hv-neutron-8254 for vnic_type normal using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] Jan 21 18:58:34.228234 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52622) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:34.230832 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa60eb2-55c9-4ad8-9bf1-f73988e74f84 tempest-DHCPAgentSchedulersTestJSON-708646 tempest-DHCPAgentSchedulersTestJSON-708646-project-admin] Network 23ef9a3c-59e1-47c5-8033-1e3f3ca36584 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 18:58:34.232385 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.plugins.ml2.plugin [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempt 8 to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 Jan 21 18:58:34.255507 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e98771-7473-4c00-b648-bb91fdb1160c admin admin] Network 9ec3aba2-861c-47ae-bc74-f26885aa64f1 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:58:34.259792 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-99e98771-7473-4c00-b648-bb91fdb1160c admin admin] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:58:34.273946 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.managers [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:34.274274 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.managers [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] {{(pid=88136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:34.277635 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:34.286075 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Port a092a4e2-00a0-4e1e-b47e-fa47371beb67 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:34.286404 dv-neutron-825470-1-hyperv neutron-server[88136]: ERROR neutron.plugins.ml2.managers [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Failed to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 on host hv-neutron-8254 for vnic_type normal using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] Jan 21 18:58:34.289224 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.plugins.ml2.plugin [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempt 9 to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 Jan 21 18:58:34.291564 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3eda8714-a3cf-4dee-bb47-73b540d49191 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:34.292772 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3eda8714-a3cf-4dee-bb47-73b540d49191 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.8809171 Jan 21 18:58:34.296606 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52626) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:34.303410 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-081cdd83-a819-48c1-b280-44905f555c38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] GET failed (client error): The resource could not be found. Jan 21 18:58:34.303942 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-081cdd83-a819-48c1-b280-44905f555c38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Synchronizing usage tracker for tenant:96065cfdc6394b93b9e024104254dcc1 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 18:58:34.308907 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-aea638bc-906f-4715-b76c-1d2d2a29b5e9 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Request body: {'security_group_rule': {'security_group_id': 'fb86ef9f-40f4-4a78-9704-a02cb5241747', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:34.374302 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-db78e2a3-40af-40bc-94e0-bef1f31101b0 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:34.376888 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-aea638bc-906f-4715-b76c-1d2d2a29b5e9 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:34.387297 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036622c7-a01d-428b-a054-474b83287080 None None] Network 23ef9a3c-59e1-47c5-8033-1e3f3ca36584 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 18:58:34.388348 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-4fa60eb2-55c9-4ad8-9bf1-f73988e74f84 tempest-DHCPAgentSchedulersTestJSON-708646 tempest-DHCPAgentSchedulersTestJSON-708646-project-admin] 10.222.0.87 "POST /v2.0/agents/20568dac-c227-4871-b6d9-dc6ce3426b8a/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5659835 Jan 21 18:58:34.391890 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52630) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:34.392930 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-aea638bc-906f-4715-b76c-1d2d2a29b5e9 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Usage tracker for resource:security_group_rule and tenant:bb8144e3b5cb451fa2ea1f5ea2efa32a is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:34.477826 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-aea638bc-906f-4715-b76c-1d2d2a29b5e9 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:34.504177 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-663efcc8-7ce2-429f-9318-7a9f40e24645 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:34.526073 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db78e2a3-40af-40bc-94e0-bef1f31101b0 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Pushing event updated for resources: {'Port': ['ID=b5135947-d134-48df-8824-0f4be3f5d673,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:34.537823 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.managers [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:34.538396 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.managers [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] {{(pid=88136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:34.538935 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:34.539413 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-aea638bc-906f-4715-b76c-1d2d2a29b5e9 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:34.557812 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db78e2a3-40af-40bc-94e0-bef1f31101b0 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Network 79fa00b7-aa55-4ce0-bd8b-984924ef565d is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:58:34.570524 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-db78e2a3-40af-40bc-94e0-bef1f31101b0 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:58:34.586392 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Port a092a4e2-00a0-4e1e-b47e-fa47371beb67 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:34.586983 dv-neutron-825470-1-hyperv neutron-server[88136]: ERROR neutron.plugins.ml2.managers [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Failed to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 on host hv-neutron-8254 for vnic_type normal using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] Jan 21 18:58:34.604314 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db78e2a3-40af-40bc-94e0-bef1f31101b0 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:58:34.635240 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.plugins.ml2.plugin [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempt 10 to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 Jan 21 18:58:34.683719 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-42db9370-f6fe-43b9-a20c-5396fad4e620 None None] Provisioning complete for port 8bcdb7e1-38b7-4c87-9dea-d5da2e0fa2b3 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:58:34.684734 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-42db9370-f6fe-43b9-a20c-5396fad4e620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:34.689835 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-081cdd83-a819-48c1-b280-44905f555c38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Unset dirty status for tenant:96065cfdc6394b93b9e024104254dcc1 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 18:58:34.690990 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-081cdd83-a819-48c1-b280-44905f555c38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] 10.222.0.87 "GET /v2.0/ports/1465af4b-080e-4180-a204-7951fbcd3b33 HTTP/1.1" status: 404 len: 333 time: 0.4618850 Jan 21 18:58:34.695461 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52634) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:34.708708 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-381d3959-aac4-4147-b4b5-9adce87c6c92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-13512222', 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:34.730496 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-eec22e80-6744-4f78-8470-4c2150054ac5 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:34.739637 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-663efcc8-7ce2-429f-9318-7a9f40e24645 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:34.741461 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.managers [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:34.742011 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.managers [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] {{(pid=88136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:34.742504 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:34.754187 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-42db9370-f6fe-43b9-a20c-5396fad4e620 None None] Port 8bcdb7e1-38b7-4c87-9dea-d5da2e0fa2b3 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 18:58:34.765963 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-381d3959-aac4-4147-b4b5-9adce87c6c92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:34.769267 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-eec22e80-6744-4f78-8470-4c2150054ac5 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:34.774671 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aea638bc-906f-4715-b76c-1d2d2a29b5e9 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:34.823215 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Port a092a4e2-00a0-4e1e-b47e-fa47371beb67 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:34.823215 dv-neutron-825470-1-hyperv neutron-server[88136]: ERROR neutron.plugins.ml2.managers [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Failed to bind port a092a4e2-00a0-4e1e-b47e-fa47371beb67 on host hv-neutron-8254 for vnic_type normal using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] Jan 21 18:58:34.823215 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:34.828605 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-381d3959-aac4-4147-b4b5-9adce87c6c92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:34.881711 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663efcc8-7ce2-429f-9318-7a9f40e24645 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:58:34.910217 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3543b2e3-58c7-4426-b4dd-552c55429da4 tempest-DHCPAgentSchedulersTestJSON-708646 tempest-DHCPAgentSchedulersTestJSON-708646-project-admin] 10.222.0.87 "GET /v2.0/agents/20568dac-c227-4871-b6d9-dc6ce3426b8a/dhcp-networks HTTP/1.1" status: 200 len: 8771 time: 0.4334693 Jan 21 18:58:34.915355 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-663efcc8-7ce2-429f-9318-7a9f40e24645 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:58:34.915541 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52638) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:34.940072 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663efcc8-7ce2-429f-9318-7a9f40e24645 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:58:34.965886 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e98771-7473-4c00-b648-bb91fdb1160c admin admin] Router 8d9686a9-aff3-407c-b3c0-3668e2ff583a has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 18:58:34.988392 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aea638bc-906f-4715-b76c-1d2d2a29b5e9 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:34.989224 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381d3959-aac4-4147-b4b5-9adce87c6c92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Made reservation on behalf of 96065cfdc6394b93b9e024104254dcc1 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:58:34.991523 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-381d3959-aac4-4147-b4b5-9adce87c6c92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:35.007554 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663efcc8-7ce2-429f-9318-7a9f40e24645 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] Pushing event updated for resources: {'Port': ['ID=4a89e940-cf7c-44e4-bec4-1a197ec9afef,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:35.068581 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-381d3959-aac4-4147-b4b5-9adce87c6c92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] device_id is not set on port df753719-3bbc-4875-b9e9-635989236e13 yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 18:58:35.155861 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663efcc8-7ce2-429f-9318-7a9f40e24645 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:35.156470 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-663efcc8-7ce2-429f-9318-7a9f40e24645 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:35.174411 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-db78e2a3-40af-40bc-94e0-bef1f31101b0 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:35.194046 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aea638bc-906f-4715-b76c-1d2d2a29b5e9 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:35.198290 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] For port a092a4e2-00a0-4e1e-b47e-fa47371beb67, host hv-neutron-8254, cleared binding levels {{(pid=88136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 18:58:35.198666 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempted to set empty binding levels {{(pid=88136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 21 18:58:35.277142 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea638bc-906f-4715-b76c-1d2d2a29b5e9 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c24fa044-eaec-43a0-8522-0d9d4e3854d3,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:35.336025 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-eec22e80-6744-4f78-8470-4c2150054ac5 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Allocated IP 172.20.0.4 (2fe9871e-c5fe-4829-8618-d20c3c960819/156143ea-075d-42e5-bf50-a67abc6ca01a/668828a2-0683-4ed5-b87c-78eb0009d69e) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:58:35.356732 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:35.362373 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-663efcc8-7ce2-429f-9318-7a9f40e24645 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.0288496 Jan 21 18:58:35.383205 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e6813c52-9f0a-4ea0-a528-6fdab0b60fea tempest-DHCPAgentSchedulersTestJSON-708646 tempest-DHCPAgentSchedulersTestJSON-708646-project-admin] 10.222.0.87 "DELETE /v2.0/agents/20568dac-c227-4871-b6d9-dc6ce3426b8a/dhcp-networks/23ef9a3c-59e1-47c5-8033-1e3f3ca36584 HTTP/1.1" status: 204 len: 168 time: 0.4608049 Jan 21 18:58:35.383205 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52642) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:35.400121 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52644) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:35.411077 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-0c08c148-cadf-428d-ac2f-017c08e01eb1 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.108'}]}}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:35.426447 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aea638bc-906f-4715-b76c-1d2d2a29b5e9 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:35.430339 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-aea638bc-906f-4715-b76c-1d2d2a29b5e9 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1282673 Jan 21 18:58:35.436996 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-0c08c148-cadf-428d-ac2f-017c08e01eb1 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:35.437947 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52648) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:35.449558 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-0c08c148-cadf-428d-ac2f-017c08e01eb1 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] Usage tracker for resource:router and tenant:9350202fbcb14dc4a09711d0fe5dd003 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:35.477073 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-f305ba2e-4d65-4d49-8bfe-fce6f03e5898 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Request body: {'security_group_rule': {'security_group_id': 'fb86ef9f-40f4-4a78-9704-a02cb5241747', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:35.509292 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] In _notify_port_updated(), no bound segment for port a092a4e2-00a0-4e1e-b47e-fa47371beb67 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 {{(pid=88136) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 18:58:35.510242 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:35.510849 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:35.512160 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] 10.222.0.87 "PUT /v2.0/ports/a092a4e2-00a0-4e1e-b47e-fa47371beb67 HTTP/1.1" status: 200 len: 977 time: 4.8531535 Jan 21 18:58:35.515076 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-f305ba2e-4d65-4d49-8bfe-fce6f03e5898 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:35.538294 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52654) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:35.544193 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-f305ba2e-4d65-4d49-8bfe-fce6f03e5898 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Usage tracker for resource:security_group_rule and tenant:bb8144e3b5cb451fa2ea1f5ea2efa32a is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:35.556447 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-0c08c148-cadf-428d-ac2f-017c08e01eb1 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:35.558909 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-f305ba2e-4d65-4d49-8bfe-fce6f03e5898 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:35.582308 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-0c08c148-cadf-428d-ac2f-017c08e01eb1 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:35.605916 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-db78e2a3-40af-40bc-94e0-bef1f31101b0 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:35.618200 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-381d3959-aac4-4147-b4b5-9adce87c6c92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:35.639610 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-f305ba2e-4d65-4d49-8bfe-fce6f03e5898 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:35.655533 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db64781d-43ce-49da-a45d-838f21e94564 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Pushing event updated for resources: {'Port': ['ID=a092a4e2-00a0-4e1e-b47e-fa47371beb67,revision_number=3']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:35.658445 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-eec22e80-6744-4f78-8470-4c2150054ac5 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:35.658920 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e98771-7473-4c00-b648-bb91fdb1160c admin admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 18:58:35.673511 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35136416-cfab-4b19-93fb-20097d41e513 None None] Sync routers for ids ['8d9686a9-aff3-407c-b3c0-3668e2ff583a'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 18:58:35.674995 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-99e98771-7473-4c00-b648-bb91fdb1160c admin admin] 10.222.0.87 "PUT /v2.0/routers/8d9686a9-aff3-407c-b3c0-3668e2ff583a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4524975 Jan 21 18:58:35.709962 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0c08c148-cadf-428d-ac2f-017c08e01eb1 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:35.711562 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35136416-cfab-4b19-93fb-20097d41e513 None None] Routers {'8d9686a9-aff3-407c-b3c0-3668e2ff583a'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 18:58:35.712996 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-35136416-cfab-4b19-93fb-20097d41e513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:58:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['8d9686a9-aff3-407c-b3c0-3668e2ff583a'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:35.717624 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0c08c148-cadf-428d-ac2f-017c08e01eb1 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:35.746533 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0c08c148-cadf-428d-ac2f-017c08e01eb1 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:35.800461 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-381d3959-aac4-4147-b4b5-9adce87c6c92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:35.807967 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 9967e813-77ed-46c7-91b8-8bce979ef6df up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 18:58:35.849265 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-eec22e80-6744-4f78-8470-4c2150054ac5 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:35.874417 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f305ba2e-4d65-4d49-8bfe-fce6f03e5898 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:35.889166 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381d3959-aac4-4147-b4b5-9adce87c6c92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Network 10a07476-8919-48ae-ac78-d1cf5e7579c8 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:58:35.895990 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-abe68828-d6a2-4ee8-aa0f-2b3c419cb3c0 tempest-DHCPAgentSchedulersTestJSON-708646 tempest-DHCPAgentSchedulersTestJSON-708646-project-admin] 10.222.0.87 "GET /v2.0/agents/20568dac-c227-4871-b6d9-dc6ce3426b8a/dhcp-networks HTTP/1.1" status: 200 len: 8001 time: 0.4622579 Jan 21 18:58:35.896191 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-381d3959-aac4-4147-b4b5-9adce87c6c92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:58:35.898162 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52660) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:35.905854 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381d3959-aac4-4147-b4b5-9adce87c6c92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:58:35.906974 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381d3959-aac4-4147-b4b5-9adce87c6c92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:35.908100 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-381d3959-aac4-4147-b4b5-9adce87c6c92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:35.916106 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec22e80-6744-4f78-8470-4c2150054ac5 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Network 2fe9871e-c5fe-4829-8618-d20c3c960819 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:58:35.988288 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-eec22e80-6744-4f78-8470-4c2150054ac5 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:58:35.991187 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d3959-aac4-4147-b4b5-9adce87c6c92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Pushing event updated for resources: {'Port': ['ID=df753719-3bbc-4875-b9e9-635989236e13,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:35.994771 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d532de-f95b-4c5a-b237-1e4584577b9d tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:35.995258 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d532de-f95b-4c5a-b237-1e4584577b9d tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:35.995735 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d532de-f95b-4c5a-b237-1e4584577b9d tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:35.996207 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d532de-f95b-4c5a-b237-1e4584577b9d tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:35.996671 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d532de-f95b-4c5a-b237-1e4584577b9d tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:35.997135 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d532de-f95b-4c5a-b237-1e4584577b9d tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:35.997595 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d532de-f95b-4c5a-b237-1e4584577b9d tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:35.998081 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d532de-f95b-4c5a-b237-1e4584577b9d tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:35.998555 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d532de-f95b-4c5a-b237-1e4584577b9d tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:35.998994 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d532de-f95b-4c5a-b237-1e4584577b9d tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:35.999449 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d532de-f95b-4c5a-b237-1e4584577b9d tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:35.999917 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d532de-f95b-4c5a-b237-1e4584577b9d tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:36.000354 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d532de-f95b-4c5a-b237-1e4584577b9d tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:36.001501 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d532de-f95b-4c5a-b237-1e4584577b9d tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:36.003791 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-80d532de-f95b-4c5a-b237-1e4584577b9d tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12652 time: 0.4628284 Jan 21 18:58:36.015380 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52668) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:36.015558 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-35136416-cfab-4b19-93fb-20097d41e513 None None] Set router 8d9686a9-aff3-407c-b3c0-3668e2ff583a gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 18:58:36.036770 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec22e80-6744-4f78-8470-4c2150054ac5 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:58:36.064421 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-8d583325-c634-4c27-8773-b9625f745d3c tempest-DHCPAgentSchedulersTestJSON-708646 tempest-DHCPAgentSchedulersTestJSON-708646-project-admin] 10.222.0.87 "GET /v2.0/networks/91724e21-d638-487f-9c2a-a051d1b70309/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1650059 Jan 21 18:58:36.081476 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52672) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:36.134778 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f305ba2e-4d65-4d49-8bfe-fce6f03e5898 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:36.150889 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-b653c77a-d624-4f8b-9a8d-09ec2867c105 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Deleting port a092a4e2-00a0-4e1e-b47e-fa47371beb67 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 18:58:36.151225 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b653c77a-d624-4f8b-9a8d-09ec2867c105 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:36.176911 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a72caa0c-dfc3-4876-9924-91ab3c6414be tempest-DHCPAgentSchedulersTestJSON-708646 tempest-DHCPAgentSchedulersTestJSON-708646-project-admin] 10.222.0.87 "GET /v2.0/networks/91724e21-d638-487f-9c2a-a051d1b70309/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0942636 Jan 21 18:58:36.195142 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52678) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:36.256322 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-db78e2a3-40af-40bc-94e0-bef1f31101b0 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:36.257889 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f305ba2e-4d65-4d49-8bfe-fce6f03e5898 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:36.308818 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-381d3959-aac4-4147-b4b5-9adce87c6c92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.6122088 Jan 21 18:58:36.315092 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52682) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:36.340751 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305ba2e-4d65-4d49-8bfe-fce6f03e5898 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=019b865e-451a-4456-8d0b-aea066f00149,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:36.350091 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 9967e813-77ed-46c7-91b8-8bce979ef6df completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 18:58:36.381764 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 9967e813-77ed-46c7-91b8-8bce979ef6df triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:58:36.382377 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:36.427027 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-db78e2a3-40af-40bc-94e0-bef1f31101b0 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:36.457963 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec22e80-6744-4f78-8470-4c2150054ac5 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Pushing event updated for resources: {'Port': ['ID=668828a2-0683-4ed5-b87c-78eb0009d69e,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:36.508247 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f305ba2e-4d65-4d49-8bfe-fce6f03e5898 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:36.509415 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f305ba2e-4d65-4d49-8bfe-fce6f03e5898 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0619783 Jan 21 18:58:36.540371 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52686) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:36.549140 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-bec64c65-3cfe-4a4c-a3af-9da0ad6d767a tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Request body: {'floatingip': {'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:36.571898 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0c08c148-cadf-428d-ac2f-017c08e01eb1 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:36.587559 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549f2d22-6ecc-4032-ba4e-bf1caf0f5cc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:36.588161 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-549f2d22-6ecc-4032-ba4e-bf1caf0f5cc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Synchronizing usage tracker for tenant:96065cfdc6394b93b9e024104254dcc1 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 18:58:36.608063 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-bec64c65-3cfe-4a4c-a3af-9da0ad6d767a tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:36.634587 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:36.664545 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-bec64c65-3cfe-4a4c-a3af-9da0ad6d767a tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Usage tracker for resource:floatingip and tenant:bb8144e3b5cb451fa2ea1f5ea2efa32a is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:36.669841 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-35136416-cfab-4b19-93fb-20097d41e513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9686a9-aff3-407c-b3c0-3668e2ff583a', 'name': 'tempest-ServersTestJSON-965684241-router', 'tenant_id': '56cc9754e40e43138bb91a6b89c2795d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.10'}], 'enable_snat': True}, 'gw_port_id': '98c06e67-306a-4413-ad8b-629752129788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:58:17Z', 'updated_at': '2022-01-21T18:58:31Z', 'revision_number': 4, 'project_id': '56cc9754e40e43138bb91a6b89c2795d', 'gw_port': {'id': '98c06e67-306a-4413-ad8b-629752129788', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9686a9-aff3-407c-b3c0-3668e2ff583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:58:20Z', 'updated_at': '2022-01-21T18:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '8bcdb7e1-38b7-4c87-9dea-d5da2e0fa2b3', 'name': '', 'network_id': '9ec3aba2-861c-47ae-bc74-f26885aa64f1', 'tenant_id': '56cc9754e40e43138bb91a6b89c2795d', 'mac_address': 'fa:16:3e:52:3f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9686a9-aff3-407c-b3c0-3668e2ff583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '7331d029-75ea-4aa7-8e60-313f0db6f988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:58:29Z', 'updated_at': '2022-01-21T18:58:32Z', 'revision_number': 2, 'project_id': '56cc9754e40e43138bb91a6b89c2795d', 'subnets': [{'id': '7331d029-75ea-4aa7-8e60-313f0db6f988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:36.671691 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-bec64c65-3cfe-4a4c-a3af-9da0ad6d767a tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:36.676574 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 9967e813-77ed-46c7-91b8-8bce979ef6df, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=9967e813-77ed-46c7-91b8-8bce979ef6df,segment=NetworkSegment(b4eccb45-142e-447f-a8ee-f3134a1bbcfe),segment_id=b4eccb45-142e-447f-a8ee-f3134a1bbcfe)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 18:58:36.678789 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35136416-cfab-4b19-93fb-20097d41e513 None None] Checking router: 8d9686a9-aff3-407c-b3c0-3668e2ff583a for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 18:58:36.679136 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35136416-cfab-4b19-93fb-20097d41e513 None None] Updating router 8d9686a9-aff3-407c-b3c0-3668e2ff583a port 8bcdb7e1-38b7-4c87-9dea-d5da2e0fa2b3 binding host dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 18:58:36.686372 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db78e2a3-40af-40bc-94e0-bef1f31101b0 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Pushing event updated for resources: {'Port': ['ID=b5135947-d134-48df-8824-0f4be3f5d673,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:36.698750 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-549f2d22-6ecc-4032-ba4e-bf1caf0f5cc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Unset dirty status for tenant:96065cfdc6394b93b9e024104254dcc1 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 18:58:36.704177 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-549f2d22-6ecc-4032-ba4e-bf1caf0f5cc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] 10.222.0.87 "GET /v2.0/ports/df753719-3bbc-4875-b9e9-635989236e13 HTTP/1.1" status: 200 len: 957 time: 0.3813257 Jan 21 18:58:36.716405 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52690) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:36.716405 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-bec64c65-3cfe-4a4c-a3af-9da0ad6d767a tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:36.739785 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-35136416-cfab-4b19-93fb-20097d41e513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:36.770658 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52694) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:36.771634 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-b653c77a-d624-4f8b-9a8d-09ec2867c105 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] For port a092a4e2-00a0-4e1e-b47e-fa47371beb67, host hv-neutron-8254, got binding levels [] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 18:58:36.771983 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b653c77a-d624-4f8b-9a8d-09ec2867c105 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:36.786116 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-64f89f2b-5af6-4638-893e-8137eae88585 tempest-DHCPAgentSchedulersTestJSON-708646 tempest-DHCPAgentSchedulersTestJSON-708646-project-admin] 10.222.0.87 "GET /v2.0/agents/20568dac-c227-4871-b6d9-dc6ce3426b8a/dhcp-networks HTTP/1.1" status: 200 len: 8001 time: 0.5904031 Jan 21 18:58:36.791557 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52698) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:36.791698 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:36.804408 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-70b6438f-a0c5-4576-8fdf-0ee10e9f98cf tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1095120350', 'description': 'tempest-description--1271468200'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:36.819781 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-db78e2a3-40af-40bc-94e0-bef1f31101b0 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:36.877019 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-70b6438f-a0c5-4576-8fdf-0ee10e9f98cf tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:36.968475 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=9967e813-77ed-46c7-91b8-8bce979ef6df,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:37.051627 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bec64c65-3cfe-4a4c-a3af-9da0ad6d767a tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Notify callbacks [] for floatingip, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:37.072198 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-b653c77a-d624-4f8b-9a8d-09ec2867c105 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Calling delete_port for a092a4e2-00a0-4e1e-b47e-fa47371beb67 owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 18:58:37.101601 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-70b6438f-a0c5-4576-8fdf-0ee10e9f98cf tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Usage tracker for resource:security_group and tenant:56cc9754e40e43138bb91a6b89c2795d is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:37.114585 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-70b6438f-a0c5-4576-8fdf-0ee10e9f98cf tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:37.132611 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-70b6438f-a0c5-4576-8fdf-0ee10e9f98cf tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:37.136225 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-06962796-1a2e-4eac-9497-914b98e6faac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Deleting port df753719-3bbc-4875-b9e9-635989236e13 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 18:58:37.136558 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-06962796-1a2e-4eac-9497-914b98e6faac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:37.144867 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ede4ab3f-ce70-487d-81b0-4cfcf058a79e tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:37.173685 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-eec22e80-6744-4f78-8470-4c2150054ac5 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:37.192230 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-35136416-cfab-4b19-93fb-20097d41e513 None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:37.204605 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-35136416-cfab-4b19-93fb-20097d41e513 None None] Transition to ACTIVE for port object 8bcdb7e1-38b7-4c87-9dea-d5da2e0fa2b3 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:58:37.210141 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-db78e2a3-40af-40bc-94e0-bef1f31101b0 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:37.211333 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-db78e2a3-40af-40bc-94e0-bef1f31101b0 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.8548205 Jan 21 18:58:37.224833 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52702) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:37.278070 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-35136416-cfab-4b19-93fb-20097d41e513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:37.368307 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-70b6438f-a0c5-4576-8fdf-0ee10e9f98cf tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:37.380877 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b653c77a-d624-4f8b-9a8d-09ec2867c105 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:37.429144 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-fb480e23-1222-4d0c-ad2a-85c6ec4fe19f tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] 10.222.0.87 "GET /v2.0/floatingips?floating_network_id=79fa00b7-aa55-4ce0-bd8b-984924ef565d HTTP/1.1" status: 200 len: 690 time: 0.1973636 Jan 21 18:58:37.441525 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52706) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:37.457008 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa00c81-2114-4dfd-a5e4-5148459c8922 None None] Pushing event updated for resources: {'Port': ['ID=8bcdb7e1-38b7-4c87-9dea-d5da2e0fa2b3,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:37.516738 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-35136416-cfab-4b19-93fb-20097d41e513 None None] Attempting to bind port 8bcdb7e1-38b7-4c87-9dea-d5da2e0fa2b3 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:37.517378 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-35136416-cfab-4b19-93fb-20097d41e513 None None] Attempting to bind port 8bcdb7e1-38b7-4c87-9dea-d5da2e0fa2b3 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'ad01f6a0-93d9-445a-83b5-98d1ba468e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9ec3aba2-861c-47ae-bc74-f26885aa64f1'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:37.517867 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35136416-cfab-4b19-93fb-20097d41e513 None None] Attempting to bind port 8bcdb7e1-38b7-4c87-9dea-d5da2e0fa2b3 on network 9ec3aba2-861c-47ae-bc74-f26885aa64f1 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:37.527115 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35136416-cfab-4b19-93fb-20097d41e513 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 18, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 18:58:37.527115 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35136416-cfab-4b19-93fb-20097d41e513 None None] Checking segment: {'id': 'ad01f6a0-93d9-445a-83b5-98d1ba468e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9ec3aba2-861c-47ae-bc74-f26885aa64f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 18:58:37.527115 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-35136416-cfab-4b19-93fb-20097d41e513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:37.533434 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35136416-cfab-4b19-93fb-20097d41e513 None None] Bound using segment: {'id': 'ad01f6a0-93d9-445a-83b5-98d1ba468e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9ec3aba2-861c-47ae-bc74-f26885aa64f1'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 18:58:37.535387 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-35136416-cfab-4b19-93fb-20097d41e513 None None] Bound port: 8bcdb7e1-38b7-4c87-9dea-d5da2e0fa2b3, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad01f6a0-93d9-445a-83b5-98d1ba468e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9ec3aba2-861c-47ae-bc74-f26885aa64f1'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 18:58:37.535877 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-35136416-cfab-4b19-93fb-20097d41e513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:37.603116 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-70b6438f-a0c5-4576-8fdf-0ee10e9f98cf tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:37.607017 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-70b6438f-a0c5-4576-8fdf-0ee10e9f98cf tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Usage tracker for resource:security_group_rule and tenant:56cc9754e40e43138bb91a6b89c2795d is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:37.611278 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-70b6438f-a0c5-4576-8fdf-0ee10e9f98cf tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:37.617183 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-70b6438f-a0c5-4576-8fdf-0ee10e9f98cf tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:37.627117 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653c77a-d624-4f8b-9a8d-09ec2867c105 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Pushing event deleted for resources: {'Port': ['ID=a092a4e2-00a0-4e1e-b47e-fa47371beb67,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:37.646044 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ede4ab3f-ce70-487d-81b0-4cfcf058a79e tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:37.646578 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-35136416-cfab-4b19-93fb-20097d41e513 None None] For port 8bcdb7e1-38b7-4c87-9dea-d5da2e0fa2b3, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 18:58:37.650294 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-35136416-cfab-4b19-93fb-20097d41e513 None None] For port 8bcdb7e1-38b7-4c87-9dea-d5da2e0fa2b3, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=8bcdb7e1-38b7-4c87-9dea-d5da2e0fa2b3,segment=NetworkSegment(ad01f6a0-93d9-445a-83b5-98d1ba468e24),segment_id=ad01f6a0-93d9-445a-83b5-98d1ba468e24)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 18:58:37.679614 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 9967e813-77ed-46c7-91b8-8bce979ef6df up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 18:58:37.696436 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b653c77a-d624-4f8b-9a8d-09ec2867c105 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:37.723509 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ede4ab3f-ce70-487d-81b0-4cfcf058a79e tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Subscribe: > segment before_delete 55550000 {{(pid=88137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:58:37.724297 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ede4ab3f-ce70-487d-81b0-4cfcf058a79e tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:58:37.724904 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ede4ab3f-ce70-487d-81b0-4cfcf058a79e tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:58:37.724904 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ede4ab3f-ce70-487d-81b0-4cfcf058a79e tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Subscribe: > port after_create 55550000 {{(pid=88137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:58:37.725238 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ede4ab3f-ce70-487d-81b0-4cfcf058a79e tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Subscribe: > port after_delete 55550000 {{(pid=88137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:58:37.725593 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ede4ab3f-ce70-487d-81b0-4cfcf058a79e tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Subscribe: > port after_update 55550000 {{(pid=88137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:58:37.725943 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ede4ab3f-ce70-487d-81b0-4cfcf058a79e tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Subscribe: > segment after_delete 55550000 {{(pid=88137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:58:37.726284 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ede4ab3f-ce70-487d-81b0-4cfcf058a79e tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Subscribe: > subnet after_create 55550000 {{(pid=88137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:58:37.726628 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ede4ab3f-ce70-487d-81b0-4cfcf058a79e tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Subscribe: > subnet after_delete 55550000 {{(pid=88137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:58:37.727311 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ede4ab3f-ce70-487d-81b0-4cfcf058a79e tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Subscribe: > subnet after_update 55550000 {{(pid=88137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:58:37.737036 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-35136416-cfab-4b19-93fb-20097d41e513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:37.760042 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-06962796-1a2e-4eac-9497-914b98e6faac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:37.786362 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b653c77a-d624-4f8b-9a8d-09ec2867c105 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] 10.222.0.87 "DELETE /v2.0/ports/a092a4e2-00a0-4e1e-b47e-fa47371beb67 HTTP/1.1" status: 204 len: 168 time: 1.7698839 Jan 21 18:58:37.793622 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52710) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:37.833034 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa00c81-2114-4dfd-a5e4-5148459c8922 None None] Pushing event updated for resources: {'Port': ['ID=8bcdb7e1-38b7-4c87-9dea-d5da2e0fa2b3,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:37.837168 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35136416-cfab-4b19-93fb-20097d41e513 None None] Routers {'8d9686a9-aff3-407c-b3c0-3668e2ff583a'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 18:58:37.837907 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-35136416-cfab-4b19-93fb-20097d41e513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:58:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['8d9686a9-aff3-407c-b3c0-3668e2ff583a'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:37.896106 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 9967e813-77ed-46c7-91b8-8bce979ef6df triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:58:37.896582 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:37.898247 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ede4ab3f-ce70-487d-81b0-4cfcf058a79e tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Subscribe: > subnet after_create 55550000 {{(pid=88137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:58:37.898602 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ede4ab3f-ce70-487d-81b0-4cfcf058a79e tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Subscribe: > subnet after_delete 55550000 {{(pid=88137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:58:37.899068 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ede4ab3f-ce70-487d-81b0-4cfcf058a79e tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Subscribe: > subnet before_create 55550000 {{(pid=88137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:58:37.899410 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ede4ab3f-ce70-487d-81b0-4cfcf058a79e tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Subscribe: > subnet before_update 55550000 {{(pid=88137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 18:58:37.899780 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-ede4ab3f-ce70-487d-81b0-4cfcf058a79e tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23ef9a3c-59e1-47c5-8033-1e3f3ca36584']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:37.980123 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-06962796-1a2e-4eac-9497-914b98e6faac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Calling delete_port for df753719-3bbc-4875-b9e9-635989236e13 owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 18:58:37.983681 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-ede4ab3f-ce70-487d-81b0-4cfcf058a79e tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac53fb65-8fc8-46eb-824b-25c9be918695') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:37.983984 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-ede4ab3f-ce70-487d-81b0-4cfcf058a79e tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac53fb65-8fc8-46eb-824b-25c9be918695') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:38.010233 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ede4ab3f-ce70-487d-81b0-4cfcf058a79e tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:38.059229 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9b62b4c5-b959-40a7-8702-e5ef8ddf06fd tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:38.073833 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fb9a330-47e5-4d3d-b362-4e234b8cdad7 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] GET failed (client error): The resource could not be found. Jan 21 18:58:38.074368 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7fb9a330-47e5-4d3d-b362-4e234b8cdad7 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Synchronizing usage tracker for tenant:d110bb8349884c8facb9319efeacd6b4 on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 18:58:38.124237 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-35136416-cfab-4b19-93fb-20097d41e513 None None] Set router 8d9686a9-aff3-407c-b3c0-3668e2ff583a gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 18:58:38.125330 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ede4ab3f-ce70-487d-81b0-4cfcf058a79e tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:38.158440 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bec64c65-3cfe-4a4c-a3af-9da0ad6d767a tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:38.234491 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-70b6438f-a0c5-4576-8fdf-0ee10e9f98cf tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:38.253348 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-9b62b4c5-b959-40a7-8702-e5ef8ddf06fd tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Deleting port b5135947-d134-48df-8824-0f4be3f5d673 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 18:58:38.253763 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9b62b4c5-b959-40a7-8702-e5ef8ddf06fd tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:38.254944 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ede4ab3f-ce70-487d-81b0-4cfcf058a79e tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 18:58:38.255347 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ede4ab3f-ce70-487d-81b0-4cfcf058a79e tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:38.273006 dv-neutron-825470-1-hyperv neutron-server[88137]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 21 18:58:38.273006 dv-neutron-825470-1-hyperv neutron-server[88137]: from cryptography.utils import int_from_bytes Jan 21 18:58:38.273006 dv-neutron-825470-1-hyperv neutron-server[88137]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 21 18:58:38.273006 dv-neutron-825470-1-hyperv neutron-server[88137]: from cryptography.utils import int_from_bytes Jan 21 18:58:38.273006 dv-neutron-825470-1-hyperv neutron-server[88137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 21 18:58:38.273006 dv-neutron-825470-1-hyperv neutron-server[88137]: util.warn_limited( Jan 21 18:58:38.273006 dv-neutron-825470-1-hyperv neutron-server[88137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 21 18:58:38.273006 dv-neutron-825470-1-hyperv neutron-server[88137]: util.warn_limited( Jan 21 18:58:38.273006 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 18:58:38.273006 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 18:58:38.273006 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 18:58:38.273006 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 18:58:38.273006 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 18:58:38.273006 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 18:58:38.273006 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 18:58:38.273006 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 18:58:38.273006 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 18:58:38.273006 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 18:58:38.273006 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 18:58:38.273006 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 18:58:38.273006 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 18:58:38.273006 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 18:58:38.273006 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 18:58:38.273006 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 18:58:38.273006 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 18:58:38.273006 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 18:58:38.273006 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 18:58:38.273006 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 18:58:38.273006 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 18:58:38.273006 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 18:58:38.273006 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 18:58:38.273006 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 18:58:38.273006 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 18:58:38.273006 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 18:58:38.273006 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 18:58:38.273006 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 18:58:38.273006 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 18:58:38.273006 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 18:58:38.273006 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 18:58:38.273006 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 18:58:38.336346 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-70b6438f-a0c5-4576-8fdf-0ee10e9f98cf tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:38.421296 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-eec22e80-6744-4f78-8470-4c2150054ac5 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:38.427319 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7fb9a330-47e5-4d3d-b362-4e234b8cdad7 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Unset dirty status for tenant:d110bb8349884c8facb9319efeacd6b4 on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 18:58:38.428480 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-7fb9a330-47e5-4d3d-b362-4e234b8cdad7 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] 10.222.0.87 "GET /v2.0/ports/a092a4e2-00a0-4e1e-b47e-fa47371beb67 HTTP/1.1" status: 404 len: 333 time: 0.5651994 Jan 21 18:58:38.437559 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52714) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:38.521268 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-35136416-cfab-4b19-93fb-20097d41e513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9686a9-aff3-407c-b3c0-3668e2ff583a', 'name': 'tempest-ServersTestJSON-965684241-router', 'tenant_id': '56cc9754e40e43138bb91a6b89c2795d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.10'}], 'enable_snat': True}, 'gw_port_id': '98c06e67-306a-4413-ad8b-629752129788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:58:17Z', 'updated_at': '2022-01-21T18:58:31Z', 'revision_number': 4, 'project_id': '56cc9754e40e43138bb91a6b89c2795d', 'gw_port': {'id': '98c06e67-306a-4413-ad8b-629752129788', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9686a9-aff3-407c-b3c0-3668e2ff583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:58:20Z', 'updated_at': '2022-01-21T18:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '8bcdb7e1-38b7-4c87-9dea-d5da2e0fa2b3', 'name': '', 'network_id': '9ec3aba2-861c-47ae-bc74-f26885aa64f1', 'tenant_id': '56cc9754e40e43138bb91a6b89c2795d', 'mac_address': 'fa:16:3e:52:3f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9686a9-aff3-407c-b3c0-3668e2ff583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '7331d029-75ea-4aa7-8e60-313f0db6f988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:58:29Z', 'updated_at': '2022-01-21T18:58:37Z', 'revision_number': 4, 'project_id': '56cc9754e40e43138bb91a6b89c2795d', 'subnets': [{'id': '7331d029-75ea-4aa7-8e60-313f0db6f988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:38.525911 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35136416-cfab-4b19-93fb-20097d41e513 None None] The sync data for ids ['8d9686a9-aff3-407c-b3c0-3668e2ff583a'] in dv-neutron-825470-1-hyperv is: [{'id': '8d9686a9-aff3-407c-b3c0-3668e2ff583a', 'name': 'tempest-ServersTestJSON-965684241-router', 'tenant_id': '56cc9754e40e43138bb91a6b89c2795d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.10'}], 'enable_snat': True}, 'gw_port_id': '98c06e67-306a-4413-ad8b-629752129788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:58:17Z', 'updated_at': '2022-01-21T18:58:31Z', 'revision_number': 4, 'project_id': '56cc9754e40e43138bb91a6b89c2795d', 'gw_port': {'id': '98c06e67-306a-4413-ad8b-629752129788', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9686a9-aff3-407c-b3c0-3668e2ff583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:58:20Z', 'updated_at': '2022-01-21T18:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '8bcdb7e1-38b7-4c87-9dea-d5da2e0fa2b3', 'name': '', 'network_id': '9ec3aba2-861c-47ae-bc74-f26885aa64f1', 'tenant_id': '56cc9754e40e43138bb91a6b89c2795d', 'mac_address': 'fa:16:3e:52:3f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9686a9-aff3-407c-b3c0-3668e2ff583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '7331d029-75ea-4aa7-8e60-313f0db6f988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:58:29Z', 'updated_at': '2022-01-21T18:58:37Z', 'revision_number': 4, 'project_id': '56cc9754e40e43138bb91a6b89c2795d', 'subnets': [{'id': '7331d029-75ea-4aa7-8e60-313f0db6f988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 18:58:38.529026 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-06962796-1a2e-4eac-9497-914b98e6faac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:38.538058 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-51fa3c8b-1179-4326-bff8-fc59eb5029a5 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-912575934', 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:38.577013 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b6438f-a0c5-4576-8fdf-0ee10e9f98cf tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd617b07-3a36-4cc7-8801-2f823f284cee,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:38.596668 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ede4ab3f-ce70-487d-81b0-4cfcf058a79e tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:38.597444 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-51fa3c8b-1179-4326-bff8-fc59eb5029a5 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:38.598882 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0c08c148-cadf-428d-ac2f-017c08e01eb1 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:38.664585 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0c08c148-cadf-428d-ac2f-017c08e01eb1 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:38.667240 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ede4ab3f-ce70-487d-81b0-4cfcf058a79e tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:38.720206 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4ab3f-ce70-487d-81b0-4cfcf058a79e tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Pushing event deleted for resources: {'Network': ['ID=23ef9a3c-59e1-47c5-8033-1e3f3ca36584,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:38.722683 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06962796-1a2e-4eac-9497-914b98e6faac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Pushing event deleted for resources: {'Port': ['ID=df753719-3bbc-4875-b9e9-635989236e13,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:38.736939 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-70b6438f-a0c5-4576-8fdf-0ee10e9f98cf tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:38.740648 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-70b6438f-a0c5-4576-8fdf-0ee10e9f98cf tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.9510159 Jan 21 18:58:38.741601 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ede4ab3f-ce70-487d-81b0-4cfcf058a79e tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] 10.222.0.87 "DELETE /v2.0/networks/23ef9a3c-59e1-47c5-8033-1e3f3ca36584 HTTP/1.1" status: 204 len: 168 time: 1.9404736 Jan 21 18:58:38.744499 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52718) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:38.744832 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52720) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:38.750032 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-51fa3c8b-1179-4326-bff8-fc59eb5029a5 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:38.769596 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-06962796-1a2e-4eac-9497-914b98e6faac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:38.783455 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-06962796-1a2e-4eac-9497-914b98e6faac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] 10.222.0.87 "DELETE /v2.0/ports/df753719-3bbc-4875-b9e9-635989236e13 HTTP/1.1" status: 204 len: 168 time: 2.0518603 Jan 21 18:58:38.788665 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9b62b4c5-b959-40a7-8702-e5ef8ddf06fd tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:38.789011 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9b62b4c5-b959-40a7-8702-e5ef8ddf06fd tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:38.797466 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52726) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:38.798434 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-5514073d-2b75-4826-bc04-6b70ce1369d4 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Request body: {'security_group_rule': {'security_group_id': 'dd617b07-3a36-4cc7-8801-2f823f284cee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:38.804902 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-5514073d-2b75-4826-bc04-6b70ce1369d4 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:38.808855 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-5514073d-2b75-4826-bc04-6b70ce1369d4 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Usage tracker for resource:security_group_rule and tenant:56cc9754e40e43138bb91a6b89c2795d is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:38.811974 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-5514073d-2b75-4826-bc04-6b70ce1369d4 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:38.835489 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-5514073d-2b75-4826-bc04-6b70ce1369d4 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:38.846316 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-bec64c65-3cfe-4a4c-a3af-9da0ad6d767a tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Allocated IP 172.26.1.201 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/99afb880-f31a-4eae-8553-639e751a15bc) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:58:38.890509 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-9997e699-eb58-4c94-9036-0b78745889e9 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] DELETE failed (client error): The resource could not be found. Jan 21 18:58:38.890848 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9997e699-eb58-4c94-9036-0b78745889e9 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 18:58:38.963482 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-9997e699-eb58-4c94-9036-0b78745889e9 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] 10.222.0.87 "DELETE /v2.0/ports/31cd02fc-2f7f-4358-ac07-e511cb58dfae HTTP/1.1" status: 404 len: 333 time: 0.2072229 Jan 21 18:58:38.963669 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51fa3c8b-1179-4326-bff8-fc59eb5029a5 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Made reservation on behalf of d110bb8349884c8facb9319efeacd6b4 for: {'port': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:58:38.965957 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-51fa3c8b-1179-4326-bff8-fc59eb5029a5 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:38.970486 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52730) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:38.982870 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-9b62b4c5-b959-40a7-8702-e5ef8ddf06fd tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Calling delete_port for b5135947-d134-48df-8824-0f4be3f5d673 owned by network:floatingip {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 18:58:39.011595 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-94a6006a-e2bf-4b94-9962-02a1752b7f2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] GET failed (client error): The resource could not be found. Jan 21 18:58:39.012129 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-94a6006a-e2bf-4b94-9962-02a1752b7f2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Synchronizing usage tracker for tenant:96065cfdc6394b93b9e024104254dcc1 on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 18:58:39.073834 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [None req-51fa3c8b-1179-4326-bff8-fc59eb5029a5 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] device_id is not set on port 5e50df67-593e-4303-a9ff-c0f1c8ab5e39 yet. {{(pid=88136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 18:58:39.075562 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5514073d-2b75-4826-bc04-6b70ce1369d4 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:39.134935 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa1004ee-7467-47e7-aea5-feb33001a157 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Deleting subnet 7099d0ac-ef99-41bd-ad61-b2b73e95fbcf {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 18:58:39.147075 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aa1004ee-7467-47e7-aea5-feb33001a157 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:39.221424 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aa1004ee-7467-47e7-aea5-feb33001a157 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:39.231108 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-94a6006a-e2bf-4b94-9962-02a1752b7f2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Unset dirty status for tenant:96065cfdc6394b93b9e024104254dcc1 on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 18:58:39.237802 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-94a6006a-e2bf-4b94-9962-02a1752b7f2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] 10.222.0.87 "GET /v2.0/ports/df753719-3bbc-4875-b9e9-635989236e13 HTTP/1.1" status: 404 len: 333 time: 0.4337678 Jan 21 18:58:39.243093 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52734) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:39.261073 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-24d644d6-ac55-44e2-a9b5-bda7d7df899a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Request body: {'port': {'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-195300941'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:39.270146 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5514073d-2b75-4826-bc04-6b70ce1369d4 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:39.273618 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec22e80-6744-4f78-8470-4c2150054ac5 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Router 810a39bd-19c7-4121-9ddc-b0a00d496a14 is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 18:58:39.294541 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-24d644d6-ac55-44e2-a9b5-bda7d7df899a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:39.358651 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-24d644d6-ac55-44e2-a9b5-bda7d7df899a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:39.364711 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5514073d-2b75-4826-bc04-6b70ce1369d4 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:39.458372 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5514073d-2b75-4826-bc04-6b70ce1369d4 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a049925-eb48-4922-9316-19b6c460fa7c,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:39.485756 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d644d6-ac55-44e2-a9b5-bda7d7df899a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Made reservation on behalf of 96065cfdc6394b93b9e024104254dcc1 for: {'port': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:58:39.488103 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-24d644d6-ac55-44e2-a9b5-bda7d7df899a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:39.534593 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [None req-24d644d6-ac55-44e2-a9b5-bda7d7df899a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] device_id is not set on port 126d60a6-fd71-484d-881e-08ed51de6297 yet. {{(pid=88136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 18:58:39.572746 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aa1004ee-7467-47e7-aea5-feb33001a157 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:39.582069 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9b62b4c5-b959-40a7-8702-e5ef8ddf06fd tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:39.604156 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5514073d-2b75-4826-bc04-6b70ce1369d4 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:39.608044 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5514073d-2b75-4826-bc04-6b70ce1369d4 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8541832 Jan 21 18:58:39.620570 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52738) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:39.624304 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-eb837bcd-9d29-4870-90d0-86c41aa15bc4 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Request body: {'security_group_rule': {'security_group_id': 'dd617b07-3a36-4cc7-8801-2f823f284cee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:39.635355 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bec64c65-3cfe-4a4c-a3af-9da0ad6d767a tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:39.646064 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-eb837bcd-9d29-4870-90d0-86c41aa15bc4 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:39.650802 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec22e80-6744-4f78-8470-4c2150054ac5 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 18:58:39.662251 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-eb837bcd-9d29-4870-90d0-86c41aa15bc4 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Usage tracker for resource:security_group_rule and tenant:56cc9754e40e43138bb91a6b89c2795d is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:39.666005 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-eb837bcd-9d29-4870-90d0-86c41aa15bc4 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:39.666562 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d915ff56-d706-4629-937e-cc357bc3884d None None] Sync routers for ids ['810a39bd-19c7-4121-9ddc-b0a00d496a14'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 18:58:39.674852 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-eb837bcd-9d29-4870-90d0-86c41aa15bc4 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:39.681045 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d915ff56-d706-4629-937e-cc357bc3884d None None] Routers {'810a39bd-19c7-4121-9ddc-b0a00d496a14'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 18:58:39.681744 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-d915ff56-d706-4629-937e-cc357bc3884d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:58:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['810a39bd-19c7-4121-9ddc-b0a00d496a14'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:39.684332 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62b4c5-b959-40a7-8702-e5ef8ddf06fd tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5135947-d134-48df-8824-0f4be3f5d673,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:39.723642 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 8bcdb7e1-38b7-4c87-9dea-d5da2e0fa2b3 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 18:58:39.775326 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-eb837bcd-9d29-4870-90d0-86c41aa15bc4 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:39.795666 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-eec22e80-6744-4f78-8470-4c2150054ac5 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:39.800187 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-eec22e80-6744-4f78-8470-4c2150054ac5 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.6430702 Jan 21 18:58:39.802494 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52742) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:39.806611 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aa1004ee-7467-47e7-aea5-feb33001a157 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:39.857106 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 8bcdb7e1-38b7-4c87-9dea-d5da2e0fa2b3 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 18:58:39.864754 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 8bcdb7e1-38b7-4c87-9dea-d5da2e0fa2b3 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:58:39.865575 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:39.867326 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1004ee-7467-47e7-aea5-feb33001a157 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Pushing event deleted for resources: {'Subnet': ['ID=7099d0ac-ef99-41bd-ad61-b2b73e95fbcf,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:39.872346 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-d915ff56-d706-4629-937e-cc357bc3884d None None] Set router 810a39bd-19c7-4121-9ddc-b0a00d496a14 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 18:58:39.876693 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aa1004ee-7467-47e7-aea5-feb33001a157 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:39.878522 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-aa1004ee-7467-47e7-aea5-feb33001a157 tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] 10.222.0.87 "DELETE /v2.0/subnets/7099d0ac-ef99-41bd-ad61-b2b73e95fbcf HTTP/1.1" status: 204 len: 168 time: 0.9052529 Jan 21 18:58:39.880925 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52746) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:39.931063 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-eb837bcd-9d29-4870-90d0-86c41aa15bc4 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:39.979969 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-51fa3c8b-1179-4326-bff8-fc59eb5029a5 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:40.027602 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886d3057-e3e2-40f9-8fc5-2d80e1465910 None None] Network 91724e21-d638-487f-9c2a-a051d1b70309 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 18:58:40.027792 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-eb837bcd-9d29-4870-90d0-86c41aa15bc4 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:40.048477 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-637c682a-0cf1-469e-ac41-2d793a1c2d4d tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:40.052266 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb837bcd-9d29-4870-90d0-86c41aa15bc4 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1440e9e-fbab-4f29-a559-631a5bf6b818,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:40.070329 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9b62b4c5-b959-40a7-8702-e5ef8ddf06fd tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:40.091191 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-637c682a-0cf1-469e-ac41-2d793a1c2d4d tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Deleting port 52ed6389-ff4a-4ab9-bcd5-f8fc6ebf1071 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 18:58:40.091618 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-637c682a-0cf1-469e-ac41-2d793a1c2d4d tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:40.201595 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-eb837bcd-9d29-4870-90d0-86c41aa15bc4 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:40.206983 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-eb837bcd-9d29-4870-90d0-86c41aa15bc4 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5879993 Jan 21 18:58:40.211969 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52750) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:40.217663 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-760b85f8-1a18-4db4-97fb-fe864f3957bc tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Request body: {'floatingip': {'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:40.244107 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-760b85f8-1a18-4db4-97fb-fe864f3957bc tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:40.255252 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-760b85f8-1a18-4db4-97fb-fe864f3957bc tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Usage tracker for resource:floatingip and tenant:56cc9754e40e43138bb91a6b89c2795d is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:40.262350 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-d915ff56-d706-4629-937e-cc357bc3884d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810a39bd-19c7-4121-9ddc-b0a00d496a14', 'name': '', 'tenant_id': 'ee61e73a33b04715b07b22baa3498d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fe9871e-c5fe-4829-8618-d20c3c960819', 'external_fixed_ips': [{'subnet_id': '156143ea-075d-42e5-bf50-a67abc6ca01a', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '668828a2-0683-4ed5-b87c-78eb0009d69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:58:32Z', 'updated_at': '2022-01-21T18:58:36Z', 'revision_number': 3, 'project_id': 'ee61e73a33b04715b07b22baa3498d79', 'gw_port': {'id': '668828a2-0683-4ed5-b87c-78eb0009d69e', 'name': '', 'network_id': '2fe9871e-c5fe-4829-8618-d20c3c960819', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:06:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810a39bd-19c7-4121-9ddc-b0a00d496a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '156143ea-075d-42e5-bf50-a67abc6ca01a', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:58:34Z', 'updated_at': '2022-01-21T18:58:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '156143ea-075d-42e5-bf50-a67abc6ca01a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:40.270842 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d915ff56-d706-4629-937e-cc357bc3884d None None] Checking router: 810a39bd-19c7-4121-9ddc-b0a00d496a14 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 18:58:40.271211 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d915ff56-d706-4629-937e-cc357bc3884d None None] Updating router 810a39bd-19c7-4121-9ddc-b0a00d496a14 port 668828a2-0683-4ed5-b87c-78eb0009d69e binding host dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 18:58:40.288262 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-760b85f8-1a18-4db4-97fb-fe864f3957bc tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:40.305596 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-760b85f8-1a18-4db4-97fb-fe864f3957bc tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:40.327800 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:40.339678 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-24d644d6-ac55-44e2-a9b5-bda7d7df899a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:40.343942 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b83cd8ae-3f91-42cd-8b2c-d4900823c4ef tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks [] for router, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:40.357942 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d915ff56-d706-4629-937e-cc357bc3884d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:40.378356 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 8bcdb7e1-38b7-4c87-9dea-d5da2e0fa2b3, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=8bcdb7e1-38b7-4c87-9dea-d5da2e0fa2b3,segment=NetworkSegment(ad01f6a0-93d9-445a-83b5-98d1ba468e24),segment_id=ad01f6a0-93d9-445a-83b5-98d1ba468e24)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 18:58:40.420722 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bec64c65-3cfe-4a4c-a3af-9da0ad6d767a tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:40.462744 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:40.490128 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-760b85f8-1a18-4db4-97fb-fe864f3957bc tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Notify callbacks [] for floatingip, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:40.535772 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e45a0db-97ef-4b84-b31c-e101fa507929 None None] DHCP port deletion for 91724e21-d638-487f-9c2a-a051d1b70309 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 18:58:40.547400 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-3e45a0db-97ef-4b84-b31c-e101fa507929 None None] Deleting port 52ed6389-ff4a-4ab9-bcd5-f8fc6ebf1071 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 18:58:40.548660 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3e45a0db-97ef-4b84-b31c-e101fa507929 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:40.776198 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-637c682a-0cf1-469e-ac41-2d793a1c2d4d tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] For port 52ed6389-ff4a-4ab9-bcd5-f8fc6ebf1071, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=52ed6389-ff4a-4ab9-bcd5-f8fc6ebf1071,segment=NetworkSegment(94fb6232-4a00-441d-b951-a526d9ce2503),segment_id=94fb6232-4a00-441d-b951-a526d9ce2503)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 18:58:40.776701 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-637c682a-0cf1-469e-ac41-2d793a1c2d4d tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:40.798679 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9b62b4c5-b959-40a7-8702-e5ef8ddf06fd tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:40.810355 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d915ff56-d706-4629-937e-cc357bc3884d None None] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:40.817358 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-3e45a0db-97ef-4b84-b31c-e101fa507929 None None] For port 52ed6389-ff4a-4ab9-bcd5-f8fc6ebf1071, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=52ed6389-ff4a-4ab9-bcd5-f8fc6ebf1071,segment=NetworkSegment(94fb6232-4a00-441d-b951-a526d9ce2503),segment_id=94fb6232-4a00-441d-b951-a526d9ce2503)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 18:58:40.817844 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3e45a0db-97ef-4b84-b31c-e101fa507929 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:40.830395 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-d915ff56-d706-4629-937e-cc357bc3884d None None] Transition to ACTIVE for port object 668828a2-0683-4ed5-b87c-78eb0009d69e will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:58:40.840044 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec64c65-3cfe-4a4c-a3af-9da0ad6d767a tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:58:40.861727 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-bec64c65-3cfe-4a4c-a3af-9da0ad6d767a tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:58:40.864422 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec64c65-3cfe-4a4c-a3af-9da0ad6d767a tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:58:40.904478 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-637c682a-0cf1-469e-ac41-2d793a1c2d4d tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Calling delete_port for 52ed6389-ff4a-4ab9-bcd5-f8fc6ebf1071 owned by network:dhcp {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 18:58:40.909207 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d915ff56-d706-4629-937e-cc357bc3884d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:40.951824 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-3e45a0db-97ef-4b84-b31c-e101fa507929 None None] Calling delete_port for 52ed6389-ff4a-4ab9-bcd5-f8fc6ebf1071 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 18:58:40.989697 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa99ea3-8888-4502-8ed9-73f580065d70 None None] Pushing event updated for resources: {'Port': ['ID=668828a2-0683-4ed5-b87c-78eb0009d69e,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:41.015763 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-d915ff56-d706-4629-937e-cc357bc3884d None None] Attempting to bind port 668828a2-0683-4ed5-b87c-78eb0009d69e on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:41.017653 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-d915ff56-d706-4629-937e-cc357bc3884d None None] Attempting to bind port 668828a2-0683-4ed5-b87c-78eb0009d69e by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '67cdc665-8129-42f4-862f-afcd2738b52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2fe9871e-c5fe-4829-8618-d20c3c960819'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:41.018213 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d915ff56-d706-4629-937e-cc357bc3884d None None] Attempting to bind port 668828a2-0683-4ed5-b87c-78eb0009d69e on network 2fe9871e-c5fe-4829-8618-d20c3c960819 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:41.024500 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d915ff56-d706-4629-937e-cc357bc3884d None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 18, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 18:58:41.025105 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d915ff56-d706-4629-937e-cc357bc3884d None None] Checking segment: {'id': '67cdc665-8129-42f4-862f-afcd2738b52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2fe9871e-c5fe-4829-8618-d20c3c960819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 18:58:41.025657 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d915ff56-d706-4629-937e-cc357bc3884d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:41.026274 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d915ff56-d706-4629-937e-cc357bc3884d None None] Bound using segment: {'id': '67cdc665-8129-42f4-862f-afcd2738b52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2fe9871e-c5fe-4829-8618-d20c3c960819'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 18:58:41.026884 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-d915ff56-d706-4629-937e-cc357bc3884d None None] Bound port: 668828a2-0683-4ed5-b87c-78eb0009d69e, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67cdc665-8129-42f4-862f-afcd2738b52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2fe9871e-c5fe-4829-8618-d20c3c960819'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 18:58:41.027436 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d915ff56-d706-4629-937e-cc357bc3884d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:41.031373 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-51fa3c8b-1179-4326-bff8-fc59eb5029a5 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:41.048263 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec64c65-3cfe-4a4c-a3af-9da0ad6d767a tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Pushing event updated for resources: {'Port': ['ID=99afb880-f31a-4eae-8553-639e751a15bc,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:41.074086 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0c08c148-cadf-428d-ac2f-017c08e01eb1 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] Notify callbacks [] for router, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:41.085920 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fa3c8b-1179-4326-bff8-fc59eb5029a5 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Network 31e4da66-0b94-48db-88cd-f69d97d6ba70 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:58:41.109253 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-d915ff56-d706-4629-937e-cc357bc3884d None None] For port 668828a2-0683-4ed5-b87c-78eb0009d69e, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 18:58:41.113277 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-d915ff56-d706-4629-937e-cc357bc3884d None None] For port 668828a2-0683-4ed5-b87c-78eb0009d69e, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=668828a2-0683-4ed5-b87c-78eb0009d69e,segment=NetworkSegment(67cdc665-8129-42f4-862f-afcd2738b52c),segment_id=67cdc665-8129-42f4-862f-afcd2738b52c)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 18:58:41.136475 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-637c682a-0cf1-469e-ac41-2d793a1c2d4d tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:41.142438 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-51fa3c8b-1179-4326-bff8-fc59eb5029a5 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:58:41.145997 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-3e45a0db-97ef-4b84-b31c-e101fa507929 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 18:58:41.146350 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-3e45a0db-97ef-4b84-b31c-e101fa507929 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 18:58:41.146616 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b83cd8ae-3f91-42cd-8b2c-d4900823c4ef tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:41.151628 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=8bcdb7e1-38b7-4c87-9dea-d5da2e0fa2b3,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:41.159869 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fa3c8b-1179-4326-bff8-fc59eb5029a5 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:58:41.160798 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fa3c8b-1179-4326-bff8-fc59eb5029a5 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:41.161388 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-51fa3c8b-1179-4326-bff8-fc59eb5029a5 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:41.201038 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637c682a-0cf1-469e-ac41-2d793a1c2d4d tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Pushing event deleted for resources: {'Port': ['ID=52ed6389-ff4a-4ab9-bcd5-f8fc6ebf1071,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:41.204330 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d915ff56-d706-4629-937e-cc357bc3884d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:41.240952 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa3c8b-1179-4326-bff8-fc59eb5029a5 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Pushing event updated for resources: {'Port': ['ID=5e50df67-593e-4303-a9ff-c0f1c8ab5e39,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:41.262449 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637c682a-0cf1-469e-ac41-2d793a1c2d4d tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] No DVR routers for this DVR port 52ed6389-ff4a-4ab9-bcd5-f8fc6ebf1071 on host dv-neutron-825470-1-hyperv {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 18:58:41.268943 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-b83cd8ae-3f91-42cd-8b2c-d4900823c4ef tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Deleting port 668828a2-0683-4ed5-b87c-78eb0009d69e {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 18:58:41.269302 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b83cd8ae-3f91-42cd-8b2c-d4900823c4ef tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:41.325532 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d915ff56-d706-4629-937e-cc357bc3884d None None] Routers {'810a39bd-19c7-4121-9ddc-b0a00d496a14'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 18:58:41.326512 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-d915ff56-d706-4629-937e-cc357bc3884d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:58:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['810a39bd-19c7-4121-9ddc-b0a00d496a14'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:41.342775 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-24d644d6-ac55-44e2-a9b5-bda7d7df899a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:41.435554 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9b62b4c5-b959-40a7-8702-e5ef8ddf06fd tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:41.441358 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-51fa3c8b-1179-4326-bff8-fc59eb5029a5 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.9269650 Jan 21 18:58:41.447824 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52754) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:41.520565 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa99ea3-8888-4502-8ed9-73f580065d70 None None] Pushing event updated for resources: {'Port': ['ID=668828a2-0683-4ed5-b87c-78eb0009d69e,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:41.552940 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-d915ff56-d706-4629-937e-cc357bc3884d None None] Set router 810a39bd-19c7-4121-9ddc-b0a00d496a14 gateway port host: None {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 18:58:41.566496 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62b4c5-b959-40a7-8702-e5ef8ddf06fd tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=eb5eff39-6a4b-44e2-942c-73b061508d08,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:41.589935 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64227d45-a0c5-408b-af61-aa2067c8de0d tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:41.590507 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-64227d45-a0c5-408b-af61-aa2067c8de0d tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Synchronizing usage tracker for tenant:d110bb8349884c8facb9319efeacd6b4 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 18:58:41.593766 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d644d6-ac55-44e2-a9b5-bda7d7df899a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Network 10a07476-8919-48ae-ac78-d1cf5e7579c8 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:58:41.603928 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-24d644d6-ac55-44e2-a9b5-bda7d7df899a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:58:41.613572 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0c08c148-cadf-428d-ac2f-017c08e01eb1 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:41.619540 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0c08c148-cadf-428d-ac2f-017c08e01eb1 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:41.629428 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d644d6-ac55-44e2-a9b5-bda7d7df899a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:58:41.630368 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d644d6-ac55-44e2-a9b5-bda7d7df899a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:41.630965 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-24d644d6-ac55-44e2-a9b5-bda7d7df899a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:41.634476 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d644d6-ac55-44e2-a9b5-bda7d7df899a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Pushing event updated for resources: {'Port': ['ID=126d60a6-fd71-484d-881e-08ed51de6297,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:41.646609 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bec64c65-3cfe-4a4c-a3af-9da0ad6d767a tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:41.648061 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-3e45a0db-97ef-4b84-b31c-e101fa507929 None None] Deleting port 52ed6389-ff4a-4ab9-bcd5-f8fc6ebf1071 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 18:58:41.648793 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3e45a0db-97ef-4b84-b31c-e101fa507929 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:41.673484 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-637c682a-0cf1-469e-ac41-2d793a1c2d4d tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:41.693197 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-d915ff56-d706-4629-937e-cc357bc3884d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810a39bd-19c7-4121-9ddc-b0a00d496a14', 'name': '', 'tenant_id': 'ee61e73a33b04715b07b22baa3498d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:58:32Z', 'updated_at': '2022-01-21T18:58:41Z', 'revision_number': 4, 'project_id': 'ee61e73a33b04715b07b22baa3498d79', 'gw_port_host': None}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:41.697857 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d915ff56-d706-4629-937e-cc357bc3884d None None] The sync data for ids ['810a39bd-19c7-4121-9ddc-b0a00d496a14'] in dv-neutron-825470-1-hyperv is: [{'id': '810a39bd-19c7-4121-9ddc-b0a00d496a14', 'name': '', 'tenant_id': 'ee61e73a33b04715b07b22baa3498d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:58:32Z', 'updated_at': '2022-01-21T18:58:41Z', 'revision_number': 4, 'project_id': 'ee61e73a33b04715b07b22baa3498d79', 'gw_port_host': None}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 18:58:41.712974 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9b62b4c5-b959-40a7-8702-e5ef8ddf06fd tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:41.760228 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-b83cd8ae-3f91-42cd-8b2c-d4900823c4ef tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] For port 668828a2-0683-4ed5-b87c-78eb0009d69e, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=668828a2-0683-4ed5-b87c-78eb0009d69e,segment=NetworkSegment(67cdc665-8129-42f4-862f-afcd2738b52c),segment_id=67cdc665-8129-42f4-862f-afcd2738b52c)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 18:58:41.767597 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b83cd8ae-3f91-42cd-8b2c-d4900823c4ef tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:41.773335 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 8bcdb7e1-38b7-4c87-9dea-d5da2e0fa2b3 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 18:58:41.774176 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-9b62b4c5-b959-40a7-8702-e5ef8ddf06fd tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79fa00b7-aa55-4ce0-bd8b-984924ef565d']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:41.802100 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-760b85f8-1a18-4db4-97fb-fe864f3957bc tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:41.804566 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-3e45a0db-97ef-4b84-b31c-e101fa507929 None None] The port '52ed6389-ff4a-4ab9-bcd5-f8fc6ebf1071' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 18:58:41.804734 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-637c682a-0cf1-469e-ac41-2d793a1c2d4d tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91724e21-d638-487f-9c2a-a051d1b70309']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:41.866450 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 8bcdb7e1-38b7-4c87-9dea-d5da2e0fa2b3 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:58:41.867393 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:41.886888 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-637c682a-0cf1-469e-ac41-2d793a1c2d4d tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94fb6232-4a00-441d-b951-a526d9ce2503') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:41.887205 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-637c682a-0cf1-469e-ac41-2d793a1c2d4d tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94fb6232-4a00-441d-b951-a526d9ce2503') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:41.894301 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-64227d45-a0c5-408b-af61-aa2067c8de0d tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Unset dirty status for tenant:d110bb8349884c8facb9319efeacd6b4 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 18:58:41.898044 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-64227d45-a0c5-408b-af61-aa2067c8de0d tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] 10.222.0.87 "GET /v2.0/ports/5e50df67-593e-4303-a9ff-c0f1c8ab5e39 HTTP/1.1" status: 200 len: 954 time: 0.4420083 Jan 21 18:58:41.900636 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52758) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:41.905971 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-637c682a-0cf1-469e-ac41-2d793a1c2d4d tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:41.922086 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-9b62b4c5-b959-40a7-8702-e5ef8ddf06fd tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbabf0b9-e761-45af-9597-4d5cd184d608') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:41.922660 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-9b62b4c5-b959-40a7-8702-e5ef8ddf06fd tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbabf0b9-e761-45af-9597-4d5cd184d608') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:41.938351 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-b83cd8ae-3f91-42cd-8b2c-d4900823c4ef tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Calling delete_port for 668828a2-0683-4ed5-b87c-78eb0009d69e owned by network:router_gateway {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 18:58:41.957082 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0c08c148-cadf-428d-ac2f-017c08e01eb1 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:41.957560 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c08c148-cadf-428d-ac2f-017c08e01eb1 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d7adcb4a-aa68-413a-a1d8-76570fd21c82 {{(pid=88137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 18:58:41.980777 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-24d644d6-ac55-44e2-a9b5-bda7d7df899a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.7285237 Jan 21 18:58:41.995762 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52762) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:41.996479 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9b62b4c5-b959-40a7-8702-e5ef8ddf06fd tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:42.037942 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8254'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:42.039268 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9b62b4c5-b959-40a7-8702-e5ef8ddf06fd tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:42.051924 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bec64c65-3cfe-4a4c-a3af-9da0ad6d767a tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:42.097186 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 52ed6389-ff4a-4ab9-bcd5-f8fc6ebf1071 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 18:58:42.136873 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 52ed6389-ff4a-4ab9-bcd5-f8fc6ebf1071 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 18:58:42.137241 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 52ed6389-ff4a-4ab9-bcd5-f8fc6ebf1071 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 18:58:42.158753 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-637c682a-0cf1-469e-ac41-2d793a1c2d4d tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:42.201770 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-3d4938fb-0b7c-42c2-a0bf-e63483031124 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Deleting port 5e50df67-593e-4303-a9ff-c0f1c8ab5e39 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 18:58:42.202128 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3d4938fb-0b7c-42c2-a0bf-e63483031124 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:42.206019 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b62b4c5-b959-40a7-8702-e5ef8ddf06fd tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 18:58:42.206417 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9b62b4c5-b959-40a7-8702-e5ef8ddf06fd tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:42.228066 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 18:58:42.228066 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 18:58:42.228066 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 18:58:42.228066 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 18:58:42.228066 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 18:58:42.228066 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 18:58:42.228066 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 18:58:42.228066 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 18:58:42.228066 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 18:58:42.228066 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 18:58:42.228066 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 18:58:42.228066 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 18:58:42.228066 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 18:58:42.228066 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 18:58:42.228066 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 18:58:42.228066 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 18:58:42.228066 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 18:58:42.228066 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 18:58:42.228066 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 18:58:42.228066 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 18:58:42.228066 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 18:58:42.228066 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 18:58:42.228066 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 18:58:42.228066 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 18:58:42.228066 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 18:58:42.228066 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 18:58:42.228066 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 18:58:42.228066 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 18:58:42.228066 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 18:58:42.228066 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 18:58:42.228066 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 18:58:42.228066 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 18:58:42.230203 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-637c682a-0cf1-469e-ac41-2d793a1c2d4d tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 18:58:42.230638 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-637c682a-0cf1-469e-ac41-2d793a1c2d4d tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:42.249367 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 18:58:42.249367 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 18:58:42.249367 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 18:58:42.249367 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 18:58:42.249367 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 18:58:42.249367 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 18:58:42.249367 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 18:58:42.249367 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 18:58:42.249367 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 18:58:42.249367 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 18:58:42.249367 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 18:58:42.249367 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 18:58:42.249367 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 18:58:42.249367 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 18:58:42.249367 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 18:58:42.249367 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 18:58:42.249367 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 18:58:42.249367 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 18:58:42.249367 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 18:58:42.249367 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 18:58:42.249367 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 18:58:42.249367 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 18:58:42.249367 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 18:58:42.249367 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 18:58:42.249367 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 18:58:42.249367 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 18:58:42.249367 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 18:58:42.249367 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 18:58:42.249367 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 18:58:42.249367 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 18:58:42.249367 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 18:58:42.249367 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 18:58:42.297420 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-0c08c148-cadf-428d-ac2f-017c08e01eb1 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 21 18:58:42.298550 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-0c08c148-cadf-428d-ac2f-017c08e01eb1 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 6.9108613 Jan 21 18:58:42.355228 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52766) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:42.451743 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-760b85f8-1a18-4db4-97fb-fe864f3957bc tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Allocated IP 172.26.1.47 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/1f46061c-dad7-4c5d-9e81-48bdc7ddce3d) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:58:42.561111 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:42.574696 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-9bf95b29-3799-4d58-8b5a-cf87ce1b3ab5 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] Deleting port 4a89e940-cf7c-44e4-bec4-1a197ec9afef {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 18:58:42.575036 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9bf95b29-3799-4d58-8b5a-cf87ce1b3ab5 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:42.600508 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9b62b4c5-b959-40a7-8702-e5ef8ddf06fd tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:42.635778 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b62b4c5-b959-40a7-8702-e5ef8ddf06fd tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 79fa00b7-aa55-4ce0-bd8b-984924ef565d {{(pid=88136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 21 18:58:42.647740 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-637c682a-0cf1-469e-ac41-2d793a1c2d4d tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:42.649344 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9b62b4c5-b959-40a7-8702-e5ef8ddf06fd tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:42.655147 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62b4c5-b959-40a7-8702-e5ef8ddf06fd tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Pushing event deleted for resources: {'Network': ['ID=79fa00b7-aa55-4ce0-bd8b-984924ef565d,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:42.678341 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-9b62b4c5-b959-40a7-8702-e5ef8ddf06fd tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] 10.222.0.87 "DELETE /v2.0/networks/79fa00b7-aa55-4ce0-bd8b-984924ef565d HTTP/1.1" status: 204 len: 168 time: 5.2340658 Jan 21 18:58:42.683423 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52770) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:42.764609 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b83cd8ae-3f91-42cd-8b2c-d4900823c4ef tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:42.769822 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bec64c65-3cfe-4a4c-a3af-9da0ad6d767a tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:42.795740 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-637c682a-0cf1-469e-ac41-2d793a1c2d4d tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:42.817708 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-eca701b2-afe0-42e6-b0e4-635fde8bf2a5 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Synchronizing usage tracker for tenant:1da765efa306402fa06d122a8f1a9381 on resource:floatingip {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 18:58:42.822770 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83cd8ae-3f91-42cd-8b2c-d4900823c4ef tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Pushing event deleted for resources: {'Port': ['ID=668828a2-0683-4ed5-b87c-78eb0009d69e,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:42.850887 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3d4938fb-0b7c-42c2-a0bf-e63483031124 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:42.861013 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637c682a-0cf1-469e-ac41-2d793a1c2d4d tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] Pushing event deleted for resources: {'Network': ['ID=91724e21-d638-487f-9c2a-a051d1b70309,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:42.868200 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bec64c65-3cfe-4a4c-a3af-9da0ad6d767a tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:42.951088 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-eca701b2-afe0-42e6-b0e4-635fde8bf2a5 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Unset dirty status for tenant:1da765efa306402fa06d122a8f1a9381 on resource:floatingip {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 18:58:42.955408 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-eca701b2-afe0-42e6-b0e4-635fde8bf2a5 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] 10.222.0.87 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2710288 Jan 21 18:58:42.991689 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52774) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:43.016258 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-3d4938fb-0b7c-42c2-a0bf-e63483031124 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Calling delete_port for 5e50df67-593e-4303-a9ff-c0f1c8ab5e39 owned by {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 18:58:43.049612 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-637c682a-0cf1-469e-ac41-2d793a1c2d4d tempest-DHCPAgentSchedulersTestJSON-483353142 tempest-DHCPAgentSchedulersTestJSON-483353142-project] 10.222.0.87 "DELETE /v2.0/networks/91724e21-d638-487f-9c2a-a051d1b70309 HTTP/1.1" status: 204 len: 168 time: 3.1645308 Jan 21 18:58:43.084236 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec64c65-3cfe-4a4c-a3af-9da0ad6d767a tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Pushing event updated for resources: {'Port': ['ID=99afb880-f31a-4eae-8553-639e751a15bc,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:43.088474 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b83cd8ae-3f91-42cd-8b2c-d4900823c4ef tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:43.141968 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bec64c65-3cfe-4a4c-a3af-9da0ad6d767a tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:43.292574 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b83cd8ae-3f91-42cd-8b2c-d4900823c4ef tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:43.296188 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b83cd8ae-3f91-42cd-8b2c-d4900823c4ef tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:43.306815 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc2dc7c-cfd1-4ae7-963a-d78c8e1c914e tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:43.307287 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc2dc7c-cfd1-4ae7-963a-d78c8e1c914e tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:43.307739 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc2dc7c-cfd1-4ae7-963a-d78c8e1c914e tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:43.308189 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc2dc7c-cfd1-4ae7-963a-d78c8e1c914e tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:43.308639 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc2dc7c-cfd1-4ae7-963a-d78c8e1c914e tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:43.309085 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc2dc7c-cfd1-4ae7-963a-d78c8e1c914e tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:43.310023 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-edc2dc7c-cfd1-4ae7-963a-d78c8e1c914e tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Synchronizing usage tracker for tenant:1da765efa306402fa06d122a8f1a9381 on resource:subnet {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 18:58:43.380293 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-760b85f8-1a18-4db4-97fb-fe864f3957bc tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:43.414456 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bec64c65-3cfe-4a4c-a3af-9da0ad6d767a tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:43.415913 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-bec64c65-3cfe-4a4c-a3af-9da0ad6d767a tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8738384 Jan 21 18:58:43.460033 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9bf95b29-3799-4d58-8b5a-cf87ce1b3ab5 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:43.470743 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3d4938fb-0b7c-42c2-a0bf-e63483031124 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:43.498671 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-edc2dc7c-cfd1-4ae7-963a-d78c8e1c914e tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Unset dirty status for tenant:1da765efa306402fa06d122a8f1a9381 on resource:subnet {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 18:58:43.501671 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-edc2dc7c-cfd1-4ae7-963a-d78c8e1c914e tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3968 time: 0.5079348 Jan 21 18:58:43.502832 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b83cd8ae-3f91-42cd-8b2c-d4900823c4ef tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:43.503594 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83cd8ae-3f91-42cd-8b2c-d4900823c4ef tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 810a39bd-19c7-4121-9ddc-b0a00d496a14 {{(pid=88136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 18:58:43.517042 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52786) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:43.533460 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b83cd8ae-3f91-42cd-8b2c-d4900823c4ef tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:43.538425 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b83cd8ae-3f91-42cd-8b2c-d4900823c4ef tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] 10.222.0.87 "DELETE /v2.0/routers/810a39bd-19c7-4121-9ddc-b0a00d496a14 HTTP/1.1" status: 204 len: 168 time: 3.7228489 Jan 21 18:58:43.540491 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52796) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:43.644196 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52802) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:43.664701 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-921d9096-41e7-4953-b004-89234e603c15 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Deleting subnet 156143ea-075d-42e5-bf50-a67abc6ca01a {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 18:58:43.667804 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-921d9096-41e7-4953-b004-89234e603c15 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:43.730101 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-921d9096-41e7-4953-b004-89234e603c15 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:43.814988 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-921d9096-41e7-4953-b004-89234e603c15 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:43.836905 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-9bf95b29-3799-4d58-8b5a-cf87ce1b3ab5 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] Calling delete_port for 4a89e940-cf7c-44e4-bec4-1a197ec9afef owned by {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 18:58:43.864303 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] device_id is not set on port 126d60a6-fd71-484d-881e-08ed51de6297 yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 18:58:43.876673 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4938fb-0b7c-42c2-a0bf-e63483031124 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e50df67-593e-4303-a9ff-c0f1c8ab5e39,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:43.895224 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-39cf1dd2-99ed-4185-9076-7a38bfb3ea74 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=98a586de649a4f379b51955fee0ea327&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2502091 Jan 21 18:58:43.899545 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52818) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:43.908214 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3d4938fb-0b7c-42c2-a0bf-e63483031124 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:43.911602 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52822) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:43.912370 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-7e3c3433-eb15-4c41-aaf2-4b58b68fc389 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] delete failed (client error): The resource could not be found. Jan 21 18:58:43.913377 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-7e3c3433-eb15-4c41-aaf2-4b58b68fc389 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] 10.222.0.87 "DELETE /v2.0/floatingips/16d07e60-50a6-4597-b60a-35a5ab4e00cf HTTP/1.1" status: 404 len: 345 time: 0.3954091 Jan 21 18:58:43.917283 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:43.918046 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52826) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:43.920444 dv-neutron-825470-1-hyperv neutron-server[88136]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 21 18:58:43.946031 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Transition to ACTIVE for port object 126d60a6-fd71-484d-881e-08ed51de6297 will not be triggered until provisioned by entity L2. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:58:43.982943 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-c13602a5-fe0f-4d81-b582-fdcb4f393403 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] DELETE failed (client error): The resource could not be found. Jan 21 18:58:43.983491 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c13602a5-fe0f-4d81-b582-fdcb4f393403 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 18:58:44.006721 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c13602a5-fe0f-4d81-b582-fdcb4f393403 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] 10.222.0.87 "DELETE /v2.0/networks/79fa00b7-aa55-4ce0-bd8b-984924ef565d HTTP/1.1" status: 404 len: 339 time: 0.0847375 Jan 21 18:58:44.010829 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52830) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:44.019121 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-4e84bd8a-2d0f-4a55-ac25-b530fdb94d98 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Request body: {'network': {'name': 'tempest-network--24215490', 'router:external': True}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:44.020833 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-7722a131-ae3a-4357-8e88-1b770596bb07 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Synchronizing usage tracker for tenant:bb8144e3b5cb451fa2ea1f5ea2efa32a on resource:security_group {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 18:58:44.022801 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3d4938fb-0b7c-42c2-a0bf-e63483031124 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] 10.222.0.87 "DELETE /v2.0/ports/5e50df67-593e-4303-a9ff-c0f1c8ab5e39 HTTP/1.1" status: 204 len: 168 time: 2.1198037 Jan 21 18:58:44.030307 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-4e84bd8a-2d0f-4a55-ac25-b530fdb94d98 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:44.034237 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52834) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:44.037756 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-4e84bd8a-2d0f-4a55-ac25-b530fdb94d98 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Usage tracker for resource:network and tenant:1da765efa306402fa06d122a8f1a9381 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:44.042155 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-4e84bd8a-2d0f-4a55-ac25-b530fdb94d98 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:44.051874 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:44.055432 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-4e84bd8a-2d0f-4a55-ac25-b530fdb94d98 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:44.077184 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fb9148c1-c272-4d4d-9b19-33ae412a017d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:44.087579 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-760b85f8-1a18-4db4-97fb-fe864f3957bc tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:44.087851 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-921d9096-41e7-4953-b004-89234e603c15 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:44.131924 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-58ce2335-1a0f-4bd8-a308-20203d0679b7 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] GET failed (client error): The resource could not be found. Jan 21 18:58:44.132451 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-58ce2335-1a0f-4bd8-a308-20203d0679b7 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Synchronizing usage tracker for tenant:d110bb8349884c8facb9319efeacd6b4 on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 18:58:44.147919 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d9096-41e7-4953-b004-89234e603c15 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=156143ea-075d-42e5-bf50-a67abc6ca01a,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:44.150732 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-921d9096-41e7-4953-b004-89234e603c15 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:44.154302 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-921d9096-41e7-4953-b004-89234e603c15 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] 10.222.0.87 "DELETE /v2.0/subnets/156143ea-075d-42e5-bf50-a67abc6ca01a HTTP/1.1" status: 204 len: 168 time: 0.6127625 Jan 21 18:58:44.165639 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52838) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:44.183894 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9bf95b29-3799-4d58-8b5a-cf87ce1b3ab5 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:44.198026 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760b85f8-1a18-4db4-97fb-fe864f3957bc tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:58:44.208333 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-760b85f8-1a18-4db4-97fb-fe864f3957bc tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:58:44.215537 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e84bd8a-2d0f-4a55-ac25-b530fdb94d98 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Made reservation on behalf of 1da765efa306402fa06d122a8f1a9381 for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:58:44.217762 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4e84bd8a-2d0f-4a55-ac25-b530fdb94d98 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:44.227525 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760b85f8-1a18-4db4-97fb-fe864f3957bc tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:58:44.269322 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Pushing event updated for resources: {'Port': ['ID=126d60a6-fd71-484d-881e-08ed51de6297,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:44.294488 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-7722a131-ae3a-4357-8e88-1b770596bb07 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Unset dirty status for tenant:bb8144e3b5cb451fa2ea1f5ea2efa32a on resource:security_group {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 18:58:44.295620 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-7722a131-ae3a-4357-8e88-1b770596bb07 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--50468364&fields=id&tenant_id=bb8144e3b5cb451fa2ea1f5ea2efa32a HTTP/1.1" status: 200 len: 267 time: 0.3831515 Jan 21 18:58:44.298028 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fb9148c1-c272-4d4d-9b19-33ae412a017d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:44.417633 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 126d60a6-fd71-484d-881e-08ed51de6297 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:44.418052 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 126d60a6-fd71-484d-881e-08ed51de6297 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:44.418337 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 126d60a6-fd71-484d-881e-08ed51de6297 on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:44.418762 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-58ce2335-1a0f-4bd8-a308-20203d0679b7 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Unset dirty status for tenant:d110bb8349884c8facb9319efeacd6b4 on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 18:58:44.424691 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-58ce2335-1a0f-4bd8-a308-20203d0679b7 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] 10.222.0.87 "GET /v2.0/ports/5e50df67-593e-4303-a9ff-c0f1c8ab5e39 HTTP/1.1" status: 404 len: 333 time: 0.3843231 Jan 21 18:58:44.432451 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52844) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:44.451597 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e84bd8a-2d0f-4a55-ac25-b530fdb94d98 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 18:58:44.458901 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-67e20b7a-42a0-451d-8e9b-50bb7ab206c3 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Request body: {'port': {'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-884012450'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:44.461758 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Port 126d60a6-fd71-484d-881e-08ed51de6297 on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:44.462126 dv-neutron-825470-1-hyperv neutron-server[88137]: ERROR neutron.plugins.ml2.managers [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Failed to bind port 126d60a6-fd71-484d-881e-08ed51de6297 on host hv-neutron-8254 for vnic_type normal using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] Jan 21 18:58:44.475572 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.plugins.ml2.plugin [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempt 2 to bind port 126d60a6-fd71-484d-881e-08ed51de6297 Jan 21 18:58:44.486210 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-67e20b7a-42a0-451d-8e9b-50bb7ab206c3 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:44.492152 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b85f8-1a18-4db4-97fb-fe864f3957bc tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Pushing event updated for resources: {'Port': ['ID=1f46061c-dad7-4c5d-9e81-48bdc7ddce3d,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:44.508320 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fbd91296-7098-4993-8745-06cd86385f6a tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:44.542732 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4e84bd8a-2d0f-4a55-ac25-b530fdb94d98 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:44.543081 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-4e84bd8a-2d0f-4a55-ac25-b530fdb94d98 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Added segment 584a57d4-2744-42d2-91d0-26abdd01a145 of type vlan for network 4884f655-2e3b-48f2-a817-3709e4a6ae06 Jan 21 18:58:44.565506 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 126d60a6-fd71-484d-881e-08ed51de6297 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:44.565861 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 126d60a6-fd71-484d-881e-08ed51de6297 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:44.566188 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 126d60a6-fd71-484d-881e-08ed51de6297 on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:44.608637 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-67e20b7a-42a0-451d-8e9b-50bb7ab206c3 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:44.611253 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf95b29-3799-4d58-8b5a-cf87ce1b3ab5 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a89e940-cf7c-44e4-bec4-1a197ec9afef,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:44.611541 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-2a5b9749-e488-40f3-b922-62d75fc9cf84 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:44.612303 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-2a5b9749-e488-40f3-b922-62d75fc9cf84 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Synchronizing usage tracker for tenant:bb8144e3b5cb451fa2ea1f5ea2efa32a on resource:network {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 18:58:44.627378 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fb9148c1-c272-4d4d-9b19-33ae412a017d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:44.629950 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9bf95b29-3799-4d58-8b5a-cf87ce1b3ab5 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:44.632182 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Port 126d60a6-fd71-484d-881e-08ed51de6297 on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:44.632505 dv-neutron-825470-1-hyperv neutron-server[88137]: ERROR neutron.plugins.ml2.managers [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Failed to bind port 126d60a6-fd71-484d-881e-08ed51de6297 on host hv-neutron-8254 for vnic_type normal using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] Jan 21 18:58:44.637926 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.plugins.ml2.plugin [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempt 3 to bind port 126d60a6-fd71-484d-881e-08ed51de6297 Jan 21 18:58:44.688772 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-9bf95b29-3799-4d58-8b5a-cf87ce1b3ab5 tempest-RoutersAdminNegativeIpV6Test-491779685 tempest-RoutersAdminNegativeIpV6Test-491779685-project-admin] 10.222.0.87 "DELETE /v2.0/ports/4a89e940-cf7c-44e4-bec4-1a197ec9afef HTTP/1.1" status: 204 len: 168 time: 2.3325896 Jan 21 18:58:44.689631 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 126d60a6-fd71-484d-881e-08ed51de6297 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:44.690025 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 126d60a6-fd71-484d-881e-08ed51de6297 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:44.690347 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 126d60a6-fd71-484d-881e-08ed51de6297 on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:44.692772 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-760b85f8-1a18-4db4-97fb-fe864f3957bc tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:44.696712 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fbd91296-7098-4993-8745-06cd86385f6a tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:44.705124 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4e84bd8a-2d0f-4a55-ac25-b530fdb94d98 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:44.708897 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Port 126d60a6-fd71-484d-881e-08ed51de6297 on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:44.709042 dv-neutron-825470-1-hyperv neutron-server[88137]: ERROR neutron.plugins.ml2.managers [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Failed to bind port 126d60a6-fd71-484d-881e-08ed51de6297 on host hv-neutron-8254 for vnic_type normal using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] Jan 21 18:58:44.710268 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.plugins.ml2.plugin [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempt 4 to bind port 126d60a6-fd71-484d-881e-08ed51de6297 Jan 21 18:58:44.711628 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9148c1-c272-4d4d-9b19-33ae412a017d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7da55a8-e038-47f6-9778-d6a637b4a718,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:44.725153 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e20b7a-42a0-451d-8e9b-50bb7ab206c3 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Made reservation on behalf of d110bb8349884c8facb9319efeacd6b4 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:58:44.725153 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-67e20b7a-42a0-451d-8e9b-50bb7ab206c3 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:44.730780 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fb9148c1-c272-4d4d-9b19-33ae412a017d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:44.735307 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-fb9148c1-c272-4d4d-9b19-33ae412a017d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e7da55a8-e038-47f6-9778-d6a637b4a718 HTTP/1.1" status: 204 len: 168 time: 0.8314388 Jan 21 18:58:44.736197 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-fbd91296-7098-4993-8745-06cd86385f6a tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fe9871e-c5fe-4829-8618-d20c3c960819']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:44.749292 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-fbd91296-7098-4993-8745-06cd86385f6a tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67cdc665-8129-42f4-862f-afcd2738b52c') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:44.749593 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-fbd91296-7098-4993-8745-06cd86385f6a tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67cdc665-8129-42f4-862f-afcd2738b52c') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:44.749762 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 126d60a6-fd71-484d-881e-08ed51de6297 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:44.750129 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 126d60a6-fd71-484d-881e-08ed51de6297 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:44.750474 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 126d60a6-fd71-484d-881e-08ed51de6297 on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:44.759473 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Port 126d60a6-fd71-484d-881e-08ed51de6297 on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:44.759730 dv-neutron-825470-1-hyperv neutron-server[88137]: ERROR neutron.plugins.ml2.managers [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Failed to bind port 126d60a6-fd71-484d-881e-08ed51de6297 on host hv-neutron-8254 for vnic_type normal using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] Jan 21 18:58:44.761801 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.plugins.ml2.plugin [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempt 5 to bind port 126d60a6-fd71-484d-881e-08ed51de6297 Jan 21 18:58:44.762036 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fbd91296-7098-4993-8745-06cd86385f6a tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:44.777179 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-67e20b7a-42a0-451d-8e9b-50bb7ab206c3 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] device_id is not set on port d7b4ad69-d872-4188-9306-996e893bf0b6 yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 18:58:44.780483 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fbd91296-7098-4993-8745-06cd86385f6a tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:44.787708 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbd91296-7098-4993-8745-06cd86385f6a tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 18:58:44.788091 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fbd91296-7098-4993-8745-06cd86385f6a tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:44.801840 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 18:58:44.801840 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 18:58:44.801840 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 18:58:44.801840 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 18:58:44.801840 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 18:58:44.801840 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 18:58:44.801840 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 18:58:44.801840 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 18:58:44.801840 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 18:58:44.801840 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 18:58:44.801840 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 18:58:44.801840 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 18:58:44.801840 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 18:58:44.801840 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 18:58:44.801840 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 18:58:44.801840 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 18:58:44.801840 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 18:58:44.801840 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 18:58:44.801840 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 18:58:44.801840 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 18:58:44.801840 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 18:58:44.801840 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 18:58:44.801840 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 18:58:44.801840 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 18:58:44.801840 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 18:58:44.801840 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 18:58:44.801840 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 18:58:44.801840 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 18:58:44.801840 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 18:58:44.801840 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 18:58:44.801840 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 18:58:44.801840 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 18:58:44.807805 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-2a5b9749-e488-40f3-b922-62d75fc9cf84 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Unset dirty status for tenant:bb8144e3b5cb451fa2ea1f5ea2efa32a on resource:network {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 18:58:44.812491 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-2a5b9749-e488-40f3-b922-62d75fc9cf84 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/networks?id=2745c7b7-aa59-4a69-977f-3d793c812102 HTTP/1.1" status: 200 len: 811 time: 0.5024931 Jan 21 18:58:44.842342 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-f0c8e019-b2e6-4676-883b-1b5f6f82a976 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/quotas/bb8144e3b5cb451fa2ea1f5ea2efa32a HTTP/1.1" status: 200 len: 375 time: 0.0289207 Jan 21 18:58:44.885335 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 126d60a6-fd71-484d-881e-08ed51de6297 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:44.885912 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 126d60a6-fd71-484d-881e-08ed51de6297 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:44.886003 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 126d60a6-fd71-484d-881e-08ed51de6297 on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:44.897298 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Port 126d60a6-fd71-484d-881e-08ed51de6297 on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:44.897619 dv-neutron-825470-1-hyperv neutron-server[88137]: ERROR neutron.plugins.ml2.managers [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Failed to bind port 126d60a6-fd71-484d-881e-08ed51de6297 on host hv-neutron-8254 for vnic_type normal using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] Jan 21 18:58:44.901209 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.plugins.ml2.plugin [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempt 6 to bind port 126d60a6-fd71-484d-881e-08ed51de6297 Jan 21 18:58:44.914841 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-760b85f8-1a18-4db4-97fb-fe864f3957bc tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:44.973218 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 126d60a6-fd71-484d-881e-08ed51de6297 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:44.973551 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 126d60a6-fd71-484d-881e-08ed51de6297 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:44.973908 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 126d60a6-fd71-484d-881e-08ed51de6297 on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:44.979280 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-05e59280-b119-4dee-88a0-df83f8796848 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Synchronizing usage tracker for tenant:bb8144e3b5cb451fa2ea1f5ea2efa32a on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 18:58:44.998881 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Port 126d60a6-fd71-484d-881e-08ed51de6297 on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:44.999198 dv-neutron-825470-1-hyperv neutron-server[88137]: ERROR neutron.plugins.ml2.managers [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Failed to bind port 126d60a6-fd71-484d-881e-08ed51de6297 on host hv-neutron-8254 for vnic_type normal using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] Jan 21 18:58:44.999747 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4e84bd8a-2d0f-4a55-ac25-b530fdb94d98 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:45.001253 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e84bd8a-2d0f-4a55-ac25-b530fdb94d98 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:45.001933 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4e84bd8a-2d0f-4a55-ac25-b530fdb94d98 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:45.013209 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.plugins.ml2.plugin [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempt 7 to bind port 126d60a6-fd71-484d-881e-08ed51de6297 Jan 21 18:58:45.042534 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fbd91296-7098-4993-8745-06cd86385f6a tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:45.066667 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd91296-7098-4993-8745-06cd86385f6a tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2fe9871e-c5fe-4829-8618-d20c3c960819 {{(pid=88136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 21 18:58:45.072063 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fbd91296-7098-4993-8745-06cd86385f6a tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:45.074563 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd91296-7098-4993-8745-06cd86385f6a tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Pushing event deleted for resources: {'Network': ['ID=2fe9871e-c5fe-4829-8618-d20c3c960819,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:45.084657 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-fbd91296-7098-4993-8745-06cd86385f6a tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] 10.222.0.87 "DELETE /v2.0/networks/2fe9871e-c5fe-4829-8618-d20c3c960819 HTTP/1.1" status: 204 len: 168 time: 0.9178956 Jan 21 18:58:45.096954 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-05e59280-b119-4dee-88a0-df83f8796848 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Unset dirty status for tenant:bb8144e3b5cb451fa2ea1f5ea2efa32a on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 18:58:45.098686 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-05e59280-b119-4dee-88a0-df83f8796848 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=bb8144e3b5cb451fa2ea1f5ea2efa32a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2117057 Jan 21 18:58:45.103407 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 126d60a6-fd71-484d-881e-08ed51de6297 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:45.103752 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 126d60a6-fd71-484d-881e-08ed51de6297 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:45.104070 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 126d60a6-fd71-484d-881e-08ed51de6297 on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:45.155831 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Port 126d60a6-fd71-484d-881e-08ed51de6297 on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:45.156161 dv-neutron-825470-1-hyperv neutron-server[88137]: ERROR neutron.plugins.ml2.managers [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Failed to bind port 126d60a6-fd71-484d-881e-08ed51de6297 on host hv-neutron-8254 for vnic_type normal using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] Jan 21 18:58:45.213584 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.plugins.ml2.plugin [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempt 8 to bind port 126d60a6-fd71-484d-881e-08ed51de6297 Jan 21 18:58:45.282681 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e84bd8a-2d0f-4a55-ac25-b530fdb94d98 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Pushing event updated for resources: {'Network': ['ID=4884f655-2e3b-48f2-a817-3709e4a6ae06,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:45.287795 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-4e84bd8a-2d0f-4a55-ac25-b530fdb94d98 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.2739782 Jan 21 18:58:45.288494 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52864) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:45.301956 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 4884f655-2e3b-48f2-a817-3709e4a6ae06 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 18:58:45.371518 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52868) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:45.383656 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 126d60a6-fd71-484d-881e-08ed51de6297 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:45.383983 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 126d60a6-fd71-484d-881e-08ed51de6297 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:45.384478 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 126d60a6-fd71-484d-881e-08ed51de6297 on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:45.413177 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Port 126d60a6-fd71-484d-881e-08ed51de6297 on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:45.413506 dv-neutron-825470-1-hyperv neutron-server[88137]: ERROR neutron.plugins.ml2.managers [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Failed to bind port 126d60a6-fd71-484d-881e-08ed51de6297 on host hv-neutron-8254 for vnic_type normal using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] Jan 21 18:58:45.421236 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.plugins.ml2.plugin [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempt 9 to bind port 126d60a6-fd71-484d-881e-08ed51de6297 Jan 21 18:58:45.579306 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-67e20b7a-42a0-451d-8e9b-50bb7ab206c3 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:45.601094 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 126d60a6-fd71-484d-881e-08ed51de6297 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:45.601420 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 126d60a6-fd71-484d-881e-08ed51de6297 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:45.606734 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 126d60a6-fd71-484d-881e-08ed51de6297 on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:45.618393 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Port 126d60a6-fd71-484d-881e-08ed51de6297 on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:45.618736 dv-neutron-825470-1-hyperv neutron-server[88137]: ERROR neutron.plugins.ml2.managers [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Failed to bind port 126d60a6-fd71-484d-881e-08ed51de6297 on host hv-neutron-8254 for vnic_type normal using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] Jan 21 18:58:45.620855 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.plugins.ml2.plugin [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempt 10 to bind port 126d60a6-fd71-484d-881e-08ed51de6297 Jan 21 18:58:45.643740 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 126d60a6-fd71-484d-881e-08ed51de6297 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:45.644078 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 126d60a6-fd71-484d-881e-08ed51de6297 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:45.644524 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempting to bind port 126d60a6-fd71-484d-881e-08ed51de6297 on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:45.657412 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92b81c9-55df-4ebb-b026-97d21c90c7d6 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:45.665598 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Port 126d60a6-fd71-484d-881e-08ed51de6297 on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:45.665957 dv-neutron-825470-1-hyperv neutron-server[88137]: ERROR neutron.plugins.ml2.managers [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Failed to bind port 126d60a6-fd71-484d-881e-08ed51de6297 on host hv-neutron-8254 for vnic_type normal using segments [{'id': '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '10a07476-8919-48ae-ac78-d1cf5e7579c8'}] Jan 21 18:58:45.666311 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:45.669623 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92b81c9-55df-4ebb-b026-97d21c90c7d6 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:45.674897 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92b81c9-55df-4ebb-b026-97d21c90c7d6 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:45.680751 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92b81c9-55df-4ebb-b026-97d21c90c7d6 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:45.681381 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-760b85f8-1a18-4db4-97fb-fe864f3957bc tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:45.682557 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f92b81c9-55df-4ebb-b026-97d21c90c7d6 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2451 time: 0.3932297 Jan 21 18:58:45.685261 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52876) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:45.767160 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] For port 126d60a6-fd71-484d-881e-08ed51de6297, host hv-neutron-8254, cleared binding levels {{(pid=88137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 18:58:45.767550 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attempted to set empty binding levels {{(pid=88137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 21 18:58:45.771715 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-67e20b7a-42a0-451d-8e9b-50bb7ab206c3 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:45.773880 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-760b85f8-1a18-4db4-97fb-fe864f3957bc tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:45.796685 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5b2de5a5-8ffa-4660-8d79-79141052eeee tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:45.823174 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52882) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:45.869679 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:45.887791 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e20b7a-42a0-451d-8e9b-50bb7ab206c3 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Network 31e4da66-0b94-48db-88cd-f69d97d6ba70 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:58:45.888927 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-17fee04a-e5df-4daa-8e56-9c70ae07e7ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:45.928822 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-67e20b7a-42a0-451d-8e9b-50bb7ab206c3 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:58:45.932048 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e20b7a-42a0-451d-8e9b-50bb7ab206c3 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:58:45.933085 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e20b7a-42a0-451d-8e9b-50bb7ab206c3 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:45.933673 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-67e20b7a-42a0-451d-8e9b-50bb7ab206c3 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:45.940382 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-2f26cfe5-9b84-4f4c-a761-d341cae8a872 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=88136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 18:58:45.948430 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-2f26cfe5-9b84-4f4c-a761-d341cae8a872 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3179636 Jan 21 18:58:45.950612 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] In _notify_port_updated(), no bound segment for port 126d60a6-fd71-484d-881e-08ed51de6297 on network 10a07476-8919-48ae-ac78-d1cf5e7579c8 {{(pid=88137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 18:58:45.951465 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:45.952056 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:45.957124 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] 10.222.0.87 "PUT /v2.0/ports/126d60a6-fd71-484d-881e-08ed51de6297 HTTP/1.1" status: 200 len: 980 time: 3.9602084 Jan 21 18:58:45.970968 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52886) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:45.978345 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5b2de5a5-8ffa-4660-8d79-79141052eeee tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:46.014605 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-17fee04a-e5df-4daa-8e56-9c70ae07e7ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:46.024574 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-5b2de5a5-8ffa-4660-8d79-79141052eeee tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4884f655-2e3b-48f2-a817-3709e4a6ae06']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:46.043567 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-17fee04a-e5df-4daa-8e56-9c70ae07e7ba admin admin] Usage tracker for resource:security_group_rule and tenant:fde3e46865814ce0b10978dcc94892d9 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:46.057238 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52890) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:46.060477 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-17fee04a-e5df-4daa-8e56-9c70ae07e7ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:46.065561 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a6ba735a-754b-4f23-84ec-3e31d044293a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:46.090249 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-5b2de5a5-8ffa-4660-8d79-79141052eeee tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '584a57d4-2744-42d2-91d0-26abdd01a145') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:46.090807 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-5b2de5a5-8ffa-4660-8d79-79141052eeee tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '584a57d4-2744-42d2-91d0-26abdd01a145') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:46.093337 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b85f8-1a18-4db4-97fb-fe864f3957bc tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Pushing event updated for resources: {'Port': ['ID=1f46061c-dad7-4c5d-9e81-48bdc7ddce3d,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:46.100925 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-0f02daa3-feb1-4e5a-8e7e-8443b7d3d90f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Request body: {'router': {'name': 'tempest-router--1774936228', 'project_id': 'dce306dee5a34b6f944335a60f3c7c8e'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:46.104253 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-17fee04a-e5df-4daa-8e56-9c70ae07e7ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:46.113545 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5b2de5a5-8ffa-4660-8d79-79141052eeee tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:46.139151 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-760b85f8-1a18-4db4-97fb-fe864f3957bc tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:46.142704 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5b2de5a5-8ffa-4660-8d79-79141052eeee tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:46.146825 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-0f02daa3-feb1-4e5a-8e7e-8443b7d3d90f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:46.154343 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-cc9b527f-d2c1-44d0-a02d-da2d59478c9a service neutron] 10.222.0.87 "GET /v2.0/networks/2745c7b7-aa59-4a69-977f-3d793c812102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049994 Jan 21 18:58:46.155393 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b2de5a5-8ffa-4660-8d79-79141052eeee tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 18:58:46.155786 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5b2de5a5-8ffa-4660-8d79-79141052eeee tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:46.159162 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-a6ba735a-754b-4f23-84ec-3e31d044293a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:46.169331 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-67e20b7a-42a0-451d-8e9b-50bb7ab206c3 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.7324657 Jan 21 18:58:46.169684 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 18:58:46.169684 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 18:58:46.169684 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 18:58:46.169684 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 18:58:46.169684 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 18:58:46.169684 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 18:58:46.169684 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 18:58:46.169684 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 18:58:46.169684 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 18:58:46.169684 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 18:58:46.169684 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 18:58:46.169684 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 18:58:46.169684 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 18:58:46.169684 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 18:58:46.169684 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 18:58:46.169684 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 18:58:46.169684 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 18:58:46.169684 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 18:58:46.169684 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 18:58:46.169684 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 18:58:46.169684 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 18:58:46.169684 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 18:58:46.169684 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 18:58:46.169684 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 18:58:46.169684 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 18:58:46.169684 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 18:58:46.169684 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 18:58:46.169684 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 18:58:46.169684 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 18:58:46.169684 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 18:58:46.169684 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 18:58:46.169684 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 18:58:46.174985 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52894) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:46.182670 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-0f02daa3-feb1-4e5a-8e7e-8443b7d3d90f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Usage tracker for resource:router and tenant:dce306dee5a34b6f944335a60f3c7c8e is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:46.192351 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-a6ba735a-754b-4f23-84ec-3e31d044293a admin admin] Usage tracker for resource:security_group_rule and tenant:84c01c00f2604aca95b6ffd76b77ee4b is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:46.196585 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-0f02daa3-feb1-4e5a-8e7e-8443b7d3d90f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:46.199185 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-a6ba735a-754b-4f23-84ec-3e31d044293a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:46.204841 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8254'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:46.212340 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-0f02daa3-feb1-4e5a-8e7e-8443b7d3d90f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:46.215962 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-06dab88d-ac93-44b6-904e-7613b1148fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Deleting port 126d60a6-fd71-484d-881e-08ed51de6297 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 18:58:46.216294 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-06dab88d-ac93-44b6-904e-7613b1148fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:46.248935 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-a6ba735a-754b-4f23-84ec-3e31d044293a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:46.289447 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e20b7a-42a0-451d-8e9b-50bb7ab206c3 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Pushing event updated for resources: {'Port': ['ID=d7b4ad69-d872-4188-9306-996e893bf0b6,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:46.342249 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-760b85f8-1a18-4db4-97fb-fe864f3957bc tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:46.343705 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-760b85f8-1a18-4db4-97fb-fe864f3957bc tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1305153 Jan 21 18:58:46.388536 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0f02daa3-feb1-4e5a-8e7e-8443b7d3d90f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:46.389572 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0f02daa3-feb1-4e5a-8e7e-8443b7d3d90f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:46.421279 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b50505-933d-4d74-961e-1889fbcdf8aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Pushing event updated for resources: {'Port': ['ID=126d60a6-fd71-484d-881e-08ed51de6297,revision_number=3']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:46.546475 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-06dab88d-ac93-44b6-904e-7613b1148fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] For port 126d60a6-fd71-484d-881e-08ed51de6297, host hv-neutron-8254, got binding levels [] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 18:58:46.546845 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-06dab88d-ac93-44b6-904e-7613b1148fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:46.560633 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5b2de5a5-8ffa-4660-8d79-79141052eeee tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:46.580631 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-bd128e76-fbcb-4564-82ab-27f57b63a964 service neutron] 10.222.0.87 "GET /v2.0/networks/2745c7b7-aa59-4a69-977f-3d793c812102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099815 Jan 21 18:58:46.585302 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2de5a5-8ffa-4660-8d79-79141052eeee tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4884f655-2e3b-48f2-a817-3709e4a6ae06 {{(pid=88136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 21 18:58:46.589132 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:46.599792 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5b2de5a5-8ffa-4660-8d79-79141052eeee tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:46.611188 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-5b2de5a5-8ffa-4660-8d79-79141052eeee tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] 10.222.0.87 "DELETE /v2.0/networks/4884f655-2e3b-48f2-a817-3709e4a6ae06 HTTP/1.1" status: 204 len: 168 time: 0.9208524 Jan 21 18:58:46.611188 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2de5a5-8ffa-4660-8d79-79141052eeee tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Pushing event deleted for resources: {'Network': ['ID=4884f655-2e3b-48f2-a817-3709e4a6ae06,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:46.614837 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52910) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:46.623956 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-8e84fb95-e101-42ab-835f-2c4291d4e01d tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Request body: {'network': {'name': 'tempest-network--1137116204', 'router:external': True}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:46.657632 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-8e84fb95-e101-42ab-835f-2c4291d4e01d tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:46.675263 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-8e84fb95-e101-42ab-835f-2c4291d4e01d tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Usage tracker for resource:network and tenant:1da765efa306402fa06d122a8f1a9381 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:46.680268 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-8e84fb95-e101-42ab-835f-2c4291d4e01d tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:46.689679 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-8e84fb95-e101-42ab-835f-2c4291d4e01d tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:46.720147 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0f02daa3-feb1-4e5a-8e7e-8443b7d3d90f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:46.739573 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-06dab88d-ac93-44b6-904e-7613b1148fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Calling delete_port for 126d60a6-fd71-484d-881e-08ed51de6297 owned by {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 18:58:46.819620 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e84fb95-e101-42ab-835f-2c4291d4e01d tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Made reservation on behalf of 1da765efa306402fa06d122a8f1a9381 for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:58:46.822089 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8e84fb95-e101-42ab-835f-2c4291d4e01d tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:46.872303 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e84fb95-e101-42ab-835f-2c4291d4e01d tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 18:58:46.900725 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8e84fb95-e101-42ab-835f-2c4291d4e01d tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:46.901298 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-8e84fb95-e101-42ab-835f-2c4291d4e01d tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Added segment 5f6ea796-43e1-4eb8-9184-2b60814f305d of type vlan for network 0a1180bc-80c4-416f-a1e7-2d8fea4b0742 Jan 21 18:58:46.939148 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0f02daa3-feb1-4e5a-8e7e-8443b7d3d90f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:46.945958 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a6ba735a-754b-4f23-84ec-3e31d044293a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:46.947804 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-17fee04a-e5df-4daa-8e56-9c70ae07e7ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:46.970734 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52924) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:46.990187 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] device_id is not set on port d7b4ad69-d872-4188-9306-996e893bf0b6 yet. {{(pid=88136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 18:58:47.014899 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:47.048949 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8e84fb95-e101-42ab-835f-2c4291d4e01d tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:47.049229 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-06dab88d-ac93-44b6-904e-7613b1148fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:47.059922 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Transition to ACTIVE for port object d7b4ad69-d872-4188-9306-996e893bf0b6 will not be triggered until provisioned by entity L2. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:58:47.066138 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-6b4369bf-15d6-4a71-807f-4ea187d16cbb tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Synchronizing usage tracker for tenant:56cc9754e40e43138bb91a6b89c2795d on resource:security_group {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 18:58:47.113879 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0f02daa3-feb1-4e5a-8e7e-8443b7d3d90f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:47.116024 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-0f02daa3-feb1-4e5a-8e7e-8443b7d3d90f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0412202 Jan 21 18:58:47.116921 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a6ba735a-754b-4f23-84ec-3e31d044293a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:47.133484 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52942) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:47.158367 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-17fee04a-e5df-4daa-8e56-9c70ae07e7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:47.212195 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e6121c58-fb38-4024-9142-2b064aa2a147 req-203989d6-b23e-4c0f-8ae5-a156b9809d11 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 210 time: 0.1306248 Jan 21 18:58:47.213266 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:47.238680 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-a6ba735a-754b-4f23-84ec-3e31d044293a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=84c01c00f2604aca95b6ffd76b77ee4b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8562629 Jan 21 18:58:47.241445 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-17fee04a-e5df-4daa-8e56-9c70ae07e7ba admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=fde3e46865814ce0b10978dcc94892d9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4146852 Jan 21 18:58:47.244627 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52948) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:47.249258 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52950) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:47.249258 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dab88d-ac93-44b6-904e-7613b1148fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Pushing event deleted for resources: {'Port': ['ID=126d60a6-fd71-484d-881e-08ed51de6297,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:47.271364 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-6b4369bf-15d6-4a71-807f-4ea187d16cbb tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Unset dirty status for tenant:56cc9754e40e43138bb91a6b89c2795d on resource:security_group {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 18:58:47.279821 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-6b4369bf-15d6-4a71-807f-4ea187d16cbb tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--1095120350&fields=id&tenant_id=56cc9754e40e43138bb91a6b89c2795d HTTP/1.1" status: 200 len: 267 time: 0.3079622 Jan 21 18:58:47.287681 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba735a-754b-4f23-84ec-3e31d044293a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b58995-74f9-4982-8f1e-df815231be47,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:47.303206 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-06dab88d-ac93-44b6-904e-7613b1148fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:47.305055 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-06dab88d-ac93-44b6-904e-7613b1148fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] 10.222.0.87 "DELETE /v2.0/ports/126d60a6-fd71-484d-881e-08ed51de6297 HTTP/1.1" status: 204 len: 168 time: 1.3312964 Jan 21 18:58:47.324830 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52958) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:47.441663 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-628a463f-47f5-4358-a27a-5baf02e91cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] GET failed (client error): The resource could not be found. Jan 21 18:58:47.442226 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-628a463f-47f5-4358-a27a-5baf02e91cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Synchronizing usage tracker for tenant:96065cfdc6394b93b9e024104254dcc1 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 18:58:47.470512 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fee04a-e5df-4daa-8e56-9c70ae07e7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b6290d-188e-410c-9d59-fb4baddd0ab3,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:47.479754 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8e84fb95-e101-42ab-835f-2c4291d4e01d tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:47.480965 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e84fb95-e101-42ab-835f-2c4291d4e01d tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:47.481878 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8e84fb95-e101-42ab-835f-2c4291d4e01d tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:47.500605 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d338f516-a11e-41fe-bd3f-9cdb4edefb53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:47.519854 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-22bc3237-7b42-4ec5-a663-a5082d57207f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks [] for router, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:47.542442 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d338f516-a11e-41fe-bd3f-9cdb4edefb53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:47.557251 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f678e6cd-6319-42c1-8a50-86e181384536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:47.579652 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-628a463f-47f5-4358-a27a-5baf02e91cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] Unset dirty status for tenant:96065cfdc6394b93b9e024104254dcc1 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 18:58:47.581084 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-628a463f-47f5-4358-a27a-5baf02e91cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1765281333-project-admin] 10.222.0.87 "GET /v2.0/ports/126d60a6-fd71-484d-881e-08ed51de6297 HTTP/1.1" status: 404 len: 333 time: 0.2550397 Jan 21 18:58:47.595640 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52972) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:47.642624 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f678e6cd-6319-42c1-8a50-86e181384536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:47.760898 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Pushing event updated for resources: {'Port': ['ID=d7b4ad69-d872-4188-9306-996e893bf0b6,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:47.784242 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c9edeec4-aa17-4a83-aecb-b62cf9fba3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:47.792426 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-8e84fb95-e101-42ab-835f-2c4291d4e01d tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1766644 Jan 21 18:58:47.795008 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 52978) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:47.821653 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d338f516-a11e-41fe-bd3f-9cdb4edefb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:47.951374 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f678e6cd-6319-42c1-8a50-86e181384536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:47.965412 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d338f516-a11e-41fe-bd3f-9cdb4edefb53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b58995-74f9-4982-8f1e-df815231be47,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:48.013499 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f678e6cd-6319-42c1-8a50-86e181384536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b6290d-188e-410c-9d59-fb4baddd0ab3,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:48.078483 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84fb95-e101-42ab-835f-2c4291d4e01d tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Pushing event updated for resources: {'Network': ['ID=0a1180bc-80c4-416f-a1e7-2d8fea4b0742,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:48.081000 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.managers [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:48.081326 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.managers [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] {{(pid=88136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:48.081658 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:48.091850 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 0a1180bc-80c4-416f-a1e7-2d8fea4b0742 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 18:58:48.095166 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Port d7b4ad69-d872-4188-9306-996e893bf0b6 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:48.095585 dv-neutron-825470-1-hyperv neutron-server[88136]: ERROR neutron.plugins.ml2.managers [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Failed to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 on host hv-neutron-8254 for vnic_type normal using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] Jan 21 18:58:48.111426 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d338f516-a11e-41fe-bd3f-9cdb4edefb53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:48.121987 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-d338f516-a11e-41fe-bd3f-9cdb4edefb53 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e3b58995-74f9-4982-8f1e-df815231be47 HTTP/1.1" status: 204 len: 168 time: 0.8592393 Jan 21 18:58:48.152120 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.plugins.ml2.plugin [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempt 2 to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 Jan 21 18:58:48.170391 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f678e6cd-6319-42c1-8a50-86e181384536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:48.177724 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-22bc3237-7b42-4ec5-a663-a5082d57207f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:48.180557 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f678e6cd-6319-42c1-8a50-86e181384536 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/60b6290d-188e-410c-9d59-fb4baddd0ab3 HTTP/1.1" status: 204 len: 168 time: 0.9206650 Jan 21 18:58:48.182585 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-22bc3237-7b42-4ec5-a663-a5082d57207f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:48.195017 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c9edeec4-aa17-4a83-aecb-b62cf9fba3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:48.195510 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-babb7d1b-ea19-439b-91dd-64bebb6548e6 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:48.196236 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-babb7d1b-ea19-439b-91dd-64bebb6548e6 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Synchronizing usage tracker for tenant:56cc9754e40e43138bb91a6b89c2795d on resource:network {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 18:58:48.204011 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.managers [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:48.204011 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.managers [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] {{(pid=88136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:48.204011 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:48.223686 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Port d7b4ad69-d872-4188-9306-996e893bf0b6 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:48.224132 dv-neutron-825470-1-hyperv neutron-server[88136]: ERROR neutron.plugins.ml2.managers [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Failed to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 on host hv-neutron-8254 for vnic_type normal using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] Jan 21 18:58:48.227465 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.plugins.ml2.plugin [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempt 3 to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 Jan 21 18:58:48.235954 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e1605b-bac7-4f45-a38b-5aef252f72f3 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:48.238176 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-59e1605b-bac7-4f45-a38b-5aef252f72f3 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] Synchronizing usage tracker for tenant:e42430acca3242d5a4745ae98037b73f on resource:network {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 18:58:48.247766 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.managers [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:48.248275 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.managers [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] {{(pid=88136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:48.248884 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:48.258464 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Port d7b4ad69-d872-4188-9306-996e893bf0b6 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:48.258943 dv-neutron-825470-1-hyperv neutron-server[88136]: ERROR neutron.plugins.ml2.managers [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Failed to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 on host hv-neutron-8254 for vnic_type normal using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] Jan 21 18:58:48.259677 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.plugins.ml2.plugin [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempt 4 to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 Jan 21 18:58:48.272604 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-c9edeec4-aa17-4a83-aecb-b62cf9fba3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10a07476-8919-48ae-ac78-d1cf5e7579c8']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:48.277103 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.managers [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:48.277682 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.managers [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] {{(pid=88136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:48.278232 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:48.283969 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Port d7b4ad69-d872-4188-9306-996e893bf0b6 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:48.284600 dv-neutron-825470-1-hyperv neutron-server[88136]: ERROR neutron.plugins.ml2.managers [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Failed to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 on host hv-neutron-8254 for vnic_type normal using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] Jan 21 18:58:48.286297 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.plugins.ml2.plugin [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempt 5 to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 Jan 21 18:58:48.287421 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-c9edeec4-aa17-4a83-aecb-b62cf9fba3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:48.287801 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-c9edeec4-aa17-4a83-aecb-b62cf9fba3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '016ae0e4-2f97-49ab-91ca-eba4b3f9c9c4') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:48.306555 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c9edeec4-aa17-4a83-aecb-b62cf9fba3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:48.326102 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c9edeec4-aa17-4a83-aecb-b62cf9fba3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:48.337406 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9edeec4-aa17-4a83-aecb-b62cf9fba3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 18:58:48.337916 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c9edeec4-aa17-4a83-aecb-b62cf9fba3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:48.341104 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-22bc3237-7b42-4ec5-a663-a5082d57207f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:48.347098 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22bc3237-7b42-4ec5-a663-a5082d57207f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7375b97e-65d8-4c99-ac0f-cfad52a58fb7 {{(pid=88136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 18:58:48.347098 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-64ca27b7-dc1a-4b9d-9eef-7fa0ce709ebe req-9e0af1ad-6a3b-416e-b960-77593894a07c tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 210 time: 0.0599344 Jan 21 18:58:48.349112 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.managers [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:48.349449 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.managers [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] {{(pid=88136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:48.349779 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:48.355794 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 18:58:48.355794 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 18:58:48.355794 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 18:58:48.355794 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 18:58:48.355794 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 18:58:48.355794 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 18:58:48.355794 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 18:58:48.355794 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 18:58:48.355794 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 18:58:48.355794 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 18:58:48.355794 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 18:58:48.355794 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 18:58:48.355794 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 18:58:48.355794 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 18:58:48.355794 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 18:58:48.355794 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 18:58:48.355794 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 18:58:48.355794 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 18:58:48.355794 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 18:58:48.355794 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 18:58:48.355794 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 18:58:48.355794 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 18:58:48.355794 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 18:58:48.355794 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 18:58:48.355794 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 18:58:48.355794 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 18:58:48.355794 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 18:58:48.355794 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 18:58:48.355794 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 18:58:48.355794 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 18:58:48.355794 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 18:58:48.355794 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 18:58:48.357920 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Port d7b4ad69-d872-4188-9306-996e893bf0b6 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:48.357920 dv-neutron-825470-1-hyperv neutron-server[88136]: ERROR neutron.plugins.ml2.managers [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Failed to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 on host hv-neutron-8254 for vnic_type normal using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] Jan 21 18:58:48.357920 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.plugins.ml2.plugin [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempt 6 to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 Jan 21 18:58:48.372204 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-22bc3237-7b42-4ec5-a663-a5082d57207f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:48.372204 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-22bc3237-7b42-4ec5-a663-a5082d57207f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] 10.222.0.87 "DELETE /v2.0/routers/7375b97e-65d8-4c99-ac0f-cfad52a58fb7 HTTP/1.1" status: 204 len: 168 time: 1.2284830 Jan 21 18:58:48.377650 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.managers [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:48.381464 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.managers [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] {{(pid=88136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:48.381464 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:48.384175 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Port d7b4ad69-d872-4188-9306-996e893bf0b6 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:48.384609 dv-neutron-825470-1-hyperv neutron-server[88136]: ERROR neutron.plugins.ml2.managers [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Failed to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 on host hv-neutron-8254 for vnic_type normal using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] Jan 21 18:58:48.385107 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.plugins.ml2.plugin [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempt 7 to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 Jan 21 18:58:48.401523 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.managers [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:48.402067 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.managers [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] {{(pid=88136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:48.402470 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:48.407843 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Port d7b4ad69-d872-4188-9306-996e893bf0b6 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:48.408254 dv-neutron-825470-1-hyperv neutron-server[88136]: ERROR neutron.plugins.ml2.managers [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Failed to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 on host hv-neutron-8254 for vnic_type normal using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] Jan 21 18:58:48.408805 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.plugins.ml2.plugin [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempt 8 to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 Jan 21 18:58:48.423602 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-59e1605b-bac7-4f45-a38b-5aef252f72f3 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] Unset dirty status for tenant:e42430acca3242d5a4745ae98037b73f on resource:network {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 18:58:48.424773 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-59e1605b-bac7-4f45-a38b-5aef252f72f3 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] 10.222.0.87 "GET /v2.0/networks/0a1180bc-80c4-416f-a1e7-2d8fea4b0742 HTTP/1.1" status: 200 len: 757 time: 0.6287143 Jan 21 18:58:48.427890 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-babb7d1b-ea19-439b-91dd-64bebb6548e6 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Unset dirty status for tenant:56cc9754e40e43138bb91a6b89c2795d on resource:network {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 18:58:48.429164 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-babb7d1b-ea19-439b-91dd-64bebb6548e6 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "GET /v2.0/networks?id=9ec3aba2-861c-47ae-bc74-f26885aa64f1 HTTP/1.1" status: 200 len: 805 time: 1.1485214 Jan 21 18:58:48.429825 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 52994) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:48.430706 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.managers [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:48.431086 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.managers [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] {{(pid=88136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:48.431421 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:48.442205 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Port d7b4ad69-d872-4188-9306-996e893bf0b6 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:48.442528 dv-neutron-825470-1-hyperv neutron-server[88136]: ERROR neutron.plugins.ml2.managers [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Failed to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 on host hv-neutron-8254 for vnic_type normal using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] Jan 21 18:58:48.474320 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.plugins.ml2.plugin [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempt 9 to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 Jan 21 18:58:48.513428 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-52dff0f7-6647-4572-b6d6-b5f0c871837e tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "GET /v2.0/quotas/56cc9754e40e43138bb91a6b89c2795d HTTP/1.1" status: 200 len: 375 time: 0.0724571 Jan 21 18:58:48.516155 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.managers [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:48.516487 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.managers [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] {{(pid=88136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:48.516823 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:48.542039 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c9edeec4-aa17-4a83-aecb-b62cf9fba3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:48.559936 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c9edeec4-aa17-4a83-aecb-b62cf9fba3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:48.586813 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9edeec4-aa17-4a83-aecb-b62cf9fba3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] Pushing event deleted for resources: {'Network': ['ID=10a07476-8919-48ae-ac78-d1cf5e7579c8,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:48.589749 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c9edeec4-aa17-4a83-aecb-b62cf9fba3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158782803-project] 10.222.0.87 "DELETE /v2.0/networks/10a07476-8919-48ae-ac78-d1cf5e7579c8 HTTP/1.1" status: 204 len: 168 time: 0.9900632 Jan 21 18:58:48.626022 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Port d7b4ad69-d872-4188-9306-996e893bf0b6 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:48.626567 dv-neutron-825470-1-hyperv neutron-server[88136]: ERROR neutron.plugins.ml2.managers [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Failed to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 on host hv-neutron-8254 for vnic_type normal using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] Jan 21 18:58:48.631088 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.plugins.ml2.plugin [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempt 10 to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 Jan 21 18:58:48.649371 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c094f62-c5aa-4310-920e-074d38cd9f12 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:48.650717 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-6c094f62-c5aa-4310-920e-074d38cd9f12 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] 10.222.0.87 "GET /v2.0/networks/d68ecb4f-e411-4c4e-9b86-242186571903 HTTP/1.1" status: 200 len: 767 time: 0.2121260 Jan 21 18:58:48.653861 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53006) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:48.662268 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.managers [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:58:48.662600 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.managers [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] {{(pid=88136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:58:48.662937 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempting to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:58:48.673281 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Port d7b4ad69-d872-4188-9306-996e893bf0b6 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:58:48.673281 dv-neutron-825470-1-hyperv neutron-server[88136]: ERROR neutron.plugins.ml2.managers [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Failed to bind port d7b4ad69-d872-4188-9306-996e893bf0b6 on host hv-neutron-8254 for vnic_type normal using segments [{'id': 'a0061b6e-9d40-4bce-9497-59d604ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '31e4da66-0b94-48db-88cd-f69d97d6ba70'}] Jan 21 18:58:48.673281 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:48.759469 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-23dbe382-a192-473f-bb17-3f169b647219 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Synchronizing usage tracker for tenant:56cc9754e40e43138bb91a6b89c2795d on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 18:58:48.793465 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] For port d7b4ad69-d872-4188-9306-996e893bf0b6, host hv-neutron-8254, cleared binding levels {{(pid=88136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 18:58:48.793629 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attempted to set empty binding levels {{(pid=88136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 21 18:58:48.808330 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0f592e6c-62b9-40c8-8c86-c59b71af2e00 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:48.885957 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:48.930917 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-23dbe382-a192-473f-bb17-3f169b647219 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Unset dirty status for tenant:56cc9754e40e43138bb91a6b89c2795d on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 18:58:48.934873 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-23dbe382-a192-473f-bb17-3f169b647219 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=56cc9754e40e43138bb91a6b89c2795d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4129968 Jan 21 18:58:48.939242 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0f592e6c-62b9-40c8-8c86-c59b71af2e00 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:48.959478 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] In _notify_port_updated(), no bound segment for port d7b4ad69-d872-4188-9306-996e893bf0b6 on network 31e4da66-0b94-48db-88cd-f69d97d6ba70 {{(pid=88136) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 18:58:48.960339 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:48.961192 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:48.962715 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] 10.222.0.87 "PUT /v2.0/ports/d7b4ad69-d872-4188-9306-996e893bf0b6 HTTP/1.1" status: 200 len: 976 time: 2.7702370 Jan 21 18:58:48.965506 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53018) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:48.980051 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af3bca-0534-401b-9e69-586b022e37e0 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Pushing event updated for resources: {'Port': ['ID=d7b4ad69-d872-4188-9306-996e893bf0b6,revision_number=3']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:49.005056 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-0f592e6c-62b9-40c8-8c86-c59b71af2e00 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a1180bc-80c4-416f-a1e7-2d8fea4b0742']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:49.030237 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-0f592e6c-62b9-40c8-8c86-c59b71af2e00 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f6ea796-43e1-4eb8-9184-2b60814f305d') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:49.030526 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-0f592e6c-62b9-40c8-8c86-c59b71af2e00 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f6ea796-43e1-4eb8-9184-2b60814f305d') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:49.048230 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0f592e6c-62b9-40c8-8c86-c59b71af2e00 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:49.063361 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-1abb613a-320c-4c81-bd7c-dbb64ab63dc2 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Deleting port d7b4ad69-d872-4188-9306-996e893bf0b6 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 18:58:49.063699 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1abb613a-320c-4c81-bd7c-dbb64ab63dc2 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:49.073916 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53022) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:49.102672 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0f592e6c-62b9-40c8-8c86-c59b71af2e00 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:49.122184 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f592e6c-62b9-40c8-8c86-c59b71af2e00 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 18:58:49.122572 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0f592e6c-62b9-40c8-8c86-c59b71af2e00 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:49.136424 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 18:58:49.136424 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 18:58:49.136424 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 18:58:49.136424 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 18:58:49.136424 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 18:58:49.136424 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 18:58:49.136424 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 18:58:49.136424 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 18:58:49.136424 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 18:58:49.136424 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 18:58:49.136424 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 18:58:49.136424 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 18:58:49.136424 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 18:58:49.136424 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 18:58:49.136424 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 18:58:49.136424 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 18:58:49.136424 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 18:58:49.136424 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 18:58:49.136424 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 18:58:49.136424 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 18:58:49.136424 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 18:58:49.136424 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 18:58:49.136424 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 18:58:49.136424 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 18:58:49.136424 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 18:58:49.136424 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 18:58:49.136424 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 18:58:49.136424 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 18:58:49.136424 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 18:58:49.136424 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 18:58:49.136424 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 18:58:49.136424 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 18:58:49.364880 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0f592e6c-62b9-40c8-8c86-c59b71af2e00 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:49.368956 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f592e6c-62b9-40c8-8c86-c59b71af2e00 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0a1180bc-80c4-416f-a1e7-2d8fea4b0742 {{(pid=88137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 21 18:58:49.375984 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0f592e6c-62b9-40c8-8c86-c59b71af2e00 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:49.408010 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-0f592e6c-62b9-40c8-8c86-c59b71af2e00 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] 10.222.0.87 "DELETE /v2.0/networks/0a1180bc-80c4-416f-a1e7-2d8fea4b0742 HTTP/1.1" status: 204 len: 168 time: 0.7529411 Jan 21 18:58:49.409445 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-1abb613a-320c-4c81-bd7c-dbb64ab63dc2 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] For port d7b4ad69-d872-4188-9306-996e893bf0b6, host hv-neutron-8254, got binding levels [] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 18:58:49.409553 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1abb613a-320c-4c81-bd7c-dbb64ab63dc2 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:49.413557 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53038) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:49.418139 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f592e6c-62b9-40c8-8c86-c59b71af2e00 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Pushing event deleted for resources: {'Network': ['ID=0a1180bc-80c4-416f-a1e7-2d8fea4b0742,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:49.419406 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-793c61cc-37e7-4dcc-a6f3-dee76837bf14 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Request body: {'network': {'name': 'tempest-network--72876926'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:49.442977 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-793c61cc-37e7-4dcc-a6f3-dee76837bf14 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:49.452158 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-793c61cc-37e7-4dcc-a6f3-dee76837bf14 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Usage tracker for resource:network and tenant:1da765efa306402fa06d122a8f1a9381 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:49.467338 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-793c61cc-37e7-4dcc-a6f3-dee76837bf14 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:49.484242 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-793c61cc-37e7-4dcc-a6f3-dee76837bf14 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:49.514210 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-f0db25b7-2f84-4c20-bedd-8f221fbdab6c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-398454806', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}, 'admin_state_up': False}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:49.535242 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-f0db25b7-2f84-4c20-bedd-8f221fbdab6c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:49.539264 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-f0db25b7-2f84-4c20-bedd-8f221fbdab6c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Usage tracker for resource:router and tenant:aea183e11fb54a81a299fb93c9d93540 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:49.542868 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-f0db25b7-2f84-4c20-bedd-8f221fbdab6c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:49.555886 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-f0db25b7-2f84-4c20-bedd-8f221fbdab6c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:49.559404 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53042) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:49.591227 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53048) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:49.665760 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793c61cc-37e7-4dcc-a6f3-dee76837bf14 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Made reservation on behalf of 1da765efa306402fa06d122a8f1a9381 for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:58:49.668002 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-793c61cc-37e7-4dcc-a6f3-dee76837bf14 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:49.710860 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-1abb613a-320c-4c81-bd7c-dbb64ab63dc2 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Calling delete_port for d7b4ad69-d872-4188-9306-996e893bf0b6 owned by {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 18:58:49.718976 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f0db25b7-2f84-4c20-bedd-8f221fbdab6c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:49.721233 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f0db25b7-2f84-4c20-bedd-8f221fbdab6c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:49.909419 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-3cea1987-6921-456f-9b9b-27171b2fbeed admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9350202fbcb14dc4a09711d0fe5dd003&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3169611 Jan 21 18:58:49.910262 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53056) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:49.912881 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-427f810f-e9d5-457d-afb0-748704f64f95 req-86672b92-aa01-485d-b7d0-9f2a4b06d448 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 210 time: 0.2474597 Jan 21 18:58:49.960805 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1abb613a-320c-4c81-bd7c-dbb64ab63dc2 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:49.966358 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-793c61cc-37e7-4dcc-a6f3-dee76837bf14 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 18:58:50.066602 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f0db25b7-2f84-4c20-bedd-8f221fbdab6c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:50.076889 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb613a-320c-4c81-bd7c-dbb64ab63dc2 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7b4ad69-d872-4188-9306-996e893bf0b6,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:50.085237 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1abb613a-320c-4c81-bd7c-dbb64ab63dc2 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:50.108363 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-1abb613a-320c-4c81-bd7c-dbb64ab63dc2 tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] 10.222.0.87 "DELETE /v2.0/ports/d7b4ad69-d872-4188-9306-996e893bf0b6 HTTP/1.1" status: 204 len: 168 time: 1.1417830 Jan 21 18:58:50.112920 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53062) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:50.123634 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-af8a2c0e-8c03-44f2-bc31-8cbc5c927d91 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=88136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 18:58:50.126240 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-af8a2c0e-8c03-44f2-bc31-8cbc5c927d91 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2899950 Jan 21 18:58:50.130682 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-793c61cc-37e7-4dcc-a6f3-dee76837bf14 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:50.130682 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-793c61cc-37e7-4dcc-a6f3-dee76837bf14 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Added segment e3ca3e97-724b-4da1-9a80-72b80778c197 of type vlan for network 2b369c40-53be-4c36-bfc4-8b5c55f672a3 Jan 21 18:58:50.183767 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a57476e-7269-4aca-883a-b3b62ccc1f6b tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] GET failed (client error): The resource could not be found. Jan 21 18:58:50.184292 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-5a57476e-7269-4aca-883a-b3b62ccc1f6b tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Synchronizing usage tracker for tenant:d110bb8349884c8facb9319efeacd6b4 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 18:58:50.193126 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d5b20156-a3fb-4d7e-9c70-b5cda90fe1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:50.220522 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-793c61cc-37e7-4dcc-a6f3-dee76837bf14 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:50.226595 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d5b20156-a3fb-4d7e-9c70-b5cda90fe1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:50.283100 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-dc563cf0-6778-4a8a-a666-3eede6ee9fc1 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8846999c32ae439dbee937c184249a2a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7225862 Jan 21 18:58:50.290891 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53066) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:50.372806 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-07ca806e-8093-4a12-b183-b43c940ec78b service neutron] 10.222.0.87 "GET /v2.0/networks/9ec3aba2-861c-47ae-bc74-f26885aa64f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350125 Jan 21 18:58:50.468761 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-5a57476e-7269-4aca-883a-b3b62ccc1f6b tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] Unset dirty status for tenant:d110bb8349884c8facb9319efeacd6b4 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 18:58:50.471100 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5a57476e-7269-4aca-883a-b3b62ccc1f6b tempest-PortsAdminExtendedAttrsTestJSON-904763101 tempest-PortsAdminExtendedAttrsTestJSON-904763101-project-admin] 10.222.0.87 "GET /v2.0/ports/d7b4ad69-d872-4188-9306-996e893bf0b6 HTTP/1.1" status: 404 len: 333 time: 0.3534126 Jan 21 18:58:50.482111 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53070) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:50.494948 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aea316de-54fa-4efb-895f-3296d1d03d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:50.520026 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d5b20156-a3fb-4d7e-9c70-b5cda90fe1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:50.558631 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b20156-a3fb-4d7e-9c70-b5cda90fe1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2784495-729e-44a3-9a0d-edd29d87b855,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:50.565417 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-793c61cc-37e7-4dcc-a6f3-dee76837bf14 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:50.565417 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793c61cc-37e7-4dcc-a6f3-dee76837bf14 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:50.565618 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-793c61cc-37e7-4dcc-a6f3-dee76837bf14 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:50.567416 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d5b20156-a3fb-4d7e-9c70-b5cda90fe1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:50.570887 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-d5b20156-a3fb-4d7e-9c70-b5cda90fe1d7 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f2784495-729e-44a3-9a0d-edd29d87b855 HTTP/1.1" status: 204 len: 168 time: 0.6574566 Jan 21 18:58:50.651938 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e14a4796-daea-4fce-9bd9-1779d0cceca8 tempest-PortsAdminExtendedAttrsTestJSON-1539812628 tempest-PortsAdminExtendedAttrsTestJSON-1539812628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:50.738828 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aea316de-54fa-4efb-895f-3296d1d03d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:50.798647 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e14a4796-daea-4fce-9bd9-1779d0cceca8 tempest-PortsAdminExtendedAttrsTestJSON-1539812628 tempest-PortsAdminExtendedAttrsTestJSON-1539812628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:50.827845 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-e14a4796-daea-4fce-9bd9-1779d0cceca8 tempest-PortsAdminExtendedAttrsTestJSON-1539812628 tempest-PortsAdminExtendedAttrsTestJSON-1539812628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e4da66-0b94-48db-88cd-f69d97d6ba70']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:50.843520 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-e14a4796-daea-4fce-9bd9-1779d0cceca8 tempest-PortsAdminExtendedAttrsTestJSON-1539812628 tempest-PortsAdminExtendedAttrsTestJSON-1539812628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0061b6e-9d40-4bce-9497-59d604ed1888') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:50.844568 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-e14a4796-daea-4fce-9bd9-1779d0cceca8 tempest-PortsAdminExtendedAttrsTestJSON-1539812628 tempest-PortsAdminExtendedAttrsTestJSON-1539812628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0061b6e-9d40-4bce-9497-59d604ed1888') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:50.858284 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e14a4796-daea-4fce-9bd9-1779d0cceca8 tempest-PortsAdminExtendedAttrsTestJSON-1539812628 tempest-PortsAdminExtendedAttrsTestJSON-1539812628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:50.877238 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e14a4796-daea-4fce-9bd9-1779d0cceca8 tempest-PortsAdminExtendedAttrsTestJSON-1539812628 tempest-PortsAdminExtendedAttrsTestJSON-1539812628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:50.884073 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e14a4796-daea-4fce-9bd9-1779d0cceca8 tempest-PortsAdminExtendedAttrsTestJSON-1539812628 tempest-PortsAdminExtendedAttrsTestJSON-1539812628-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 18:58:50.884601 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e14a4796-daea-4fce-9bd9-1779d0cceca8 tempest-PortsAdminExtendedAttrsTestJSON-1539812628 tempest-PortsAdminExtendedAttrsTestJSON-1539812628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:50.899730 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 18:58:50.899730 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 18:58:50.899730 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 18:58:50.899730 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 18:58:50.899730 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 18:58:50.899730 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 18:58:50.899730 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 18:58:50.899730 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 18:58:50.899730 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 18:58:50.899730 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 18:58:50.899730 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 18:58:50.899730 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 18:58:50.899730 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 18:58:50.899730 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 18:58:50.899730 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 18:58:50.899730 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 18:58:50.899730 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 18:58:50.899730 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 18:58:50.899730 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 18:58:50.899730 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 18:58:50.899730 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 18:58:50.899730 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 18:58:50.899730 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 18:58:50.899730 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 18:58:50.899730 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 18:58:50.899730 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 18:58:50.899730 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 18:58:50.899730 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 18:58:50.899730 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 18:58:50.899730 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 18:58:50.899730 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 18:58:50.899730 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 18:58:51.011048 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-793c61cc-37e7-4dcc-a6f3-dee76837bf14 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.5937247 Jan 21 18:58:51.011645 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f0db25b7-2f84-4c20-bedd-8f221fbdab6c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:51.011787 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53090) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:51.018970 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-db3e8809-2538-4df5-ac58-1e052a243462 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:51.070081 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e14a4796-daea-4fce-9bd9-1779d0cceca8 tempest-PortsAdminExtendedAttrsTestJSON-1539812628 tempest-PortsAdminExtendedAttrsTestJSON-1539812628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:51.084502 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c61cc-37e7-4dcc-a6f3-dee76837bf14 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Pushing event updated for resources: {'Network': ['ID=2b369c40-53be-4c36-bfc4-8b5c55f672a3,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:51.098455 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 2b369c40-53be-4c36-bfc4-8b5c55f672a3 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 18:58:51.099599 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-f9692d5b-bbcb-4a6b-82c5-30949e5afb92 service neutron] 10.222.0.87 "GET /v2.0/networks/9ec3aba2-861c-47ae-bc74-f26885aa64f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7199357 Jan 21 18:58:51.120073 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e14a4796-daea-4fce-9bd9-1779d0cceca8 tempest-PortsAdminExtendedAttrsTestJSON-1539812628 tempest-PortsAdminExtendedAttrsTestJSON-1539812628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:51.199065 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a4796-daea-4fce-9bd9-1779d0cceca8 tempest-PortsAdminExtendedAttrsTestJSON-1539812628 tempest-PortsAdminExtendedAttrsTestJSON-1539812628-project] Pushing event deleted for resources: {'Network': ['ID=31e4da66-0b94-48db-88cd-f69d97d6ba70,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:51.201519 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.113', 56320) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:51.210770 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-32330724-c57f-4510-b9e5-0df9d592e822 req-23688e2b-59bb-44c1-8656-a9453ef58028 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 210 time: 0.0725641 Jan 21 18:58:51.222920 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e14a4796-daea-4fce-9bd9-1779d0cceca8 tempest-PortsAdminExtendedAttrsTestJSON-1539812628 tempest-PortsAdminExtendedAttrsTestJSON-1539812628-project] 10.222.0.87 "DELETE /v2.0/networks/31e4da66-0b94-48db-88cd-f69d97d6ba70 HTTP/1.1" status: 204 len: 168 time: 0.7332041 Jan 21 18:58:51.246199 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aea316de-54fa-4efb-895f-3296d1d03d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:51.325329 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea316de-54fa-4efb-895f-3296d1d03d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75cf50d9-1abd-4de1-a9f4-e18699f1d218,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:51.346902 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aea316de-54fa-4efb-895f-3296d1d03d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:51.349458 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-aea316de-54fa-4efb-895f-3296d1d03d0b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/75cf50d9-1abd-4de1-a9f4-e18699f1d218 HTTP/1.1" status: 204 len: 168 time: 1.0575941 Jan 21 18:58:51.493514 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-a02eed66-5db0-407e-b652-a6a4f78ebba4 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:51.495241 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-a02eed66-5db0-407e-b652-a6a4f78ebba4 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.113 "GET /v2.0/networks?id=2745c7b7-aa59-4a69-977f-3d793c812102 HTTP/1.1" status: 200 len: 811 time: 0.2798939 Jan 21 18:58:51.502043 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-db3e8809-2538-4df5-ac58-1e052a243462 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:51.615059 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-db3e8809-2538-4df5-ac58-1e052a243462 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:51.633922 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-95b6e3fa-4a1c-4b1c-8481-78e3ad42ab7a tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Synchronizing usage tracker for tenant:bb8144e3b5cb451fa2ea1f5ea2efa32a on resource:security_group {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 18:58:51.641594 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-db3e8809-2538-4df5-ac58-1e052a243462 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Network 2b369c40-53be-4c36-bfc4-8b5c55f672a3 is not hosted by any dhcp agent {{(pid=88137) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 21 18:58:51.642511 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3e8809-2538-4df5-ac58-1e052a243462 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:51.643223 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-db3e8809-2538-4df5-ac58-1e052a243462 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:51.647613 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-db3e8809-2538-4df5-ac58-1e052a243462 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] 10.222.0.87 "PUT /v2.0/networks/2b369c40-53be-4c36-bfc4-8b5c55f672a3 HTTP/1.1" status: 200 len: 856 time: 0.6323035 Jan 21 18:58:51.653824 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53126) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:51.700521 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-95b6e3fa-4a1c-4b1c-8481-78e3ad42ab7a tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Unset dirty status for tenant:bb8144e3b5cb451fa2ea1f5ea2efa32a on resource:security_group {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 18:58:51.701638 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-95b6e3fa-4a1c-4b1c-8481-78e3ad42ab7a tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb8144e3b5cb451fa2ea1f5ea2efa32a HTTP/1.1" status: 200 len: 378 time: 0.1585577 Jan 21 18:58:51.721622 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-fe1bd48b-0a84-4b8b-8475-b8a8decd5e0e tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Request body: {'port': {'device_id': '9fa7ee76-c36f-4f35-94ae-dbd802c966ea', 'network_id': '2745c7b7-aa59-4a69-977f-3d793c812102', 'admin_state_up': True, 'tenant_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'security_groups': ['fb86ef9f-40f4-4a78-9704-a02cb5241747']}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:51.827934 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e8809-2538-4df5-ac58-1e052a243462 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Pushing event updated for resources: {'Network': ['ID=2b369c40-53be-4c36-bfc4-8b5c55f672a3,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:51.847095 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-179c6958-2654-43f1-b697-84f628547262 req-1ffedc96-a5d8-4604-9379-bc477aa2ef0d tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "GET /v2.0/ports?device_id=9ac2c204-4e0f-45f9-a79d-b21ae7229572 HTTP/1.1" status: 200 len: 210 time: 0.1086750 Jan 21 18:58:51.904044 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f0db25b7-2f84-4c20-bedd-8f221fbdab6c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for router_gateway, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:51.936579 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f0db25b7-2f84-4c20-bedd-8f221fbdab6c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:51.979501 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d70cc55e-77d1-4b9a-8bff-be402fb18cd4 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:52.073969 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-fe1bd48b-0a84-4b8b-8475-b8a8decd5e0e tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:52.086067 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-fe1bd48b-0a84-4b8b-8475-b8a8decd5e0e tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:52.094721 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-f0db25b7-2f84-4c20-bedd-8f221fbdab6c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Allocated IP 172.26.1.122 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/440fe104-2fe9-4410-af9d-06937ed2694b) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:58:52.159266 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d70cc55e-77d1-4b9a-8bff-be402fb18cd4 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:52.184096 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-fe1bd48b-0a84-4b8b-8475-b8a8decd5e0e tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Made reservation on behalf of bb8144e3b5cb451fa2ea1f5ea2efa32a for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:58:52.188843 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-fe1bd48b-0a84-4b8b-8475-b8a8decd5e0e tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:52.201929 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-d70cc55e-77d1-4b9a-8bff-be402fb18cd4 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b369c40-53be-4c36-bfc4-8b5c55f672a3']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:52.221494 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-d70cc55e-77d1-4b9a-8bff-be402fb18cd4 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3ca3e97-724b-4da1-9a80-72b80778c197') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:52.221826 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-d70cc55e-77d1-4b9a-8bff-be402fb18cd4 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3ca3e97-724b-4da1-9a80-72b80778c197') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:52.239775 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53158) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:52.282343 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d70cc55e-77d1-4b9a-8bff-be402fb18cd4 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:52.299802 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f0db25b7-2f84-4c20-bedd-8f221fbdab6c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:52.424931 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d70cc55e-77d1-4b9a-8bff-be402fb18cd4 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:52.449522 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d70cc55e-77d1-4b9a-8bff-be402fb18cd4 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 18:58:52.449959 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d70cc55e-77d1-4b9a-8bff-be402fb18cd4 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:52.454421 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a4b2c4a6-e89c-477b-84c5-52bdb01714cc req-7acc84a9-e724-46fa-82b5-d05ae37e4ae1 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 210 time: 0.0520270 Jan 21 18:58:52.461077 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f0db25b7-2f84-4c20-bedd-8f221fbdab6c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:52.487473 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 18:58:52.487473 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 18:58:52.487473 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 18:58:52.487473 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 18:58:52.487473 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 18:58:52.487473 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 18:58:52.487473 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 18:58:52.487473 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 18:58:52.487473 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 18:58:52.487473 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 18:58:52.487473 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 18:58:52.487473 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 18:58:52.487473 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 18:58:52.487473 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 18:58:52.487473 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 18:58:52.487473 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 18:58:52.487473 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 18:58:52.487473 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 18:58:52.487473 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 18:58:52.487473 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 18:58:52.487473 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 18:58:52.487473 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 18:58:52.487473 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 18:58:52.487473 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 18:58:52.487473 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 18:58:52.487473 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 18:58:52.487473 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 18:58:52.487473 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 18:58:52.487473 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 18:58:52.487473 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 18:58:52.487473 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 18:58:52.487473 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 18:58:52.575278 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db25b7-2f84-4c20-bedd-8f221fbdab6c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Pushing event updated for resources: {'Port': ['ID=440fe104-2fe9-4410-af9d-06937ed2694b,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:52.590209 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0db25b7-2f84-4c20-bedd-8f221fbdab6c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:58:52.591611 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-f0db25b7-2f84-4c20-bedd-8f221fbdab6c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:58:52.594790 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0db25b7-2f84-4c20-bedd-8f221fbdab6c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:58:52.723635 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-fe1bd48b-0a84-4b8b-8475-b8a8decd5e0e tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Allocated IP 172.20.0.6 (2745c7b7-aa59-4a69-977f-3d793c812102/34accf81-441d-49f3-9d99-4b01b78b2f5b/0e84f2c6-e935-4b37-b7e0-389f75a34ebc) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:58:52.728227 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-73cb35ca-4e9c-422e-999a-c51ae8ee62f5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7f13844478e44accab8bb841f2ca8ac1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4874201 Jan 21 18:58:52.730816 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53186) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:52.798665 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a53dbea9-f206-4c13-806a-cce65f132d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:52.824743 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a53dbea9-f206-4c13-806a-cce65f132d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:52.849957 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d70cc55e-77d1-4b9a-8bff-be402fb18cd4 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:52.873351 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70cc55e-77d1-4b9a-8bff-be402fb18cd4 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2b369c40-53be-4c36-bfc4-8b5c55f672a3 {{(pid=88137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 21 18:58:52.888796 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d70cc55e-77d1-4b9a-8bff-be402fb18cd4 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:52.896685 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70cc55e-77d1-4b9a-8bff-be402fb18cd4 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] Pushing event deleted for resources: {'Network': ['ID=2b369c40-53be-4c36-bfc4-8b5c55f672a3,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:52.961605 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53200) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:53.010542 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-d70cc55e-77d1-4b9a-8bff-be402fb18cd4 tempest-ExternalNetworksTestJSON-107175069 tempest-ExternalNetworksTestJSON-107175069-project-admin] 10.222.0.87 "DELETE /v2.0/networks/2b369c40-53be-4c36-bfc4-8b5c55f672a3 HTTP/1.1" status: 204 len: 168 time: 1.3528402 Jan 21 18:58:53.018987 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53204) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:53.045724 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4cab43d3-bb6e-42c1-9f3e-17f5f80e4b70 req-31d0ddf8-2297-4801-aaeb-bcc6e607e726 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "GET /v2.0/ports?device_id=9ac2c204-4e0f-45f9-a79d-b21ae7229572 HTTP/1.1" status: 200 len: 210 time: 0.1168969 Jan 21 18:58:53.098153 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e630f7ed-f5c7-47f8-ab97-79a9c3b92060 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=96065cfdc6394b93b9e024104254dcc1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1365814 Jan 21 18:58:53.128988 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7f932d6-3304-4661-81ce-ecdbf74cc596 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] DELETE failed (client error): The resource could not be found. Jan 21 18:58:53.129848 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7f932d6-3304-4661-81ce-ecdbf74cc596 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 18:58:53.135201 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53208) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:53.144029 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a53dbea9-f206-4c13-806a-cce65f132d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:53.276180 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4d54f896-9f1e-48ee-afb5-70f30ea208df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:53.284183 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a53dbea9-f206-4c13-806a-cce65f132d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:53.285495 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-a53dbea9-f206-4c13-806a-cce65f132d38 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6972c101-2120-4bb6-abb9-ed5d5daf6d3f HTTP/1.1" status: 204 len: 168 time: 0.5538039 Jan 21 18:58:53.287133 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f7f932d6-3304-4661-81ce-ecdbf74cc596 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] 10.222.0.87 "DELETE /v2.0/subnets/eb5eff39-6a4b-44e2-942c-73b061508d08 HTTP/1.1" status: 404 len: 337 time: 0.2658062 Jan 21 18:58:53.288552 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53dbea9-f206-4c13-806a-cce65f132d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6972c101-2120-4bb6-abb9-ed5d5daf6d3f,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:53.291050 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53214) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:53.642029 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-92bd7f0a-6e25-4f8b-b893-61bfc1c0d043 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:53.689418 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4d54f896-9f1e-48ee-afb5-70f30ea208df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:53.854909 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f0db25b7-2f84-4c20-bedd-8f221fbdab6c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for router_gateway, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:54.023628 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-fe1bd48b-0a84-4b8b-8475-b8a8decd5e0e tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:54.061917 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-fe1bd48b-0a84-4b8b-8475-b8a8decd5e0e tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Transition to ACTIVE for port object 0e84f2c6-e935-4b37-b7e0-389f75a34ebc will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:58:54.071856 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4d54f896-9f1e-48ee-afb5-70f30ea208df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:54.295124 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53236) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:54.295695 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54f896-9f1e-48ee-afb5-70f30ea208df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e417d08a-4bdf-4cbc-a69a-6b4e11713c42,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:54.298787 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4d54f896-9f1e-48ee-afb5-70f30ea208df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:54.300631 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-4d54f896-9f1e-48ee-afb5-70f30ea208df admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e417d08a-4bdf-4cbc-a69a-6b4e11713c42 HTTP/1.1" status: 204 len: 168 time: 1.1579990 Jan 21 18:58:54.323346 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e016c293-2ce5-4831-89b4-9b0e8b6270d2 req-4c275e10-1d63-453d-9a1d-9a693e9070a2 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 210 time: 0.3305688 Jan 21 18:58:54.492269 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-db12d903-6692-4def-ac3c-56d31a1f2012 req-2939135e-5bd1-4615-9db1-60d000465da2 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "GET /v2.0/ports?device_id=9ac2c204-4e0f-45f9-a79d-b21ae7229572 HTTP/1.1" status: 200 len: 210 time: 0.0851810 Jan 21 18:58:54.498987 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-92bd7f0a-6e25-4f8b-b893-61bfc1c0d043 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:54.555986 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-92bd7f0a-6e25-4f8b-b893-61bfc1c0d043 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d68ecb4f-e411-4c4e-9b86-242186571903']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:54.576178 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-92bd7f0a-6e25-4f8b-b893-61bfc1c0d043 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '942c641b-65a4-49db-83cd-b79de7023958') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:54.576514 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-92bd7f0a-6e25-4f8b-b893-61bfc1c0d043 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '942c641b-65a4-49db-83cd-b79de7023958') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:54.590433 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-fe1bd48b-0a84-4b8b-8475-b8a8decd5e0e tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:54.595543 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-92bd7f0a-6e25-4f8b-b893-61bfc1c0d043 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:54.681836 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-92bd7f0a-6e25-4f8b-b893-61bfc1c0d043 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:54.693148 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92bd7f0a-6e25-4f8b-b893-61bfc1c0d043 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 18:58:54.693772 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-92bd7f0a-6e25-4f8b-b893-61bfc1c0d043 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:54.737029 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 18:58:54.737029 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 18:58:54.737029 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 18:58:54.737029 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 18:58:54.737029 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 18:58:54.737029 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 18:58:54.737029 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 18:58:54.737029 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 18:58:54.737029 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 18:58:54.737029 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 18:58:54.737029 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 18:58:54.737029 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 18:58:54.737029 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 18:58:54.737029 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 18:58:54.737029 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 18:58:54.737029 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 18:58:54.737029 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 18:58:54.737029 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 18:58:54.737029 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 18:58:54.737029 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 18:58:54.737029 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 18:58:54.737029 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 18:58:54.737029 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 18:58:54.737029 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 18:58:54.737029 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 18:58:54.737029 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 18:58:54.737029 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 18:58:54.737029 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 18:58:54.737029 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 18:58:54.737029 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 18:58:54.737029 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 18:58:54.737029 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 18:58:54.764066 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f0db25b7-2f84-4c20-bedd-8f221fbdab6c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:54.845371 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-fe1bd48b-0a84-4b8b-8475-b8a8decd5e0e tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Network 2745c7b7-aa59-4a69-977f-3d793c812102 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:58:54.854220 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-fe1bd48b-0a84-4b8b-8475-b8a8decd5e0e tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:58:54.859295 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-fe1bd48b-0a84-4b8b-8475-b8a8decd5e0e tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:58:54.892082 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1bd48b-0a84-4b8b-8475-b8a8decd5e0e tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Pushing event updated for resources: {'Port': ['ID=0e84f2c6-e935-4b37-b7e0-389f75a34ebc,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:54.945549 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-fe1bd48b-0a84-4b8b-8475-b8a8decd5e0e tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:54.946357 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-fe1bd48b-0a84-4b8b-8475-b8a8decd5e0e tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:54.974862 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-92bd7f0a-6e25-4f8b-b893-61bfc1c0d043 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:54.998465 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53246) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:55.018485 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-92bd7f0a-6e25-4f8b-b893-61bfc1c0d043 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:55.020000 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-315360a4-6c35-44b0-aba7-8a969e5b9036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:55.020893 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-92bd7f0a-6e25-4f8b-b893-61bfc1c0d043 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] 10.222.0.87 "DELETE /v2.0/networks/d68ecb4f-e411-4c4e-9b86-242186571903 HTTP/1.1" status: 204 len: 168 time: 1.7253735 Jan 21 18:58:55.022766 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd7f0a-6e25-4f8b-b893-61bfc1c0d043 tempest-ExternalNetworksTestJSON-1849122305 tempest-ExternalNetworksTestJSON-1849122305-project] Pushing event deleted for resources: {'Network': ['ID=d68ecb4f-e411-4c4e-9b86-242186571903,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:55.057040 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-fe1bd48b-0a84-4b8b-8475-b8a8decd5e0e tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3414865 Jan 21 18:58:55.071944 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-bc975fa7-4d9d-4125-9c66-63170f06ab53 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=88137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 18:58:55.073190 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-bc975fa7-4d9d-4125-9c66-63170f06ab53 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076110 Jan 21 18:58:55.131389 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d8091df7-0f77-4cd9-9437-746ca202f102 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d110bb8349884c8facb9319efeacd6b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1319389 Jan 21 18:58:55.134720 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53252) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:55.233635 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0db25b7-2f84-4c20-bedd-8f221fbdab6c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Router 50f5f800-8fc5-4655-bf64-a65e6b924494 is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 18:58:55.246406 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9fc28f45-9561-4bac-9560-d9734905c2e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:55.291140 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9fc28f45-9561-4bac-9560-d9734905c2e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:55.416550 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f70c006d-feef-4e1e-b8a7-0419eb52ec8b None None] Provisioning for port 0e84f2c6-e935-4b37-b7e0-389f75a34ebc completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 18:58:55.422037 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f70c006d-feef-4e1e-b8a7-0419eb52ec8b None None] Provisioning complete for port 0e84f2c6-e935-4b37-b7e0-389f75a34ebc triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:58:55.422479 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f70c006d-feef-4e1e-b8a7-0419eb52ec8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:55.479602 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9fc28f45-9561-4bac-9560-d9734905c2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:55.529816 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc28f45-9561-4bac-9560-d9734905c2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b973fd-4c17-4a40-8c3e-d2d2f66b79a2,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:55.545594 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9fc28f45-9561-4bac-9560-d9734905c2e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:55.552359 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-9fc28f45-9561-4bac-9560-d9734905c2e9 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c7b973fd-4c17-4a40-8c3e-d2d2f66b79a2 HTTP/1.1" status: 204 len: 168 time: 0.4135134 Jan 21 18:58:55.642745 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-f70c006d-feef-4e1e-b8a7-0419eb52ec8b None None] Port 0e84f2c6-e935-4b37-b7e0-389f75a34ebc cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 18:58:55.652578 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-415d163b-a9c9-42e9-9b1c-b9b7950404e3 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Request body: {'networks': [{'name': 'tempest-network--93938843'}, {'name': 'tempest-network--649864034'}]} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:55.653210 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-415d163b-a9c9-42e9-9b1c-b9b7950404e3 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Request body: {'network': {'name': 'tempest-network--93938843'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:55.653541 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-415d163b-a9c9-42e9-9b1c-b9b7950404e3 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Request body: {'network': {'name': 'tempest-network--649864034'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:55.720451 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-415d163b-a9c9-42e9-9b1c-b9b7950404e3 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:55.793166 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.113', 56327) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:55.796257 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-415d163b-a9c9-42e9-9b1c-b9b7950404e3 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Usage tracker for resource:network and tenant:0793036907e94c37bc9b47808639bd6c is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:55.808022 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-415d163b-a9c9-42e9-9b1c-b9b7950404e3 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:55.837575 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-508b7534-3236-4cd8-99ef-f2fc0f9d9a93 req-64914de2-836c-4a17-8e1e-6f5cf37d79da tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "GET /v2.0/ports?device_id=9ac2c204-4e0f-45f9-a79d-b21ae7229572 HTTP/1.1" status: 200 len: 210 time: 0.1200488 Jan 21 18:58:55.838748 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-415d163b-a9c9-42e9-9b1c-b9b7950404e3 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:55.855562 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0db25b7-2f84-4c20-bedd-8f221fbdab6c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 18:58:55.889319 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b911016b-268d-4527-a89a-7d0d7eb0c4ef None None] Sync routers for ids ['50f5f800-8fc5-4655-bf64-a65e6b924494'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 18:58:55.914515 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c462a-dcbd-4444-af84-41713e325e1a req-0bdb5d57-e491-4730-a268-1ac23d557968 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:55.916251 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7a1c462a-dcbd-4444-af84-41713e325e1a req-0bdb5d57-e491-4730-a268-1ac23d557968 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 931 time: 0.3581302 Jan 21 18:58:55.933455 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b911016b-268d-4527-a89a-7d0d7eb0c4ef None None] Routers {'50f5f800-8fc5-4655-bf64-a65e6b924494'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 18:58:55.936075 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-b911016b-268d-4527-a89a-7d0d7eb0c4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:58:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['50f5f800-8fc5-4655-bf64-a65e6b924494'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:55.960806 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415d163b-a9c9-42e9-9b1c-b9b7950404e3 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Made reservation on behalf of 0793036907e94c37bc9b47808639bd6c for: {'network': 2} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:58:55.966264 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-415d163b-a9c9-42e9-9b1c-b9b7950404e3 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:55.991204 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f0db25b7-2f84-4c20-bedd-8f221fbdab6c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:55.992984 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f0db25b7-2f84-4c20-bedd-8f221fbdab6c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.9172819 Jan 21 18:58:55.995511 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53272) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:55.997370 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-415d163b-a9c9-42e9-9b1c-b9b7950404e3 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:56.049231 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-415d163b-a9c9-42e9-9b1c-b9b7950404e3 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:56.072602 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7a1c462a-dcbd-4444-af84-41713e325e1a req-da7a6112-604c-4c28-b94c-d61269b98331 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1389444 Jan 21 18:58:56.072602 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-415d163b-a9c9-42e9-9b1c-b9b7950404e3 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Usage tracker for resource:security_group_rule and tenant:0793036907e94c37bc9b47808639bd6c is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:56.072602 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-415d163b-a9c9-42e9-9b1c-b9b7950404e3 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:56.098233 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-415d163b-a9c9-42e9-9b1c-b9b7950404e3 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:56.135468 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-b911016b-268d-4527-a89a-7d0d7eb0c4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:56.163797 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b911016b-268d-4527-a89a-7d0d7eb0c4ef None None] Routers {'50f5f800-8fc5-4655-bf64-a65e6b924494'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 18:58:56.164465 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-b911016b-268d-4527-a89a-7d0d7eb0c4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:58:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['50f5f800-8fc5-4655-bf64-a65e6b924494'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:56.254640 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-415d163b-a9c9-42e9-9b1c-b9b7950404e3 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:56.340066 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-415d163b-a9c9-42e9-9b1c-b9b7950404e3 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:56.342232 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-b911016b-268d-4527-a89a-7d0d7eb0c4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:58:56.342568 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-415d163b-a9c9-42e9-9b1c-b9b7950404e3 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:56.344322 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b911016b-268d-4527-a89a-7d0d7eb0c4ef None None] The sync data for ids ['50f5f800-8fc5-4655-bf64-a65e6b924494'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 18:58:56.416010 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-415d163b-a9c9-42e9-9b1c-b9b7950404e3 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 18:58:56.426065 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-415d163b-a9c9-42e9-9b1c-b9b7950404e3 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:56.429471 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-415d163b-a9c9-42e9-9b1c-b9b7950404e3 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Added segment 1a4b1e3b-fd13-4212-a405-07798c4c45ae of type vlan for network 50e43e6b-92de-4b05-9c80-68aeae9a385e Jan 21 18:58:56.459517 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-415d163b-a9c9-42e9-9b1c-b9b7950404e3 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:56.463653 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d163b-a9c9-42e9-9b1c-b9b7950404e3 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0989dcc0-f1bc-44ce-8624-aa17f10cd06e,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:56.533163 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-f1a378ee-ce0d-448f-8e49-643d1db6e07a tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:56.544986 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-415d163b-a9c9-42e9-9b1c-b9b7950404e3 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 18:58:56.547326 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-f1a378ee-ce0d-448f-8e49-643d1db6e07a tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.113 "GET /v2.0/networks?id=9ec3aba2-861c-47ae-bc74-f26885aa64f1 HTTP/1.1" status: 200 len: 805 time: 0.8514297 Jan 21 18:58:56.564733 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-415d163b-a9c9-42e9-9b1c-b9b7950404e3 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:56.565102 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-415d163b-a9c9-42e9-9b1c-b9b7950404e3 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Added segment 4ca9bb43-857c-449e-9acd-625f7cc1300c of type vlan for network 64385023-5719-46bd-b86c-227b1aab2755 Jan 21 18:58:56.604203 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-415d163b-a9c9-42e9-9b1c-b9b7950404e3 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:56.717345 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-7a75cd61-f6d3-45f5-aebc-99a2bc7390c3 service neutron] Request body: {'port': {'device_id': '9fa7ee76-c36f-4f35-94ae-dbd802c966ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:56.729664 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53288) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:56.740972 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-415d163b-a9c9-42e9-9b1c-b9b7950404e3 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:56.741903 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-415d163b-a9c9-42e9-9b1c-b9b7950404e3 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:56.765169 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415d163b-a9c9-42e9-9b1c-b9b7950404e3 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:56.778478 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415d163b-a9c9-42e9-9b1c-b9b7950404e3 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:56.779162 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-415d163b-a9c9-42e9-9b1c-b9b7950404e3 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:56.860559 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-bf1fb40c-2323-4587-98c2-3c88364e3669 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56cc9754e40e43138bb91a6b89c2795d HTTP/1.1" status: 200 len: 380 time: 0.3015146 Jan 21 18:58:56.874562 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-0386d194-c699-4ecb-89b8-fff07c2374c8 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] 10.222.0.87 "GET /v2.0/routers/50f5f800-8fc5-4655-bf64-a65e6b924494 HTTP/1.1" status: 200 len: 920 time: 0.8777606 Jan 21 18:58:56.878432 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53300) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:56.961524 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-9fde4fb6-0a58-454f-abfa-408c6f1eb88e tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] 10.222.0.87 "GET /v2.0/ports?device_id=50f5f800-8fc5-4655-bf64-a65e6b924494 HTTP/1.1" status: 200 len: 205 time: 0.0817342 Jan 21 18:58:56.962200 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53308) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:56.978251 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-3b274f58-7e39-41cd-9f52-6d93f2b6894a tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Request body: {'port': {'device_id': '9ac2c204-4e0f-45f9-a79d-b21ae7229572', 'network_id': '9ec3aba2-861c-47ae-bc74-f26885aa64f1', 'admin_state_up': True, 'tenant_id': '56cc9754e40e43138bb91a6b89c2795d', 'security_groups': ['dd617b07-3a36-4cc7-8801-2f823f284cee']}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:57.069782 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d163b-a9c9-42e9-9b1c-b9b7950404e3 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Pushing event updated for resources: {'Network': ['ID=50e43e6b-92de-4b05-9c80-68aeae9a385e,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:57.091944 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 50e43e6b-92de-4b05-9c80-68aeae9a385e details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 18:58:57.273132 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-7a75cd61-f6d3-45f5-aebc-99a2bc7390c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:57.317306 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-3b274f58-7e39-41cd-9f52-6d93f2b6894a tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:57.341620 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b3fbc7c4-30b5-4135-9344-6d979ac22ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:57.549069 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53322) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:57.552174 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ac761008-649b-4ac2-afd6-644aa913fd21 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for router, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:57.603029 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7027201c-cafa-4d2a-b59a-40732f9590fa req-2dacebc7-bdb8-43a6-9c74-e5c676155bb6 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "GET /v2.0/ports?device_id=9ac2c204-4e0f-45f9-a79d-b21ae7229572 HTTP/1.1" status: 200 len: 210 time: 0.5025740 Jan 21 18:58:57.660659 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-3b274f58-7e39-41cd-9f52-6d93f2b6894a tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:57.712905 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d163b-a9c9-42e9-9b1c-b9b7950404e3 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Pushing event updated for resources: {'Network': ['ID=64385023-5719-46bd-b86c-227b1aab2755,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:57.733974 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 64385023-5719-46bd-b86c-227b1aab2755 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 18:58:57.782741 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-415d163b-a9c9-42e9-9b1c-b9b7950404e3 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 3.5158439 Jan 21 18:58:57.787935 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53332) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:57.804014 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-5762b9f6-9321-4155-9e4c-1dadb22c3f85 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e42430acca3242d5a4745ae98037b73f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0727365 Jan 21 18:58:57.806937 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53336) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:57.876181 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-3b274f58-7e39-41cd-9f52-6d93f2b6894a tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Made reservation on behalf of 56cc9754e40e43138bb91a6b89c2795d for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:58:57.888104 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-3b274f58-7e39-41cd-9f52-6d93f2b6894a tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:58.045397 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db972d76-2479-45bc-8b0e-6b9b70601a5f req-79b4b186-739c-4fd8-b631-1987a1856fa1 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:58.048603 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-db972d76-2479-45bc-8b0e-6b9b70601a5f req-79b4b186-739c-4fd8-b631-1987a1856fa1 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 931 time: 0.6130555 Jan 21 18:58:58.088298 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:58.177742 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ac761008-649b-4ac2-afd6-644aa913fd21 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:58.183624 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-db972d76-2479-45bc-8b0e-6b9b70601a5f req-c76ad95b-a8c6-4185-89a5-64f6bd3fa1ec tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1227014 Jan 21 18:58:58.197025 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbaebe3f-2622-4668-805b-295eb2c19f1a tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:58.204314 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbaebe3f-2622-4668-805b-295eb2c19f1a tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:58.210977 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbaebe3f-2622-4668-805b-295eb2c19f1a tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:58.227237 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbaebe3f-2622-4668-805b-295eb2c19f1a tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:58.227237 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-dbaebe3f-2622-4668-805b-295eb2c19f1a tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Synchronizing usage tracker for tenant:0793036907e94c37bc9b47808639bd6c on resource:network {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 18:58:58.227237 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aebdd938-1e98-4258-91be-ff29d35e57e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:58.267110 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aebdd938-1e98-4258-91be-ff29d35e57e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:58.472378 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-7a75cd61-f6d3-45f5-aebc-99a2bc7390c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e84f2c6-e935-4b37-b7e0-389f75a34ebc {{(pid=88137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 18:58:58.480321 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-7a75cd61-f6d3-45f5-aebc-99a2bc7390c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:58.503218 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-fea61079-aa59-4353-889c-32d33700c5ad tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Request body: {'floatingip': {'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:58.523597 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-fea61079-aa59-4353-889c-32d33700c5ad tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:58.532980 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-fea61079-aa59-4353-889c-32d33700c5ad tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Usage tracker for resource:floatingip and tenant:2a30d8a52ae04dd59f64266a579e11a8 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:58.568078 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-fea61079-aa59-4353-889c-32d33700c5ad tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:58.582427 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-fea61079-aa59-4353-889c-32d33700c5ad tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:58.629542 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-3b274f58-7e39-41cd-9f52-6d93f2b6894a tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Allocated IP 172.20.0.3 (9ec3aba2-861c-47ae-bc74-f26885aa64f1/7331d029-75ea-4aa7-8e60-313f0db6f988/4595f76e-de8f-4d44-87f5-2b83a569069c) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:58:58.756015 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53352) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:58.837316 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-076389e8-b864-476c-bf44-ae041477b6a4 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-398607956'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:58:58.846298 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-dbaebe3f-2622-4668-805b-295eb2c19f1a tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Unset dirty status for tenant:0793036907e94c37bc9b47808639bd6c on resource:network {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 18:58:58.847559 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-dbaebe3f-2622-4668-805b-295eb2c19f1a tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 1.0531592 Jan 21 18:58:58.848154 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-076389e8-b864-476c-bf44-ae041477b6a4 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:58:58.851800 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53358) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:58:58.855661 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f65f3061-0527-4565-bd17-bfa7e10f5192 req-331f9ca9-03a3-4d84-9641-df1485d453d4 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "GET /v2.0/ports?device_id=9ac2c204-4e0f-45f9-a79d-b21ae7229572 HTTP/1.1" status: 200 len: 210 time: 0.0633397 Jan 21 18:58:58.885672 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aebdd938-1e98-4258-91be-ff29d35e57e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:58.886913 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:58.893286 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:58.898476 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-7a75cd61-f6d3-45f5-aebc-99a2bc7390c3 service neutron] Transition to ACTIVE for port object 0e84f2c6-e935-4b37-b7e0-389f75a34ebc will not be triggered until provisioned by entity L2. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:58:58.921506 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebdd938-1e98-4258-91be-ff29d35e57e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a320b0e6-229a-481e-af83-7ac313390c5a,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:58.931440 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fea61079-aa59-4353-889c-32d33700c5ad tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks [] for floatingip, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:58.932132 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aebdd938-1e98-4258-91be-ff29d35e57e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:58.936846 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-aebdd938-1e98-4258-91be-ff29d35e57e3 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a320b0e6-229a-481e-af83-7ac313390c5a HTTP/1.1" status: 204 len: 168 time: 1.0940495 Jan 21 18:58:58.974823 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-076389e8-b864-476c-bf44-ae041477b6a4 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Usage tracker for resource:network and tenant:3bcdcb0d373947ec90d95a38bb8e4cf0 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:58:58.993503 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-076389e8-b864-476c-bf44-ae041477b6a4 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:58:59.000633 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-7a75cd61-f6d3-45f5-aebc-99a2bc7390c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:59.107825 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-ac761008-649b-4ac2-afd6-644aa913fd21 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Deleting port 440fe104-2fe9-4410-af9d-06937ed2694b {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 18:58:59.108054 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ac761008-649b-4ac2-afd6-644aa913fd21 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:59.216407 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-076389e8-b864-476c-bf44-ae041477b6a4 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:58:59.581128 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a75cd61-f6d3-45f5-aebc-99a2bc7390c3 service neutron] Pushing event updated for resources: {'Port': ['ID=0e84f2c6-e935-4b37-b7e0-389f75a34ebc,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:58:59.639988 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b981f-f1d3-4c46-8261-7ff70d5f7ea5 req-87978957-55ea-4f6f-9c41-18178ccbee83 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:58:59.642951 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-554b981f-f1d3-4c46-8261-7ff70d5f7ea5 req-87978957-55ea-4f6f-9c41-18178ccbee83 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 943 time: 0.1944630 Jan 21 18:58:59.682749 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3aac88e2-05f0-48c8-8d06-039c591bef93 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:59.714217 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076389e8-b864-476c-bf44-ae041477b6a4 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Made reservation on behalf of 3bcdcb0d373947ec90d95a38bb8e4cf0 for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:58:59.719429 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-076389e8-b864-476c-bf44-ae041477b6a4 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:58:59.727277 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-554b981f-f1d3-4c46-8261-7ff70d5f7ea5 req-c281548d-b10b-4dc0-a8ad-0a521e4d3d41 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0684233 Jan 21 18:58:59.962392 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-076389e8-b864-476c-bf44-ae041477b6a4 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:00.048801 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-076389e8-b864-476c-bf44-ae041477b6a4 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:00.053275 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-076389e8-b864-476c-bf44-ae041477b6a4 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Usage tracker for resource:security_group_rule and tenant:3bcdcb0d373947ec90d95a38bb8e4cf0 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:00.057468 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-076389e8-b864-476c-bf44-ae041477b6a4 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:00.064902 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-076389e8-b864-476c-bf44-ae041477b6a4 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:00.118355 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ed1edf41-5e31-489e-8020-9d3af6c2bdea req-f2019969-21e9-45b8-8ad8-1a1a2249ebfd tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "GET /v2.0/ports?device_id=9ac2c204-4e0f-45f9-a79d-b21ae7229572 HTTP/1.1" status: 200 len: 210 time: 0.0707769 Jan 21 18:59:00.118945 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:00.119362 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-3b274f58-7e39-41cd-9f52-6d93f2b6894a tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:00.284863 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ac761008-649b-4ac2-afd6-644aa913fd21 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:00.306685 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-3b274f58-7e39-41cd-9f52-6d93f2b6894a tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Transition to ACTIVE for port object 4595f76e-de8f-4d44-87f5-2b83a569069c will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:59:00.442638 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3aac88e2-05f0-48c8-8d06-039c591bef93 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:00.516115 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-7a75cd61-f6d3-45f5-aebc-99a2bc7390c3 service neutron] Attempting to bind port 0e84f2c6-e935-4b37-b7e0-389f75a34ebc on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:59:00.516115 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-7a75cd61-f6d3-45f5-aebc-99a2bc7390c3 service neutron] Attempting to bind port 0e84f2c6-e935-4b37-b7e0-389f75a34ebc by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'b4eccb45-142e-447f-a8ee-f3134a1bbcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2745c7b7-aa59-4a69-977f-3d793c812102'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:59:00.516115 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-7a75cd61-f6d3-45f5-aebc-99a2bc7390c3 service neutron] Attempting to bind port 0e84f2c6-e935-4b37-b7e0-389f75a34ebc on network 2745c7b7-aa59-4a69-977f-3d793c812102 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:59:00.533462 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-ac761008-649b-4ac2-afd6-644aa913fd21 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Calling delete_port for 440fe104-2fe9-4410-af9d-06937ed2694b owned by network:router_gateway {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 18:59:00.546235 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53386) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:00.601062 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-7a75cd61-f6d3-45f5-aebc-99a2bc7390c3 service neutron] Port 0e84f2c6-e935-4b37-b7e0-389f75a34ebc on network 2745c7b7-aa59-4a69-977f-3d793c812102 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:59:00.601650 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-7a75cd61-f6d3-45f5-aebc-99a2bc7390c3 service neutron] Attempting to bind port 0e84f2c6-e935-4b37-b7e0-389f75a34ebc on network 2745c7b7-aa59-4a69-977f-3d793c812102 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:59:00.607474 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-3aac88e2-05f0-48c8-8d06-039c591bef93 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50e43e6b-92de-4b05-9c80-68aeae9a385e']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:00.647144 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-7a75cd61-f6d3-45f5-aebc-99a2bc7390c3 service neutron] Checking agent: {'id': '9a14f311-f6d5-46c6-87a2-f860197fb66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 18, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 18:59:00.647501 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-7a75cd61-f6d3-45f5-aebc-99a2bc7390c3 service neutron] Checking segment: {'id': 'b4eccb45-142e-447f-a8ee-f3134a1bbcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2745c7b7-aa59-4a69-977f-3d793c812102'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 18:59:00.648112 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-7a75cd61-f6d3-45f5-aebc-99a2bc7390c3 service neutron] Bound using segment: {'id': 'b4eccb45-142e-447f-a8ee-f3134a1bbcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2745c7b7-aa59-4a69-977f-3d793c812102'} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 18:59:00.648769 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-7a75cd61-f6d3-45f5-aebc-99a2bc7390c3 service neutron] Bound port: 0e84f2c6-e935-4b37-b7e0-389f75a34ebc, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4eccb45-142e-447f-a8ee-f3134a1bbcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2745c7b7-aa59-4a69-977f-3d793c812102'}}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 18:59:00.649286 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-7a75cd61-f6d3-45f5-aebc-99a2bc7390c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:00.661777 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-3aac88e2-05f0-48c8-8d06-039c591bef93 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a4b1e3b-fd13-4212-a405-07798c4c45ae') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:00.662639 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-3aac88e2-05f0-48c8-8d06-039c591bef93 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a4b1e3b-fd13-4212-a405-07798c4c45ae') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:00.667535 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53392) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:00.710542 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3aac88e2-05f0-48c8-8d06-039c591bef93 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:00.713574 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-4bdceb25-4b08-4193-9ed2-5ea7edf498a8 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-932047411'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:00.728120 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-4bdceb25-4b08-4193-9ed2-5ea7edf498a8 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:00.737233 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-4bdceb25-4b08-4193-9ed2-5ea7edf498a8 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Usage tracker for resource:router and tenant:b732c21410a34348aff82f8b615adeda is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:00.740801 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-4bdceb25-4b08-4193-9ed2-5ea7edf498a8 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:00.747031 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-00493259-b183-4fb2-b74b-908710a2a5dc admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1da765efa306402fa06d122a8f1a9381&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0784230 Jan 21 18:59:00.752196 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-4bdceb25-4b08-4193-9ed2-5ea7edf498a8 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:00.755134 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53396) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:00.841577 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-613e37eb-3edc-43e4-a30b-3eab4cb3796e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:00.872233 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-613e37eb-3edc-43e4-a30b-3eab4cb3796e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:00.930335 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4bdceb25-4b08-4193-9ed2-5ea7edf498a8 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:00.931460 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4bdceb25-4b08-4193-9ed2-5ea7edf498a8 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:00.950696 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4bdceb25-4b08-4193-9ed2-5ea7edf498a8 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:01.051525 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-613e37eb-3edc-43e4-a30b-3eab4cb3796e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:01.095244 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e37eb-3edc-43e4-a30b-3eab4cb3796e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1b7445-17ac-47c5-b0d2-6884667383b0,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:01.149784 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4bdceb25-4b08-4193-9ed2-5ea7edf498a8 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:01.151783 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3aac88e2-05f0-48c8-8d06-039c591bef93 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:01.151783 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fea61079-aa59-4353-889c-32d33700c5ad tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:01.152280 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266b2b5-2bc6-4110-925c-94e8df2160bb req-087e80f5-6fa5-4910-a657-1d14fcad46b3 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:01.152280 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3266b2b5-2bc6-4110-925c-94e8df2160bb req-087e80f5-6fa5-4910-a657-1d14fcad46b3 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 943 time: 0.1813688 Jan 21 18:59:01.152280 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-613e37eb-3edc-43e4-a30b-3eab4cb3796e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:01.152280 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-613e37eb-3edc-43e4-a30b-3eab4cb3796e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ed1b7445-17ac-47c5-b0d2-6884667383b0 HTTP/1.1" status: 204 len: 168 time: 0.3929431 Jan 21 18:59:01.152924 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aac88e2-05f0-48c8-8d06-039c591bef93 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 18:59:01.152924 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3aac88e2-05f0-48c8-8d06-039c591bef93 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:01.177963 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 18:59:01.177963 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 18:59:01.177963 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 18:59:01.177963 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 18:59:01.177963 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 18:59:01.177963 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 18:59:01.177963 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 18:59:01.177963 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 18:59:01.177963 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 18:59:01.177963 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 18:59:01.177963 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 18:59:01.177963 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 18:59:01.177963 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 18:59:01.177963 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 18:59:01.177963 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 18:59:01.177963 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 18:59:01.177963 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 18:59:01.177963 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 18:59:01.177963 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 18:59:01.177963 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 18:59:01.177963 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 18:59:01.177963 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 18:59:01.177963 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 18:59:01.177963 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 18:59:01.177963 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 18:59:01.177963 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 18:59:01.177963 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 18:59:01.177963 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 18:59:01.177963 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 18:59:01.177963 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 18:59:01.177963 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 18:59:01.177963 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 18:59:01.285336 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-076389e8-b864-476c-bf44-ae041477b6a4 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:01.306124 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3266b2b5-2bc6-4110-925c-94e8df2160bb req-39713bf9-c2cf-49ab-bffd-04dfed19833d tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1415403 Jan 21 18:59:01.331449 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-7a75cd61-f6d3-45f5-aebc-99a2bc7390c3 service neutron] For port 0e84f2c6-e935-4b37-b7e0-389f75a34ebc, host hv-neutron-8254, cleared binding levels {{(pid=88137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 18:59:01.336661 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-7a75cd61-f6d3-45f5-aebc-99a2bc7390c3 service neutron] For port 0e84f2c6-e935-4b37-b7e0-389f75a34ebc, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=0e84f2c6-e935-4b37-b7e0-389f75a34ebc,segment=NetworkSegment(b4eccb45-142e-447f-a8ee-f3134a1bbcfe),segment_id=b4eccb45-142e-447f-a8ee-f3134a1bbcfe)] {{(pid=88137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 18:59:01.386852 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4bdceb25-4b08-4193-9ed2-5ea7edf498a8 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:01.388016 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-4bdceb25-4b08-4193-9ed2-5ea7edf498a8 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.8402865 Jan 21 18:59:01.391437 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53406) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:01.414197 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-3b274f58-7e39-41cd-9f52-6d93f2b6894a tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:01.541605 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-33656e0f-86ce-4a9b-8ae6-8a48d4703d36 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Notify callbacks [] for router, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:01.569900 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-076389e8-b864-476c-bf44-ae041477b6a4 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:01.649436 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076389e8-b864-476c-bf44-ae041477b6a4 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb382537-2ee4-48bf-9dd8-250d4303c269,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:01.673055 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e597a-d47b-46f2-b99b-d53f503cd8d3 req-b3f05da6-35ff-45bf-8a04-6514cddb28b2 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:01.674612 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6f9e597a-d47b-46f2-b99b-d53f503cd8d3 req-b3f05da6-35ff-45bf-8a04-6514cddb28b2 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "GET /v2.0/ports?device_id=9ac2c204-4e0f-45f9-a79d-b21ae7229572 HTTP/1.1" status: 200 len: 931 time: 0.3542175 Jan 21 18:59:01.711336 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-7a75cd61-f6d3-45f5-aebc-99a2bc7390c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:01.720992 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-076389e8-b864-476c-bf44-ae041477b6a4 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 18:59:01.724212 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-3b274f58-7e39-41cd-9f52-6d93f2b6894a tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Network 9ec3aba2-861c-47ae-bc74-f26885aa64f1 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:59:01.745368 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-3b274f58-7e39-41cd-9f52-6d93f2b6894a tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:59:01.792291 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-3b274f58-7e39-41cd-9f52-6d93f2b6894a tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:59:01.819800 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6f9e597a-d47b-46f2-b99b-d53f503cd8d3 req-14b801c7-195b-419c-989f-c6db382cc60a tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "GET /v2.0/security-groups?id=dd617b07-3a36-4cc7-8801-2f823f284cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293454 Jan 21 18:59:01.843905 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b274f58-7e39-41cd-9f52-6d93f2b6894a tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Pushing event updated for resources: {'Port': ['ID=4595f76e-de8f-4d44-87f5-2b83a569069c,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:01.966775 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3aac88e2-05f0-48c8-8d06-039c591bef93 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:01.980395 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3aac88e2-05f0-48c8-8d06-039c591bef93 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:01.989438 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-3b274f58-7e39-41cd-9f52-6d93f2b6894a tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:02.000995 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-3b274f58-7e39-41cd-9f52-6d93f2b6894a tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:02.032045 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-7a75cd61-f6d3-45f5-aebc-99a2bc7390c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:02.034323 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-7a75cd61-f6d3-45f5-aebc-99a2bc7390c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:02.035804 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-7a75cd61-f6d3-45f5-aebc-99a2bc7390c3 service neutron] 10.222.0.113 "PUT /v2.0/ports/0e84f2c6-e935-4b37-b7e0-389f75a34ebc HTTP/1.1" status: 200 len: 1093 time: 6.2396340 Jan 21 18:59:02.057083 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-076389e8-b864-476c-bf44-ae041477b6a4 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:02.057685 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-076389e8-b864-476c-bf44-ae041477b6a4 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Added segment 034a079a-d443-4151-a2ce-21b17f2280e6 of type vlan for network f3a285fd-af0d-4923-a3ea-082d9f836075 Jan 21 18:59:02.100572 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa7ee76-c36f-4f35-94ae-dbd802c966ea', 'tag': '0e84f2c6-e935-4b37-b7e0-389f75a34ebc'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 18:59:02.259195 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a75cd61-f6d3-45f5-aebc-99a2bc7390c3 service neutron] Pushing event updated for resources: {'Port': ['ID=0e84f2c6-e935-4b37-b7e0-389f75a34ebc,revision_number=3']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:02.264185 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-fea61079-aa59-4353-889c-32d33700c5ad tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Allocated IP 172.26.1.17 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/3246cca4-d190-47cb-adae-ec7d8614f340) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:59:02.282242 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-33656e0f-86ce-4a9b-8ae6-8a48d4703d36 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:02.286591 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-33656e0f-86ce-4a9b-8ae6-8a48d4703d36 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:02.331615 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac88e2-05f0-48c8-8d06-039c591bef93 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Pushing event deleted for resources: {'Network': ['ID=50e43e6b-92de-4b05-9c80-68aeae9a385e,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:02.431330 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-076389e8-b864-476c-bf44-ae041477b6a4 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:02.543629 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3aac88e2-05f0-48c8-8d06-039c591bef93 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] 10.222.0.87 "DELETE /v2.0/networks/50e43e6b-92de-4b05-9c80-68aeae9a385e HTTP/1.1" status: 204 len: 168 time: 3.6899614 Jan 21 18:59:02.546038 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53430) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:02.581100 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-efa7ea1c-854f-417a-9a71-5909d40c3ad6 None None] Provisioning for port 4595f76e-de8f-4d44-87f5-2b83a569069c completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 18:59:02.587276 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-33656e0f-86ce-4a9b-8ae6-8a48d4703d36 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:02.588520 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33656e0f-86ce-4a9b-8ae6-8a48d4703d36 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2a65763d-c281-4930-b92c-a8a74e552213 {{(pid=88136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 18:59:02.591793 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-efa7ea1c-854f-417a-9a71-5909d40c3ad6 None None] Provisioning complete for port 4595f76e-de8f-4d44-87f5-2b83a569069c triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:59:02.592164 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-efa7ea1c-854f-417a-9a71-5909d40c3ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:02.626814 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba527a86-5520-4b97-aa1b-a3029c7ddba2 req-2ebfda5b-240e-4ed1-ae00-6dad2fd06355 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:02.633870 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ba527a86-5520-4b97-aa1b-a3029c7ddba2 req-2ebfda5b-240e-4ed1-ae00-6dad2fd06355 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 943 time: 0.1539547 Jan 21 18:59:02.667664 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-3b274f58-7e39-41cd-9f52-6d93f2b6894a tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7019768 Jan 21 18:59:02.683666 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ac761008-649b-4ac2-afd6-644aa913fd21 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:02.707075 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-33656e0f-86ce-4a9b-8ae6-8a48d4703d36 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:02.708441 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-33656e0f-86ce-4a9b-8ae6-8a48d4703d36 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] 10.222.0.87 "DELETE /v2.0/routers/2a65763d-c281-4930-b92c-a8a74e552213 HTTP/1.1" status: 204 len: 168 time: 1.3161120 Jan 21 18:59:02.710354 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-efa7ea1c-854f-417a-9a71-5909d40c3ad6 None None] Port 4595f76e-de8f-4d44-87f5-2b83a569069c cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 18:59:02.716746 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53438) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:02.726103 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-0528e108-1858-4ab0-8145-afca2d93386e tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Request body: {'router': {'name': 'tempest-router-2079292599', 'distributed': False}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:02.746009 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-0528e108-1858-4ab0-8145-afca2d93386e tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:02.751843 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bbe46180-6ac4-4479-8f2a-d92f6e3aad5f tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:02.761597 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-0528e108-1858-4ab0-8145-afca2d93386e tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Usage tracker for resource:router and tenant:b732c21410a34348aff82f8b615adeda is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:02.767076 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-0528e108-1858-4ab0-8145-afca2d93386e tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:02.788558 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ba527a86-5520-4b97-aa1b-a3029c7ddba2 req-5cdaa0a3-2b25-4d0b-81e7-778dc629bc65 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1534846 Jan 21 18:59:02.814132 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-0528e108-1858-4ab0-8145-afca2d93386e tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:02.814238 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-060edb07-adc0-416f-a341-4d259e854d9b service neutron] Request body: {'port': {'device_id': '9ac2c204-4e0f-45f9-a79d-b21ae7229572', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:02.924601 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa7ee76-c36f-4f35-94ae-dbd802c966ea', 'tag': '0e84f2c6-e935-4b37-b7e0-389f75a34ebc', 'status': 'completed', 'code': 200} Jan 21 18:59:02.953157 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-7b13e48d-bc93-432e-9f8a-b6eb4fdf55bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:02.954148 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bbe46180-6ac4-4479-8f2a-d92f6e3aad5f tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:02.958448 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-7b13e48d-bc93-432e-9f8a-b6eb4fdf55bc service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=bb8144e3b5cb451fa2ea1f5ea2efa32a&device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 1096 time: 0.6858423 Jan 21 18:59:02.960726 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac761008-649b-4ac2-afd6-644aa913fd21 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Pushing event deleted for resources: {'Port': ['ID=440fe104-2fe9-4410-af9d-06937ed2694b,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:03.015073 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 18:59:03.025544 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-bbe46180-6ac4-4479-8f2a-d92f6e3aad5f tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64385023-5719-46bd-b86c-227b1aab2755']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:03.054643 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-bbe46180-6ac4-4479-8f2a-d92f6e3aad5f tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ca9bb43-857c-449e-9acd-625f7cc1300c') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:03.055670 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-bbe46180-6ac4-4479-8f2a-d92f6e3aad5f tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ca9bb43-857c-449e-9acd-625f7cc1300c') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:03.108120 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fea61079-aa59-4353-889c-32d33700c5ad tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:03.112215 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0528e108-1858-4ab0-8145-afca2d93386e tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:03.113380 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0528e108-1858-4ab0-8145-afca2d93386e tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:03.127309 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bbe46180-6ac4-4479-8f2a-d92f6e3aad5f tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:03.188748 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bbe46180-6ac4-4479-8f2a-d92f6e3aad5f tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:03.193089 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-076389e8-b864-476c-bf44-ae041477b6a4 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:03.198815 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076389e8-b864-476c-bf44-ae041477b6a4 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:03.198970 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0528e108-1858-4ab0-8145-afca2d93386e tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:03.199416 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-076389e8-b864-476c-bf44-ae041477b6a4 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:03.215568 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22a4d5-32ad-4904-b6f4-86dd21d4f28d req-769f105e-095e-4f1f-936e-aa1825b58998 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:03.223631 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-df22a4d5-32ad-4904-b6f4-86dd21d4f28d req-769f105e-095e-4f1f-936e-aa1825b58998 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "GET /v2.0/ports?device_id=9ac2c204-4e0f-45f9-a79d-b21ae7229572 HTTP/1.1" status: 200 len: 931 time: 0.1719973 Jan 21 18:59:03.249299 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbe46180-6ac4-4479-8f2a-d92f6e3aad5f tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 18:59:03.250517 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bbe46180-6ac4-4479-8f2a-d92f6e3aad5f tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:03.282298 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 18:59:03.282298 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 18:59:03.282298 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 18:59:03.282298 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 18:59:03.282298 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 18:59:03.282298 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 18:59:03.282298 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 18:59:03.282298 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 18:59:03.282298 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 18:59:03.282298 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 18:59:03.282298 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 18:59:03.282298 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 18:59:03.282298 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 18:59:03.282298 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 18:59:03.282298 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 18:59:03.282298 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 18:59:03.282298 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 18:59:03.282298 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 18:59:03.282298 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 18:59:03.282298 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 18:59:03.282298 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 18:59:03.282298 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 18:59:03.282298 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 18:59:03.282298 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 18:59:03.282298 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 18:59:03.282298 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 18:59:03.282298 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 18:59:03.282298 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 18:59:03.282298 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 18:59:03.282298 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 18:59:03.282298 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 18:59:03.282298 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 18:59:03.399895 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-060edb07-adc0-416f-a341-4d259e854d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:03.446004 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076389e8-b864-476c-bf44-ae041477b6a4 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Pushing event updated for resources: {'Network': ['ID=f3a285fd-af0d-4923-a3ea-082d9f836075,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:03.446882 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network f3a285fd-af0d-4923-a3ea-082d9f836075 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 18:59:03.462720 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-df22a4d5-32ad-4904-b6f4-86dd21d4f28d req-e783c1bb-9bc6-4eca-8bc4-b62ebf873d81 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "GET /v2.0/security-groups?id=dd617b07-3a36-4cc7-8801-2f823f284cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2380319 Jan 21 18:59:03.542974 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-231d61f0-fae2-4a62-81ea-97f4032bb83d service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e84f2c6-e935-4b37-b7e0-389f75a34ebc HTTP/1.1" status: 200 len: 217 time: 0.1108048 Jan 21 18:59:03.575796 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ac761008-649b-4ac2-afd6-644aa913fd21 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:03.782789 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0528e108-1858-4ab0-8145-afca2d93386e tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:03.782789 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bbe46180-6ac4-4479-8f2a-d92f6e3aad5f tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:03.814339 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bbe46180-6ac4-4479-8f2a-d92f6e3aad5f tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:03.820800 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-076389e8-b864-476c-bf44-ae041477b6a4 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 5.0623097 Jan 21 18:59:03.838358 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53454) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:03.846111 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-34c95631-d54d-4f0c-9d63-33df719f3aa4 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Request body: {'subnet': {'network_id': 'f3a285fd-af0d-4923-a3ea-082d9f836075', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:03.882667 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe46180-6ac4-4479-8f2a-d92f6e3aad5f tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Pushing event deleted for resources: {'Network': ['ID=64385023-5719-46bd-b86c-227b1aab2755,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:03.916098 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-bbe46180-6ac4-4479-8f2a-d92f6e3aad5f tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] 10.222.0.87 "DELETE /v2.0/networks/64385023-5719-46bd-b86c-227b1aab2755 HTTP/1.1" status: 204 len: 168 time: 1.3678021 Jan 21 18:59:03.920993 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53460) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:03.995877 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ac761008-649b-4ac2-afd6-644aa913fd21 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:03.998514 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ac761008-649b-4ac2-afd6-644aa913fd21 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:04.049861 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0528e108-1858-4ab0-8145-afca2d93386e tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:04.051652 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-0528e108-1858-4ab0-8145-afca2d93386e tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.3333428 Jan 21 18:59:04.053731 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-f9e40f68-f89c-4373-a769-c6a078faaa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:04.055288 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-f9e40f68-f89c-4373-a769-c6a078faaa8a service neutron] 10.222.0.113 "GET /v2.0/subnets?id=34accf81-441d-49f3-9d99-4b01b78b2f5b HTTP/1.1" status: 200 len: 850 time: 0.3215544 Jan 21 18:59:04.055724 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53464) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:04.160221 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-34c95631-d54d-4f0c-9d63-33df719f3aa4 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:04.165510 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-34c95631-d54d-4f0c-9d63-33df719f3aa4 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Usage tracker for resource:subnet and tenant:3bcdcb0d373947ec90d95a38bb8e4cf0 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:04.169867 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-34c95631-d54d-4f0c-9d63-33df719f3aa4 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:04.178520 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-34c95631-d54d-4f0c-9d63-33df719f3aa4 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:04.219548 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ac761008-649b-4ac2-afd6-644aa913fd21 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:04.220069 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac761008-649b-4ac2-afd6-644aa913fd21 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Fanout notify agent at l3_agent the message router_deleted on router 50f5f800-8fc5-4655-bf64-a65e6b924494 {{(pid=88137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 18:59:04.223031 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fea61079-aa59-4353-889c-32d33700c5ad tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:04.301164 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c95631-d54d-4f0c-9d63-33df719f3aa4 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Made reservation on behalf of 3bcdcb0d373947ec90d95a38bb8e4cf0 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:59:04.304523 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-34c95631-d54d-4f0c-9d63-33df719f3aa4 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:04.338032 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c4ffcc-a24a-4783-98ea-7a8c7eae8596 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:04.345382 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c4ffcc-a24a-4783-98ea-7a8c7eae8596 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:04.346057 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-56c4ffcc-a24a-4783-98ea-7a8c7eae8596 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Synchronizing usage tracker for tenant:0793036907e94c37bc9b47808639bd6c on resource:network {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 18:59:04.359949 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-555f1c11-87e0-4562-8971-f03ffa92db3d tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Notify callbacks [] for router, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:04.382662 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3f862-3ee8-4fa2-84f0-bb6f1a0e190e req-101bfa9c-c505-4f47-ba0a-87d5384e4e17 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:04.384151 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-16f3f862-3ee8-4fa2-84f0-bb6f1a0e190e req-101bfa9c-c505-4f47-ba0a-87d5384e4e17 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 943 time: 0.2922602 Jan 21 18:59:04.429865 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ac761008-649b-4ac2-afd6-644aa913fd21 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:04.430791 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ac761008-649b-4ac2-afd6-644aa913fd21 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] 10.222.0.87 "DELETE /v2.0/routers/50f5f800-8fc5-4655-bf64-a65e6b924494 HTTP/1.1" status: 204 len: 168 time: 7.4637625 Jan 21 18:59:04.434421 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53474) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:04.452136 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-ed89d3d9-5a24-450b-8f44-e2810247e2aa tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Request body: {'router': {'name': 'tempest-snat-router-207224690', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'enable_snat': False}}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:04.499038 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-16f3f862-3ee8-4fa2-84f0-bb6f1a0e190e req-78521e6d-9061-4dee-b508-4c31f08a8a2e tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584795 Jan 21 18:59:04.547185 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-56c4ffcc-a24a-4783-98ea-7a8c7eae8596 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Unset dirty status for tenant:0793036907e94c37bc9b47808639bd6c on resource:network {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 18:59:04.548341 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-56c4ffcc-a24a-4783-98ea-7a8c7eae8596 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6259382 Jan 21 18:59:04.560891 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53482) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:04.560989 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-ed89d3d9-5a24-450b-8f44-e2810247e2aa tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:04.562617 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-52cc227b-5054-43ff-90d1-b11bba0defe0 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-20402304'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:04.562779 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea61079-aa59-4353-889c-32d33700c5ad tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:59:04.574903 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-52cc227b-5054-43ff-90d1-b11bba0defe0 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:04.582490 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-fea61079-aa59-4353-889c-32d33700c5ad tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:59:04.592073 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-52cc227b-5054-43ff-90d1-b11bba0defe0 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:04.593402 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ed89d3d9-5a24-450b-8f44-e2810247e2aa tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Usage tracker for resource:router and tenant:ee61e73a33b04715b07b22baa3498d79 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:04.597270 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea61079-aa59-4353-889c-32d33700c5ad tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:59:04.621932 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ed89d3d9-5a24-450b-8f44-e2810247e2aa tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:04.635182 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea61079-aa59-4353-889c-32d33700c5ad tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Pushing event updated for resources: {'Port': ['ID=3246cca4-d190-47cb-adae-ec7d8614f340,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:04.689155 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52cc227b-5054-43ff-90d1-b11bba0defe0 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Made reservation on behalf of 0793036907e94c37bc9b47808639bd6c for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:59:04.692562 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-52cc227b-5054-43ff-90d1-b11bba0defe0 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:04.729474 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52cc227b-5054-43ff-90d1-b11bba0defe0 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 18:59:04.738551 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c271fe-3554-40e4-b4e7-930ec554c7bc req-55d72e0a-3ae1-4da1-8b6e-d551ec24c9f2 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:04.740017 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-36c271fe-3554-40e4-b4e7-930ec554c7bc req-55d72e0a-3ae1-4da1-8b6e-d551ec24c9f2 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "GET /v2.0/ports?device_id=9ac2c204-4e0f-45f9-a79d-b21ae7229572 HTTP/1.1" status: 200 len: 931 time: 0.1267097 Jan 21 18:59:04.747702 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-52cc227b-5054-43ff-90d1-b11bba0defe0 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:04.748101 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-52cc227b-5054-43ff-90d1-b11bba0defe0 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Added segment 7415c5a4-ba6f-4933-a919-a337d73d2f12 of type vlan for network 13595f8a-6548-4d58-b1e3-3d5545d7f420 Jan 21 18:59:04.764865 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-ed89d3d9-5a24-450b-8f44-e2810247e2aa tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:04.774843 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-34c95631-d54d-4f0c-9d63-33df719f3aa4 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:04.910390 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-555f1c11-87e0-4562-8971-f03ffa92db3d tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:04.916999 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-555f1c11-87e0-4562-8971-f03ffa92db3d tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:04.941981 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-52cc227b-5054-43ff-90d1-b11bba0defe0 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:04.972826 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-9f62b7bd-b2a0-47fb-9ca7-d6ffed994e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:04.974327 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-9f62b7bd-b2a0-47fb-9ca7-d6ffed994e8b service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2745c7b7-aa59-4a69-977f-3d793c812102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7954149 Jan 21 18:59:04.983797 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-36c271fe-3554-40e4-b4e7-930ec554c7bc req-9f118ad9-1637-4605-9704-0b67c86a6115 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "GET /v2.0/security-groups?id=dd617b07-3a36-4cc7-8801-2f823f284cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2341957 Jan 21 18:59:04.988258 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ed89d3d9-5a24-450b-8f44-e2810247e2aa tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:04.989248 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ed89d3d9-5a24-450b-8f44-e2810247e2aa tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:04.992237 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c95631-d54d-4f0c-9d63-33df719f3aa4 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Pushing event updated for resources: {'Subnet': ['ID=375aa140-5b4c-4d42-9493-602d7ba186cf,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:05.021828 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53494) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:05.026469 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c95631-d54d-4f0c-9d63-33df719f3aa4 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Checking segment: {'id': '034a079a-d443-4151-a2ce-21b17f2280e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f3a285fd-af0d-4923-a3ea-082d9f836075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 18:59:05.026751 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c95631-d54d-4f0c-9d63-33df719f3aa4 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Network hostable DHCP agents. Network: f3a285fd-af0d-4923-a3ea-082d9f836075, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 18:59:05.107927 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-52cc227b-5054-43ff-90d1-b11bba0defe0 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:05.119723 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cc227b-5054-43ff-90d1-b11bba0defe0 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:05.119723 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-52cc227b-5054-43ff-90d1-b11bba0defe0 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:05.149985 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c95631-d54d-4f0c-9d63-33df719f3aa4 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Network f3a285fd-af0d-4923-a3ea-082d9f836075 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 18:59:05.152660 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-555f1c11-87e0-4562-8971-f03ffa92db3d tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:05.153127 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555f1c11-87e0-4562-8971-f03ffa92db3d tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3f43293a-b7b3-41ea-a26a-f41180e9ffe4 {{(pid=88137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 18:59:05.154833 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-59c0db34-81bf-466a-86aa-c0547d2f0111 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1009755947', 'router:external': True}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:05.170180 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.db.resource_extend [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-060edb07-adc0-416f-a341-4d259e854d9b service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 18:59:05.178957 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-59c0db34-81bf-466a-86aa-c0547d2f0111 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:05.184967 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ed89d3d9-5a24-450b-8f44-e2810247e2aa tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:05.190887 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-59c0db34-81bf-466a-86aa-c0547d2f0111 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Usage tracker for resource:network and tenant:d1ef0dfbbaf847938739d2a3de7e86ca is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:05.199017 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-59c0db34-81bf-466a-86aa-c0547d2f0111 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:05.255623 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-34c95631-d54d-4f0c-9d63-33df719f3aa4 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, f3a285fd-af0d-4923-a3ea-082d9f836075) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:59:05.257349 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-59c0db34-81bf-466a-86aa-c0547d2f0111 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:05.259352 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc227b-5054-43ff-90d1-b11bba0defe0 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Pushing event updated for resources: {'Network': ['ID=13595f8a-6548-4d58-b1e3-3d5545d7f420,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:05.266159 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22950079-a9a3-4d88-a619-f6be2679e57a None None] Network f3a285fd-af0d-4923-a3ea-082d9f836075 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 18:59:05.267832 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c95631-d54d-4f0c-9d63-33df719f3aa4 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:05.268430 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-34c95631-d54d-4f0c-9d63-33df719f3aa4 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:05.277972 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fea61079-aa59-4353-889c-32d33700c5ad tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:05.283198 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-52cc227b-5054-43ff-90d1-b11bba0defe0 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7271862 Jan 21 18:59:05.285670 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53500) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:05.291985 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 13595f8a-6548-4d58-b1e3-3d5545d7f420 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 18:59:05.293716 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-db09ea51-d95a-4dfa-b1bb-a0750a18649a tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1541582117'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:05.299338 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-db09ea51-d95a-4dfa-b1bb-a0750a18649a tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:05.303194 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-db09ea51-d95a-4dfa-b1bb-a0750a18649a tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Usage tracker for resource:network and tenant:0793036907e94c37bc9b47808639bd6c is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:05.306716 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-db09ea51-d95a-4dfa-b1bb-a0750a18649a tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:05.313009 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-db09ea51-d95a-4dfa-b1bb-a0750a18649a tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:05.318979 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-555f1c11-87e0-4562-8971-f03ffa92db3d tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:05.320082 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-555f1c11-87e0-4562-8971-f03ffa92db3d tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] 10.222.0.87 "DELETE /v2.0/routers/3f43293a-b7b3-41ea-a26a-f41180e9ffe4 HTTP/1.1" status: 204 len: 168 time: 1.2634602 Jan 21 18:59:05.324197 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53504) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:05.329848 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-f6bb577b-622c-4ef5-9551-cbfd80c7af77 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Request body: {'router': {'name': 'tempest-router-2108543644', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b7d263fa8c494a6883ff3dc278ae81a1'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:05.334041 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c0db34-81bf-466a-86aa-c0547d2f0111 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Made reservation on behalf of d1ef0dfbbaf847938739d2a3de7e86ca for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:59:05.336766 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-59c0db34-81bf-466a-86aa-c0547d2f0111 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:05.344327 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-060edb07-adc0-416f-a341-4d259e854d9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4595f76e-de8f-4d44-87f5-2b83a569069c {{(pid=88137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 18:59:05.347897 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-f6bb577b-622c-4ef5-9551-cbfd80c7af77 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:05.353254 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-59c0db34-81bf-466a-86aa-c0547d2f0111 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:05.365480 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-060edb07-adc0-416f-a341-4d259e854d9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:05.365666 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-f6bb577b-622c-4ef5-9551-cbfd80c7af77 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Usage tracker for resource:router and tenant:b7d263fa8c494a6883ff3dc278ae81a1 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:05.368740 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-34c95631-d54d-4f0c-9d63-33df719f3aa4 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5286546 Jan 21 18:59:05.369723 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-f6bb577b-622c-4ef5-9551-cbfd80c7af77 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:05.384544 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-d1fba9d7-0881-4586-b655-dfdd69cad3ba service neutron] 10.222.0.113 "GET /v2.0/networks/2745c7b7-aa59-4a69-977f-3d793c812102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963704 Jan 21 18:59:05.384773 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53508) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:05.384773 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-40544045-f7a4-42ba-ac8d-be9916fb3381 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Request body: {'port': {'network_id': 'f3a285fd-af0d-4923-a3ea-082d9f836075', 'name': 'tempest-ExtraDHCPOptionsTestJSON-220980730'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:05.399837 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-f6bb577b-622c-4ef5-9551-cbfd80c7af77 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:05.410114 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db09ea51-d95a-4dfa-b1bb-a0750a18649a tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Made reservation on behalf of 0793036907e94c37bc9b47808639bd6c for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:59:05.411251 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-db09ea51-d95a-4dfa-b1bb-a0750a18649a tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:05.423805 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-060edb07-adc0-416f-a341-4d259e854d9b service neutron] Transition to ACTIVE for port object 4595f76e-de8f-4d44-87f5-2b83a569069c will not be triggered until provisioned by entity L2. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:59:05.432315 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-59c0db34-81bf-466a-86aa-c0547d2f0111 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:05.463601 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-59c0db34-81bf-466a-86aa-c0547d2f0111 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Usage tracker for resource:security_group_rule and tenant:d1ef0dfbbaf847938739d2a3de7e86ca is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:05.475265 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-59c0db34-81bf-466a-86aa-c0547d2f0111 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:05.533550 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-59c0db34-81bf-466a-86aa-c0547d2f0111 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:05.550670 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db09ea51-d95a-4dfa-b1bb-a0750a18649a tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 18:59:05.570768 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fea61079-aa59-4353-889c-32d33700c5ad tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:05.596350 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-db09ea51-d95a-4dfa-b1bb-a0750a18649a tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:05.596707 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-db09ea51-d95a-4dfa-b1bb-a0750a18649a tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Added segment 21c668a7-8018-45e9-83cc-a7434a2387ff of type vlan for network 5088e294-0fbe-4fb9-b79c-e1bfa0609183 Jan 21 18:59:05.612879 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00600010-5723-4907-ab1a-b1d0cbf330ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-f3a285fd-af0d-4923-a3ea-082d9f836075', 'network_id': 'f3a285fd-af0d-4923-a3ea-082d9f836075', 'tenant_id': '3bcdcb0d373947ec90d95a38bb8e4cf0', 'fixed_ips': [{'subnet_id': '375aa140-5b4c-4d42-9493-602d7ba186cf'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 18:59:05.623418 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-00600010-5723-4907-ab1a-b1d0cbf330ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:05.631913 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-40544045-f7a4-42ba-ac8d-be9916fb3381 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:05.649721 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-40544045-f7a4-42ba-ac8d-be9916fb3381 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Usage tracker for resource:port and tenant:3bcdcb0d373947ec90d95a38bb8e4cf0 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:05.657767 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-40544045-f7a4-42ba-ac8d-be9916fb3381 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:05.664690 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-db09ea51-d95a-4dfa-b1bb-a0750a18649a tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:05.672684 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-40544045-f7a4-42ba-ac8d-be9916fb3381 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:05.690985 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f6bb577b-622c-4ef5-9551-cbfd80c7af77 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:05.691941 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f6bb577b-622c-4ef5-9551-cbfd80c7af77 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:05.722699 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-060edb07-adc0-416f-a341-4d259e854d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:05.782257 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40544045-f7a4-42ba-ac8d-be9916fb3381 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Made reservation on behalf of 3bcdcb0d373947ec90d95a38bb8e4cf0 for: {'port': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:59:05.784873 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-40544045-f7a4-42ba-ac8d-be9916fb3381 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:05.786703 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e2e6a2af-a659-4328-9c96-59b9cc084a6e req-45ff9269-751b-44c6-99af-c32b0e229d44 service neutron] 10.222.0.113 "GET /v2.0/networks/2745c7b7-aa59-4a69-977f-3d793c812102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933864 Jan 21 18:59:05.803616 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f6bb577b-622c-4ef5-9551-cbfd80c7af77 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:05.847522 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-59c0db34-81bf-466a-86aa-c0547d2f0111 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:05.849613 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-00600010-5723-4907-ab1a-b1d0cbf330ab None None] Allocated IP 172.20.0.2 (f3a285fd-af0d-4923-a3ea-082d9f836075/375aa140-5b4c-4d42-9493-602d7ba186cf/20bf785c-4b36-4bcb-8a73-e88ee7425585) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:59:05.851288 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [None req-40544045-f7a4-42ba-ac8d-be9916fb3381 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] device_id is not set on port 41673d10-8525-450a-8eae-dc457097da2b yet. {{(pid=88136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 18:59:05.910197 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-db09ea51-d95a-4dfa-b1bb-a0750a18649a tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:05.922101 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db09ea51-d95a-4dfa-b1bb-a0750a18649a tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:05.922101 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-db09ea51-d95a-4dfa-b1bb-a0750a18649a tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:05.972639 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-59c0db34-81bf-466a-86aa-c0547d2f0111 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:06.056410 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f6bb577b-622c-4ef5-9551-cbfd80c7af77 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:06.120801 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c081c4-35b0-485f-b389-3f3f3068d9a7 req-052590a9-5c1d-440a-9fee-a5f7b9302d39 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:06.122749 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-05c081c4-35b0-485f-b389-3f3f3068d9a7 req-052590a9-5c1d-440a-9fee-a5f7b9302d39 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 943 time: 0.4361615 Jan 21 18:59:06.137623 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59c0db34-81bf-466a-86aa-c0547d2f0111 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 18:59:06.146662 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db09ea51-d95a-4dfa-b1bb-a0750a18649a tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Pushing event updated for resources: {'Network': ['ID=5088e294-0fbe-4fb9-b79c-e1bfa0609183,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:06.149868 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-db09ea51-d95a-4dfa-b1bb-a0750a18649a tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8632059 Jan 21 18:59:06.160236 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53516) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:06.161038 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-00600010-5723-4907-ab1a-b1d0cbf330ab None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:06.169619 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060edb07-adc0-416f-a341-4d259e854d9b service neutron] Pushing event updated for resources: {'Port': ['ID=4595f76e-de8f-4d44-87f5-2b83a569069c,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:06.185269 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-00600010-5723-4907-ab1a-b1d0cbf330ab None None] Transition to ACTIVE for port object 20bf785c-4b36-4bcb-8a73-e88ee7425585 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:59:06.201283 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c0db34-81bf-466a-86aa-c0547d2f0111 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6219aa03-8344-4f1f-967e-03806ce5b8ad,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:06.212932 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-a637a392-c3e4-4b8c-909f-1dec7136521f tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Request body: {'ports': [{'network_id': '13595f8a-6548-4d58-b1e3-3d5545d7f420', 'name': 'tempest-port--1225666395', 'admin_state_up': True}, {'network_id': '5088e294-0fbe-4fb9-b79c-e1bfa0609183', 'admin_state_up': False}]} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:06.213238 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-a637a392-c3e4-4b8c-909f-1dec7136521f tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Request body: {'port': {'network_id': '13595f8a-6548-4d58-b1e3-3d5545d7f420', 'name': 'tempest-port--1225666395', 'admin_state_up': True}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:06.213708 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-a637a392-c3e4-4b8c-909f-1dec7136521f tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Request body: {'port': {'network_id': '5088e294-0fbe-4fb9-b79c-e1bfa0609183', 'admin_state_up': False}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:06.219409 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ed89d3d9-5a24-450b-8f44-e2810247e2aa tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:06.221677 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-00600010-5723-4907-ab1a-b1d0cbf330ab None None] Transition to ACTIVE for port object 20bf785c-4b36-4bcb-8a73-e88ee7425585 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:59:06.227450 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 5088e294-0fbe-4fb9-b79c-e1bfa0609183 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 18:59:06.273510 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-59c0db34-81bf-466a-86aa-c0547d2f0111 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:06.273510 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-59c0db34-81bf-466a-86aa-c0547d2f0111 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Added segment 403ff418-59d6-46cc-8838-ce38e85ed5d9 of type vlan for network 9c65368c-99a3-4a7d-9dad-d7392a4574f4 Jan 21 18:59:06.336765 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-00600010-5723-4907-ab1a-b1d0cbf330ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:06.380211 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f6bb577b-622c-4ef5-9551-cbfd80c7af77 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:06.381463 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f6bb577b-622c-4ef5-9551-cbfd80c7af77 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0561597 Jan 21 18:59:06.391583 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53520) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:06.420036 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-147f4e7f-e2f9-423a-ba62-32d402b533f0 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:06.422272 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00600010-5723-4907-ab1a-b1d0cbf330ab None None] Network f3a285fd-af0d-4923-a3ea-082d9f836075 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:59:06.425435 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-00600010-5723-4907-ab1a-b1d0cbf330ab None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:59:06.429181 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00600010-5723-4907-ab1a-b1d0cbf330ab None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:59:06.486932 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-05c081c4-35b0-485f-b389-3f3f3068d9a7 req-26329dff-5e1e-4f02-a84e-1f042f645989 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3454361 Jan 21 18:59:06.495453 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-59c0db34-81bf-466a-86aa-c0547d2f0111 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:06.504232 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-060edb07-adc0-416f-a341-4d259e854d9b service neutron] Attempting to bind port 4595f76e-de8f-4d44-87f5-2b83a569069c on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:59:06.504566 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-060edb07-adc0-416f-a341-4d259e854d9b service neutron] Attempting to bind port 4595f76e-de8f-4d44-87f5-2b83a569069c by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'ad01f6a0-93d9-445a-83b5-98d1ba468e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9ec3aba2-861c-47ae-bc74-f26885aa64f1'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:59:06.504894 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-060edb07-adc0-416f-a341-4d259e854d9b service neutron] Attempting to bind port 4595f76e-de8f-4d44-87f5-2b83a569069c on network 9ec3aba2-861c-47ae-bc74-f26885aa64f1 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:59:06.514218 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567065e-9053-4c4b-b4a0-51a8d2dfdb3d req-6a8ddfa2-6611-4e61-9863-62faaf8453f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:06.516521 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e567065e-9053-4c4b-b4a0-51a8d2dfdb3d req-6a8ddfa2-6611-4e61-9863-62faaf8453f9 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=bb8144e3b5cb451fa2ea1f5ea2efa32a&device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 1096 time: 0.5015745 Jan 21 18:59:06.519733 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.db.resource_extend [None req-fea61079-aa59-4353-889c-32d33700c5ad tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 18:59:06.531568 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00600010-5723-4907-ab1a-b1d0cbf330ab None None] Pushing event updated for resources: {'Port': ['ID=20bf785c-4b36-4bcb-8a73-e88ee7425585,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:06.534243 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-060edb07-adc0-416f-a341-4d259e854d9b service neutron] Port 4595f76e-de8f-4d44-87f5-2b83a569069c on network 9ec3aba2-861c-47ae-bc74-f26885aa64f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 18:59:06.534593 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-060edb07-adc0-416f-a341-4d259e854d9b service neutron] Attempting to bind port 4595f76e-de8f-4d44-87f5-2b83a569069c on network 9ec3aba2-861c-47ae-bc74-f26885aa64f1 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:59:06.538395 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-00600010-5723-4907-ab1a-b1d0cbf330ab None None] Attempting to bind port 20bf785c-4b36-4bcb-8a73-e88ee7425585 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:59:06.538952 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-00600010-5723-4907-ab1a-b1d0cbf330ab None None] Attempting to bind port 20bf785c-4b36-4bcb-8a73-e88ee7425585 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '034a079a-d443-4151-a2ce-21b17f2280e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f3a285fd-af0d-4923-a3ea-082d9f836075'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:59:06.539487 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00600010-5723-4907-ab1a-b1d0cbf330ab None None] Attempting to bind port 20bf785c-4b36-4bcb-8a73-e88ee7425585 on network f3a285fd-af0d-4923-a3ea-082d9f836075 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:59:06.546036 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00600010-5723-4907-ab1a-b1d0cbf330ab None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 18, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 18:59:06.546443 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00600010-5723-4907-ab1a-b1d0cbf330ab None None] Checking segment: {'id': '034a079a-d443-4151-a2ce-21b17f2280e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f3a285fd-af0d-4923-a3ea-082d9f836075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 18:59:06.546841 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-00600010-5723-4907-ab1a-b1d0cbf330ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:06.547423 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00600010-5723-4907-ab1a-b1d0cbf330ab None None] Bound using segment: {'id': '034a079a-d443-4151-a2ce-21b17f2280e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f3a285fd-af0d-4923-a3ea-082d9f836075'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 18:59:06.548033 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-00600010-5723-4907-ab1a-b1d0cbf330ab None None] Bound port: 20bf785c-4b36-4bcb-8a73-e88ee7425585, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034a079a-d443-4151-a2ce-21b17f2280e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f3a285fd-af0d-4923-a3ea-082d9f836075'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 18:59:06.548178 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-40544045-f7a4-42ba-ac8d-be9916fb3381 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Allocated IP 172.20.0.10 (f3a285fd-af0d-4923-a3ea-082d9f836075/375aa140-5b4c-4d42-9493-602d7ba186cf/41673d10-8525-450a-8eae-dc457097da2b) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:59:06.548690 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-00600010-5723-4907-ab1a-b1d0cbf330ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:06.644665 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-00600010-5723-4907-ab1a-b1d0cbf330ab None None] For port 20bf785c-4b36-4bcb-8a73-e88ee7425585, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 18:59:06.647929 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-00600010-5723-4907-ab1a-b1d0cbf330ab None None] For port 20bf785c-4b36-4bcb-8a73-e88ee7425585, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=20bf785c-4b36-4bcb-8a73-e88ee7425585,segment=NetworkSegment(034a079a-d443-4151-a2ce-21b17f2280e6),segment_id=034a079a-d443-4151-a2ce-21b17f2280e6)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 18:59:06.683343 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f7c09-0a58-418c-8cd3-35d0d8331213 req-1cdb7a81-8bc5-47ab-abc5-7fc75588885d tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:06.684855 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2a6f7c09-0a58-418c-8cd3-35d0d8331213 req-1cdb7a81-8bc5-47ab-abc5-7fc75588885d tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "GET /v2.0/ports?device_id=9ac2c204-4e0f-45f9-a79d-b21ae7229572 HTTP/1.1" status: 200 len: 943 time: 0.4866505 Jan 21 18:59:06.694660 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-a637a392-c3e4-4b8c-909f-1dec7136521f tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:06.708203 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-a637a392-c3e4-4b8c-909f-1dec7136521f tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Usage tracker for resource:port and tenant:0793036907e94c37bc9b47808639bd6c is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:06.725737 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-a637a392-c3e4-4b8c-909f-1dec7136521f tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:06.729433 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fea61079-aa59-4353-889c-32d33700c5ad tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:06.748138 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-a637a392-c3e4-4b8c-909f-1dec7136521f tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:06.752853 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-060edb07-adc0-416f-a341-4d259e854d9b service neutron] Checking agent: {'id': '9a14f311-f6d5-46c6-87a2-f860197fb66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 18, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 18:59:06.753017 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-00600010-5723-4907-ab1a-b1d0cbf330ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:06.753141 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-060edb07-adc0-416f-a341-4d259e854d9b service neutron] Checking segment: {'id': 'ad01f6a0-93d9-445a-83b5-98d1ba468e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9ec3aba2-861c-47ae-bc74-f26885aa64f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 18:59:06.753141 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-060edb07-adc0-416f-a341-4d259e854d9b service neutron] Bound using segment: {'id': 'ad01f6a0-93d9-445a-83b5-98d1ba468e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9ec3aba2-861c-47ae-bc74-f26885aa64f1'} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 18:59:06.753141 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-060edb07-adc0-416f-a341-4d259e854d9b service neutron] Bound port: 4595f76e-de8f-4d44-87f5-2b83a569069c, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad01f6a0-93d9-445a-83b5-98d1ba468e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9ec3aba2-861c-47ae-bc74-f26885aa64f1'}}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 18:59:06.753141 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-060edb07-adc0-416f-a341-4d259e854d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:06.798698 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2a6f7c09-0a58-418c-8cd3-35d0d8331213 req-4ed21bf8-49dd-4189-838c-9b3ccc508f45 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "GET /v2.0/security-groups?id=dd617b07-3a36-4cc7-8801-2f823f284cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007631 Jan 21 18:59:06.801741 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-59c0db34-81bf-466a-86aa-c0547d2f0111 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:06.805991 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c0db34-81bf-466a-86aa-c0547d2f0111 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:06.805991 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-59c0db34-81bf-466a-86aa-c0547d2f0111 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:06.853121 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fea61079-aa59-4353-889c-32d33700c5ad tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:06.872956 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00600010-5723-4907-ab1a-b1d0cbf330ab None None] Pushing event updated for resources: {'Port': ['ID=20bf785c-4b36-4bcb-8a73-e88ee7425585,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:06.917811 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a637a392-c3e4-4b8c-909f-1dec7136521f tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Made reservation on behalf of 0793036907e94c37bc9b47808639bd6c for: {'port': 2} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:59:06.922120 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a637a392-c3e4-4b8c-909f-1dec7136521f tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:06.992914 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-59c0db34-81bf-466a-86aa-c0547d2f0111 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.9700341 Jan 21 18:59:06.996539 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a637a392-c3e4-4b8c-909f-1dec7136521f tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:06.997721 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53524) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:07.005938 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c0db34-81bf-466a-86aa-c0547d2f0111 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Pushing event updated for resources: {'Network': ['ID=9c65368c-99a3-4a7d-9dad-d7392a4574f4,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:07.017192 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 9c65368c-99a3-4a7d-9dad-d7392a4574f4 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 18:59:07.131597 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-b6e704bf-9068-4fab-9de7-ba46806c8b38 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Request body: {'subnet': {'network_id': '9c65368c-99a3-4a7d-9dad-d7392a4574f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:07.223740 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-b6e704bf-9068-4fab-9de7-ba46806c8b38 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:07.257812 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-b6e704bf-9068-4fab-9de7-ba46806c8b38 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Usage tracker for resource:subnet and tenant:d1ef0dfbbaf847938739d2a3de7e86ca is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:07.284581 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-b6e704bf-9068-4fab-9de7-ba46806c8b38 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:07.304338 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-40544045-f7a4-42ba-ac8d-be9916fb3381 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:07.340076 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-40544045-f7a4-42ba-ac8d-be9916fb3381 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Transition to ACTIVE for port object 41673d10-8525-450a-8eae-dc457097da2b will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:59:07.405407 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [None req-a637a392-c3e4-4b8c-909f-1dec7136521f tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] device_id is not set on port 812845be-49f3-4e0a-b9ac-8f6bc13f3140 yet. {{(pid=88136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 18:59:07.408884 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea61079-aa59-4353-889c-32d33700c5ad tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Pushing event updated for resources: {'Port': ['ID=3246cca4-d190-47cb-adae-ec7d8614f340,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:07.420485 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-b6e704bf-9068-4fab-9de7-ba46806c8b38 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:07.434352 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-147f4e7f-e2f9-423a-ba62-32d402b533f0 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:07.434875 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-147f4e7f-e2f9-423a-ba62-32d402b533f0 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Notify callbacks [] for router, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:07.511217 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a637a392-c3e4-4b8c-909f-1dec7136521f tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:07.513984 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fea61079-aa59-4353-889c-32d33700c5ad tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:07.526502 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567065e-9053-4c4b-b4a0-51a8d2dfdb3d req-d7cf7b9e-ae92-4221-bf03-ddaf676505e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:07.528015 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e567065e-9053-4c4b-b4a0-51a8d2dfdb3d req-d7cf7b9e-ae92-4221-bf03-ddaf676505e2 service neutron] 10.222.0.113 "GET /v2.0/networks?id=2745c7b7-aa59-4a69-977f-3d793c812102 HTTP/1.1" status: 200 len: 912 time: 0.9991856 Jan 21 18:59:07.541861 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-40544045-f7a4-42ba-ac8d-be9916fb3381 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:07.583750 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-060edb07-adc0-416f-a341-4d259e854d9b service neutron] For port 4595f76e-de8f-4d44-87f5-2b83a569069c, host hv-neutron-8254, cleared binding levels {{(pid=88137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 18:59:07.672879 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40544045-f7a4-42ba-ac8d-be9916fb3381 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Network f3a285fd-af0d-4923-a3ea-082d9f836075 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:59:07.678817 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-060edb07-adc0-416f-a341-4d259e854d9b service neutron] For port 4595f76e-de8f-4d44-87f5-2b83a569069c, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=4595f76e-de8f-4d44-87f5-2b83a569069c,segment=NetworkSegment(ad01f6a0-93d9-445a-83b5-98d1ba468e24),segment_id=ad01f6a0-93d9-445a-83b5-98d1ba468e24)] {{(pid=88137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 18:59:07.684317 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e704bf-9068-4fab-9de7-ba46806c8b38 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Made reservation on behalf of d1ef0dfbbaf847938739d2a3de7e86ca for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:59:07.686696 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b6e704bf-9068-4fab-9de7-ba46806c8b38 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:07.702687 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e567065e-9053-4c4b-b4a0-51a8d2dfdb3d req-220ed06c-6abc-4aec-bf0d-4f5e0fe7e4fe service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e84f2c6-e935-4b37-b7e0-389f75a34ebc HTTP/1.1" status: 200 len: 217 time: 0.1038988 Jan 21 18:59:07.717846 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-147f4e7f-e2f9-423a-ba62-32d402b533f0 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88137) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jan 21 18:59:07.718818 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-147f4e7f-e2f9-423a-ba62-32d402b533f0 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Router 2d5c56d4-3f70-4511-b9bc-2de7dd629f84 migrating from provider to provider. {{(pid=88137) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jan 21 18:59:07.719257 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-147f4e7f-e2f9-423a-ba62-32d402b533f0 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:07.726995 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-40544045-f7a4-42ba-ac8d-be9916fb3381 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:59:07.749438 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40544045-f7a4-42ba-ac8d-be9916fb3381 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:59:07.782684 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-060edb07-adc0-416f-a341-4d259e854d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:07.786424 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fea61079-aa59-4353-889c-32d33700c5ad tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:07.791536 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-fea61079-aa59-4353-889c-32d33700c5ad tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 10.1410820 Jan 21 18:59:07.793187 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-147f4e7f-e2f9-423a-ba62-32d402b533f0 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:07.795900 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53530) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:07.799197 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 20bf785c-4b36-4bcb-8a73-e88ee7425585 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 18:59:07.801592 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [None req-a637a392-c3e4-4b8c-909f-1dec7136521f tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] device_id is not set on port 5e4d1e00-44e9-43aa-9988-6632956c87ed yet. {{(pid=88136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 18:59:07.806226 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40544045-f7a4-42ba-ac8d-be9916fb3381 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Pushing event updated for resources: {'Port': ['ID=41673d10-8525-450a-8eae-dc457097da2b,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:07.830663 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-7b264deb-69f1-47d2-84aa-9ff067d0f154 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-628177943'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:07.850030 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-7b264deb-69f1-47d2-84aa-9ff067d0f154 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:07.856545 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7b264deb-69f1-47d2-84aa-9ff067d0f154 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Usage tracker for resource:network and tenant:2a30d8a52ae04dd59f64266a579e11a8 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:07.866433 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7b264deb-69f1-47d2-84aa-9ff067d0f154 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:07.878825 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40544045-f7a4-42ba-ac8d-be9916fb3381 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:07.879460 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-40544045-f7a4-42ba-ac8d-be9916fb3381 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:07.883968 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-7b264deb-69f1-47d2-84aa-9ff067d0f154 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:07.942561 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4cd37-575c-4499-9f2b-57a897b1ac05 req-328caa16-58ae-4ea3-956f-abbff9136e54 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:07.944100 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5be4cd37-575c-4499-9f2b-57a897b1ac05 req-328caa16-58ae-4ea3-956f-abbff9136e54 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 943 time: 0.3308692 Jan 21 18:59:07.976030 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 20bf785c-4b36-4bcb-8a73-e88ee7425585 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 18:59:08.002771 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-147f4e7f-e2f9-423a-ba62-32d402b533f0 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3720919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3720920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723161'] for router, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:08.029919 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-060edb07-adc0-416f-a341-4d259e854d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:08.030541 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-060edb07-adc0-416f-a341-4d259e854d9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:08.032564 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-060edb07-adc0-416f-a341-4d259e854d9b service neutron] 10.222.0.113 "PUT /v2.0/ports/4595f76e-de8f-4d44-87f5-2b83a569069c HTTP/1.1" status: 200 len: 1093 time: 5.3311303 Jan 21 18:59:08.034118 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac2c204-4e0f-45f9-a79d-b21ae7229572', 'tag': '4595f76e-de8f-4d44-87f5-2b83a569069c'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 18:59:08.087870 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-40544045-f7a4-42ba-ac8d-be9916fb3381 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.7057254 Jan 21 18:59:08.106989 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b264deb-69f1-47d2-84aa-9ff067d0f154 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Made reservation on behalf of 2a30d8a52ae04dd59f64266a579e11a8 for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:59:08.107126 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53538) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:08.111762 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7b264deb-69f1-47d2-84aa-9ff067d0f154 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:08.133383 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a637a392-c3e4-4b8c-909f-1dec7136521f tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:08.151238 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7b264deb-69f1-47d2-84aa-9ff067d0f154 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:08.153496 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-dcc64ab6-9916-4653-acb8-bfc0319faded tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Request body: {'port': {'network_id': 'f3a285fd-af0d-4923-a3ea-082d9f836075', 'name': 'tempest-ExtraDHCPOptionsTestJSON-519074681', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:08.154070 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.api.validators [None req-dcc64ab6-9916-4653-acb8-bfc0319faded tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] bootfile-name is not in valid_values {{(pid=88137) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 18:59:08.154412 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.api.validators [None req-dcc64ab6-9916-4653-acb8-bfc0319faded tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] tftp-server is not in valid_values {{(pid=88137) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 18:59:08.154740 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.api.validators [None req-dcc64ab6-9916-4653-acb8-bfc0319faded tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] server-ip-address is not in valid_values {{(pid=88137) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 18:59:08.188929 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5be4cd37-575c-4499-9f2b-57a897b1ac05 req-aeba7bc1-1280-4c02-b255-fc7c42b0d036 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2379670 Jan 21 18:59:08.190645 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-7b264deb-69f1-47d2-84aa-9ff067d0f154 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:08.205570 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9acb22-3337-45f5-9b86-2f6e9e4f5916 req-b95502c2-427e-47ce-9d3c-f46985029c60 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:08.205570 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fd9acb22-3337-45f5-9b86-2f6e9e4f5916 req-b95502c2-427e-47ce-9d3c-f46985029c60 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "GET /v2.0/ports?device_id=9ac2c204-4e0f-45f9-a79d-b21ae7229572 HTTP/1.1" status: 200 len: 943 time: 0.2273209 Jan 21 18:59:08.207288 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7b264deb-69f1-47d2-84aa-9ff067d0f154 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Usage tracker for resource:security_group_rule and tenant:2a30d8a52ae04dd59f64266a579e11a8 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:08.211735 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7b264deb-69f1-47d2-84aa-9ff067d0f154 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:08.227527 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-7b264deb-69f1-47d2-84aa-9ff067d0f154 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:08.281363 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd4ea5d-760b-466c-8002-cbfff2f292b9 None None] Network f3a285fd-af0d-4923-a3ea-082d9f836075 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 18:59:08.309957 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fd9acb22-3337-45f5-9b86-2f6e9e4f5916 req-53f966e9-5c0b-4543-bd73-e0c1db88ecae tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "GET /v2.0/security-groups?id=dd617b07-3a36-4cc7-8801-2f823f284cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936983 Jan 21 18:59:08.316429 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567065e-9053-4c4b-b4a0-51a8d2dfdb3d req-cb48e6cd-ccaf-46a4-a605-dac46ca6e64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:08.317971 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e567065e-9053-4c4b-b4a0-51a8d2dfdb3d req-cb48e6cd-ccaf-46a4-a605-dac46ca6e64d service neutron] 10.222.0.113 "GET /v2.0/subnets?id=34accf81-441d-49f3-9d99-4b01b78b2f5b HTTP/1.1" status: 200 len: 850 time: 0.6045280 Jan 21 18:59:08.319491 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac2c204-4e0f-45f9-a79d-b21ae7229572', 'tag': '4595f76e-de8f-4d44-87f5-2b83a569069c', 'status': 'completed', 'code': 200} Jan 21 18:59:08.335111 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a637a392-c3e4-4b8c-909f-1dec7136521f tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:08.439232 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a637a392-c3e4-4b8c-909f-1dec7136521f tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Pushing event updated for resources: {'Port': ['ID=812845be-49f3-4e0a-b9ac-8f6bc13f3140,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:08.481729 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a637a392-c3e4-4b8c-909f-1dec7136521f tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Checking segment: {'id': '7415c5a4-ba6f-4933-a919-a337d73d2f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '13595f8a-6548-4d58-b1e3-3d5545d7f420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 18:59:08.482046 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a637a392-c3e4-4b8c-909f-1dec7136521f tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Network hostable DHCP agents. Network: 13595f8a-6548-4d58-b1e3-3d5545d7f420, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 18:59:08.490980 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 0e84f2c6-e935-4b37-b7e0-389f75a34ebc details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 18:59:08.504963 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7b264deb-69f1-47d2-84aa-9ff067d0f154 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:08.563965 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-b2799621-ab6e-438d-afa5-3ff14eed4980 None None] Provisioning for port 20bf785c-4b36-4bcb-8a73-e88ee7425585 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 18:59:08.588860 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-b2799621-ab6e-438d-afa5-3ff14eed4980 None None] Provisioning complete for port 20bf785c-4b36-4bcb-8a73-e88ee7425585 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:59:08.589231 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b2799621-ab6e-438d-afa5-3ff14eed4980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:08.599555 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060edb07-adc0-416f-a341-4d259e854d9b service neutron] Pushing event updated for resources: {'Port': ['ID=4595f76e-de8f-4d44-87f5-2b83a569069c,revision_number=3']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:08.604910 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7b264deb-69f1-47d2-84aa-9ff067d0f154 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:08.640037 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b264deb-69f1-47d2-84aa-9ff067d0f154 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 18:59:08.652948 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b264deb-69f1-47d2-84aa-9ff067d0f154 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e43c2a49-ccba-4b2c-94fb-53e0b4e05013,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:08.658683 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7b264deb-69f1-47d2-84aa-9ff067d0f154 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:08.659460 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-7b264deb-69f1-47d2-84aa-9ff067d0f154 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Added segment 42571e71-73e5-4af9-888d-a998cdb590ef of type vlan for network 711bf481-ac08-41d0-83ae-bc804bfe7021 Jan 21 18:59:08.693415 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7b264deb-69f1-47d2-84aa-9ff067d0f154 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:08.701244 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a637a392-c3e4-4b8c-909f-1dec7136521f tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Network 13595f8a-6548-4d58-b1e3-3d5545d7f420 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 18:59:08.729747 dv-neutron-825470-1-hyperv neutron-server[88137]: WARNING neutron.scheduler.l3_agent_scheduler [None req-147f4e7f-e2f9-423a-ba62-32d402b533f0 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] No L3 agents can host the router 2d5c56d4-3f70-4511-b9bc-2de7dd629f84 Jan 21 18:59:08.785762 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-a637a392-c3e4-4b8c-909f-1dec7136521f tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 13595f8a-6548-4d58-b1e3-3d5545d7f420) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:59:08.792503 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a637a392-c3e4-4b8c-909f-1dec7136521f tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:59:08.795054 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a637a392-c3e4-4b8c-909f-1dec7136521f tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:08.802637 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f491838d-aab8-41ed-9d93-de04c34ca244 None None] Network 13595f8a-6548-4d58-b1e3-3d5545d7f420 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 18:59:08.856960 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7b264deb-69f1-47d2-84aa-9ff067d0f154 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:08.863802 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b264deb-69f1-47d2-84aa-9ff067d0f154 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:08.864435 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7b264deb-69f1-47d2-84aa-9ff067d0f154 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:09.001148 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a637a392-c3e4-4b8c-909f-1dec7136521f tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Checking segment: {'id': '21c668a7-8018-45e9-83cc-a7434a2387ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5088e294-0fbe-4fb9-b79c-e1bfa0609183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 18:59:09.001510 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a637a392-c3e4-4b8c-909f-1dec7136521f tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Network hostable DHCP agents. Network: 5088e294-0fbe-4fb9-b79c-e1bfa0609183, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 18:59:09.010558 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a637a392-c3e4-4b8c-909f-1dec7136521f tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Pushing event updated for resources: {'Port': ['ID=5e4d1e00-44e9-43aa-9988-6632956c87ed,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:09.012131 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ed89d3d9-5a24-450b-8f44-e2810247e2aa tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:09.075731 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 0e84f2c6-e935-4b37-b7e0-389f75a34ebc, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=0e84f2c6-e935-4b37-b7e0-389f75a34ebc,segment=NetworkSegment(b4eccb45-142e-447f-a8ee-f3134a1bbcfe),segment_id=b4eccb45-142e-447f-a8ee-f3134a1bbcfe)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 18:59:09.082574 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b264deb-69f1-47d2-84aa-9ff067d0f154 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Pushing event updated for resources: {'Network': ['ID=711bf481-ac08-41d0-83ae-bc804bfe7021,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:09.103843 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 711bf481-ac08-41d0-83ae-bc804bfe7021 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 18:59:09.106687 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-7b264deb-69f1-47d2-84aa-9ff067d0f154 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3017359 Jan 21 18:59:09.109876 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53542) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:09.118207 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-95f86ce3-794f-435a-a1c4-5a062ff5d815 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Request body: {'subnet': {'network_id': '711bf481-ac08-41d0-83ae-bc804bfe7021', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:09.150682 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': '0e84f2c6-e935-4b37-b7e0-389f75a34ebc', 'network_id': '2745c7b7-aa59-4a69-977f-3d793c812102', 'port_id': '0e84f2c6-e935-4b37-b7e0-389f75a34ebc', 'mac_address': 'fa:16:3e:9f:90:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34accf81-441d-49f3-9d99-4b01b78b2f5b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 18:59:09.151744 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b2799621-ab6e-438d-afa5-3ff14eed4980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:09.157671 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-dcc64ab6-9916-4653-acb8-bfc0319faded tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:09.166063 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ed89d3d9-5a24-450b-8f44-e2810247e2aa tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:09.184621 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-0bb4c2d2-a047-473e-beb8-8c26a9945cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:09.184621 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-0bb4c2d2-a047-473e-beb8-8c26a9945cd4 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=56cc9754e40e43138bb91a6b89c2795d&device_id=9ac2c204-4e0f-45f9-a79d-b21ae7229572 HTTP/1.1" status: 200 len: 1096 time: 1.0395427 Jan 21 18:59:09.247107 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a637a392-c3e4-4b8c-909f-1dec7136521f tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Network 5088e294-0fbe-4fb9-b79c-e1bfa0609183 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 18:59:09.264904 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-dcc64ab6-9916-4653-acb8-bfc0319faded tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Usage tracker for resource:port and tenant:3bcdcb0d373947ec90d95a38bb8e4cf0 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:09.266822 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567065e-9053-4c4b-b4a0-51a8d2dfdb3d req-4490d591-b5dc-4152-abf2-8a57e45183c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:09.268660 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e567065e-9053-4c4b-b4a0-51a8d2dfdb3d req-4490d591-b5dc-4152-abf2-8a57e45183c9 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2745c7b7-aa59-4a69-977f-3d793c812102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8908472 Jan 21 18:59:09.277829 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-95f86ce3-794f-435a-a1c4-5a062ff5d815 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:09.281835 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-95f86ce3-794f-435a-a1c4-5a062ff5d815 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Usage tracker for resource:subnet and tenant:2a30d8a52ae04dd59f64266a579e11a8 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:09.285822 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-95f86ce3-794f-435a-a1c4-5a062ff5d815 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:09.292291 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-95f86ce3-794f-435a-a1c4-5a062ff5d815 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:09.316240 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-dcc64ab6-9916-4653-acb8-bfc0319faded tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:09.332438 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-b2799621-ab6e-438d-afa5-3ff14eed4980 None None] For port 20bf785c-4b36-4bcb-8a73-e88ee7425585, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=20bf785c-4b36-4bcb-8a73-e88ee7425585,segment=NetworkSegment(034a079a-d443-4151-a2ce-21b17f2280e6),segment_id=034a079a-d443-4151-a2ce-21b17f2280e6)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 18:59:09.356000 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:09.370238 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-dcc64ab6-9916-4653-acb8-bfc0319faded tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:09.377049 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e84f2c6-e935-4b37-b7e0-389f75a34ebc {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 18:59:09.382156 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-d3836540-b50e-4a17-9cdf-9639702a778f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4595f76e-de8f-4d44-87f5-2b83a569069c HTTP/1.1" status: 200 len: 217 time: 0.1594188 Jan 21 18:59:09.387432 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-a637a392-c3e4-4b8c-909f-1dec7136521f tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 5088e294-0fbe-4fb9-b79c-e1bfa0609183) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:59:09.394484 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a637a392-c3e4-4b8c-909f-1dec7136521f tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:59:09.398237 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147f4e7f-e2f9-423a-ba62-32d402b533f0 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Hosts for router 2d5c56d4-3f70-4511-b9bc-2de7dd629f84: [] {{(pid=88137) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Jan 21 18:59:09.398966 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 0e84f2c6-e935-4b37-b7e0-389f75a34ebc, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=0e84f2c6-e935-4b37-b7e0-389f75a34ebc,segment=NetworkSegment(b4eccb45-142e-447f-a8ee-f3134a1bbcfe),segment_id=b4eccb45-142e-447f-a8ee-f3134a1bbcfe)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 18:59:09.401166 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a637a392-c3e4-4b8c-909f-1dec7136521f tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:09.402396 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd69ad2-0feb-43ca-a067-19bf106c1816 None None] Network 5088e294-0fbe-4fb9-b79c-e1bfa0609183 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 18:59:09.406619 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a637a392-c3e4-4b8c-909f-1dec7136521f tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:09.407637 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a637a392-c3e4-4b8c-909f-1dec7136521f tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:09.419723 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f86ce3-794f-435a-a1c4-5a062ff5d815 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Made reservation on behalf of 2a30d8a52ae04dd59f64266a579e11a8 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:59:09.424362 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-95f86ce3-794f-435a-a1c4-5a062ff5d815 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:09.426619 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b2799621-ab6e-438d-afa5-3ff14eed4980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:09.522249 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147f4e7f-e2f9-423a-ba62-32d402b533f0 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Hosts for other DVR routers connected to router 2d5c56d4-3f70-4511-b9bc-2de7dd629f84: set() {{(pid=88137) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Jan 21 18:59:09.531954 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:09.636822 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc64ab6-9916-4653-acb8-bfc0319faded tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Made reservation on behalf of 3bcdcb0d373947ec90d95a38bb8e4cf0 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:59:09.640965 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-dcc64ab6-9916-4653-acb8-bfc0319faded tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:09.661092 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-147f4e7f-e2f9-423a-ba62-32d402b533f0 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:09.665361 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-147f4e7f-e2f9-423a-ba62-32d402b533f0 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] 10.222.0.87 "PUT /v2.0/routers/2d5c56d4-3f70-4511-b9bc-2de7dd629f84 HTTP/1.1" status: 200 len: 717 time: 3.2671371 Jan 21 18:59:09.680163 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53550) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:09.699171 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a637a392-c3e4-4b8c-909f-1dec7136521f tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.5124588 Jan 21 18:59:09.699382 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2799621-ab6e-438d-afa5-3ff14eed4980 None None] Pushing event updated for resources: {'Port': ['ID=20bf785c-4b36-4bcb-8a73-e88ee7425585,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:09.704536 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53554) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:09.746523 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-613ae2d5-0ca3-458d-89fb-c874ad0efb2e None None] Provisioning complete for port 20bf785c-4b36-4bcb-8a73-e88ee7425585 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:59:09.746891 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-613ae2d5-0ca3-458d-89fb-c874ad0efb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:09.767966 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-a611b2d1-0fae-426e-af07-e14ba27d79ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:09.769832 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-a611b2d1-0fae-426e-af07-e14ba27d79ee service neutron] 10.222.0.113 "GET /v2.0/subnets?id=7331d029-75ea-4aa7-8e60-313f0db6f988 HTTP/1.1" status: 200 len: 844 time: 0.3311238 Jan 21 18:59:09.791433 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810547e4-e9dc-4316-8db2-aafd9a79e298 req-664d7a07-13a9-4cf7-b239-f22daf555c7f tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:09.799562 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-810547e4-e9dc-4316-8db2-aafd9a79e298 req-664d7a07-13a9-4cf7-b239-f22daf555c7f tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 943 time: 0.4727364 Jan 21 18:59:09.839451 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=0e84f2c6-e935-4b37-b7e0-389f75a34ebc,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:09.850077 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-dcc64ab6-9916-4653-acb8-bfc0319faded tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] device_id is not set on port 0266c399-5758-41a7-92eb-0d8bee85926a yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 18:59:09.850415 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['0e84f2c6-e935-4b37-b7e0-389f75a34ebc'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 18:59:09.920369 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e4353bfa-975e-48a5-9454-1836f29d8057 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] 10.222.0.87 "GET /v2.0/routers/2d5c56d4-3f70-4511-b9bc-2de7dd629f84 HTTP/1.1" status: 200 len: 717 time: 0.2374561 Jan 21 18:59:09.923153 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53558) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:09.953273 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-810547e4-e9dc-4316-8db2-aafd9a79e298 req-3a3243e5-80bf-4f19-a1cd-4d3389f6f960 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1526396 Jan 21 18:59:10.037405 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783ddba-9512-46bf-9e0b-89a16a5685ba req-e6b8f15b-9390-4ecb-94c5-1f268ed62d95 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:10.038965 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0783ddba-9512-46bf-9e0b-89a16a5685ba req-e6b8f15b-9390-4ecb-94c5-1f268ed62d95 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "GET /v2.0/ports?device_id=9ac2c204-4e0f-45f9-a79d-b21ae7229572 HTTP/1.1" status: 200 len: 943 time: 0.4982722 Jan 21 18:59:10.042289 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e567065e-9053-4c4b-b4a0-51a8d2dfdb3d req-c639c2d9-7272-4c57-9ad7-7a5bfb76b5f4 service neutron] 10.222.0.113 "GET /v2.0/networks/2745c7b7-aa59-4a69-977f-3d793c812102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7099040 Jan 21 18:59:10.092152 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-ed89d3d9-5a24-450b-8f44-e2810247e2aa tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Allocated IP 172.26.1.182 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/71e0dc98-0a1d-4561-8963-6b7261087da1) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:59:10.130152 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0783ddba-9512-46bf-9e0b-89a16a5685ba req-92f40dfd-cc9d-4ce6-b26d-b3c5f14db193 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "GET /v2.0/security-groups?id=dd617b07-3a36-4cc7-8801-2f823f284cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841281 Jan 21 18:59:10.168206 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-613ae2d5-0ca3-458d-89fb-c874ad0efb2e None None] Provisioning for port 41673d10-8525-450a-8eae-dc457097da2b completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 18:59:10.177215 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-613ae2d5-0ca3-458d-89fb-c874ad0efb2e None None] Provisioning complete for port 41673d10-8525-450a-8eae-dc457097da2b triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:59:10.177215 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-613ae2d5-0ca3-458d-89fb-c874ad0efb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:10.241437 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-613ae2d5-0ca3-458d-89fb-c874ad0efb2e None None] Port 41673d10-8525-450a-8eae-dc457097da2b cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 18:59:10.284270 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-95f86ce3-794f-435a-a1c4-5a062ff5d815 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:10.334491 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-4d11d57e-9889-446b-a453-dde4f2594b28 tempest-RoutersTestDVR-176224623 tempest-RoutersTestDVR-176224623-project] 10.222.0.87 "GET /v2.0/routers/2d5c56d4-3f70-4511-b9bc-2de7dd629f84 HTTP/1.1" status: 200 len: 683 time: 0.4063077 Jan 21 18:59:10.340223 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53564) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:10.451853 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2dbfc-e521-4698-a3bb-2a7cb3dda30f tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:10.458315 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2dbfc-e521-4698-a3bb-2a7cb3dda30f tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:10.459840 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-02e2dbfc-e521-4698-a3bb-2a7cb3dda30f tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.7432129 Jan 21 18:59:10.483490 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53568) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:10.507627 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f86ce3-794f-435a-a1c4-5a062ff5d815 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Pushing event updated for resources: {'Subnet': ['ID=3540769f-9332-42ec-9ad4-5e037680644f,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:10.514296 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a16430bf-9c3a-44e1-9cf8-3c8801d2d486 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Notify callbacks [] for router, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:10.548243 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e567065e-9053-4c4b-b4a0-51a8d2dfdb3d req-c15490c2-03a9-422e-835c-5787e7e289a0 service neutron] 10.222.0.113 "GET /v2.0/networks/2745c7b7-aa59-4a69-977f-3d793c812102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4862499 Jan 21 18:59:10.567697 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-ff57c599-2a5f-4564-9954-39814ab502c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:10.569145 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-ff57c599-2a5f-4564-9954-39814ab502c0 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=9ec3aba2-861c-47ae-bc74-f26885aa64f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7739081 Jan 21 18:59:10.584301 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-dcc64ab6-9916-4653-acb8-bfc0319faded tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Allocated IP 172.20.0.6 (f3a285fd-af0d-4923-a3ea-082d9f836075/375aa140-5b4c-4d42-9493-602d7ba186cf/0266c399-5758-41a7-92eb-0d8bee85926a) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:59:10.594982 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f86ce3-794f-435a-a1c4-5a062ff5d815 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Checking segment: {'id': '42571e71-73e5-4af9-888d-a998cdb590ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '711bf481-ac08-41d0-83ae-bc804bfe7021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 18:59:10.595344 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f86ce3-794f-435a-a1c4-5a062ff5d815 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Network hostable DHCP agents. Network: 711bf481-ac08-41d0-83ae-bc804bfe7021, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 18:59:10.673948 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-35cba9b8-026c-4206-87d4-52ba761205d5 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Deleting port 812845be-49f3-4e0a-b9ac-8f6bc13f3140 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 18:59:10.674292 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-35cba9b8-026c-4206-87d4-52ba761205d5 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:10.729598 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ed89d3d9-5a24-450b-8f44-e2810247e2aa tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:10.849185 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f86ce3-794f-435a-a1c4-5a062ff5d815 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Network 711bf481-ac08-41d0-83ae-bc804bfe7021 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 18:59:10.853412 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a16430bf-9c3a-44e1-9cf8-3c8801d2d486 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:10.856763 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a16430bf-9c3a-44e1-9cf8-3c8801d2d486 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:10.858987 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.objects.ports [None req-b6e704bf-9068-4fab-9de7-ba46806c8b38 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88137) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 18:59:10.859270 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b6e704bf-9068-4fab-9de7-ba46806c8b38 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:10.913471 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-95f86ce3-794f-435a-a1c4-5a062ff5d815 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 711bf481-ac08-41d0-83ae-bc804bfe7021) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:59:10.922577 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0a73a6-3a7b-4169-a373-48955dbbdc6b None None] Network 711bf481-ac08-41d0-83ae-bc804bfe7021 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 18:59:10.925091 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f86ce3-794f-435a-a1c4-5a062ff5d815 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:10.925707 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-95f86ce3-794f-435a-a1c4-5a062ff5d815 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:10.946740 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a16430bf-9c3a-44e1-9cf8-3c8801d2d486 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:10.947253 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16430bf-9c3a-44e1-9cf8-3c8801d2d486 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2d5c56d4-3f70-4511-b9bc-2de7dd629f84 {{(pid=88136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 18:59:10.957892 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a16430bf-9c3a-44e1-9cf8-3c8801d2d486 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:10.963383 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a16430bf-9c3a-44e1-9cf8-3c8801d2d486 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] 10.222.0.87 "DELETE /v2.0/routers/2d5c56d4-3f70-4511-b9bc-2de7dd629f84 HTTP/1.1" status: 204 len: 168 time: 0.6185291 Jan 21 18:59:10.964005 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53572) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:10.969629 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-d6477eaf-cc75-41b7-ad3a-1732b3c55797 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Request body: {'router': {'name': 'tempest-router-907648895', 'distributed': True}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:10.974149 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-d6477eaf-cc75-41b7-ad3a-1732b3c55797 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:10.978875 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-d6477eaf-cc75-41b7-ad3a-1732b3c55797 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Usage tracker for resource:router and tenant:b732c21410a34348aff82f8b615adeda is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:10.984873 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-d6477eaf-cc75-41b7-ad3a-1732b3c55797 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:10.990464 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-d6477eaf-cc75-41b7-ad3a-1732b3c55797 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:11.038875 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-95f86ce3-794f-435a-a1c4-5a062ff5d815 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9273438 Jan 21 18:59:11.041434 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53578) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:11.051422 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-663e3f4c-d0d6-4732-aec2-f3515c63e48b tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1225153871', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}, 'admin_state_up': False}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:11.063964 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-663e3f4c-d0d6-4732-aec2-f3515c63e48b tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:11.069933 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-663e3f4c-d0d6-4732-aec2-f3515c63e48b tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Usage tracker for resource:router and tenant:2a30d8a52ae04dd59f64266a579e11a8 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:11.070769 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-d17f5ffc-170f-4565-9717-ce733e7e5a18 service neutron] 10.222.0.113 "GET /v2.0/networks/9ec3aba2-861c-47ae-bc74-f26885aa64f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4843998 Jan 21 18:59:11.076025 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-663e3f4c-d0d6-4732-aec2-f3515c63e48b tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:11.116866 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-663e3f4c-d0d6-4732-aec2-f3515c63e48b tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:11.119208 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e704bf-9068-4fab-9de7-ba46806c8b38 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Pushing event updated for resources: {'Subnet': ['ID=60eae15a-3989-4bfd-b8c4-fc913dae033d,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:11.135358 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d6477eaf-cc75-41b7-ad3a-1732b3c55797 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:11.136315 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d6477eaf-cc75-41b7-ad3a-1732b3c55797 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:11.172246 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d6477eaf-cc75-41b7-ad3a-1732b3c55797 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:11.194577 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fa463d-cc99-4db1-87e6-c16b06b32fd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-711bf481-ac08-41d0-83ae-bc804bfe7021', 'network_id': '711bf481-ac08-41d0-83ae-bc804bfe7021', 'tenant_id': '2a30d8a52ae04dd59f64266a579e11a8', 'fixed_ips': [{'subnet_id': '3540769f-9332-42ec-9ad4-5e037680644f'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 18:59:11.195648 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-51fa463d-cc99-4db1-87e6-c16b06b32fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:11.201336 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301104a-0476-4d8d-a244-b27c84e2a3d5 req-240b4006-695c-40fa-b7eb-aac3ed66f2d2 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:11.202912 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5301104a-0476-4d8d-a244-b27c84e2a3d5 req-240b4006-695c-40fa-b7eb-aac3ed66f2d2 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 944 time: 0.1280849 Jan 21 18:59:11.241003 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-663e3f4c-d0d6-4732-aec2-f3515c63e48b tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:11.242116 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-663e3f4c-d0d6-4732-aec2-f3515c63e48b tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:11.255284 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e704bf-9068-4fab-9de7-ba46806c8b38 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Checking segment: {'id': '403ff418-59d6-46cc-8838-ce38e85ed5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9c65368c-99a3-4a7d-9dad-d7392a4574f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 18:59:11.255284 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e704bf-9068-4fab-9de7-ba46806c8b38 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Network hostable DHCP agents. Network: 9c65368c-99a3-4a7d-9dad-d7392a4574f4, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 18:59:11.328781 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d6477eaf-cc75-41b7-ad3a-1732b3c55797 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:11.361159 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5301104a-0476-4d8d-a244-b27c84e2a3d5 req-393221fd-05cd-4770-a9a4-e5c8f7b42cba tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1522923 Jan 21 18:59:11.376113 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-663e3f4c-d0d6-4732-aec2-f3515c63e48b tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:11.382326 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-51fa463d-cc99-4db1-87e6-c16b06b32fd1 None None] Allocated IP 172.20.0.2 (711bf481-ac08-41d0-83ae-bc804bfe7021/3540769f-9332-42ec-9ad4-5e037680644f/08537acd-9442-4f87-9217-3093fd8a271b) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:59:11.419382 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ed89d3d9-5a24-450b-8f44-e2810247e2aa tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:11.478381 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-35cba9b8-026c-4206-87d4-52ba761205d5 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:11.512651 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d6477eaf-cc75-41b7-ad3a-1732b3c55797 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:11.516436 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d6477eaf-cc75-41b7-ad3a-1732b3c55797 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.5487723 Jan 21 18:59:11.520160 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53584) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:11.632422 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-51fa463d-cc99-4db1-87e6-c16b06b32fd1 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:11.647619 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-51fa463d-cc99-4db1-87e6-c16b06b32fd1 None None] Transition to ACTIVE for port object 08537acd-9442-4f87-9217-3093fd8a271b will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:59:11.677882 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-51fa463d-cc99-4db1-87e6-c16b06b32fd1 None None] Transition to ACTIVE for port object 08537acd-9442-4f87-9217-3093fd8a271b will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:59:11.679357 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae9bee-b72a-448a-bacd-9b708b7b4bec req-d28bef40-bf34-4b11-aff9-bd549936fa73 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:11.680886 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e3ae9bee-b72a-448a-bacd-9b708b7b4bec req-d28bef40-bf34-4b11-aff9-bd549936fa73 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "GET /v2.0/ports?device_id=9ac2c204-4e0f-45f9-a79d-b21ae7229572 HTTP/1.1" status: 200 len: 943 time: 0.4055402 Jan 21 18:59:11.684629 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-89b2fa61-2182-482f-b96b-ad083638ac15 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Notify callbacks [] for router, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:11.716339 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 20bf785c-4b36-4bcb-8a73-e88ee7425585 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 18:59:11.744532 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed89d3d9-5a24-450b-8f44-e2810247e2aa tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:59:11.772016 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-51fa463d-cc99-4db1-87e6-c16b06b32fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:11.809599 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e704bf-9068-4fab-9de7-ba46806c8b38 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Network 9c65368c-99a3-4a7d-9dad-d7392a4574f4 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 18:59:11.811875 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-ed89d3d9-5a24-450b-8f44-e2810247e2aa tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:59:11.824605 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-35cba9b8-026c-4206-87d4-52ba761205d5 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Calling delete_port for 812845be-49f3-4e0a-b9ac-8f6bc13f3140 owned by {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 18:59:11.856615 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-cf55a430-359b-4c58-b005-eaa7d886ad4f req-3e002392-da09-447f-a54d-4e1d804e5ff0 service neutron] 10.222.0.113 "GET /v2.0/networks/9ec3aba2-861c-47ae-bc74-f26885aa64f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7670026 Jan 21 18:59:11.869913 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed89d3d9-5a24-450b-8f44-e2810247e2aa tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:59:11.878058 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fa463d-cc99-4db1-87e6-c16b06b32fd1 None None] Network 711bf481-ac08-41d0-83ae-bc804bfe7021 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:59:11.887286 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-51fa463d-cc99-4db1-87e6-c16b06b32fd1 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:59:11.889842 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fa463d-cc99-4db1-87e6-c16b06b32fd1 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:59:11.911212 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-dcc64ab6-9916-4653-acb8-bfc0319faded tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:11.920173 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed89d3d9-5a24-450b-8f44-e2810247e2aa tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Pushing event updated for resources: {'Port': ['ID=71e0dc98-0a1d-4561-8963-6b7261087da1,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:11.949283 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa463d-cc99-4db1-87e6-c16b06b32fd1 None None] Pushing event updated for resources: {'Port': ['ID=08537acd-9442-4f87-9217-3093fd8a271b,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:11.970014 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e3ae9bee-b72a-448a-bacd-9b708b7b4bec req-41b35e8e-dfc8-46d7-b83a-6e6eedc3c930 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "GET /v2.0/security-groups?id=dd617b07-3a36-4cc7-8801-2f823f284cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332118 Jan 21 18:59:11.974992 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-dcc64ab6-9916-4653-acb8-bfc0319faded tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Transition to ACTIVE for port object 0266c399-5758-41a7-92eb-0d8bee85926a will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:59:12.016538 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 20bf785c-4b36-4bcb-8a73-e88ee7425585 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:59:12.017457 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:12.051885 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-51fa463d-cc99-4db1-87e6-c16b06b32fd1 None None] Attempting to bind port 08537acd-9442-4f87-9217-3093fd8a271b on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:59:12.052696 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-51fa463d-cc99-4db1-87e6-c16b06b32fd1 None None] Attempting to bind port 08537acd-9442-4f87-9217-3093fd8a271b by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '42571e71-73e5-4af9-888d-a998cdb590ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '711bf481-ac08-41d0-83ae-bc804bfe7021'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:59:12.053200 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fa463d-cc99-4db1-87e6-c16b06b32fd1 None None] Attempting to bind port 08537acd-9442-4f87-9217-3093fd8a271b on network 711bf481-ac08-41d0-83ae-bc804bfe7021 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:59:12.056115 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-b6e704bf-9068-4fab-9de7-ba46806c8b38 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 9c65368c-99a3-4a7d-9dad-d7392a4574f4) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:59:12.068552 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564ffce9-0259-4907-bff7-f72e8fe850ad None None] Network 9c65368c-99a3-4a7d-9dad-d7392a4574f4 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 18:59:12.081589 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fa463d-cc99-4db1-87e6-c16b06b32fd1 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 18, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 18:59:12.082009 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fa463d-cc99-4db1-87e6-c16b06b32fd1 None None] Checking segment: {'id': '42571e71-73e5-4af9-888d-a998cdb590ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '711bf481-ac08-41d0-83ae-bc804bfe7021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 18:59:12.082385 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-51fa463d-cc99-4db1-87e6-c16b06b32fd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:12.082905 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fa463d-cc99-4db1-87e6-c16b06b32fd1 None None] Bound using segment: {'id': '42571e71-73e5-4af9-888d-a998cdb590ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '711bf481-ac08-41d0-83ae-bc804bfe7021'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 18:59:12.083431 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-51fa463d-cc99-4db1-87e6-c16b06b32fd1 None None] Bound port: 08537acd-9442-4f87-9217-3093fd8a271b, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42571e71-73e5-4af9-888d-a998cdb590ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '711bf481-ac08-41d0-83ae-bc804bfe7021'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 18:59:12.083805 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-51fa463d-cc99-4db1-87e6-c16b06b32fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:12.170813 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e704bf-9068-4fab-9de7-ba46806c8b38 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:12.171611 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b6e704bf-9068-4fab-9de7-ba46806c8b38 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:12.268094 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-35cba9b8-026c-4206-87d4-52ba761205d5 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:12.282703 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-663e3f4c-d0d6-4732-aec2-f3515c63e48b tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:12.288889 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-89b2fa61-2182-482f-b96b-ad083638ac15 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:12.291177 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-89b2fa61-2182-482f-b96b-ad083638ac15 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:12.343843 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cba9b8-026c-4206-87d4-52ba761205d5 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Pushing event deleted for resources: {'Port': ['ID=812845be-49f3-4e0a-b9ac-8f6bc13f3140,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:12.347490 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-51fa463d-cc99-4db1-87e6-c16b06b32fd1 None None] For port 08537acd-9442-4f87-9217-3093fd8a271b, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 18:59:12.350696 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b6e704bf-9068-4fab-9de7-ba46806c8b38 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 5.2801530 Jan 21 18:59:12.350696 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-35cba9b8-026c-4206-87d4-52ba761205d5 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:12.354045 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-35cba9b8-026c-4206-87d4-52ba761205d5 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] 10.222.0.87 "DELETE /v2.0/ports/812845be-49f3-4e0a-b9ac-8f6bc13f3140 HTTP/1.1" status: 204 len: 168 time: 1.8650472 Jan 21 18:59:12.354286 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-51fa463d-cc99-4db1-87e6-c16b06b32fd1 None None] For port 08537acd-9442-4f87-9217-3093fd8a271b, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=08537acd-9442-4f87-9217-3093fd8a271b,segment=NetworkSegment(42571e71-73e5-4af9-888d-a998cdb590ef),segment_id=42571e71-73e5-4af9-888d-a998cdb590ef)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 18:59:12.355828 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53588) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:12.355953 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53590) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:12.364310 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-7dcc504c-ff6d-4d74-9b15-5f7302553893 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-592898758', 'network_id': '9c65368c-99a3-4a7d-9dad-d7392a4574f4'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:12.411058 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-7dcc504c-ff6d-4d74-9b15-5f7302553893 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:12.414622 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce9ca9-89e5-40fc-93f2-afb1ecbf54da req-323f4c57-5c55-4101-9e53-141123985251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:12.416094 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0bce9ca9-89e5-40fc-93f2-afb1ecbf54da req-323f4c57-5c55-4101-9e53-141123985251 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=56cc9754e40e43138bb91a6b89c2795d&device_id=9ac2c204-4e0f-45f9-a79d-b21ae7229572 HTTP/1.1" status: 200 len: 1096 time: 0.3678982 Jan 21 18:59:12.426600 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-7dcc504c-ff6d-4d74-9b15-5f7302553893 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Usage tracker for resource:port and tenant:d1ef0dfbbaf847938739d2a3de7e86ca is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:12.434413 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-89b2fa61-2182-482f-b96b-ad083638ac15 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:12.445055 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b2fa61-2182-482f-b96b-ad083638ac15 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 91bd2db4-b0ba-4387-bf0c-7870bf5b331e {{(pid=88136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 18:59:12.451217 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-7dcc504c-ff6d-4d74-9b15-5f7302553893 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:12.454779 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-dcc64ab6-9916-4653-acb8-bfc0319faded tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:12.465014 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-89b2fa61-2182-482f-b96b-ad083638ac15 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:12.465221 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-7dcc504c-ff6d-4d74-9b15-5f7302553893 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:12.472809 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-89b2fa61-2182-482f-b96b-ad083638ac15 tempest-RoutersTestDVR-596238413 tempest-RoutersTestDVR-596238413-project-admin] 10.222.0.87 "DELETE /v2.0/routers/91bd2db4-b0ba-4387-bf0c-7870bf5b331e HTTP/1.1" status: 204 len: 168 time: 0.9488962 Jan 21 18:59:12.474040 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 0e84f2c6-e935-4b37-b7e0-389f75a34ebc up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 18:59:12.512275 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-51fa463d-cc99-4db1-87e6-c16b06b32fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:12.591667 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5915fd43-c97f-45fc-9066-876335651b8e None None] Network 9c65368c-99a3-4a7d-9dad-d7392a4574f4 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 18:59:12.629585 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-0722a505-a002-4c32-916c-47b4ac125185 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Deleting port 5e4d1e00-44e9-43aa-9988-6632956c87ed {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 18:59:12.631296 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0722a505-a002-4c32-916c-47b4ac125185 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:12.689943 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc64ab6-9916-4653-acb8-bfc0319faded tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Network f3a285fd-af0d-4923-a3ea-082d9f836075 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:59:12.715410 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-dcc64ab6-9916-4653-acb8-bfc0319faded tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:59:12.760234 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa463d-cc99-4db1-87e6-c16b06b32fd1 None None] Pushing event updated for resources: {'Port': ['ID=08537acd-9442-4f87-9217-3093fd8a271b,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:12.792010 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725c5c4-1d38-4f96-88b8-7dbaf687b04e req-f27b4863-ff9a-45af-80b6-a3df27ac464e tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:12.794925 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc64ab6-9916-4653-acb8-bfc0319faded tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:59:12.801602 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c725c5c4-1d38-4f96-88b8-7dbaf687b04e req-f27b4863-ff9a-45af-80b6-a3df27ac464e tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 944 time: 0.2266452 Jan 21 18:59:12.834425 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc64ab6-9916-4653-acb8-bfc0319faded tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Pushing event updated for resources: {'Port': ['ID=0266c399-5758-41a7-92eb-0d8bee85926a,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:12.849337 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dcc504c-ff6d-4d74-9b15-5f7302553893 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Made reservation on behalf of d1ef0dfbbaf847938739d2a3de7e86ca for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:59:12.851692 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7dcc504c-ff6d-4d74-9b15-5f7302553893 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:12.932874 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning for port 0e84f2c6-e935-4b37-b7e0-389f75a34ebc completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 18:59:12.951508 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port 0e84f2c6-e935-4b37-b7e0-389f75a34ebc triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:59:12.953381 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:13.087128 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-7dcc504c-ff6d-4d74-9b15-5f7302553893 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] device_id is not set on port 7e1e0af3-6ae4-4c73-851e-27d8894bd52d yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 18:59:13.180952 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce9ca9-89e5-40fc-93f2-afb1ecbf54da req-6f7753ca-31b9-489c-b2f6-3f649ef4e4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:13.191310 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0bce9ca9-89e5-40fc-93f2-afb1ecbf54da req-6f7753ca-31b9-489c-b2f6-3f649ef4e4aa service neutron] 10.222.0.113 "GET /v2.0/networks?id=9ec3aba2-861c-47ae-bc74-f26885aa64f1 HTTP/1.1" status: 200 len: 906 time: 0.7660449 Jan 21 18:59:13.202168 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-663e3f4c-d0d6-4732-aec2-f3515c63e48b tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks [] for router_gateway, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:13.254212 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:13.288089 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa7ee76-c36f-4f35-94ae-dbd802c966ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e84f2c6-e935-4b37-b7e0-389f75a34ebc'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 18:59:13.321899 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-663e3f4c-d0d6-4732-aec2-f3515c63e48b tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:13.323689 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53604) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:13.324707 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc64ab6-9916-4653-acb8-bfc0319faded tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:13.325443 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-dcc64ab6-9916-4653-acb8-bfc0319faded tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:13.327025 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c725c5c4-1d38-4f96-88b8-7dbaf687b04e req-bcfc78d7-5242-4169-8882-611fd9be495e tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5097783 Jan 21 18:59:13.367634 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-7452c638-ef78-40e2-82ec-8a0916ed1536 None None] Provisioning for port 0266c399-5758-41a7-92eb-0d8bee85926a completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 18:59:13.377860 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 0e84f2c6-e935-4b37-b7e0-389f75a34ebc, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=0e84f2c6-e935-4b37-b7e0-389f75a34ebc,segment=NetworkSegment(b4eccb45-142e-447f-a8ee-f3134a1bbcfe),segment_id=b4eccb45-142e-447f-a8ee-f3134a1bbcfe)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 18:59:13.379062 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-7452c638-ef78-40e2-82ec-8a0916ed1536 None None] Provisioning complete for port 0266c399-5758-41a7-92eb-0d8bee85926a triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:59:13.379437 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7452c638-ef78-40e2-82ec-8a0916ed1536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:13.458441 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:13.512053 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22bba5f-8254-4c6f-886a-dedc34c4077a req-40c10cb3-f1da-46f3-9194-d83e681b26b4 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:13.513995 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b22bba5f-8254-4c6f-886a-dedc34c4077a req-40c10cb3-f1da-46f3-9194-d83e681b26b4 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "GET /v2.0/ports?device_id=9ac2c204-4e0f-45f9-a79d-b21ae7229572 HTTP/1.1" status: 200 len: 943 time: 0.2730305 Jan 21 18:59:13.572609 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-7452c638-ef78-40e2-82ec-8a0916ed1536 None None] Port 0266c399-5758-41a7-92eb-0d8bee85926a cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 18:59:13.600313 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-663e3f4c-d0d6-4732-aec2-f3515c63e48b tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Allocated IP 172.26.1.94 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/23ecd487-67dd-4bf4-b8ea-98e64ade381f) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:59:13.619661 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b22bba5f-8254-4c6f-886a-dedc34c4077a req-484c1c16-64c8-4a71-b1d9-3a99f75cb5fd tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "GET /v2.0/security-groups?id=dd617b07-3a36-4cc7-8801-2f823f284cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936737 Jan 21 18:59:13.635364 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0722a505-a002-4c32-916c-47b4ac125185 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:13.662886 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=0e84f2c6-e935-4b37-b7e0-389f75a34ebc,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:13.663145 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8f7187fd-4edd-41ba-b34d-a64b47b129d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:13.731566 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-8f7187fd-4edd-41ba-b34d-a64b47b129d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:13.743294 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-8f7187fd-4edd-41ba-b34d-a64b47b129d3 admin admin] Usage tracker for resource:security_group_rule and tenant:b7d263fa8c494a6883ff3dc278ae81a1 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:13.748200 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-8f7187fd-4edd-41ba-b34d-a64b47b129d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:13.754010 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa7ee76-c36f-4f35-94ae-dbd802c966ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e84f2c6-e935-4b37-b7e0-389f75a34ebc', 'code': 200} Jan 21 18:59:13.797685 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 08537acd-9442-4f87-9217-3093fd8a271b up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 18:59:13.815896 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-0722a505-a002-4c32-916c-47b4ac125185 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Calling delete_port for 5e4d1e00-44e9-43aa-9988-6632956c87ed owned by {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 18:59:13.826608 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-8f7187fd-4edd-41ba-b34d-a64b47b129d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:13.883952 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ed89d3d9-5a24-450b-8f44-e2810247e2aa tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:13.920917 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-663e3f4c-d0d6-4732-aec2-f3515c63e48b tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:13.949744 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0bce9ca9-89e5-40fc-93f2-afb1ecbf54da req-b86958e1-940a-41f9-888a-7edee553af1a service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4595f76e-de8f-4d44-87f5-2b83a569069c HTTP/1.1" status: 200 len: 217 time: 0.7383065 Jan 21 18:59:13.989409 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 08537acd-9442-4f87-9217-3093fd8a271b completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 18:59:14.015366 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8f7187fd-4edd-41ba-b34d-a64b47b129d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:14.107752 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-dcc64ab6-9916-4653-acb8-bfc0319faded tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 5.9839015 Jan 21 18:59:14.111609 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53618) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:14.124895 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce9ca9-89e5-40fc-93f2-afb1ecbf54da req-c546aae3-b687-41c8-b08e-3fc27fdbd1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:14.126568 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0bce9ca9-89e5-40fc-93f2-afb1ecbf54da req-c546aae3-b687-41c8-b08e-3fc27fdbd1ad service neutron] 10.222.0.113 "GET /v2.0/subnets?id=7331d029-75ea-4aa7-8e60-313f0db6f988 HTTP/1.1" status: 200 len: 844 time: 0.1610999 Jan 21 18:59:14.160430 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959af6e1-a6da-4c58-96ba-3d43decb7134 None None] Network 711bf481-ac08-41d0-83ae-bc804bfe7021 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 18:59:14.178688 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8f7187fd-4edd-41ba-b34d-a64b47b129d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:14.218983 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-663e3f4c-d0d6-4732-aec2-f3515c63e48b tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:14.235605 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7187fd-4edd-41ba-b34d-a64b47b129d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6383cda-3d04-4f44-93ed-7d179cb67c5d,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:14.279504 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0722a505-a002-4c32-916c-47b4ac125185 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:14.315316 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663e3f4c-d0d6-4732-aec2-f3515c63e48b tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:59:14.335436 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3794b00-e483-452c-9a3d-35875ae31256 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:14.341361 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3794b00-e483-452c-9a3d-35875ae31256 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:14.348207 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3794b00-e483-452c-9a3d-35875ae31256 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:14.349127 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-c3794b00-e483-452c-9a3d-35875ae31256 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Synchronizing usage tracker for tenant:3bcdcb0d373947ec90d95a38bb8e4cf0 on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 18:59:14.354913 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-663e3f4c-d0d6-4732-aec2-f3515c63e48b tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:59:14.355039 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663e3f4c-d0d6-4732-aec2-f3515c63e48b tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:59:14.372712 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722a505-a002-4c32-916c-47b4ac125185 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Pushing event deleted for resources: {'Port': ['ID=5e4d1e00-44e9-43aa-9988-6632956c87ed,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:14.375802 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-7dcc504c-ff6d-4d74-9b15-5f7302553893 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Allocated IP 2001:db8::271 (9c65368c-99a3-4a7d-9dad-d7392a4574f4/60eae15a-3989-4bfd-b8c4-fc913dae033d/7e1e0af3-6ae4-4c73-851e-27d8894bd52d) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:59:14.396054 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-45db3842-deb7-4f8d-9207-80e03284a693 None None] Provisioning for port 08537acd-9442-4f87-9217-3093fd8a271b completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 18:59:14.404904 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-45db3842-deb7-4f8d-9207-80e03284a693 None None] Provisioning complete for port 08537acd-9442-4f87-9217-3093fd8a271b triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:59:14.405274 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-45db3842-deb7-4f8d-9207-80e03284a693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:14.454704 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-8f7187fd-4edd-41ba-b34d-a64b47b129d3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b7d263fa8c494a6883ff3dc278ae81a1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1266325 Jan 21 18:59:14.457518 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53624) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:14.469299 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 4595f76e-de8f-4d44-87f5-2b83a569069c details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 18:59:14.470511 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0722a505-a002-4c32-916c-47b4ac125185 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:14.480042 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e3f4c-d0d6-4732-aec2-f3515c63e48b tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Pushing event updated for resources: {'Port': ['ID=23ecd487-67dd-4bf4-b8ea-98e64ade381f,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:14.532432 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-0722a505-a002-4c32-916c-47b4ac125185 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] 10.222.0.87 "DELETE /v2.0/ports/5e4d1e00-44e9-43aa-9988-6632956c87ed HTTP/1.1" status: 204 len: 168 time: 2.1711097 Jan 21 18:59:14.551989 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53628) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:14.560072 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663e3f4c-d0d6-4732-aec2-f3515c63e48b tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:59:14.560496 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663e3f4c-d0d6-4732-aec2-f3515c63e48b tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:59:14.560919 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663e3f4c-d0d6-4732-aec2-f3515c63e48b tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:59:14.561581 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663e3f4c-d0d6-4732-aec2-f3515c63e48b tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:59:14.561757 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663e3f4c-d0d6-4732-aec2-f3515c63e48b tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:59:14.562142 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663e3f4c-d0d6-4732-aec2-f3515c63e48b tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:59:14.562593 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663e3f4c-d0d6-4732-aec2-f3515c63e48b tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:59:14.563110 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663e3f4c-d0d6-4732-aec2-f3515c63e48b tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:59:14.563472 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663e3f4c-d0d6-4732-aec2-f3515c63e48b tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:59:14.563857 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663e3f4c-d0d6-4732-aec2-f3515c63e48b tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:59:14.564259 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663e3f4c-d0d6-4732-aec2-f3515c63e48b tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:59:14.564633 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663e3f4c-d0d6-4732-aec2-f3515c63e48b tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:59:14.649513 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-c3794b00-e483-452c-9a3d-35875ae31256 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Unset dirty status for tenant:3bcdcb0d373947ec90d95a38bb8e4cf0 on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 18:59:14.652955 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c3794b00-e483-452c-9a3d-35875ae31256 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.5375426 Jan 21 18:59:14.653187 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53634) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:14.700354 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-29f916d9-6cf3-4801-961f-f66e8737cf9e tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Synchronizing usage tracker for tenant:0793036907e94c37bc9b47808639bd6c on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 18:59:14.708734 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-45db3842-deb7-4f8d-9207-80e03284a693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:14.738545 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 4595f76e-de8f-4d44-87f5-2b83a569069c, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=4595f76e-de8f-4d44-87f5-2b83a569069c,segment=NetworkSegment(ad01f6a0-93d9-445a-83b5-98d1ba468e24),segment_id=ad01f6a0-93d9-445a-83b5-98d1ba468e24)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 18:59:14.743848 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce9ca9-89e5-40fc-93f2-afb1ecbf54da req-fbb123b7-3d98-4b81-9c01-a27a891a81eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:14.745613 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0bce9ca9-89e5-40fc-93f2-afb1ecbf54da req-fbb123b7-3d98-4b81-9c01-a27a891a81eb service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=9ec3aba2-861c-47ae-bc74-f26885aa64f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5632877 Jan 21 18:59:14.753574 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560139a-afa6-4568-b9c7-4373282483c1 req-6d940c9d-f94d-4242-9d68-8534188a3f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:14.755058 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a560139a-afa6-4568-b9c7-4373282483c1 req-6d940c9d-f94d-4242-9d68-8534188a3f43 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 1098 time: 0.5718403 Jan 21 18:59:14.767287 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-45db3842-deb7-4f8d-9207-80e03284a693 None None] For port 08537acd-9442-4f87-9217-3093fd8a271b, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=08537acd-9442-4f87-9217-3093fd8a271b,segment=NetworkSegment(42571e71-73e5-4af9-888d-a998cdb590ef),segment_id=42571e71-73e5-4af9-888d-a998cdb590ef)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 18:59:14.776123 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': '4595f76e-de8f-4d44-87f5-2b83a569069c', 'network_id': '9ec3aba2-861c-47ae-bc74-f26885aa64f1', 'port_id': '4595f76e-de8f-4d44-87f5-2b83a569069c', 'mac_address': 'fa:16:3e:4f:73:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7331d029-75ea-4aa7-8e60-313f0db6f988', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 18:59:14.855802 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:14.861144 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-cea19694-15da-42b5-849e-0bdb98cf19d9 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Deleting port 0266c399-5758-41a7-92eb-0d8bee85926a {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 18:59:14.861932 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cea19694-15da-42b5-849e-0bdb98cf19d9 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:14.863824 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-a560139a-afa6-4568-b9c7-4373282483c1 req-938d01bd-a21c-4d22-939c-63d2cd4277fb service neutron] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:14.876619 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-45db3842-deb7-4f8d-9207-80e03284a693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:14.920292 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4595f76e-de8f-4d44-87f5-2b83a569069c {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 18:59:14.929548 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ed89d3d9-5a24-450b-8f44-e2810247e2aa tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:14.931441 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a7c771fb-5e9b-441f-a88c-7c49c44447cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:14.939590 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 4595f76e-de8f-4d44-87f5-2b83a569069c, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=4595f76e-de8f-4d44-87f5-2b83a569069c,segment=NetworkSegment(ad01f6a0-93d9-445a-83b5-98d1ba468e24),segment_id=ad01f6a0-93d9-445a-83b5-98d1ba468e24)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 18:59:14.959567 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-29f916d9-6cf3-4801-961f-f66e8737cf9e tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Unset dirty status for tenant:0793036907e94c37bc9b47808639bd6c on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 18:59:14.961013 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-29f916d9-6cf3-4801-961f-f66e8737cf9e tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4081593 Jan 21 18:59:14.974509 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53638) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:14.993721 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db3842-deb7-4f8d-9207-80e03284a693 None None] Pushing event updated for resources: {'Port': ['ID=08537acd-9442-4f87-9217-3093fd8a271b,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:15.005818 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-9805c441-e53a-4e62-a3fb-eccc411deb2b tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-101156983'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:15.010279 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:15.021466 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-9805c441-e53a-4e62-a3fb-eccc411deb2b tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:15.035208 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b9ecf-e04b-4c56-b79f-632e28ada438 req-a24ad7f0-726d-4f58-9b31-71fad6872e86 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:15.038022 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-114b9ecf-e04b-4c56-b79f-632e28ada438 req-a24ad7f0-726d-4f58-9b31-71fad6872e86 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.5305626 Jan 21 18:59:15.113528 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-9d8ba97f-56c3-454e-bfdf-af69b931d4f8 None None] Provisioning complete for port 08537acd-9442-4f87-9217-3093fd8a271b triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:59:15.113925 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9d8ba97f-56c3-454e-bfdf-af69b931d4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:15.149746 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=4595f76e-de8f-4d44-87f5-2b83a569069c,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:15.159157 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-9805c441-e53a-4e62-a3fb-eccc411deb2b tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Usage tracker for resource:network and tenant:0793036907e94c37bc9b47808639bd6c is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:15.183557 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-9805c441-e53a-4e62-a3fb-eccc411deb2b tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:15.208528 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-9805c441-e53a-4e62-a3fb-eccc411deb2b tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:15.218556 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-a560139a-afa6-4568-b9c7-4373282483c1 req-938d01bd-a21c-4d22-939c-63d2cd4277fb service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:15.237249 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a7c771fb-5e9b-441f-a88c-7c49c44447cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:15.241386 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['4595f76e-de8f-4d44-87f5-2b83a569069c'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 18:59:15.246124 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-a560139a-afa6-4568-b9c7-4373282483c1 req-938d01bd-a21c-4d22-939c-63d2cd4277fb service neutron] Usage tracker for resource:security_group_rule and tenant:a628630b6d3c45ce8df61a1b8a996f53 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:15.254711 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-a560139a-afa6-4568-b9c7-4373282483c1 req-938d01bd-a21c-4d22-939c-63d2cd4277fb service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:15.276757 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-114b9ecf-e04b-4c56-b79f-632e28ada438 req-8d8a859a-aff2-444a-8ce7-20860cafff6b tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1939809 Jan 21 18:59:15.286628 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-a560139a-afa6-4568-b9c7-4373282483c1 req-938d01bd-a21c-4d22-939c-63d2cd4277fb service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:15.295274 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239be89-3a0c-420f-91b0-f39192504593 req-85ae4923-eca7-4724-841a-0451ce84ae93 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:15.303826 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3239be89-3a0c-420f-91b0-f39192504593 req-85ae4923-eca7-4724-841a-0451ce84ae93 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "GET /v2.0/ports?device_id=9ac2c204-4e0f-45f9-a79d-b21ae7229572 HTTP/1.1" status: 200 len: 943 time: 0.4479747 Jan 21 18:59:15.352290 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7dcc504c-ff6d-4d74-9b15-5f7302553893 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:15.447344 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0bce9ca9-89e5-40fc-93f2-afb1ecbf54da req-1c5e0eab-afb1-433d-96e8-309c2de88705 service neutron] 10.222.0.113 "GET /v2.0/networks/9ec3aba2-861c-47ae-bc74-f26885aa64f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6852725 Jan 21 18:59:15.543659 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9805c441-e53a-4e62-a3fb-eccc411deb2b tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Made reservation on behalf of 0793036907e94c37bc9b47808639bd6c for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:59:15.547042 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9805c441-e53a-4e62-a3fb-eccc411deb2b tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:15.640477 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-663e3f4c-d0d6-4732-aec2-f3515c63e48b tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks [] for router_gateway, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:15.653686 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a7c771fb-5e9b-441f-a88c-7c49c44447cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:15.684884 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0bce9ca9-89e5-40fc-93f2-afb1ecbf54da req-3a73872a-aec7-4026-a67c-34d0cddf67c4 service neutron] 10.222.0.113 "GET /v2.0/networks/9ec3aba2-861c-47ae-bc74-f26885aa64f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274885 Jan 21 18:59:15.696100 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c771fb-5e9b-441f-a88c-7c49c44447cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6383cda-3d04-4f44-93ed-7d179cb67c5d,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:15.716198 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a7c771fb-5e9b-441f-a88c-7c49c44447cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:15.718676 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-a7c771fb-5e9b-441f-a88c-7c49c44447cf admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a6383cda-3d04-4f44-93ed-7d179cb67c5d HTTP/1.1" status: 204 len: 168 time: 1.2523732 Jan 21 18:59:15.737818 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7dcc504c-ff6d-4d74-9b15-5f7302553893 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:15.746089 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3239be89-3a0c-420f-91b0-f39192504593 req-2cd76779-61b9-4b02-b94e-572349de8eee tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "GET /v2.0/security-groups?id=dd617b07-3a36-4cc7-8801-2f823f284cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4404495 Jan 21 18:59:15.770587 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 08537acd-9442-4f87-9217-3093fd8a271b up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 18:59:15.785247 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cea19694-15da-42b5-849e-0bdb98cf19d9 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:15.815326 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed89d3d9-5a24-450b-8f44-e2810247e2aa tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Router 3f4b41d2-b101-4960-90ad-63b2bb1f322c is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 18:59:15.852914 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcc504c-ff6d-4d74-9b15-5f7302553893 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Network 9c65368c-99a3-4a7d-9dad-d7392a4574f4 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:59:15.859583 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-7dcc504c-ff6d-4d74-9b15-5f7302553893 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:59:15.869807 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcc504c-ff6d-4d74-9b15-5f7302553893 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:59:15.871164 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcc504c-ff6d-4d74-9b15-5f7302553893 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:15.872295 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7dcc504c-ff6d-4d74-9b15-5f7302553893 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:15.878500 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-a560139a-afa6-4568-b9c7-4373282483c1 req-938d01bd-a21c-4d22-939c-63d2cd4277fb service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:15.887138 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 08537acd-9442-4f87-9217-3093fd8a271b triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:59:15.891721 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:15.934279 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9805c441-e53a-4e62-a3fb-eccc411deb2b tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 18:59:15.935496 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc504c-ff6d-4d74-9b15-5f7302553893 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Pushing event updated for resources: {'Port': ['ID=7e1e0af3-6ae4-4c73-851e-27d8894bd52d,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:15.947214 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-cea19694-15da-42b5-849e-0bdb98cf19d9 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Calling delete_port for 0266c399-5758-41a7-92eb-0d8bee85926a owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 18:59:15.968779 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-a560139a-afa6-4568-b9c7-4373282483c1 req-938d01bd-a21c-4d22-939c-63d2cd4277fb service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:16.039209 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-a560139a-afa6-4568-b9c7-4373282483c1 req-938d01bd-a21c-4d22-939c-63d2cd4277fb service neutron] Synchronizing usage tracker for tenant:a628630b6d3c45ce8df61a1b8a996f53 on resource:security_group {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 18:59:16.045925 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d01bd-a21c-4d22-939c-63d2cd4277fb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=837ba9e9-fd8b-4e88-9fe8-a8a1fd6d5e49,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:16.081160 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9805c441-e53a-4e62-a3fb-eccc411deb2b tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:16.085957 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-9805c441-e53a-4e62-a3fb-eccc411deb2b tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Added segment 2e7c2fcd-5a4a-4f96-b16c-78c0c8455cfa of type vlan for network 7ad1afd3-2350-4aac-b49b-7cf2df7e58ce Jan 21 18:59:16.126893 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-7dcc504c-ff6d-4d74-9b15-5f7302553893 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.7697411 Jan 21 18:59:16.133073 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53648) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:16.164202 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed89d3d9-5a24-450b-8f44-e2810247e2aa tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 18:59:16.174468 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4a42da-7e59-4717-9e4c-75e287ea87d9 None None] Sync routers for ids ['3f4b41d2-b101-4960-90ad-63b2bb1f322c'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 18:59:16.185134 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4a42da-7e59-4717-9e4c-75e287ea87d9 None None] Routers {'3f4b41d2-b101-4960-90ad-63b2bb1f322c'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 18:59:16.186202 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-bb4a42da-7e59-4717-9e4c-75e287ea87d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:58:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['3f4b41d2-b101-4960-90ad-63b2bb1f322c'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:16.266642 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9805c441-e53a-4e62-a3fb-eccc411deb2b tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:16.271332 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-a560139a-afa6-4568-b9c7-4373282483c1 req-938d01bd-a21c-4d22-939c-63d2cd4277fb service neutron] Unset dirty status for tenant:a628630b6d3c45ce8df61a1b8a996f53 on resource:security_group {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 18:59:16.272451 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a560139a-afa6-4568-b9c7-4373282483c1 req-938d01bd-a21c-4d22-939c-63d2cd4277fb service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.4784098 Jan 21 18:59:16.273155 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ed89d3d9-5a24-450b-8f44-e2810247e2aa tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:16.274293 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ed89d3d9-5a24-450b-8f44-e2810247e2aa tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 11.8260040 Jan 21 18:59:16.277083 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53652) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:16.380410 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-bb4a42da-7e59-4717-9e4c-75e287ea87d9 None None] Set router 3f4b41d2-b101-4960-90ad-63b2bb1f322c gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 18:59:16.386209 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-e722a579-1df2-4782-804d-8ff438f09e7a tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Deleting port 7e1e0af3-6ae4-4c73-851e-27d8894bd52d {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 18:59:16.386209 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e722a579-1df2-4782-804d-8ff438f09e7a tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:16.443819 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 4595f76e-de8f-4d44-87f5-2b83a569069c up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 18:59:16.578397 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-68334d40-f176-4259-802d-c02609bc313f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] 10.222.0.87 "GET /v2.0/routers/3f4b41d2-b101-4960-90ad-63b2bb1f322c HTTP/1.1" status: 200 len: 908 time: 0.2990379 Jan 21 18:59:16.580293 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53658) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:16.600865 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-c077457f-1d58-4988-b70d-2a6aa3c365cd tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Request body: {'router': {'name': 'tempest-snat-router-207224690', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'enable_snat': True}}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:16.606432 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-c077457f-1d58-4988-b70d-2a6aa3c365cd tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:16.612307 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-c077457f-1d58-4988-b70d-2a6aa3c365cd tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Usage tracker for resource:router and tenant:ee61e73a33b04715b07b22baa3498d79 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:16.616253 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-c077457f-1d58-4988-b70d-2a6aa3c365cd tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:16.619270 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.db.resource_extend [None req-9805c441-e53a-4e62-a3fb-eccc411deb2b tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 18:59:16.623003 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-c077457f-1d58-4988-b70d-2a6aa3c365cd tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:16.629030 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53662) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:16.650629 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-377ab74a-f882-414d-b39b-e11001cde6d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:16.662738 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning for port 4595f76e-de8f-4d44-87f5-2b83a569069c completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 18:59:16.666239 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-377ab74a-f882-414d-b39b-e11001cde6d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:16.672040 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-377ab74a-f882-414d-b39b-e11001cde6d8 admin admin] Usage tracker for resource:security_group_rule and tenant:b732c21410a34348aff82f8b615adeda is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:16.673197 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port 4595f76e-de8f-4d44-87f5-2b83a569069c triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:59:16.674107 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:16.674796 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-377ab74a-f882-414d-b39b-e11001cde6d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:16.692228 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-377ab74a-f882-414d-b39b-e11001cde6d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:16.715715 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-bb4a42da-7e59-4717-9e4c-75e287ea87d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4b41d2-b101-4960-90ad-63b2bb1f322c', 'name': 'tempest-snat-router-207224690', 'tenant_id': 'ee61e73a33b04715b07b22baa3498d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.182'}], 'enable_snat': False}, 'gw_port_id': '71e0dc98-0a1d-4561-8963-6b7261087da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:59:05Z', 'updated_at': '2022-01-21T18:59:12Z', 'revision_number': 3, 'project_id': 'ee61e73a33b04715b07b22baa3498d79', 'gw_port': {'id': '71e0dc98-0a1d-4561-8963-6b7261087da1', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4b41d2-b101-4960-90ad-63b2bb1f322c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:59:09Z', 'updated_at': '2022-01-21T18:59:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:16.722996 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4a42da-7e59-4717-9e4c-75e287ea87d9 None None] Checking router: 3f4b41d2-b101-4960-90ad-63b2bb1f322c for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 18:59:16.723175 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c077457f-1d58-4988-b70d-2a6aa3c365cd tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:16.724094 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4a42da-7e59-4717-9e4c-75e287ea87d9 None None] Updating router 3f4b41d2-b101-4960-90ad-63b2bb1f322c port 71e0dc98-0a1d-4561-8963-6b7261087da1 binding host dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 18:59:16.724474 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c077457f-1d58-4988-b70d-2a6aa3c365cd tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:16.754723 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c077457f-1d58-4988-b70d-2a6aa3c365cd tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:16.828845 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bb4a42da-7e59-4717-9e4c-75e287ea87d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:16.839491 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:16.840331 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-377ab74a-f882-414d-b39b-e11001cde6d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:16.853043 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-663e3f4c-d0d6-4732-aec2-f3515c63e48b tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:16.881676 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 4595f76e-de8f-4d44-87f5-2b83a569069c, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=4595f76e-de8f-4d44-87f5-2b83a569069c,segment=NetworkSegment(ad01f6a0-93d9-445a-83b5-98d1ba468e24),segment_id=ad01f6a0-93d9-445a-83b5-98d1ba468e24)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 18:59:16.882815 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac2c204-4e0f-45f9-a79d-b21ae7229572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4595f76e-de8f-4d44-87f5-2b83a569069c'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 18:59:16.913837 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9805c441-e53a-4e62-a3fb-eccc411deb2b tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:16.919257 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9805c441-e53a-4e62-a3fb-eccc411deb2b tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:16.919841 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9805c441-e53a-4e62-a3fb-eccc411deb2b tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:16.974232 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-377ab74a-f882-414d-b39b-e11001cde6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:17.002850 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:17.079813 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=4595f76e-de8f-4d44-87f5-2b83a569069c,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:17.087105 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-377ab74a-f882-414d-b39b-e11001cde6d8 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b732c21410a34348aff82f8b615adeda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4568148 Jan 21 18:59:17.090364 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:59:17.090717 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:59:17.091051 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:59:17.091378 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:59:17.091812 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:59:17.092214 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:59:17.092801 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:59:17.093153 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:59:17.093488 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:59:17.093800 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:59:17.094135 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:59:17.094450 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:59:17.146995 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53670) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:17.154201 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cea19694-15da-42b5-849e-0bdb98cf19d9 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:17.172029 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ab74a-f882-414d-b39b-e11001cde6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1ec6fa-eb0d-4dd2-8149-137b721507ad,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:17.184458 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ab74a-f882-414d-b39b-e11001cde6d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:59:17.184803 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ab74a-f882-414d-b39b-e11001cde6d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:59:17.185161 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ab74a-f882-414d-b39b-e11001cde6d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:59:17.185458 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ab74a-f882-414d-b39b-e11001cde6d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:59:17.185778 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ab74a-f882-414d-b39b-e11001cde6d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:59:17.186118 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ab74a-f882-414d-b39b-e11001cde6d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:59:17.186431 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ab74a-f882-414d-b39b-e11001cde6d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:59:17.187517 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ab74a-f882-414d-b39b-e11001cde6d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:59:17.187968 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ab74a-f882-414d-b39b-e11001cde6d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:59:17.188284 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ab74a-f882-414d-b39b-e11001cde6d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:59:17.188597 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ab74a-f882-414d-b39b-e11001cde6d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:59:17.188909 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377ab74a-f882-414d-b39b-e11001cde6d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:59:17.232032 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bb4a42da-7e59-4717-9e4c-75e287ea87d9 None None] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:17.245468 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-bb4a42da-7e59-4717-9e4c-75e287ea87d9 None None] Transition to ACTIVE for port object 71e0dc98-0a1d-4561-8963-6b7261087da1 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:59:17.316797 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bb4a42da-7e59-4717-9e4c-75e287ea87d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:17.374848 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c077457f-1d58-4988-b70d-2a6aa3c365cd tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:17.393223 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e722a579-1df2-4782-804d-8ff438f09e7a tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:17.407854 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a28647-5d90-419f-8cb2-ad5bc4b503cc req-03b6a581-03fd-48ac-88ec-2d6c19a786f3 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:17.409010 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-bb4a42da-7e59-4717-9e4c-75e287ea87d9 None None] Attempting to bind port 71e0dc98-0a1d-4561-8963-6b7261087da1 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:59:17.409592 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-bb4a42da-7e59-4717-9e4c-75e287ea87d9 None None] Attempting to bind port 71e0dc98-0a1d-4561-8963-6b7261087da1 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:59:17.410211 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4a42da-7e59-4717-9e4c-75e287ea87d9 None None] Attempting to bind port 71e0dc98-0a1d-4561-8963-6b7261087da1 on network 552ba34b-3dd7-4be8-8310-a9fc908fe72b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:59:17.414811 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-79a28647-5d90-419f-8cb2-ad5bc4b503cc req-03b6a581-03fd-48ac-88ec-2d6c19a786f3 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.8886967 Jan 21 18:59:17.417808 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b817836-8234-43a9-970b-004c9de82584 None None] Pushing event updated for resources: {'Port': ['ID=71e0dc98-0a1d-4561-8963-6b7261087da1,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:17.423620 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4a42da-7e59-4717-9e4c-75e287ea87d9 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 18, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 18:59:17.424311 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4a42da-7e59-4717-9e4c-75e287ea87d9 None None] Checking segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 18:59:17.424939 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bb4a42da-7e59-4717-9e4c-75e287ea87d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:17.425539 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4a42da-7e59-4717-9e4c-75e287ea87d9 None None] Bound using segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 18:59:17.426397 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-bb4a42da-7e59-4717-9e4c-75e287ea87d9 None None] Bound port: 71e0dc98-0a1d-4561-8963-6b7261087da1, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 18:59:17.426998 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bb4a42da-7e59-4717-9e4c-75e287ea87d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:17.442219 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea19694-15da-42b5-849e-0bdb98cf19d9 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Pushing event deleted for resources: {'Port': ['ID=0266c399-5758-41a7-92eb-0d8bee85926a,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:17.448094 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805c441-e53a-4e62-a3fb-eccc411deb2b tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Pushing event updated for resources: {'Network': ['ID=7ad1afd3-2350-4aac-b49b-7cf2df7e58ce,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:17.464743 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 7ad1afd3-2350-4aac-b49b-7cf2df7e58ce details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 18:59:17.537831 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-77cd33c3-7ef1-411c-9626-7a23252308de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:17.554112 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-bb4a42da-7e59-4717-9e4c-75e287ea87d9 None None] For port 71e0dc98-0a1d-4561-8963-6b7261087da1, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 18:59:17.558569 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-bb4a42da-7e59-4717-9e4c-75e287ea87d9 None None] For port 71e0dc98-0a1d-4561-8963-6b7261087da1, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=71e0dc98-0a1d-4561-8963-6b7261087da1,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 18:59:17.568835 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-77cd33c3-7ef1-411c-9626-7a23252308de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:17.640679 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bb4a42da-7e59-4717-9e4c-75e287ea87d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:17.714955 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4a42da-7e59-4717-9e4c-75e287ea87d9 None None] Routers {'3f4b41d2-b101-4960-90ad-63b2bb1f322c'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 18:59:17.715492 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-9805c441-e53a-4e62-a3fb-eccc411deb2b tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.7264841 Jan 21 18:59:17.720022 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53676) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:17.720190 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-bb4a42da-7e59-4717-9e4c-75e287ea87d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:58:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['3f4b41d2-b101-4960-90ad-63b2bb1f322c'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:17.726614 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-e722a579-1df2-4782-804d-8ff438f09e7a tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Calling delete_port for 7e1e0af3-6ae4-4c73-851e-27d8894bd52d owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 18:59:17.727786 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-76e73612-68e5-4e1f-b033-e18336d186eb tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-844546003'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:17.736744 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-76e73612-68e5-4e1f-b033-e18336d186eb tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:17.742080 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-76e73612-68e5-4e1f-b033-e18336d186eb tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Usage tracker for resource:network and tenant:0793036907e94c37bc9b47808639bd6c is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:17.745833 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-76e73612-68e5-4e1f-b033-e18336d186eb tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:17.818606 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-79a28647-5d90-419f-8cb2-ad5bc4b503cc req-6e0fd195-5ebe-4191-b5ea-04503f22ae62 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4028182 Jan 21 18:59:17.819488 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-77cd33c3-7ef1-411c-9626-7a23252308de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:17.825346 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-76e73612-68e5-4e1f-b033-e18336d186eb tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:17.838884 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b817836-8234-43a9-970b-004c9de82584 None None] Pushing event updated for resources: {'Port': ['ID=71e0dc98-0a1d-4561-8963-6b7261087da1,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:17.895907 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd33c3-7ef1-411c-9626-7a23252308de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1ec6fa-eb0d-4dd2-8149-137b721507ad,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:17.955030 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-77cd33c3-7ef1-411c-9626-7a23252308de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:17.956148 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-77cd33c3-7ef1-411c-9626-7a23252308de admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3e1ec6fa-eb0d-4dd2-8149-137b721507ad HTTP/1.1" status: 204 len: 168 time: 0.8082230 Jan 21 18:59:17.968625 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac2c204-4e0f-45f9-a79d-b21ae7229572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4595f76e-de8f-4d44-87f5-2b83a569069c', 'code': 200} Jan 21 18:59:17.977007 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c077457f-1d58-4988-b70d-2a6aa3c365cd tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:17.977618 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a029756-18e4-4109-9896-51245e35e92e req-cdc57e7a-7870-4867-b33b-4f5be0eb799c tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:17.991734 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7a029756-18e4-4109-9896-51245e35e92e req-cdc57e7a-7870-4867-b33b-4f5be0eb799c tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "GET /v2.0/ports?device_id=9ac2c204-4e0f-45f9-a79d-b21ae7229572 HTTP/1.1" status: 200 len: 945 time: 1.0785172 Jan 21 18:59:18.010211 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e73612-68e5-4e1f-b033-e18336d186eb tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Made reservation on behalf of 0793036907e94c37bc9b47808639bd6c for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:59:18.013765 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-76e73612-68e5-4e1f-b033-e18336d186eb tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:18.034481 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c077457f-1d58-4988-b70d-2a6aa3c365cd tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:18.038930 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-bb4a42da-7e59-4717-9e4c-75e287ea87d9 None None] Set router 3f4b41d2-b101-4960-90ad-63b2bb1f322c gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 18:59:18.114211 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7a029756-18e4-4109-9896-51245e35e92e req-83d0ac05-f8a4-45fe-aaf7-4b1ba92c1cd4 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "GET /v2.0/security-groups?id=dd617b07-3a36-4cc7-8801-2f823f284cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211705 Jan 21 18:59:18.117717 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cea19694-15da-42b5-849e-0bdb98cf19d9 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:18.152604 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e73612-68e5-4e1f-b033-e18336d186eb tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 18:59:18.152820 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-cea19694-15da-42b5-849e-0bdb98cf19d9 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] 10.222.0.87 "DELETE /v2.0/ports/0266c399-5758-41a7-92eb-0d8bee85926a HTTP/1.1" status: 204 len: 168 time: 3.4940877 Jan 21 18:59:18.157773 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53684) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:18.171766 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-02e5fc01-a393-4182-bd4e-8bcb816be37d tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Request body: {'port': {'name': 'tempest-new-port-name-551520544', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:18.172223 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.api.validators [None req-02e5fc01-a393-4182-bd4e-8bcb816be37d tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] bootfile-name is not in valid_values {{(pid=88136) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 18:59:18.172572 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.api.validators [None req-02e5fc01-a393-4182-bd4e-8bcb816be37d tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] tftp-server is not in valid_values {{(pid=88136) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 18:59:18.172860 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.api.validators [None req-02e5fc01-a393-4182-bd4e-8bcb816be37d tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] server-ip-address is not in valid_values {{(pid=88136) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 18:59:18.200549 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-76e73612-68e5-4e1f-b033-e18336d186eb tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:18.200906 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-76e73612-68e5-4e1f-b033-e18336d186eb tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Added segment adce2567-cbbd-43fd-9360-7076a1dc9f36 of type vlan for network f632ce9e-eceb-46d0-8cff-90d4fe7015c5 Jan 21 18:59:18.275721 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-76e73612-68e5-4e1f-b033-e18336d186eb tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:18.290168 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e722a579-1df2-4782-804d-8ff438f09e7a tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:18.300483 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-c077457f-1d58-4988-b70d-2a6aa3c365cd tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Allocated IP 172.26.1.232 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/ddef9fa7-30cd-4b3f-9e71-388bdf0d86e6) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:59:18.353568 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663e3f4c-d0d6-4732-aec2-f3515c63e48b tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Router 2cf7bab9-7481-43bb-8624-c721a7cf3851 is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 18:59:18.355538 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e722a579-1df2-4782-804d-8ff438f09e7a tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Pushing event deleted for resources: {'Port': ['ID=7e1e0af3-6ae4-4c73-851e-27d8894bd52d,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:18.375700 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-bb4a42da-7e59-4717-9e4c-75e287ea87d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4b41d2-b101-4960-90ad-63b2bb1f322c', 'name': 'tempest-snat-router-207224690', 'tenant_id': 'ee61e73a33b04715b07b22baa3498d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.182'}], 'enable_snat': False}, 'gw_port_id': '71e0dc98-0a1d-4561-8963-6b7261087da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:59:05Z', 'updated_at': '2022-01-21T18:59:12Z', 'revision_number': 3, 'project_id': 'ee61e73a33b04715b07b22baa3498d79', 'gw_port': {'id': '71e0dc98-0a1d-4561-8963-6b7261087da1', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4b41d2-b101-4960-90ad-63b2bb1f322c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:59:09Z', 'updated_at': '2022-01-21T18:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:18.379687 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4a42da-7e59-4717-9e4c-75e287ea87d9 None None] The sync data for ids ['3f4b41d2-b101-4960-90ad-63b2bb1f322c'] in dv-neutron-825470-1-hyperv is: [{'id': '3f4b41d2-b101-4960-90ad-63b2bb1f322c', 'name': 'tempest-snat-router-207224690', 'tenant_id': 'ee61e73a33b04715b07b22baa3498d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.182'}], 'enable_snat': False}, 'gw_port_id': '71e0dc98-0a1d-4561-8963-6b7261087da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:59:05Z', 'updated_at': '2022-01-21T18:59:12Z', 'revision_number': 3, 'project_id': 'ee61e73a33b04715b07b22baa3498d79', 'gw_port': {'id': '71e0dc98-0a1d-4561-8963-6b7261087da1', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4b41d2-b101-4960-90ad-63b2bb1f322c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:59:09Z', 'updated_at': '2022-01-21T18:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 18:59:18.422951 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-02e5fc01-a393-4182-bd4e-8bcb816be37d tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:18.510244 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-76e73612-68e5-4e1f-b033-e18336d186eb tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:18.516221 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e73612-68e5-4e1f-b033-e18336d186eb tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:18.516800 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-76e73612-68e5-4e1f-b033-e18336d186eb tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:18.525289 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e722a579-1df2-4782-804d-8ff438f09e7a tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:18.531455 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e722a579-1df2-4782-804d-8ff438f09e7a tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] 10.222.0.87 "DELETE /v2.0/ports/7e1e0af3-6ae4-4c73-851e-27d8894bd52d HTTP/1.1" status: 204 len: 168 time: 2.3918326 Jan 21 18:59:18.543304 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53688) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:18.552707 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c077457f-1d58-4988-b70d-2a6aa3c365cd tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:18.602680 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-e0b2fd3e-772b-4500-9e9b-47f6b1d9202f tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9c65368c-99a3-4a7d-9dad-d7392a4574f4', 'external_fixed_ips': [{'subnet_id': '60eae15a-3989-4bfd-b8c4-fc913dae033d', 'ip_address': '2001:db8::271'}]}}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:18.634261 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e0b2fd3e-772b-4500-9e9b-47f6b1d9202f tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:18.653034 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-e0b2fd3e-772b-4500-9e9b-47f6b1d9202f tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Usage tracker for resource:router and tenant:d1ef0dfbbaf847938739d2a3de7e86ca is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:18.709375 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-e0b2fd3e-772b-4500-9e9b-47f6b1d9202f tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:18.741222 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e73612-68e5-4e1f-b033-e18336d186eb tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Pushing event updated for resources: {'Network': ['ID=f632ce9e-eceb-46d0-8cff-90d4fe7015c5,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:18.744790 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e0b2fd3e-772b-4500-9e9b-47f6b1d9202f tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:18.748586 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-76e73612-68e5-4e1f-b033-e18336d186eb tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0277152 Jan 21 18:59:18.769524 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network f632ce9e-eceb-46d0-8cff-90d4fe7015c5 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 18:59:18.811791 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ea7d0-093d-48fa-9444-236aad3e5997 req-45345884-9716-4046-9260-97d5ce24420a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:18.813746 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6f5ea7d0-093d-48fa-9444-236aad3e5997 req-45345884-9716-4046-9260-97d5ce24420a service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=9ac2c204-4e0f-45f9-a79d-b21ae7229572 HTTP/1.1" status: 200 len: 1098 time: 0.2640679 Jan 21 18:59:18.913574 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53702) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:18.915645 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6f5ea7d0-093d-48fa-9444-236aad3e5997 req-da434fca-b67e-41de-ae99-3db64d6f0571 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=dd617b07-3a36-4cc7-8801-2f823f284cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912724 Jan 21 18:59:18.916795 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c077457f-1d58-4988-b70d-2a6aa3c365cd tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:18.955471 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663e3f4c-d0d6-4732-aec2-f3515c63e48b tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 18:59:18.973684 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846f4ae6-6415-4048-bca9-b44721f025e1 None None] Sync routers for ids ['2cf7bab9-7481-43bb-8624-c721a7cf3851'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 18:59:18.985220 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846f4ae6-6415-4048-bca9-b44721f025e1 None None] Routers {'2cf7bab9-7481-43bb-8624-c721a7cf3851'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 18:59:18.986030 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-846f4ae6-6415-4048-bca9-b44721f025e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:58:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['2cf7bab9-7481-43bb-8624-c721a7cf3851'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:19.020711 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e0b2fd3e-772b-4500-9e9b-47f6b1d9202f tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:19.021733 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e0b2fd3e-772b-4500-9e9b-47f6b1d9202f tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:19.046432 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e0b2fd3e-772b-4500-9e9b-47f6b1d9202f tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:19.064931 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-4fdbc95f-4173-42ba-94ca-c2304482f31e tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Request body: {'subnets': [{'network_id': '7ad1afd3-2350-4aac-b49b-7cf2df7e58ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--503078302', 'ip_version': 4}, {'network_id': 'f632ce9e-eceb-46d0-8cff-90d4fe7015c5', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:19.065384 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-4fdbc95f-4173-42ba-94ca-c2304482f31e tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Request body: {'subnet': {'network_id': '7ad1afd3-2350-4aac-b49b-7cf2df7e58ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--503078302', 'ip_version': 4}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:19.066236 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-4fdbc95f-4173-42ba-94ca-c2304482f31e tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Request body: {'subnet': {'network_id': 'f632ce9e-eceb-46d0-8cff-90d4fe7015c5', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:19.079526 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-663e3f4c-d0d6-4732-aec2-f3515c63e48b tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:19.083509 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-846f4ae6-6415-4048-bca9-b44721f025e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:19.084238 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-663e3f4c-d0d6-4732-aec2-f3515c63e48b tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 8.0405502 Jan 21 18:59:19.085071 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53708) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:19.099018 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846f4ae6-6415-4048-bca9-b44721f025e1 None None] Routers {'2cf7bab9-7481-43bb-8624-c721a7cf3851'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 18:59:19.099913 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-846f4ae6-6415-4048-bca9-b44721f025e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:58:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['2cf7bab9-7481-43bb-8624-c721a7cf3851'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:19.226663 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c077457f-1d58-4988-b70d-2a6aa3c365cd tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Pushing event updated for resources: {'Port': ['ID=ddef9fa7-30cd-4b3f-9e71-388bdf0d86e6,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:19.234268 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-846f4ae6-6415-4048-bca9-b44721f025e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:19.235198 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846f4ae6-6415-4048-bca9-b44721f025e1 None None] The sync data for ids ['2cf7bab9-7481-43bb-8624-c721a7cf3851'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 18:59:19.298646 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c077457f-1d58-4988-b70d-2a6aa3c365cd tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:59:19.458898 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-c077457f-1d58-4988-b70d-2a6aa3c365cd tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:59:19.543656 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-02e5fc01-a393-4182-bd4e-8bcb816be37d tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:19.642797 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5aeee-bc33-4ae2-9274-3ce9caed0bd7 req-80747056-a4bd-4dbb-8704-5ceff8d63ba6 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:19.654089 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-07d5aeee-bc33-4ae2-9274-3ce9caed0bd7 req-80747056-a4bd-4dbb-8704-5ceff8d63ba6 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.6212246 Jan 21 18:59:19.661197 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-02e5fc01-a393-4182-bd4e-8bcb816be37d tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:19.708587 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c077457f-1d58-4988-b70d-2a6aa3c365cd tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:59:19.759197 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 71e0dc98-0a1d-4561-8963-6b7261087da1 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 18:59:19.772894 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752adbb2-a0b4-464b-9353-d177e012711f req-d707d968-d244-4dfa-85eb-b8d9d1160d13 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:19.775241 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-752adbb2-a0b4-464b-9353-d177e012711f req-d707d968-d244-4dfa-85eb-b8d9d1160d13 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "GET /v2.0/ports?device_id=9ac2c204-4e0f-45f9-a79d-b21ae7229572 HTTP/1.1" status: 200 len: 945 time: 0.4364400 Jan 21 18:59:19.787559 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-4fdbc95f-4173-42ba-94ca-c2304482f31e tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:19.909160 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-4fdbc95f-4173-42ba-94ca-c2304482f31e tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Usage tracker for resource:subnet and tenant:0793036907e94c37bc9b47808639bd6c is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:19.912417 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-4fdbc95f-4173-42ba-94ca-c2304482f31e tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:19.919575 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-4fdbc95f-4173-42ba-94ca-c2304482f31e tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:19.939116 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e0b2fd3e-772b-4500-9e9b-47f6b1d9202f tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:19.943726 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-02e5fc01-a393-4182-bd4e-8bcb816be37d tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] In _notify_port_updated(), no bound segment for port 41673d10-8525-450a-8eae-dc457097da2b on network f3a285fd-af0d-4923-a3ea-082d9f836075 {{(pid=88136) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 18:59:19.948903 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e5fc01-a393-4182-bd4e-8bcb816be37d tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:19.949625 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-02e5fc01-a393-4182-bd4e-8bcb816be37d tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:19.954577 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-02e5fc01-a393-4182-bd4e-8bcb816be37d tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] 10.222.0.87 "PUT /v2.0/ports/41673d10-8525-450a-8eae-dc457097da2b HTTP/1.1" status: 200 len: 1136 time: 1.7892687 Jan 21 18:59:20.020686 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53724) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:20.031825 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 71e0dc98-0a1d-4561-8963-6b7261087da1 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 18:59:20.041414 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 71e0dc98-0a1d-4561-8963-6b7261087da1 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:59:20.041890 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:20.092053 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fdbc95f-4173-42ba-94ca-c2304482f31e tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Made reservation on behalf of 0793036907e94c37bc9b47808639bd6c for: {'subnet': 2} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:59:20.098036 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4fdbc95f-4173-42ba-94ca-c2304482f31e tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:20.098186 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4fdbc95f-4173-42ba-94ca-c2304482f31e tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:20.133506 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-60b6aec2-dc3b-4023-b8ff-f076fe32252d None None] Provisioning complete for port 41673d10-8525-450a-8eae-dc457097da2b triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:59:20.134342 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-60b6aec2-dc3b-4023-b8ff-f076fe32252d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:20.178717 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-07d5aeee-bc33-4ae2-9274-3ce9caed0bd7 req-5e1ffa9d-f5e5-419c-86f6-4a6f2cb5e7b0 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5273576 Jan 21 18:59:20.251398 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-752adbb2-a0b4-464b-9353-d177e012711f req-26afb2d5-d9d0-4af5-96e3-d3e1f204bb31 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "GET /v2.0/security-groups?id=dd617b07-3a36-4cc7-8801-2f823f284cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291944 Jan 21 18:59:20.286841 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:20.296154 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-60b6aec2-dc3b-4023-b8ff-f076fe32252d None None] Port 41673d10-8525-450a-8eae-dc457097da2b cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 18:59:20.306022 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e5fc01-a393-4182-bd4e-8bcb816be37d tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Pushing event updated for resources: {'Port': ['ID=41673d10-8525-450a-8eae-dc457097da2b,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:20.330976 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 71e0dc98-0a1d-4561-8963-6b7261087da1, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=71e0dc98-0a1d-4561-8963-6b7261087da1,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 18:59:20.350892 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802be2d5-cad6-4916-836e-28020488d988 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:20.351585 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-802be2d5-cad6-4916-836e-28020488d988 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Synchronizing usage tracker for tenant:3bcdcb0d373947ec90d95a38bb8e4cf0 on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 18:59:20.425285 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:20.545136 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=71e0dc98-0a1d-4561-8963-6b7261087da1,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:20.666522 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae968be5-892d-4dff-91d3-6eb44d6d7401 req-bf438b71-e8af-472f-846d-aa8e6c42bf9e tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:20.677939 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ae968be5-892d-4dff-91d3-6eb44d6d7401 req-bf438b71-e8af-472f-846d-aa8e6c42bf9e tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.3204248 Jan 21 18:59:20.680655 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53738) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:20.685262 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-802be2d5-cad6-4916-836e-28020488d988 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Unset dirty status for tenant:3bcdcb0d373947ec90d95a38bb8e4cf0 on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 18:59:20.688744 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-802be2d5-cad6-4916-836e-28020488d988 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] 10.222.0.87 "GET /v2.0/ports/41673d10-8525-450a-8eae-dc457097da2b HTTP/1.1" status: 200 len: 1136 time: 0.5751598 Jan 21 18:59:20.692375 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-3b1a030c-3ca8-404f-befa-d552466861b7 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Request body: {'floatingip': {'port_id': '0e84f2c6-e935-4b37-b7e0-389f75a34ebc'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:20.717832 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53742) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:20.785598 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3b1a030c-3ca8-404f-befa-d552466861b7 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Notify callbacks [] for floatingip, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:20.923578 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53750) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:20.937214 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c077457f-1d58-4988-b70d-2a6aa3c365cd tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:21.013278 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0d17aa91-84f2-4040-aca8-80fff5c67c46 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:21.023907 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-1fff83d0-0d75-4eb6-867d-1e2df7567fe6 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Deleting port 41673d10-8525-450a-8eae-dc457097da2b {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 18:59:21.024092 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1fff83d0-0d75-4eb6-867d-1e2df7567fe6 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:21.274890 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-9f56cbd2-5dc0-4be2-9dff-7825e1848f25 tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1805916003', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:21.308066 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-9f56cbd2-5dc0-4be2-9dff-7825e1848f25 tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:21.459297 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-9f56cbd2-5dc0-4be2-9dff-7825e1848f25 tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] Usage tracker for resource:port and tenant:c6f33b8c18e1471c8d79f38f1af13649 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:21.476027 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-9f56cbd2-5dc0-4be2-9dff-7825e1848f25 tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:21.534337 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-9f56cbd2-5dc0-4be2-9dff-7825e1848f25 tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:21.701588 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 71e0dc98-0a1d-4561-8963-6b7261087da1 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 18:59:21.724351 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e0b2fd3e-772b-4500-9e9b-47f6b1d9202f tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:21.763342 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f56cbd2-5dc0-4be2-9dff-7825e1848f25 tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] Made reservation on behalf of c6f33b8c18e1471c8d79f38f1af13649 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:59:21.766662 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9f56cbd2-5dc0-4be2-9dff-7825e1848f25 tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:21.774127 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 71e0dc98-0a1d-4561-8963-6b7261087da1 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:59:21.774493 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:21.839803 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e0b2fd3e-772b-4500-9e9b-47f6b1d9202f tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:21.851346 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7780a74b-20ef-4179-b3aa-b6921f80918d req-48f89140-069c-4f34-8eff-7bd289af323f tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:21.852669 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9f56cbd2-5dc0-4be2-9dff-7825e1848f25 tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:21.852772 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7780a74b-20ef-4179-b3aa-b6921f80918d req-48f89140-069c-4f34-8eff-7bd289af323f tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "GET /v2.0/ports?device_id=9ac2c204-4e0f-45f9-a79d-b21ae7229572 HTTP/1.1" status: 200 len: 945 time: 0.4431283 Jan 21 18:59:21.957418 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-9f56cbd2-5dc0-4be2-9dff-7825e1848f25 tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:21.979936 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-9f56cbd2-5dc0-4be2-9dff-7825e1848f25 tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] Usage tracker for resource:security_group_rule and tenant:c6f33b8c18e1471c8d79f38f1af13649 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:21.989776 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-9f56cbd2-5dc0-4be2-9dff-7825e1848f25 tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:22.012052 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-9f56cbd2-5dc0-4be2-9dff-7825e1848f25 tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:22.025500 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1fff83d0-0d75-4eb6-867d-1e2df7567fe6 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:22.034831 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7780a74b-20ef-4179-b3aa-b6921f80918d req-359d80e5-ad8e-43f1-98c9-11f8739c9506 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "GET /v2.0/security-groups?id=dd617b07-3a36-4cc7-8801-2f823f284cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722865 Jan 21 18:59:22.069725 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-0d17aa91-84f2-4040-aca8-80fff5c67c46 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Allocated IP 172.20.0.1 (711bf481-ac08-41d0-83ae-bc804bfe7021/3540769f-9332-42ec-9ad4-5e037680644f/b62353bd-c36d-4639-a4bf-731977a9448c) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:59:22.111484 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4fdbc95f-4173-42ba-94ca-c2304482f31e tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:22.256659 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3b1a030c-3ca8-404f-befa-d552466861b7 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:22.322238 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-1fff83d0-0d75-4eb6-867d-1e2df7567fe6 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Calling delete_port for 41673d10-8525-450a-8eae-dc457097da2b owned by {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 18:59:22.333504 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3b1a030c-3ca8-404f-befa-d552466861b7 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:22.437060 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c077457f-1d58-4988-b70d-2a6aa3c365cd tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:22.505266 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdbc95f-4173-42ba-94ca-c2304482f31e tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Pushing event updated for resources: {'Subnet': ['ID=4245d157-2138-4ec5-b54b-33becda75e85,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:22.549811 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f7997-8db0-4583-8396-9750727f595e req-dc5cf61d-5552-4299-9935-4f4aa5b3277a tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:22.551259 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-303f7997-8db0-4583-8396-9750727f595e req-dc5cf61d-5552-4299-9935-4f4aa5b3277a tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "GET /v2.0/ports?device_id=9ac2c204-4e0f-45f9-a79d-b21ae7229572 HTTP/1.1" status: 200 len: 945 time: 0.3997102 Jan 21 18:59:22.560152 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53760) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:22.576579 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-3901feaa-b758-4b90-ae6c-f4daecab81a8 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Request body: {'floatingip': {'port_id': '4595f76e-de8f-4d44-87f5-2b83a569069c'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:22.737308 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3901feaa-b758-4b90-ae6c-f4daecab81a8 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Notify callbacks [] for floatingip, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:22.754125 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdbc95f-4173-42ba-94ca-c2304482f31e tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Checking segment: {'id': '2e7c2fcd-5a4a-4f96-b16c-78c0c8455cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7ad1afd3-2350-4aac-b49b-7cf2df7e58ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 18:59:22.754482 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdbc95f-4173-42ba-94ca-c2304482f31e tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Network hostable DHCP agents. Network: 7ad1afd3-2350-4aac-b49b-7cf2df7e58ce, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 18:59:22.792668 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-e0b2fd3e-772b-4500-9e9b-47f6b1d9202f tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Allocated IP 2001:db8::271 (9c65368c-99a3-4a7d-9dad-d7392a4574f4/60eae15a-3989-4bfd-b8c4-fc913dae033d/2358ef7c-2f2b-422e-96fe-593a9167d123) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:59:22.814861 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0d17aa91-84f2-4040-aca8-80fff5c67c46 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:22.891822 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.l3_db [None req-3b1a030c-3ca8-404f-befa-d552466861b7 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Floating IP 70a51486-551f-49ad-acec-0edbe8bd8edb associated. External IP: 172.26.1.201, port: 0e84f2c6-e935-4b37-b7e0-389f75a34ebc. Jan 21 18:59:22.975938 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9f56cbd2-5dc0-4be2-9dff-7825e1848f25 tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:23.014314 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdbc95f-4173-42ba-94ca-c2304482f31e tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Network 7ad1afd3-2350-4aac-b49b-7cf2df7e58ce is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 18:59:23.074031 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9f56cbd2-5dc0-4be2-9dff-7825e1848f25 tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:23.088213 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-9f56cbd2-5dc0-4be2-9dff-7825e1848f25 tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] device_id is not set on port 7a33ca20-c620-467b-b406-4b230b84a692 yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 18:59:23.136030 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1fff83d0-0d75-4eb6-867d-1e2df7567fe6 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:23.157928 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-0d17aa91-84f2-4040-aca8-80fff5c67c46 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Transition to ACTIVE for port object b62353bd-c36d-4639-a4bf-731977a9448c will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:59:23.200824 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-4fdbc95f-4173-42ba-94ca-c2304482f31e tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 7ad1afd3-2350-4aac-b49b-7cf2df7e58ce) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:59:23.209160 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af2ed5e-13e9-4c7b-a6a9-4399e3c7bdc7 None None] Network 7ad1afd3-2350-4aac-b49b-7cf2df7e58ce requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 18:59:23.244283 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4fdbc95f-4173-42ba-94ca-c2304482f31e tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:23.249828 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f56cbd2-5dc0-4be2-9dff-7825e1848f25 tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4193d8b8-048e-48ff-81e0-2db6f2dfc888,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:23.324014 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff83d0-0d75-4eb6-867d-1e2df7567fe6 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Pushing event deleted for resources: {'Port': ['ID=41673d10-8525-450a-8eae-dc457097da2b,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:23.427655 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e0b2fd3e-772b-4500-9e9b-47f6b1d9202f tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:23.507967 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdbc95f-4173-42ba-94ca-c2304482f31e tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Pushing event updated for resources: {'Subnet': ['ID=dda3d164-e494-42d8-85a7-76343803620a,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:23.557773 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3c60ca-db6a-47b1-99bb-3c168b08c5fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-7ad1afd3-2350-4aac-b49b-7cf2df7e58ce', 'network_id': '7ad1afd3-2350-4aac-b49b-7cf2df7e58ce', 'tenant_id': '0793036907e94c37bc9b47808639bd6c', 'fixed_ips': [{'subnet_id': '4245d157-2138-4ec5-b54b-33becda75e85'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 18:59:23.558886 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-cc3c60ca-db6a-47b1-99bb-3c168b08c5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:23.597168 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdbc95f-4173-42ba-94ca-c2304482f31e tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Checking segment: {'id': 'adce2567-cbbd-43fd-9360-7076a1dc9f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f632ce9e-eceb-46d0-8cff-90d4fe7015c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 18:59:23.597529 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdbc95f-4173-42ba-94ca-c2304482f31e tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Network hostable DHCP agents. Network: f632ce9e-eceb-46d0-8cff-90d4fe7015c5, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 18:59:23.602189 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1fff83d0-0d75-4eb6-867d-1e2df7567fe6 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:23.602426 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1a030c-3ca8-404f-befa-d552466861b7 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Router 2bcc1920-6fd2-41f6-b8c7-26d5b06a088c has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 18:59:23.604958 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-9f56cbd2-5dc0-4be2-9dff-7825e1848f25 tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] Allocated IP 172.26.1.193 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/7a33ca20-c620-467b-b406-4b230b84a692) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:59:23.677739 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0d17aa91-84f2-4040-aca8-80fff5c67c46 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:23.685475 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c077457f-1d58-4988-b70d-2a6aa3c365cd tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Router 0ef5ff68-1ce5-4226-b6b9-7328c4c057a2 is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 18:59:23.746410 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-cc3c60ca-db6a-47b1-99bb-3c168b08c5fe None None] Allocated IP 172.20.0.2 (7ad1afd3-2350-4aac-b49b-7cf2df7e58ce/4245d157-2138-4ec5-b54b-33becda75e85/16d1a07e-24bf-42c9-a1b3-254e10bc28ea) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:59:23.790010 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdbc95f-4173-42ba-94ca-c2304482f31e tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Network f632ce9e-eceb-46d0-8cff-90d4fe7015c5 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 18:59:23.807018 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e0b2fd3e-772b-4500-9e9b-47f6b1d9202f tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:23.811281 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-1fff83d0-0d75-4eb6-867d-1e2df7567fe6 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] 10.222.0.87 "DELETE /v2.0/ports/41673d10-8525-450a-8eae-dc457097da2b HTTP/1.1" status: 204 len: 168 time: 3.0912378 Jan 21 18:59:23.848717 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53764) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:23.907609 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d17aa91-84f2-4040-aca8-80fff5c67c46 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Network 711bf481-ac08-41d0-83ae-bc804bfe7021 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:59:23.917300 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-0d17aa91-84f2-4040-aca8-80fff5c67c46 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:59:23.927790 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d17aa91-84f2-4040-aca8-80fff5c67c46 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:59:23.983634 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-4fdbc95f-4173-42ba-94ca-c2304482f31e tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, f632ce9e-eceb-46d0-8cff-90d4fe7015c5) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:59:23.996275 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b48cb5f-aece-401f-878c-5ef43c574395 None None] Network f632ce9e-eceb-46d0-8cff-90d4fe7015c5 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 18:59:24.000140 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b2fd3e-772b-4500-9e9b-47f6b1d9202f tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Network 9c65368c-99a3-4a7d-9dad-d7392a4574f4 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:59:24.029387 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-cc3c60ca-db6a-47b1-99bb-3c168b08c5fe None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:24.037976 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.db.resource_extend [None req-3901feaa-b758-4b90-ae6c-f4daecab81a8 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 18:59:24.061046 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-cc3c60ca-db6a-47b1-99bb-3c168b08c5fe None None] Transition to ACTIVE for port object 16d1a07e-24bf-42c9-a1b3-254e10bc28ea will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:59:24.098755 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-e0b2fd3e-772b-4500-9e9b-47f6b1d9202f tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:59:24.112348 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdbc95f-4173-42ba-94ca-c2304482f31e tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:24.113222 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdbc95f-4173-42ba-94ca-c2304482f31e tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:24.114336 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4fdbc95f-4173-42ba-94ca-c2304482f31e tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:24.140922 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b2fd3e-772b-4500-9e9b-47f6b1d9202f tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:59:24.146627 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-cc3c60ca-db6a-47b1-99bb-3c168b08c5fe None None] Transition to ACTIVE for port object 16d1a07e-24bf-42c9-a1b3-254e10bc28ea will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:59:24.156515 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1a030c-3ca8-404f-befa-d552466861b7 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 18:59:24.168732 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dedee8b-bbf5-4077-9760-0de0feab0386 None None] Sync routers for ids ['2bcc1920-6fd2-41f6-b8c7-26d5b06a088c'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 18:59:24.179576 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dedee8b-bbf5-4077-9760-0de0feab0386 None None] Routers {'2bcc1920-6fd2-41f6-b8c7-26d5b06a088c'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 18:59:24.181008 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-0dedee8b-bbf5-4077-9760-0de0feab0386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:58:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['2bcc1920-6fd2-41f6-b8c7-26d5b06a088c'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:24.185217 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d17aa91-84f2-4040-aca8-80fff5c67c46 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Pushing event updated for resources: {'Port': ['ID=b62353bd-c36d-4639-a4bf-731977a9448c,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:24.207196 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3b1a030c-3ca8-404f-befa-d552466861b7 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:24.228236 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b2fd3e-772b-4500-9e9b-47f6b1d9202f tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Pushing event updated for resources: {'Port': ['ID=2358ef7c-2f2b-422e-96fe-593a9167d123,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:24.246485 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7758193-29af-45c2-be8b-3449954b10e1 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Deleting subnet 375aa140-5b4c-4d42-9493-602d7ba186cf {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 18:59:24.283079 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-cc3c60ca-db6a-47b1-99bb-3c168b08c5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:24.283700 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0d17aa91-84f2-4040-aca8-80fff5c67c46 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:24.308970 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b7758193-29af-45c2-be8b-3449954b10e1 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:24.430375 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-20274fc6-0082-4735-a50d-6323d45d138b None None] Provisioning for port b62353bd-c36d-4639-a4bf-731977a9448c completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 18:59:24.445272 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3901feaa-b758-4b90-ae6c-f4daecab81a8 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:24.454288 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3c60ca-db6a-47b1-99bb-3c168b08c5fe None None] Network 7ad1afd3-2350-4aac-b49b-7cf2df7e58ce is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:59:24.457530 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-20274fc6-0082-4735-a50d-6323d45d138b None None] Provisioning complete for port b62353bd-c36d-4639-a4bf-731977a9448c triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:59:24.458178 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-20274fc6-0082-4735-a50d-6323d45d138b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:24.466911 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-3b1a030c-3ca8-404f-befa-d552466861b7 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "PUT /v2.0/floatingips/70a51486-551f-49ad-acec-0edbe8bd8edb HTTP/1.1" status: 200 len: 991 time: 3.7852986 Jan 21 18:59:24.470596 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa7ee76-c36f-4f35-94ae-dbd802c966ea', 'tag': '0e84f2c6-e935-4b37-b7e0-389f75a34ebc'}] {{(pid=88136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 18:59:24.497024 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4b657e-3b12-4413-82ec-6d7d34b34b68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-f632ce9e-eceb-46d0-8cff-90d4fe7015c5', 'network_id': 'f632ce9e-eceb-46d0-8cff-90d4fe7015c5', 'tenant_id': '0793036907e94c37bc9b47808639bd6c', 'fixed_ips': [{'subnet_id': 'dda3d164-e494-42d8-85a7-76343803620a'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 18:59:24.498229 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-aa4b657e-3b12-4413-82ec-6d7d34b34b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:24.515232 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-4fdbc95f-4173-42ba-94ca-c2304482f31e tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 5.5915017 Jan 21 18:59:24.535195 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53774) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:24.539237 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c077457f-1d58-4988-b70d-2a6aa3c365cd tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 18:59:24.554367 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-0dedee8b-bbf5-4077-9760-0de0feab0386 None None] Set router 2bcc1920-6fd2-41f6-b8c7-26d5b06a088c gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 18:59:24.627671 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9f56cbd2-5dc0-4be2-9dff-7825e1848f25 tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:24.639666 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b7758193-29af-45c2-be8b-3449954b10e1 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:24.680151 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3901feaa-b758-4b90-ae6c-f4daecab81a8 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:24.812359 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04f441e-e24a-4bd2-a375-96f758593d16 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:24.818367 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04f441e-e24a-4bd2-a375-96f758593d16 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:24.823029 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-cc3c60ca-db6a-47b1-99bb-3c168b08c5fe None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:59:24.826647 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04f441e-e24a-4bd2-a375-96f758593d16 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:24.828054 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-c04f441e-e24a-4bd2-a375-96f758593d16 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Synchronizing usage tracker for tenant:0793036907e94c37bc9b47808639bd6c on resource:subnet {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 18:59:24.830541 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3c60ca-db6a-47b1-99bb-3c168b08c5fe None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:59:24.850322 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c077457f-1d58-4988-b70d-2a6aa3c365cd tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:24.851597 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c077457f-1d58-4988-b70d-2a6aa3c365cd tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.2698123 Jan 21 18:59:24.859019 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53784) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:24.918385 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c561fd14-5b8c-4c1c-9927-b8288c61c984 None None] Sync routers for ids ['0ef5ff68-1ce5-4226-b6b9-7328c4c057a2'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 18:59:24.919183 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.l3_db [None req-3901feaa-b758-4b90-ae6c-f4daecab81a8 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Floating IP 7351a948-b248-4bc7-a9f2-3a6740aef28b associated. External IP: 172.26.1.47, port: 4595f76e-de8f-4d44-87f5-2b83a569069c. Jan 21 18:59:24.988851 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa7ee76-c36f-4f35-94ae-dbd802c966ea', 'tag': '0e84f2c6-e935-4b37-b7e0-389f75a34ebc', 'status': 'completed', 'code': 200} Jan 21 18:59:25.023838 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-aa4b657e-3b12-4413-82ec-6d7d34b34b68 None None] Allocated IP 172.20.0.18 (f632ce9e-eceb-46d0-8cff-90d4fe7015c5/dda3d164-e494-42d8-85a7-76343803620a/ac06b5ad-dafd-4681-a317-9b94ef3622e3) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:59:25.027487 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-cc3c60ca-db6a-47b1-99bb-3c168b08c5fe None None] Attempting to bind port 16d1a07e-24bf-42c9-a1b3-254e10bc28ea on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:59:25.027842 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-cc3c60ca-db6a-47b1-99bb-3c168b08c5fe None None] Attempting to bind port 16d1a07e-24bf-42c9-a1b3-254e10bc28ea by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '2e7c2fcd-5a4a-4f96-b16c-78c0c8455cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7ad1afd3-2350-4aac-b49b-7cf2df7e58ce'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:59:25.028200 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3c60ca-db6a-47b1-99bb-3c168b08c5fe None None] Attempting to bind port 16d1a07e-24bf-42c9-a1b3-254e10bc28ea on network 7ad1afd3-2350-4aac-b49b-7cf2df7e58ce {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:59:25.034899 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c60ca-db6a-47b1-99bb-3c168b08c5fe None None] Pushing event updated for resources: {'Port': ['ID=16d1a07e-24bf-42c9-a1b3-254e10bc28ea,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:25.043723 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3c60ca-db6a-47b1-99bb-3c168b08c5fe None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 18, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 18:59:25.043965 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3c60ca-db6a-47b1-99bb-3c168b08c5fe None None] Checking segment: {'id': '2e7c2fcd-5a4a-4f96-b16c-78c0c8455cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7ad1afd3-2350-4aac-b49b-7cf2df7e58ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 18:59:25.044339 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-cc3c60ca-db6a-47b1-99bb-3c168b08c5fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:25.044725 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3c60ca-db6a-47b1-99bb-3c168b08c5fe None None] Bound using segment: {'id': '2e7c2fcd-5a4a-4f96-b16c-78c0c8455cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7ad1afd3-2350-4aac-b49b-7cf2df7e58ce'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 18:59:25.045531 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-cc3c60ca-db6a-47b1-99bb-3c168b08c5fe None None] Bound port: 16d1a07e-24bf-42c9-a1b3-254e10bc28ea, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e7c2fcd-5a4a-4f96-b16c-78c0c8455cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7ad1afd3-2350-4aac-b49b-7cf2df7e58ce'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 18:59:25.045891 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-cc3c60ca-db6a-47b1-99bb-3c168b08c5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:25.066312 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c561fd14-5b8c-4c1c-9927-b8288c61c984 None None] Routers {'0ef5ff68-1ce5-4226-b6b9-7328c4c057a2'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 18:59:25.067144 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-c561fd14-5b8c-4c1c-9927-b8288c61c984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:58:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['0ef5ff68-1ce5-4226-b6b9-7328c4c057a2'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:25.078555 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0d17aa91-84f2-4040-aca8-80fff5c67c46 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:25.119118 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-0dedee8b-bbf5-4077-9760-0de0feab0386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bcc1920-6fd2-41f6-b8c7-26d5b06a088c', 'name': 'tempest-ServerActionsTestJSON-948088835-router', 'tenant_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.21'}], 'enable_snat': True}, 'gw_port_id': '30a746e1-6cfe-4965-8991-9a0788d3b275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:58:15Z', 'updated_at': '2022-01-21T18:58:25Z', 'revision_number': 4, 'project_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'gw_port': {'id': '30a746e1-6cfe-4965-8991-9a0788d3b275', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1920-6fd2-41f6-b8c7-26d5b06a088c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:58:17Z', 'updated_at': '2022-01-21T18:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '70a51486-551f-49ad-acec-0edbe8bd8edb', 'tenant_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'floating_ip_address': '172.26.1.201', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '2bcc1920-6fd2-41f6-b8c7-26d5b06a088c', 'port_id': '0e84f2c6-e935-4b37-b7e0-389f75a34ebc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2745c7b7-aa59-4a69-977f-3d793c812102', 'mac_address': 'fa:16:3e:9f:90:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa7ee76-c36f-4f35-94ae-dbd802c966ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T18:58:41Z', 'updated_at': '2022-01-21T18:59:21Z', 'revision_number': 1, 'project_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9967e813-77ed-46c7-91b8-8bce979ef6df', 'name': '', 'network_id': '2745c7b7-aa59-4a69-977f-3d793c812102', 'tenant_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'mac_address': 'fa:16:3e:6d:7a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1920-6fd2-41f6-b8c7-26d5b06a088c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '34accf81-441d-49f3-9d99-4b01b78b2f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:58:22Z', 'updated_at': '2022-01-21T18:58:36Z', 'revision_number': 5, 'project_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'subnets': [{'id': '34accf81-441d-49f3-9d99-4b01b78b2f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:25.122339 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dedee8b-bbf5-4077-9760-0de0feab0386 None None] Checking router: 2bcc1920-6fd2-41f6-b8c7-26d5b06a088c for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 18:59:25.131496 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dedee8b-bbf5-4077-9760-0de0feab0386 None None] Routers {'2bcc1920-6fd2-41f6-b8c7-26d5b06a088c'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 18:59:25.132238 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-0dedee8b-bbf5-4077-9760-0de0feab0386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:58:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['2bcc1920-6fd2-41f6-b8c7-26d5b06a088c'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:25.168108 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9f56cbd2-5dc0-4be2-9dff-7825e1848f25 tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:25.189169 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b01f15c9-e374-4945-9854-2acc05ae875b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:25.232741 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-20274fc6-0082-4735-a50d-6323d45d138b None None] Port b62353bd-c36d-4639-a4bf-731977a9448c cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 18:59:25.289972 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-c04f441e-e24a-4bd2-a375-96f758593d16 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Unset dirty status for tenant:0793036907e94c37bc9b47808639bd6c on resource:subnet {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 18:59:25.291498 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c04f441e-e24a-4bd2-a375-96f758593d16 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.7552171 Jan 21 18:59:25.293845 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f56cbd2-5dc0-4be2-9dff-7825e1848f25 tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:59:25.315702 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53788) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:25.320989 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-9f56cbd2-5dc0-4be2-9dff-7825e1848f25 tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:59:25.329603 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f56cbd2-5dc0-4be2-9dff-7825e1848f25 tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:59:25.355687 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-0dedee8b-bbf5-4077-9760-0de0feab0386 None None] Set router 2bcc1920-6fd2-41f6-b8c7-26d5b06a088c gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 18:59:25.455453 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f56cbd2-5dc0-4be2-9dff-7825e1848f25 tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:25.456549 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9f56cbd2-5dc0-4be2-9dff-7825e1848f25 tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:25.543033 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-c561fd14-5b8c-4c1c-9927-b8288c61c984 None None] Set router 0ef5ff68-1ce5-4226-b6b9-7328c4c057a2 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 18:59:25.601146 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3568a1-c5a7-4448-9eb5-0e12a2c0f283 req-bd7a0c8b-a8b8-4f20-8e5c-013e139fcbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:25.603630 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2b3568a1-c5a7-4448-9eb5-0e12a2c0f283 req-bd7a0c8b-a8b8-4f20-8e5c-013e139fcbcb service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=bb8144e3b5cb451fa2ea1f5ea2efa32a&device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 1098 time: 0.5414474 Jan 21 18:59:25.624416 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-9f56cbd2-5dc0-4be2-9dff-7825e1848f25 tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.6976917 Jan 21 18:59:25.630181 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b7758193-29af-45c2-be8b-3449954b10e1 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:25.651540 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53792) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:25.694761 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-d5129ae2-21e9-42de-b023-dc105139902c tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.193'}]}}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:25.699835 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-cc3c60ca-db6a-47b1-99bb-3c168b08c5fe None None] For port 16d1a07e-24bf-42c9-a1b3-254e10bc28ea, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 18:59:25.706413 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-d5129ae2-21e9-42de-b023-dc105139902c tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:25.718673 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-d5129ae2-21e9-42de-b023-dc105139902c tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] Usage tracker for resource:router and tenant:c6f33b8c18e1471c8d79f38f1af13649 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:25.728721 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-d5129ae2-21e9-42de-b023-dc105139902c tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:25.747085 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-cc3c60ca-db6a-47b1-99bb-3c168b08c5fe None None] For port 16d1a07e-24bf-42c9-a1b3-254e10bc28ea, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=16d1a07e-24bf-42c9-a1b3-254e10bc28ea,segment=NetworkSegment(2e7c2fcd-5a4a-4f96-b16c-78c0c8455cfa),segment_id=2e7c2fcd-5a4a-4f96-b16c-78c0c8455cfa)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 18:59:25.751423 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-d5129ae2-21e9-42de-b023-dc105139902c tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:25.778453 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3901feaa-b758-4b90-ae6c-f4daecab81a8 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Router 8d9686a9-aff3-407c-b3c0-3668e2ff583a has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 18:59:25.821855 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f56cbd2-5dc0-4be2-9dff-7825e1848f25 tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] Pushing event updated for resources: {'Port': ['ID=7a33ca20-c620-467b-b406-4b230b84a692,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:25.882446 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e0b2fd3e-772b-4500-9e9b-47f6b1d9202f tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:25.907659 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-cc3c60ca-db6a-47b1-99bb-3c168b08c5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:25.924863 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d5129ae2-21e9-42de-b023-dc105139902c tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:25.925943 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d5129ae2-21e9-42de-b023-dc105139902c tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:25.972178 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-0dedee8b-bbf5-4077-9760-0de0feab0386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bcc1920-6fd2-41f6-b8c7-26d5b06a088c', 'name': 'tempest-ServerActionsTestJSON-948088835-router', 'tenant_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.21'}], 'enable_snat': True}, 'gw_port_id': '30a746e1-6cfe-4965-8991-9a0788d3b275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:58:15Z', 'updated_at': '2022-01-21T18:58:25Z', 'revision_number': 4, 'project_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'gw_port': {'id': '30a746e1-6cfe-4965-8991-9a0788d3b275', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1920-6fd2-41f6-b8c7-26d5b06a088c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:58:17Z', 'updated_at': '2022-01-21T18:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '70a51486-551f-49ad-acec-0edbe8bd8edb', 'tenant_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'floating_ip_address': '172.26.1.201', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '2bcc1920-6fd2-41f6-b8c7-26d5b06a088c', 'port_id': '0e84f2c6-e935-4b37-b7e0-389f75a34ebc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2745c7b7-aa59-4a69-977f-3d793c812102', 'mac_address': 'fa:16:3e:9f:90:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa7ee76-c36f-4f35-94ae-dbd802c966ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T18:58:41Z', 'updated_at': '2022-01-21T18:59:21Z', 'revision_number': 1, 'project_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9967e813-77ed-46c7-91b8-8bce979ef6df', 'name': '', 'network_id': '2745c7b7-aa59-4a69-977f-3d793c812102', 'tenant_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'mac_address': 'fa:16:3e:6d:7a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1920-6fd2-41f6-b8c7-26d5b06a088c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '34accf81-441d-49f3-9d99-4b01b78b2f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:58:22Z', 'updated_at': '2022-01-21T18:58:36Z', 'revision_number': 5, 'project_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'subnets': [{'id': '34accf81-441d-49f3-9d99-4b01b78b2f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:25.977539 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dedee8b-bbf5-4077-9760-0de0feab0386 None None] The sync data for ids ['2bcc1920-6fd2-41f6-b8c7-26d5b06a088c'] in dv-neutron-825470-1-hyperv is: [{'id': '2bcc1920-6fd2-41f6-b8c7-26d5b06a088c', 'name': 'tempest-ServerActionsTestJSON-948088835-router', 'tenant_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.21'}], 'enable_snat': True}, 'gw_port_id': '30a746e1-6cfe-4965-8991-9a0788d3b275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:58:15Z', 'updated_at': '2022-01-21T18:58:25Z', 'revision_number': 4, 'project_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'gw_port': {'id': '30a746e1-6cfe-4965-8991-9a0788d3b275', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1920-6fd2-41f6-b8c7-26d5b06a088c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:58:17Z', 'updated_at': '2022-01-21T18:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '70a51486-551f-49ad-acec-0edbe8bd8edb', 'tenant_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'floating_ip_address': '172.26.1.201', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '2bcc1920-6fd2-41f6-b8c7-26d5b06a088c', 'port_id': '0e84f2c6-e935-4b37-b7e0-389f75a34ebc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2745c7b7-aa59-4a69-977f-3d793c812102', 'mac_address': 'fa:16:3e:9f:90:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa7ee76-c36f-4f35-94ae-dbd802c966ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T18:58:41Z', 'updated_at': '2022-01-21T18:59:21Z', 'revision_number': 1, 'project_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9967e813-77ed-46c7-91b8-8bce979ef6df', 'name': '', 'network_id': '2745c7b7-aa59-4a69-977f-3d793c812102', 'tenant_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'mac_address': 'fa:16:3e:6d:7a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1920-6fd2-41f6-b8c7-26d5b06a088c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '34accf81-441d-49f3-9d99-4b01b78b2f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:58:22Z', 'updated_at': '2022-01-21T18:58:36Z', 'revision_number': 5, 'project_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'subnets': [{'id': '34accf81-441d-49f3-9d99-4b01b78b2f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 18:59:25.995734 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d5129ae2-21e9-42de-b023-dc105139902c tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:26.000380 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c0a2abe-257f-40c0-b132-0f0e72e18f64 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Deleting subnet 4245d157-2138-4ec5-b54b-33becda75e85 {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 18:59:26.022209 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-afa8c9d0-5adf-461e-bc51-ba85d5e21f0d tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] 10.222.0.87 "GET /v2.0/routers/0ef5ff68-1ce5-4226-b6b9-7328c4c057a2 HTTP/1.1" status: 200 len: 907 time: 1.1072092 Jan 21 18:59:26.023574 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c60ca-db6a-47b1-99bb-3c168b08c5fe None None] Pushing event updated for resources: {'Port': ['ID=16d1a07e-24bf-42c9-a1b3-254e10bc28ea,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:26.023963 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2c0a2abe-257f-40c0-b132-0f0e72e18f64 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:26.033545 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53798) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:26.137762 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3568a1-c5a7-4448-9eb5-0e12a2c0f283 req-710749c4-f78f-47e4-bdd0-c7ff91b361c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:26.139172 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2b3568a1-c5a7-4448-9eb5-0e12a2c0f283 req-710749c4-f78f-47e4-bdd0-c7ff91b361c3 service neutron] 10.222.0.113 "GET /v2.0/networks?id=2745c7b7-aa59-4a69-977f-3d793c812102 HTTP/1.1" status: 200 len: 912 time: 0.4579573 Jan 21 18:59:26.167198 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-aa4b657e-3b12-4413-82ec-6d7d34b34b68 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:26.204511 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2c0a2abe-257f-40c0-b132-0f0e72e18f64 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:26.221550 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-aa4b657e-3b12-4413-82ec-6d7d34b34b68 None None] Transition to ACTIVE for port object ac06b5ad-dafd-4681-a317-9b94ef3622e3 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:59:26.248329 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-aa4b657e-3b12-4413-82ec-6d7d34b34b68 None None] Transition to ACTIVE for port object ac06b5ad-dafd-4681-a317-9b94ef3622e3 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:59:26.275042 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-c561fd14-5b8c-4c1c-9927-b8288c61c984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef5ff68-1ce5-4226-b6b9-7328c4c057a2', 'name': 'tempest-snat-router-207224690', 'tenant_id': 'ee61e73a33b04715b07b22baa3498d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.232'}], 'enable_snat': True}, 'gw_port_id': 'ddef9fa7-30cd-4b3f-9e71-388bdf0d86e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:59:16Z', 'updated_at': '2022-01-21T18:59:20Z', 'revision_number': 3, 'project_id': 'ee61e73a33b04715b07b22baa3498d79', 'gw_port': {'id': 'ddef9fa7-30cd-4b3f-9e71-388bdf0d86e6', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef5ff68-1ce5-4226-b6b9-7328c4c057a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:59:18Z', 'updated_at': '2022-01-21T18:59:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:26.279382 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c561fd14-5b8c-4c1c-9927-b8288c61c984 None None] Checking router: 0ef5ff68-1ce5-4226-b6b9-7328c4c057a2 for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 18:59:26.279725 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c561fd14-5b8c-4c1c-9927-b8288c61c984 None None] Updating router 0ef5ff68-1ce5-4226-b6b9-7328c4c057a2 port ddef9fa7-30cd-4b3f-9e71-388bdf0d86e6 binding host dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 18:59:26.348884 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c561fd14-5b8c-4c1c-9927-b8288c61c984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:26.360695 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2b3568a1-c5a7-4448-9eb5-0e12a2c0f283 req-a6595cb4-c9b6-4406-8dbc-79ffb98270c3 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e84f2c6-e935-4b37-b7e0-389f75a34ebc HTTP/1.1" status: 200 len: 999 time: 0.1597588 Jan 21 18:59:26.364306 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6eac95-766c-4762-a752-6323bcc3d3f0 None None] New status for floating IP 70a51486-551f-49ad-acec-0edbe8bd8edb: ACTIVE {{(pid=88139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 18:59:26.502924 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-aa4b657e-3b12-4413-82ec-6d7d34b34b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:26.554757 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b7758193-29af-45c2-be8b-3449954b10e1 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:26.590657 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4b657e-3b12-4413-82ec-6d7d34b34b68 None None] Pushing event updated for resources: {'Port': ['ID=ac06b5ad-dafd-4681-a317-9b94ef3622e3,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:26.630255 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4b657e-3b12-4413-82ec-6d7d34b34b68 None None] Network f632ce9e-eceb-46d0-8cff-90d4fe7015c5 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:59:26.639001 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.db.resource_extend [None req-0d17aa91-84f2-4040-aca8-80fff5c67c46 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 18:59:26.642153 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-aa4b657e-3b12-4413-82ec-6d7d34b34b68 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:59:26.650621 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4b657e-3b12-4413-82ec-6d7d34b34b68 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:59:26.710887 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7758193-29af-45c2-be8b-3449954b10e1 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Pushing event deleted for resources: {'Subnet': ['ID=375aa140-5b4c-4d42-9493-602d7ba186cf,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:26.714982 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0d17aa91-84f2-4040-aca8-80fff5c67c46 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:26.721095 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3901feaa-b758-4b90-ae6c-f4daecab81a8 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 18:59:26.723501 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b7758193-29af-45c2-be8b-3449954b10e1 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:26.805269 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3901feaa-b758-4b90-ae6c-f4daecab81a8 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:26.811926 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3909250b-6e24-475f-8170-50683a0288c5 None None] Sync routers for ids ['8d9686a9-aff3-407c-b3c0-3668e2ff583a'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 18:59:26.840571 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b7758193-29af-45c2-be8b-3449954b10e1 tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] 10.222.0.87 "DELETE /v2.0/subnets/375aa140-5b4c-4d42-9493-602d7ba186cf HTTP/1.1" status: 204 len: 168 time: 2.9350727 Jan 21 18:59:26.868680 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53802) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:26.875649 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d5129ae2-21e9-42de-b023-dc105139902c tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:26.888042 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-3901feaa-b758-4b90-ae6c-f4daecab81a8 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "PUT /v2.0/floatingips/7351a948-b248-4bc7-a9f2-3a6740aef28b HTTP/1.1" status: 200 len: 990 time: 4.3250680 Jan 21 18:59:26.888879 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0d17aa91-84f2-4040-aca8-80fff5c67c46 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:26.911359 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77dde65a-5078-4f97-9467-e1c1e6d2f575 None None] Network f3a285fd-af0d-4923-a3ea-082d9f836075 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 18:59:26.911973 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3568a1-c5a7-4448-9eb5-0e12a2c0f283 req-6753fe2a-22b4-4f87-a509-5dd4aef01954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:26.913887 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2b3568a1-c5a7-4448-9eb5-0e12a2c0f283 req-6753fe2a-22b4-4f87-a509-5dd4aef01954 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=34accf81-441d-49f3-9d99-4b01b78b2f5b HTTP/1.1" status: 200 len: 850 time: 0.3645537 Jan 21 18:59:27.052406 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0d17aa91-84f2-4040-aca8-80fff5c67c46 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:27.068822 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac2c204-4e0f-45f9-a79d-b21ae7229572', 'tag': '4595f76e-de8f-4d44-87f5-2b83a569069c'}] {{(pid=88136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 18:59:27.073849 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3909250b-6e24-475f-8170-50683a0288c5 None None] Routers {'8d9686a9-aff3-407c-b3c0-3668e2ff583a'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 18:59:27.074470 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2c0a2abe-257f-40c0-b132-0f0e72e18f64 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:27.074616 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-3909250b-6e24-475f-8170-50683a0288c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:58:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['8d9686a9-aff3-407c-b3c0-3668e2ff583a'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:27.099247 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-52a5b0b5-644f-4086-a14a-41d1d63a591f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks [] for router, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:27.180538 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-aa4b657e-3b12-4413-82ec-6d7d34b34b68 None None] Attempting to bind port ac06b5ad-dafd-4681-a317-9b94ef3622e3 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:59:27.180908 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-aa4b657e-3b12-4413-82ec-6d7d34b34b68 None None] Attempting to bind port ac06b5ad-dafd-4681-a317-9b94ef3622e3 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'adce2567-cbbd-43fd-9360-7076a1dc9f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f632ce9e-eceb-46d0-8cff-90d4fe7015c5'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:59:27.181261 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4b657e-3b12-4413-82ec-6d7d34b34b68 None None] Attempting to bind port ac06b5ad-dafd-4681-a317-9b94ef3622e3 on network f632ce9e-eceb-46d0-8cff-90d4fe7015c5 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:59:27.220886 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-988a4a4b-d05d-4474-8578-d8b7141ae03c tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:27.282634 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4b657e-3b12-4413-82ec-6d7d34b34b68 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 18, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 18:59:27.283219 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4b657e-3b12-4413-82ec-6d7d34b34b68 None None] Checking segment: {'id': 'adce2567-cbbd-43fd-9360-7076a1dc9f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f632ce9e-eceb-46d0-8cff-90d4fe7015c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 18:59:27.283679 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-aa4b657e-3b12-4413-82ec-6d7d34b34b68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:27.284122 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4b657e-3b12-4413-82ec-6d7d34b34b68 None None] Bound using segment: {'id': 'adce2567-cbbd-43fd-9360-7076a1dc9f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f632ce9e-eceb-46d0-8cff-90d4fe7015c5'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 18:59:27.284674 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-aa4b657e-3b12-4413-82ec-6d7d34b34b68 None None] Bound port: ac06b5ad-dafd-4681-a317-9b94ef3622e3, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adce2567-cbbd-43fd-9360-7076a1dc9f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f632ce9e-eceb-46d0-8cff-90d4fe7015c5'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 18:59:27.285046 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-aa4b657e-3b12-4413-82ec-6d7d34b34b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:27.369219 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac2c204-4e0f-45f9-a79d-b21ae7229572', 'tag': '4595f76e-de8f-4d44-87f5-2b83a569069c', 'status': 'completed', 'code': 200} Jan 21 18:59:27.504580 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d17aa91-84f2-4040-aca8-80fff5c67c46 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Pushing event updated for resources: {'Port': ['ID=b62353bd-c36d-4639-a4bf-731977a9448c,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:27.516944 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8a3fdd0f-dc31-463a-bef7-e355c7aa7437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:27.563937 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2c0a2abe-257f-40c0-b132-0f0e72e18f64 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:27.593635 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-aa4b657e-3b12-4413-82ec-6d7d34b34b68 None None] For port ac06b5ad-dafd-4681-a317-9b94ef3622e3, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 18:59:27.598424 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-aa4b657e-3b12-4413-82ec-6d7d34b34b68 None None] For port ac06b5ad-dafd-4681-a317-9b94ef3622e3, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=ac06b5ad-dafd-4681-a317-9b94ef3622e3,segment=NetworkSegment(adce2567-cbbd-43fd-9360-7076a1dc9f36),segment_id=adce2567-cbbd-43fd-9360-7076a1dc9f36)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 18:59:27.707587 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e0b2fd3e-772b-4500-9e9b-47f6b1d9202f tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:27.720496 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0a2abe-257f-40c0-b132-0f0e72e18f64 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Pushing event deleted for resources: {'Subnet': ['ID=4245d157-2138-4ec5-b54b-33becda75e85,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:27.748440 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-3909250b-6e24-475f-8170-50683a0288c5 None None] Set router 8d9686a9-aff3-407c-b3c0-3668e2ff583a gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 18:59:27.792171 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2c0a2abe-257f-40c0-b132-0f0e72e18f64 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:27.801918 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-988a4a4b-d05d-4474-8578-d8b7141ae03c tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Deleting port 20bf785c-4b36-4bcb-8a73-e88ee7425585 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 18:59:27.802496 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-988a4a4b-d05d-4474-8578-d8b7141ae03c tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:27.848532 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-52a5b0b5-644f-4086-a14a-41d1d63a591f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:27.857496 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d17aa91-84f2-4040-aca8-80fff5c67c46 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Network 711bf481-ac08-41d0-83ae-bc804bfe7021 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:59:27.861146 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-0d17aa91-84f2-4040-aca8-80fff5c67c46 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:59:27.984704 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-aa4b657e-3b12-4413-82ec-6d7d34b34b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:27.994868 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 16d1a07e-24bf-42c9-a1b3-254e10bc28ea up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 18:59:28.010793 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-52a5b0b5-644f-4086-a14a-41d1d63a591f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Deleting port ddef9fa7-30cd-4b3f-9e71-388bdf0d86e6 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 18:59:28.011137 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-52a5b0b5-644f-4086-a14a-41d1d63a591f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:28.014920 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3568a1-c5a7-4448-9eb5-0e12a2c0f283 req-838dc7bc-d7c8-40c6-b0b4-d7039095d648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:28.016529 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2b3568a1-c5a7-4448-9eb5-0e12a2c0f283 req-838dc7bc-d7c8-40c6-b0b4-d7039095d648 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2745c7b7-aa59-4a69-977f-3d793c812102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8033736 Jan 21 18:59:28.109775 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.resource_extend [None req-c561fd14-5b8c-4c1c-9927-b8288c61c984 None None] It took 0.57 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 18:59:28.189954 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334eff5-1dfd-41bb-9d2c-2b513d58611b req-589a2e35-73a6-4eec-873f-52113f620a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:28.196647 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e334eff5-1dfd-41bb-9d2c-2b513d58611b req-589a2e35-73a6-4eec-873f-52113f620a76 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=56cc9754e40e43138bb91a6b89c2795d&device_id=9ac2c204-4e0f-45f9-a79d-b21ae7229572 HTTP/1.1" status: 200 len: 1098 time: 0.9621062 Jan 21 18:59:28.251389 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-52a5b0b5-644f-4086-a14a-41d1d63a591f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:28.290652 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afed8ff0-9c70-4b48-8eef-40d0962cd9cd None None] Network 7ad1afd3-2350-4aac-b49b-7cf2df7e58ce requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 18:59:28.298030 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2c0a2abe-257f-40c0-b132-0f0e72e18f64 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] 10.222.0.87 "DELETE /v2.0/subnets/4245d157-2138-4ec5-b54b-33becda75e85 HTTP/1.1" status: 204 len: 168 time: 2.9709682 Jan 21 18:59:28.362961 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53820) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:28.410819 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c561fd14-5b8c-4c1c-9927-b8288c61c984 None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:28.435700 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-c561fd14-5b8c-4c1c-9927-b8288c61c984 None None] Transition to ACTIVE for port object ddef9fa7-30cd-4b3f-9e71-388bdf0d86e6 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:59:28.451787 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334eff5-1dfd-41bb-9d2c-2b513d58611b req-d2876629-aa46-4aff-a8dc-8a0d922e350f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:28.453925 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e334eff5-1dfd-41bb-9d2c-2b513d58611b req-d2876629-aa46-4aff-a8dc-8a0d922e350f service neutron] 10.222.0.113 "GET /v2.0/networks?id=9ec3aba2-861c-47ae-bc74-f26885aa64f1 HTTP/1.1" status: 200 len: 906 time: 0.1728745 Jan 21 18:59:28.500067 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4b657e-3b12-4413-82ec-6d7d34b34b68 None None] Pushing event updated for resources: {'Port': ['ID=ac06b5ad-dafd-4681-a317-9b94ef3622e3,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:28.512857 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-52a5b0b5-644f-4086-a14a-41d1d63a591f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Calling delete_port for ddef9fa7-30cd-4b3f-9e71-388bdf0d86e6 owned by network:router_gateway {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 18:59:28.727860 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-f159e221-5840-4470-bf7b-4d94318a6d17 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Deleting subnet dda3d164-e494-42d8-85a7-76343803620a {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 18:59:28.735206 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:28.738710 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2b3568a1-c5a7-4448-9eb5-0e12a2c0f283 req-743a4ed1-a307-48fe-8453-3fe4268d3fe6 service neutron] 10.222.0.113 "GET /v2.0/networks/2745c7b7-aa59-4a69-977f-3d793c812102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7090499 Jan 21 18:59:28.785052 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f159e221-5840-4470-bf7b-4d94318a6d17 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:28.864937 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c561fd14-5b8c-4c1c-9927-b8288c61c984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:28.876583 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-52521f51-2e19-4fa8-aa13-91c492784e85 None None] Provisioning for port 16d1a07e-24bf-42c9-a1b3-254e10bc28ea completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 18:59:28.968017 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e334eff5-1dfd-41bb-9d2c-2b513d58611b req-6b953424-8d89-4625-9bbf-f23edaff019a service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4595f76e-de8f-4d44-87f5-2b83a569069c HTTP/1.1" status: 200 len: 998 time: 0.4985759 Jan 21 18:59:28.977408 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-988a4a4b-d05d-4474-8578-d8b7141ae03c tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] For port 20bf785c-4b36-4bcb-8a73-e88ee7425585, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=20bf785c-4b36-4bcb-8a73-e88ee7425585,segment=NetworkSegment(034a079a-d443-4151-a2ce-21b17f2280e6),segment_id=034a079a-d443-4151-a2ce-21b17f2280e6)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 18:59:28.977773 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-988a4a4b-d05d-4474-8578-d8b7141ae03c tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:28.992616 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2b3568a1-c5a7-4448-9eb5-0e12a2c0f283 req-ae2c47f6-b3eb-418c-b57e-ec0f656d6b15 service neutron] 10.222.0.113 "GET /v2.0/networks/2745c7b7-aa59-4a69-977f-3d793c812102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002113 Jan 21 18:59:29.115676 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-c561fd14-5b8c-4c1c-9927-b8288c61c984 None None] Attempting to bind port ddef9fa7-30cd-4b3f-9e71-388bdf0d86e6 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:59:29.116158 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-c561fd14-5b8c-4c1c-9927-b8288c61c984 None None] Attempting to bind port ddef9fa7-30cd-4b3f-9e71-388bdf0d86e6 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:59:29.116785 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c561fd14-5b8c-4c1c-9927-b8288c61c984 None None] Attempting to bind port ddef9fa7-30cd-4b3f-9e71-388bdf0d86e6 on network 552ba34b-3dd7-4be8-8310-a9fc908fe72b {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:59:29.122191 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:29.134009 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d17aa91-84f2-4040-aca8-80fff5c67c46 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Router 2cf7bab9-7481-43bb-8624-c721a7cf3851 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 18:59:29.173827 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:29.177906 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-988a4a4b-d05d-4474-8578-d8b7141ae03c tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Calling delete_port for 20bf785c-4b36-4bcb-8a73-e88ee7425585 owned by network:dhcp {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 18:59:29.202361 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c561fd14-5b8c-4c1c-9927-b8288c61c984 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 18, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 18:59:29.203175 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c561fd14-5b8c-4c1c-9927-b8288c61c984 None None] Checking segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 18:59:29.203875 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c561fd14-5b8c-4c1c-9927-b8288c61c984 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:29.204488 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c561fd14-5b8c-4c1c-9927-b8288c61c984 None None] Bound using segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 18:59:29.207321 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-c561fd14-5b8c-4c1c-9927-b8288c61c984 None None] Bound port: ddef9fa7-30cd-4b3f-9e71-388bdf0d86e6, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 18:59:29.208253 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c561fd14-5b8c-4c1c-9927-b8288c61c984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:29.247362 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334eff5-1dfd-41bb-9d2c-2b513d58611b req-e768e001-302f-49e1-bad8-46caf35a2d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:29.248941 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e334eff5-1dfd-41bb-9d2c-2b513d58611b req-e768e001-302f-49e1-bad8-46caf35a2d03 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=7331d029-75ea-4aa7-8e60-313f0db6f988 HTTP/1.1" status: 200 len: 844 time: 0.2586482 Jan 21 18:59:29.282283 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f159e221-5840-4470-bf7b-4d94318a6d17 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:29.324805 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b2fd3e-772b-4500-9e9b-47f6b1d9202f tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Router 35c8e6e0-d284-4c6b-9f30-0aa7ad41d3b5 is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 18:59:29.340755 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 16d1a07e-24bf-42c9-a1b3-254e10bc28ea completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 18:59:29.393108 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 16d1a07e-24bf-42c9-a1b3-254e10bc28ea triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:59:29.393490 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:29.411973 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-988a4a4b-d05d-4474-8578-d8b7141ae03c tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:29.484487 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a4a4b-d05d-4474-8578-d8b7141ae03c tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Pushing event deleted for resources: {'Port': ['ID=20bf785c-4b36-4bcb-8a73-e88ee7425585,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:29.489535 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988a4a4b-d05d-4474-8578-d8b7141ae03c tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] No DVR routers for this DVR port 20bf785c-4b36-4bcb-8a73-e88ee7425585 on host dv-neutron-825470-1-hyperv {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 18:59:29.532555 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334eff5-1dfd-41bb-9d2c-2b513d58611b req-46209403-9811-455a-997b-3d9ac19faf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:29.534007 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e334eff5-1dfd-41bb-9d2c-2b513d58611b req-46209403-9811-455a-997b-3d9ac19faf3b service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=9ec3aba2-861c-47ae-bc74-f26885aa64f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2763438 Jan 21 18:59:29.537281 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1518177c-221f-44ee-be31-72da3a4f2fd6 None None] Pushing event updated for resources: {'Port': ['ID=ddef9fa7-30cd-4b3f-9e71-388bdf0d86e6,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:29.561007 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d5129ae2-21e9-42de-b023-dc105139902c tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:29.584467 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-78fb5a2c-d35b-42d9-9d3d-c19402d08502 None None] Provisioning complete for port b62353bd-c36d-4639-a4bf-731977a9448c triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:59:29.584843 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-78fb5a2c-d35b-42d9-9d3d-c19402d08502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:29.665054 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-c561fd14-5b8c-4c1c-9927-b8288c61c984 None None] For port ddef9fa7-30cd-4b3f-9e71-388bdf0d86e6, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 18:59:29.682498 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-c561fd14-5b8c-4c1c-9927-b8288c61c984 None None] For port ddef9fa7-30cd-4b3f-9e71-388bdf0d86e6, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=ddef9fa7-30cd-4b3f-9e71-388bdf0d86e6,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 18:59:29.682730 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b2fd3e-772b-4500-9e9b-47f6b1d9202f tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 18:59:29.692661 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3e62ec-d399-4ef0-b178-11e551798445 None None] Sync routers for ids ['35c8e6e0-d284-4c6b-9f30-0aa7ad41d3b5'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 18:59:29.695910 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbd6a3e-627b-43a6-a1ef-b9c2dc3ddcc4 None None] DHCP port deletion for f3a285fd-af0d-4923-a3ea-082d9f836075 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 18:59:29.703946 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-78fb5a2c-d35b-42d9-9d3d-c19402d08502 None None] Port b62353bd-c36d-4639-a4bf-731977a9448c cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 18:59:29.710420 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-3909250b-6e24-475f-8170-50683a0288c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9686a9-aff3-407c-b3c0-3668e2ff583a', 'name': 'tempest-ServersTestJSON-965684241-router', 'tenant_id': '56cc9754e40e43138bb91a6b89c2795d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.10'}], 'enable_snat': True}, 'gw_port_id': '98c06e67-306a-4413-ad8b-629752129788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:58:17Z', 'updated_at': '2022-01-21T18:58:31Z', 'revision_number': 4, 'project_id': '56cc9754e40e43138bb91a6b89c2795d', 'gw_port': {'id': '98c06e67-306a-4413-ad8b-629752129788', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9686a9-aff3-407c-b3c0-3668e2ff583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:58:20Z', 'updated_at': '2022-01-21T18:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '7351a948-b248-4bc7-a9f2-3a6740aef28b', 'tenant_id': '56cc9754e40e43138bb91a6b89c2795d', 'floating_ip_address': '172.26.1.47', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '8d9686a9-aff3-407c-b3c0-3668e2ff583a', 'port_id': '4595f76e-de8f-4d44-87f5-2b83a569069c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ec3aba2-861c-47ae-bc74-f26885aa64f1', 'mac_address': 'fa:16:3e:4f:73:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac2c204-4e0f-45f9-a79d-b21ae7229572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T18:58:44Z', 'updated_at': '2022-01-21T18:59:23Z', 'revision_number': 1, 'project_id': '56cc9754e40e43138bb91a6b89c2795d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bcdb7e1-38b7-4c87-9dea-d5da2e0fa2b3', 'name': '', 'network_id': '9ec3aba2-861c-47ae-bc74-f26885aa64f1', 'tenant_id': '56cc9754e40e43138bb91a6b89c2795d', 'mac_address': 'fa:16:3e:52:3f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9686a9-aff3-407c-b3c0-3668e2ff583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '7331d029-75ea-4aa7-8e60-313f0db6f988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:58:29Z', 'updated_at': '2022-01-21T18:58:40Z', 'revision_number': 5, 'project_id': '56cc9754e40e43138bb91a6b89c2795d', 'subnets': [{'id': '7331d029-75ea-4aa7-8e60-313f0db6f988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:29.719852 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3909250b-6e24-475f-8170-50683a0288c5 None None] Checking router: 8d9686a9-aff3-407c-b3c0-3668e2ff583a for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 18:59:29.728617 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d5129ae2-21e9-42de-b023-dc105139902c tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:29.732915 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3e62ec-d399-4ef0-b178-11e551798445 None None] Routers {'35c8e6e0-d284-4c6b-9f30-0aa7ad41d3b5'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 18:59:29.743937 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-dc3e62ec-d399-4ef0-b178-11e551798445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:59:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['35c8e6e0-d284-4c6b-9f30-0aa7ad41d3b5'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:29.755996 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.db.api [None req-52a5b0b5-644f-4086-a14a-41d1d63a591f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 18:59:29.755996 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG oslo_db.api [None req-52a5b0b5-644f-4086-a14a-41d1d63a591f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 18:59:29.783480 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c561fd14-5b8c-4c1c-9927-b8288c61c984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:29.846308 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6bc564-fde4-4a75-8651-d9b0a452d7b4 None None] DHCP port deletion for 7ad1afd3-2350-4aac-b49b-7cf2df7e58ce request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 18:59:29.870701 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3909250b-6e24-475f-8170-50683a0288c5 None None] Routers {'8d9686a9-aff3-407c-b3c0-3668e2ff583a'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 18:59:29.872077 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-3909250b-6e24-475f-8170-50683a0288c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:59:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['8d9686a9-aff3-407c-b3c0-3668e2ff583a'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:29.887509 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d17aa91-84f2-4040-aca8-80fff5c67c46 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 18:59:29.932292 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e334eff5-1dfd-41bb-9d2c-2b513d58611b req-6fecc27b-18e4-4693-9938-254cd57970be service neutron] 10.222.0.113 "GET /v2.0/networks/9ec3aba2-861c-47ae-bc74-f26885aa64f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110891 Jan 21 18:59:29.942731 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e0b2fd3e-772b-4500-9e9b-47f6b1d9202f tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:29.943857 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e0b2fd3e-772b-4500-9e9b-47f6b1d9202f tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 11.3956966 Jan 21 18:59:29.960624 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3caae0-72b4-43a5-ab9f-5b16e04b5030 None None] Sync routers for ids ['2cf7bab9-7481-43bb-8624-c721a7cf3851'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 18:59:29.997608 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-8d6bc564-fde4-4a75-8651-d9b0a452d7b4 None None] Deleting port 16d1a07e-24bf-42c9-a1b3-254e10bc28ea {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 18:59:29.998451 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8d6bc564-fde4-4a75-8651-d9b0a452d7b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:30.081865 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3caae0-72b4-43a5-ab9f-5b16e04b5030 None None] Routers {'2cf7bab9-7481-43bb-8624-c721a7cf3851'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 18:59:30.082545 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-bc3caae0-72b4-43a5-ab9f-5b16e04b5030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:59:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['2cf7bab9-7481-43bb-8624-c721a7cf3851'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:30.113920 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53832) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:30.118866 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f159e221-5840-4470-bf7b-4d94318a6d17 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:30.136026 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e334eff5-1dfd-41bb-9d2c-2b513d58611b req-6f1d46cc-e3ca-4f79-a0bd-78bdf7ef3404 service neutron] 10.222.0.113 "GET /v2.0/networks/9ec3aba2-861c-47ae-bc74-f26885aa64f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941550 Jan 21 18:59:30.138315 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c561fd14-5b8c-4c1c-9927-b8288c61c984 None None] Routers {'0ef5ff68-1ce5-4226-b6b9-7328c4c057a2'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 18:59:30.138958 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-c561fd14-5b8c-4c1c-9927-b8288c61c984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:59:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['0ef5ff68-1ce5-4226-b6b9-7328c4c057a2'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:30.158169 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-dc3e62ec-d399-4ef0-b178-11e551798445 None None] Set router 35c8e6e0-d284-4c6b-9f30-0aa7ad41d3b5 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 18:59:30.200055 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:30.222259 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d5129ae2-21e9-42de-b023-dc105139902c tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] Notify callbacks [] for router, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:30.240816 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-988a4a4b-d05d-4474-8578-d8b7141ae03c tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:30.247162 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b772d0-0d0d-48bd-9a25-eead7de18fe8 None None] Network f632ce9e-eceb-46d0-8cff-90d4fe7015c5 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 18:59:30.273368 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-988a4a4b-d05d-4474-8578-d8b7141ae03c tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3a285fd-af0d-4923-a3ea-082d9f836075']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:30.290450 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-52a5b0b5-644f-4086-a14a-41d1d63a591f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Deleting port ddef9fa7-30cd-4b3f-9e71-388bdf0d86e6 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 18:59:30.291007 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-52a5b0b5-644f-4086-a14a-41d1d63a591f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:30.297223 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-988a4a4b-d05d-4474-8578-d8b7141ae03c tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '034a079a-d443-4151-a2ce-21b17f2280e6') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:30.297769 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-988a4a4b-d05d-4474-8578-d8b7141ae03c tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '034a079a-d443-4151-a2ce-21b17f2280e6') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:30.316285 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-988a4a4b-d05d-4474-8578-d8b7141ae03c tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:30.333658 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-bc3caae0-72b4-43a5-ab9f-5b16e04b5030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:30.341582 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-988a4a4b-d05d-4474-8578-d8b7141ae03c tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:30.348472 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-0d17aa91-84f2-4040-aca8-80fff5c67c46 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] 10.222.0.87 "PUT /v2.0/routers/2cf7bab9-7481-43bb-8624-c721a7cf3851/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2539935 Jan 21 18:59:30.351560 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-988a4a4b-d05d-4474-8578-d8b7141ae03c tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 18:59:30.352545 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-988a4a4b-d05d-4474-8578-d8b7141ae03c tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:30.356412 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53836) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:30.382657 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-0bb69933-49d2-4934-bc97-975252e6749c tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Request body: {'port': {'network_id': '711bf481-ac08-41d0-83ae-bc804bfe7021', 'name': 'tempest-FloatingIPAdminTestJSON-1330127715'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:30.419364 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-07e96d5a-e59b-4e71-a40b-607db2b093af None None] Provisioning for port ac06b5ad-dafd-4681-a317-9b94ef3622e3 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 18:59:30.489269 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-dc3e62ec-d399-4ef0-b178-11e551798445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c8e6e0-d284-4c6b-9f30-0aa7ad41d3b5', 'name': '', 'tenant_id': 'd1ef0dfbbaf847938739d2a3de7e86ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c65368c-99a3-4a7d-9dad-d7392a4574f4', 'external_fixed_ips': [{'subnet_id': '60eae15a-3989-4bfd-b8c4-fc913dae033d', 'ip_address': '2001:db8::271'}], 'enable_snat': True}, 'gw_port_id': '2358ef7c-2f2b-422e-96fe-593a9167d123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:59:19Z', 'updated_at': '2022-01-21T18:59:24Z', 'revision_number': 3, 'project_id': 'd1ef0dfbbaf847938739d2a3de7e86ca', 'gw_port': {'id': '2358ef7c-2f2b-422e-96fe-593a9167d123', 'name': '', 'network_id': '9c65368c-99a3-4a7d-9dad-d7392a4574f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:92:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c8e6e0-d284-4c6b-9f30-0aa7ad41d3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '60eae15a-3989-4bfd-b8c4-fc913dae033d', 'ip_address': '2001:db8::271', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:59:21Z', 'updated_at': '2022-01-21T18:59:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60eae15a-3989-4bfd-b8c4-fc913dae033d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:30.501751 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3e62ec-d399-4ef0-b178-11e551798445 None None] Checking router: 35c8e6e0-d284-4c6b-9f30-0aa7ad41d3b5 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 18:59:30.502369 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3e62ec-d399-4ef0-b178-11e551798445 None None] Updating router 35c8e6e0-d284-4c6b-9f30-0aa7ad41d3b5 port 2358ef7c-2f2b-422e-96fe-593a9167d123 binding host dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 18:59:30.555792 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:30.556632 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1518177c-221f-44ee-be31-72da3a4f2fd6 None None] Pushing event updated for resources: {'Port': ['ID=ddef9fa7-30cd-4b3f-9e71-388bdf0d86e6,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:30.564438 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 16d1a07e-24bf-42c9-a1b3-254e10bc28ea, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=16d1a07e-24bf-42c9-a1b3-254e10bc28ea,segment=NetworkSegment(2e7c2fcd-5a4a-4f96-b16c-78c0c8455cfa),segment_id=2e7c2fcd-5a4a-4f96-b16c-78c0c8455cfa)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 18:59:30.567217 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 18:59:30.567217 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 18:59:30.567217 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 18:59:30.567217 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 18:59:30.567217 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 18:59:30.567217 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 18:59:30.567217 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 18:59:30.567217 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 18:59:30.567217 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 18:59:30.567217 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 18:59:30.567217 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 18:59:30.567217 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 18:59:30.567217 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 18:59:30.567217 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 18:59:30.567217 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 18:59:30.567217 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 18:59:30.567217 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 18:59:30.567217 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 18:59:30.567217 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 18:59:30.567217 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 18:59:30.567217 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 18:59:30.567217 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 18:59:30.567217 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 18:59:30.567217 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 18:59:30.567217 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 18:59:30.567217 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 18:59:30.567217 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 18:59:30.567217 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 18:59:30.567217 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 18:59:30.567217 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 18:59:30.567217 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 18:59:30.567217 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 18:59:30.571139 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dc3e62ec-d399-4ef0-b178-11e551798445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:30.597354 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-c561fd14-5b8c-4c1c-9927-b8288c61c984 None None] Set router 0ef5ff68-1ce5-4226-b6b9-7328c4c057a2 gateway port host: None {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 18:59:30.669560 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-988a4a4b-d05d-4474-8578-d8b7141ae03c tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:30.678225 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-988a4a4b-d05d-4474-8578-d8b7141ae03c tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:30.724556 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-988a4a4b-d05d-4474-8578-d8b7141ae03c tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] 10.222.0.87 "DELETE /v2.0/networks/f3a285fd-af0d-4923-a3ea-082d9f836075 HTTP/1.1" status: 204 len: 168 time: 3.8313978 Jan 21 18:59:30.725446 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a4a4b-d05d-4474-8578-d8b7141ae03c tempest-ExtraDHCPOptionsTestJSON-1669582997 tempest-ExtraDHCPOptionsTestJSON-1669582997-project] Pushing event deleted for resources: {'Network': ['ID=f3a285fd-af0d-4923-a3ea-082d9f836075,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:30.755524 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2160e864-7b12-4d44-ba95-9b2407eb44b9 req-76e66d2b-c221-4cc0-b47a-4b4dbe46730a service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1848297 Jan 21 18:59:30.854855 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:30.898514 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-c561fd14-5b8c-4c1c-9927-b8288c61c984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef5ff68-1ce5-4226-b6b9-7328c4c057a2', 'name': 'tempest-snat-router-207224690', 'tenant_id': 'ee61e73a33b04715b07b22baa3498d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:59:16Z', 'updated_at': '2022-01-21T18:59:27Z', 'revision_number': 4, 'project_id': 'ee61e73a33b04715b07b22baa3498d79', 'gw_port_host': None}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:30.901389 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3caae0-72b4-43a5-ab9f-5b16e04b5030 None None] Routers {'2cf7bab9-7481-43bb-8624-c721a7cf3851'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 18:59:30.902045 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-bc3caae0-72b4-43a5-ab9f-5b16e04b5030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:59:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['2cf7bab9-7481-43bb-8624-c721a7cf3851'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:31.081420 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c561fd14-5b8c-4c1c-9927-b8288c61c984 None None] The sync data for ids ['0ef5ff68-1ce5-4226-b6b9-7328c4c057a2'] in dv-neutron-825470-1-hyperv is: [{'id': '0ef5ff68-1ce5-4226-b6b9-7328c4c057a2', 'name': 'tempest-snat-router-207224690', 'tenant_id': 'ee61e73a33b04715b07b22baa3498d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:59:16Z', 'updated_at': '2022-01-21T18:59:27Z', 'revision_number': 4, 'project_id': 'ee61e73a33b04715b07b22baa3498d79', 'gw_port_host': None}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 18:59:31.107403 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device ac06b5ad-dafd-4681-a317-9b94ef3622e3 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 18:59:31.136827 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-bc3caae0-72b4-43a5-ab9f-5b16e04b5030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:31.137215 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3caae0-72b4-43a5-ab9f-5b16e04b5030 None None] The sync data for ids ['2cf7bab9-7481-43bb-8624-c721a7cf3851'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 18:59:31.184750 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160e864-7b12-4d44-ba95-9b2407eb44b9 req-d9feca19-f084-48eb-8f50-bc6df7cfd1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:31.187552 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2160e864-7b12-4d44-ba95-9b2407eb44b9 req-d9feca19-f084-48eb-8f50-bc6df7cfd1d8 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=bb8144e3b5cb451fa2ea1f5ea2efa32a&device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 1098 time: 0.3052120 Jan 21 18:59:31.195926 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-3909250b-6e24-475f-8170-50683a0288c5 None None] Set router 8d9686a9-aff3-407c-b3c0-3668e2ff583a gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 18:59:31.294727 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f159e221-5840-4470-bf7b-4d94318a6d17 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:31.304608 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d5129ae2-21e9-42de-b023-dc105139902c tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:31.316564 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d5129ae2-21e9-42de-b023-dc105139902c tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:31.329891 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dc3e62ec-d399-4ef0-b178-11e551798445 None None] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:31.353605 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-dc3e62ec-d399-4ef0-b178-11e551798445 None None] Transition to ACTIVE for port object 2358ef7c-2f2b-422e-96fe-593a9167d123 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:59:31.386402 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=16d1a07e-24bf-42c9-a1b3-254e10bc28ea,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:31.396191 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-8d6bc564-fde4-4a75-8651-d9b0a452d7b4 None None] For port 16d1a07e-24bf-42c9-a1b3-254e10bc28ea, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=16d1a07e-24bf-42c9-a1b3-254e10bc28ea,segment=NetworkSegment(2e7c2fcd-5a4a-4f96-b16c-78c0c8455cfa),segment_id=2e7c2fcd-5a4a-4f96-b16c-78c0c8455cfa)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 18:59:31.396592 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8d6bc564-fde4-4a75-8651-d9b0a452d7b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:31.397940 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160e864-7b12-4d44-ba95-9b2407eb44b9 req-6fab2cea-bb08-4bd1-9417-adf5d26078c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:31.404518 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2160e864-7b12-4d44-ba95-9b2407eb44b9 req-6fab2cea-bb08-4bd1-9417-adf5d26078c2 service neutron] 10.222.0.113 "GET /v2.0/networks?id=2745c7b7-aa59-4a69-977f-3d793c812102 HTTP/1.1" status: 200 len: 912 time: 0.1958685 Jan 21 18:59:31.444412 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dc3e62ec-d399-4ef0-b178-11e551798445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:31.493837 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159e221-5840-4470-bf7b-4d94318a6d17 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Pushing event deleted for resources: {'Subnet': ['ID=dda3d164-e494-42d8-85a7-76343803620a,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:31.523766 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-0bb69933-49d2-4934-bc97-975252e6749c tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:31.531806 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-0bb69933-49d2-4934-bc97-975252e6749c tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Usage tracker for resource:port and tenant:2a30d8a52ae04dd59f64266a579e11a8 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:31.539138 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-0bb69933-49d2-4934-bc97-975252e6749c tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:31.549388 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2160e864-7b12-4d44-ba95-9b2407eb44b9 req-e8a6c474-13b1-4390-af84-d710c3693a9c service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e84f2c6-e935-4b37-b7e0-389f75a34ebc HTTP/1.1" status: 200 len: 1001 time: 0.1370313 Jan 21 18:59:31.554902 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-0bb69933-49d2-4934-bc97-975252e6749c tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:31.575606 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ba1ace74-1970-4885-886c-29677e297226 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks [] for router, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:31.605871 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53848) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:31.611780 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab927925-20ff-4d99-ab23-e09c578aa1d3 None None] Pushing event updated for resources: {'Port': ['ID=2358ef7c-2f2b-422e-96fe-593a9167d123,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:31.634290 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160e864-7b12-4d44-ba95-9b2407eb44b9 req-6d7a6182-0d96-4800-913f-1ca47e83acdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:31.636638 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2160e864-7b12-4d44-ba95-9b2407eb44b9 req-6d7a6182-0d96-4800-913f-1ca47e83acdb service neutron] 10.222.0.113 "GET /v2.0/subnets?id=34accf81-441d-49f3-9d99-4b01b78b2f5b HTTP/1.1" status: 200 len: 850 time: 0.0762060 Jan 21 18:59:31.643174 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab927925-20ff-4d99-ab23-e09c578aa1d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:59:31.643554 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab927925-20ff-4d99-ab23-e09c578aa1d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:59:31.643903 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab927925-20ff-4d99-ab23-e09c578aa1d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:59:31.644238 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab927925-20ff-4d99-ab23-e09c578aa1d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:59:31.644628 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab927925-20ff-4d99-ab23-e09c578aa1d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:59:31.644977 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab927925-20ff-4d99-ab23-e09c578aa1d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:59:31.645309 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab927925-20ff-4d99-ab23-e09c578aa1d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:59:31.645633 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab927925-20ff-4d99-ab23-e09c578aa1d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:59:31.646001 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab927925-20ff-4d99-ab23-e09c578aa1d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:59:31.646329 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab927925-20ff-4d99-ab23-e09c578aa1d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:59:31.646650 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab927925-20ff-4d99-ab23-e09c578aa1d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:59:31.647023 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab927925-20ff-4d99-ab23-e09c578aa1d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 18:59:31.660988 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-dc3e62ec-d399-4ef0-b178-11e551798445 None None] Attempting to bind port 2358ef7c-2f2b-422e-96fe-593a9167d123 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:59:31.661354 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-dc3e62ec-d399-4ef0-b178-11e551798445 None None] Attempting to bind port 2358ef7c-2f2b-422e-96fe-593a9167d123 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '403ff418-59d6-46cc-8838-ce38e85ed5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9c65368c-99a3-4a7d-9dad-d7392a4574f4'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:59:31.662016 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3e62ec-d399-4ef0-b178-11e551798445 None None] Attempting to bind port 2358ef7c-2f2b-422e-96fe-593a9167d123 on network 9c65368c-99a3-4a7d-9dad-d7392a4574f4 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:59:31.668394 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3e62ec-d399-4ef0-b178-11e551798445 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 18, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 18:59:31.671209 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3e62ec-d399-4ef0-b178-11e551798445 None None] Checking segment: {'id': '403ff418-59d6-46cc-8838-ce38e85ed5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9c65368c-99a3-4a7d-9dad-d7392a4574f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 18:59:31.671209 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dc3e62ec-d399-4ef0-b178-11e551798445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:31.671587 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-8d6bc564-fde4-4a75-8651-d9b0a452d7b4 None None] Calling delete_port for 16d1a07e-24bf-42c9-a1b3-254e10bc28ea owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 18:59:31.671664 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3e62ec-d399-4ef0-b178-11e551798445 None None] Bound using segment: {'id': '403ff418-59d6-46cc-8838-ce38e85ed5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9c65368c-99a3-4a7d-9dad-d7392a4574f4'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 18:59:31.671664 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-dc3e62ec-d399-4ef0-b178-11e551798445 None None] Bound port: 2358ef7c-2f2b-422e-96fe-593a9167d123, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '403ff418-59d6-46cc-8838-ce38e85ed5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '9c65368c-99a3-4a7d-9dad-d7392a4574f4'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 18:59:31.671664 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dc3e62ec-d399-4ef0-b178-11e551798445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:31.759650 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160e864-7b12-4d44-ba95-9b2407eb44b9 req-557f8d6c-1e65-46e5-88dc-2d8da141c120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:31.761910 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2160e864-7b12-4d44-ba95-9b2407eb44b9 req-557f8d6c-1e65-46e5-88dc-2d8da141c120 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2745c7b7-aa59-4a69-977f-3d793c812102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1191771 Jan 21 18:59:31.795100 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb69933-49d2-4934-bc97-975252e6749c tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Made reservation on behalf of 2a30d8a52ae04dd59f64266a579e11a8 for: {'port': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:59:31.798637 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0bb69933-49d2-4934-bc97-975252e6749c tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:31.822634 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-dc3e62ec-d399-4ef0-b178-11e551798445 None None] For port 2358ef7c-2f2b-422e-96fe-593a9167d123, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 18:59:31.828424 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-dc3e62ec-d399-4ef0-b178-11e551798445 None None] For port 2358ef7c-2f2b-422e-96fe-593a9167d123, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=2358ef7c-2f2b-422e-96fe-593a9167d123,segment=NetworkSegment(403ff418-59d6-46cc-8838-ce38e85ed5d9),segment_id=403ff418-59d6-46cc-8838-ce38e85ed5d9)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 18:59:31.829498 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f159e221-5840-4470-bf7b-4d94318a6d17 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:31.865120 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [None req-0bb69933-49d2-4934-bc97-975252e6749c tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] device_id is not set on port d53b2e02-1e3e-4801-888a-17e8af18b230 yet. {{(pid=88136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 18:59:31.871733 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-8d6bc564-fde4-4a75-8651-d9b0a452d7b4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 18:59:31.872258 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-8d6bc564-fde4-4a75-8651-d9b0a452d7b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 18:59:31.877903 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port ac06b5ad-dafd-4681-a317-9b94ef3622e3 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 18:59:31.897943 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port ac06b5ad-dafd-4681-a317-9b94ef3622e3 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:59:31.898311 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:31.937551 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dc3e62ec-d399-4ef0-b178-11e551798445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:31.944382 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2160e864-7b12-4d44-ba95-9b2407eb44b9 req-2506e381-79a4-4093-9ffc-fae6682ce812 service neutron] 10.222.0.113 "GET /v2.0/networks/2745c7b7-aa59-4a69-977f-3d793c812102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750686 Jan 21 18:59:32.002628 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f159e221-5840-4470-bf7b-4d94318a6d17 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] 10.222.0.87 "DELETE /v2.0/subnets/dda3d164-e494-42d8-85a7-76343803620a HTTP/1.1" status: 204 len: 168 time: 3.6355748 Jan 21 18:59:32.007188 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53858) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:32.080924 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d5129ae2-21e9-42de-b023-dc105139902c tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:32.081195 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5129ae2-21e9-42de-b023-dc105139902c tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5cf2c603-1cb6-4bd2-905d-1d8e0a66aa7e {{(pid=88136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 18:59:32.087358 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3e62ec-d399-4ef0-b178-11e551798445 None None] Routers {'35c8e6e0-d284-4c6b-9f30-0aa7ad41d3b5'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 18:59:32.087984 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-dc3e62ec-d399-4ef0-b178-11e551798445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:59:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['35c8e6e0-d284-4c6b-9f30-0aa7ad41d3b5'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:32.128368 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2160e864-7b12-4d44-ba95-9b2407eb44b9 req-89c90dd2-e47e-4b49-979b-d0f340a217ef service neutron] 10.222.0.113 "GET /v2.0/networks/2745c7b7-aa59-4a69-977f-3d793c812102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674569 Jan 21 18:59:32.137294 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-52a5b0b5-644f-4086-a14a-41d1d63a591f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] For port ddef9fa7-30cd-4b3f-9e71-388bdf0d86e6, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=ddef9fa7-30cd-4b3f-9e71-388bdf0d86e6,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 18:59:32.137663 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-52a5b0b5-644f-4086-a14a-41d1d63a591f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:32.165927 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab927925-20ff-4d99-ab23-e09c578aa1d3 None None] Pushing event updated for resources: {'Port': ['ID=2358ef7c-2f2b-422e-96fe-593a9167d123,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:32.189414 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3b7cb7f0-03df-4c1a-8c50-9c881b3d39bb admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3bcdcb0d373947ec90d95a38bb8e4cf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5822840 Jan 21 18:59:32.192052 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53862) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:32.274723 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-13c7618a-6ca6-40a3-9549-64fe2d8fff1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:32.308292 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:32.311041 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-13c7618a-6ca6-40a3-9549-64fe2d8fff1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:32.321401 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-d5129ae2-21e9-42de-b023-dc105139902c tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 21 18:59:32.322490 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d5129ae2-21e9-42de-b023-dc105139902c tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 6.6627960 Jan 21 18:59:32.323851 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ba1ace74-1970-4885-886c-29677e297226 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:32.326415 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53866) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:32.334470 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea10fb7-8cca-49b9-b3f7-2aa30bb64de6 None None] DHCP port deletion for f632ce9e-eceb-46d0-8cff-90d4fe7015c5 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 18:59:32.334733 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-52a5b0b5-644f-4086-a14a-41d1d63a591f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Calling delete_port for ddef9fa7-30cd-4b3f-9e71-388bdf0d86e6 owned by network:router_gateway {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 18:59:32.366994 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-7ea10fb7-8cca-49b9-b3f7-2aa30bb64de6 None None] Deleting port ac06b5ad-dafd-4681-a317-9b94ef3622e3 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 18:59:32.367698 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7ea10fb7-8cca-49b9-b3f7-2aa30bb64de6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:32.384426 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-dc3e62ec-d399-4ef0-b178-11e551798445 None None] Set router 35c8e6e0-d284-4c6b-9f30-0aa7ad41d3b5 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 18:59:32.386560 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcec41d-efc7-4801-a1f4-0ba715a27f9d tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:32.387256 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-8bcec41d-efc7-4801-a1f4-0ba715a27f9d tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Synchronizing usage tracker for tenant:0793036907e94c37bc9b47808639bd6c on resource:subnet {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 18:59:32.427532 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-d6be6aeb-73c0-487d-822f-5041a6bb6c7f tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] Deleting port 7a33ca20-c620-467b-b406-4b230b84a692 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 18:59:32.428087 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d6be6aeb-73c0-487d-822f-5041a6bb6c7f tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:32.446608 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-8d6bc564-fde4-4a75-8651-d9b0a452d7b4 None None] Deleting port 16d1a07e-24bf-42c9-a1b3-254e10bc28ea {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 18:59:32.447328 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8d6bc564-fde4-4a75-8651-d9b0a452d7b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:32.476674 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-ba1ace74-1970-4885-886c-29677e297226 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Deleting port 2358ef7c-2f2b-422e-96fe-593a9167d123 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 18:59:32.477011 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ba1ace74-1970-4885-886c-29677e297226 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:32.551549 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-8bcec41d-efc7-4801-a1f4-0ba715a27f9d tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Unset dirty status for tenant:0793036907e94c37bc9b47808639bd6c on resource:subnet {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 18:59:32.552690 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-8bcec41d-efc7-4801-a1f4-0ba715a27f9d tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5428078 Jan 21 18:59:32.555699 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-0bb69933-49d2-4934-bc97-975252e6749c tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Allocated IP 172.20.0.4 (711bf481-ac08-41d0-83ae-bc804bfe7021/3540769f-9332-42ec-9ad4-5e037680644f/d53b2e02-1e3e-4801-888a-17e8af18b230) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:59:32.566501 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53870) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:32.644206 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port ac06b5ad-dafd-4681-a317-9b94ef3622e3, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=ac06b5ad-dafd-4681-a317-9b94ef3622e3,segment=NetworkSegment(adce2567-cbbd-43fd-9360-7076a1dc9f36),segment_id=adce2567-cbbd-43fd-9360-7076a1dc9f36)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 18:59:32.708845 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-dc3e62ec-d399-4ef0-b178-11e551798445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c8e6e0-d284-4c6b-9f30-0aa7ad41d3b5', 'name': '', 'tenant_id': 'd1ef0dfbbaf847938739d2a3de7e86ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c65368c-99a3-4a7d-9dad-d7392a4574f4', 'external_fixed_ips': [{'subnet_id': '60eae15a-3989-4bfd-b8c4-fc913dae033d', 'ip_address': '2001:db8::271'}], 'enable_snat': True}, 'gw_port_id': '2358ef7c-2f2b-422e-96fe-593a9167d123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:59:19Z', 'updated_at': '2022-01-21T18:59:24Z', 'revision_number': 3, 'project_id': 'd1ef0dfbbaf847938739d2a3de7e86ca', 'gw_port': {'id': '2358ef7c-2f2b-422e-96fe-593a9167d123', 'name': '', 'network_id': '9c65368c-99a3-4a7d-9dad-d7392a4574f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:92:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c8e6e0-d284-4c6b-9f30-0aa7ad41d3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '60eae15a-3989-4bfd-b8c4-fc913dae033d', 'ip_address': '2001:db8::271', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:59:21Z', 'updated_at': '2022-01-21T18:59:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60eae15a-3989-4bfd-b8c4-fc913dae033d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:32.715824 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3e62ec-d399-4ef0-b178-11e551798445 None None] The sync data for ids ['35c8e6e0-d284-4c6b-9f30-0aa7ad41d3b5'] in dv-neutron-825470-1-hyperv is: [{'id': '35c8e6e0-d284-4c6b-9f30-0aa7ad41d3b5', 'name': '', 'tenant_id': 'd1ef0dfbbaf847938739d2a3de7e86ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c65368c-99a3-4a7d-9dad-d7392a4574f4', 'external_fixed_ips': [{'subnet_id': '60eae15a-3989-4bfd-b8c4-fc913dae033d', 'ip_address': '2001:db8::271'}], 'enable_snat': True}, 'gw_port_id': '2358ef7c-2f2b-422e-96fe-593a9167d123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:59:19Z', 'updated_at': '2022-01-21T18:59:24Z', 'revision_number': 3, 'project_id': 'd1ef0dfbbaf847938739d2a3de7e86ca', 'gw_port': {'id': '2358ef7c-2f2b-422e-96fe-593a9167d123', 'name': '', 'network_id': '9c65368c-99a3-4a7d-9dad-d7392a4574f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:92:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c8e6e0-d284-4c6b-9f30-0aa7ad41d3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '60eae15a-3989-4bfd-b8c4-fc913dae033d', 'ip_address': '2001:db8::271', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:59:21Z', 'updated_at': '2022-01-21T18:59:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60eae15a-3989-4bfd-b8c4-fc913dae033d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 18:59:32.795289 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-13c7618a-6ca6-40a3-9549-64fe2d8fff1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:32.797374 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:32.822152 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d6be6aeb-73c0-487d-822f-5041a6bb6c7f tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:32.859762 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-7ea10fb7-8cca-49b9-b3f7-2aa30bb64de6 None None] For port ac06b5ad-dafd-4681-a317-9b94ef3622e3, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=ac06b5ad-dafd-4681-a317-9b94ef3622e3,segment=NetworkSegment(adce2567-cbbd-43fd-9360-7076a1dc9f36),segment_id=adce2567-cbbd-43fd-9360-7076a1dc9f36)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 18:59:32.860152 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7ea10fb7-8cca-49b9-b3f7-2aa30bb64de6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:32.893954 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 20bf785c-4b36-4bcb-8a73-e88ee7425585 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 18:59:32.979207 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-d6be6aeb-73c0-487d-822f-5041a6bb6c7f tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] Calling delete_port for 7a33ca20-c620-467b-b406-4b230b84a692 owned by {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 18:59:33.011424 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7618a-6ca6-40a3-9549-64fe2d8fff1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb382537-2ee4-48bf-9dd8-250d4303c269,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:33.084773 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-13c7618a-6ca6-40a3-9549-64fe2d8fff1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:33.100371 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-ba1ace74-1970-4885-886c-29677e297226 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] For port 2358ef7c-2f2b-422e-96fe-593a9167d123, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=2358ef7c-2f2b-422e-96fe-593a9167d123,segment=NetworkSegment(403ff418-59d6-46cc-8838-ce38e85ed5d9),segment_id=403ff418-59d6-46cc-8838-ce38e85ed5d9)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 18:59:33.100779 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ba1ace74-1970-4885-886c-29677e297226 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:33.105782 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-13c7618a-6ca6-40a3-9549-64fe2d8fff1b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/bb382537-2ee4-48bf-9dd8-250d4303c269 HTTP/1.1" status: 204 len: 168 time: 0.9083090 Jan 21 18:59:33.247789 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 20bf785c-4b36-4bcb-8a73-e88ee7425585 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 18:59:33.248137 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 20bf785c-4b36-4bcb-8a73-e88ee7425585 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 18:59:33.248658 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 16d1a07e-24bf-42c9-a1b3-254e10bc28ea no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 18:59:33.287130 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-7ea10fb7-8cca-49b9-b3f7-2aa30bb64de6 None None] Calling delete_port for ac06b5ad-dafd-4681-a317-9b94ef3622e3 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 18:59:33.330219 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d6be6aeb-73c0-487d-822f-5041a6bb6c7f tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:33.331127 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-ba1ace74-1970-4885-886c-29677e297226 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Calling delete_port for 2358ef7c-2f2b-422e-96fe-593a9167d123 owned by network:router_gateway {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 18:59:33.424821 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6e822190-868a-4826-ad56-2dd19c229e28 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:33.461083 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=ac06b5ad-dafd-4681-a317-9b94ef3622e3,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:33.464083 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be6aeb-73c0-487d-822f-5041a6bb6c7f tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a33ca20-c620-467b-b406-4b230b84a692,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:33.519944 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-8d6bc564-fde4-4a75-8651-d9b0a452d7b4 None None] For port 16d1a07e-24bf-42c9-a1b3-254e10bc28ea, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=16d1a07e-24bf-42c9-a1b3-254e10bc28ea,segment=NetworkSegment(2e7c2fcd-5a4a-4f96-b16c-78c0c8455cfa),segment_id=2e7c2fcd-5a4a-4f96-b16c-78c0c8455cfa)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 18:59:33.519944 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8d6bc564-fde4-4a75-8651-d9b0a452d7b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:33.564927 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-3909250b-6e24-475f-8170-50683a0288c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9686a9-aff3-407c-b3c0-3668e2ff583a', 'name': 'tempest-ServersTestJSON-965684241-router', 'tenant_id': '56cc9754e40e43138bb91a6b89c2795d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.10'}], 'enable_snat': True}, 'gw_port_id': '98c06e67-306a-4413-ad8b-629752129788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:58:17Z', 'updated_at': '2022-01-21T18:58:31Z', 'revision_number': 4, 'project_id': '56cc9754e40e43138bb91a6b89c2795d', 'gw_port': {'id': '98c06e67-306a-4413-ad8b-629752129788', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9686a9-aff3-407c-b3c0-3668e2ff583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:58:20Z', 'updated_at': '2022-01-21T18:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '7351a948-b248-4bc7-a9f2-3a6740aef28b', 'tenant_id': '56cc9754e40e43138bb91a6b89c2795d', 'floating_ip_address': '172.26.1.47', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '8d9686a9-aff3-407c-b3c0-3668e2ff583a', 'port_id': '4595f76e-de8f-4d44-87f5-2b83a569069c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ec3aba2-861c-47ae-bc74-f26885aa64f1', 'mac_address': 'fa:16:3e:4f:73:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac2c204-4e0f-45f9-a79d-b21ae7229572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T18:58:44Z', 'updated_at': '2022-01-21T18:59:23Z', 'revision_number': 1, 'project_id': '56cc9754e40e43138bb91a6b89c2795d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bcdb7e1-38b7-4c87-9dea-d5da2e0fa2b3', 'name': '', 'network_id': '9ec3aba2-861c-47ae-bc74-f26885aa64f1', 'tenant_id': '56cc9754e40e43138bb91a6b89c2795d', 'mac_address': 'fa:16:3e:52:3f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9686a9-aff3-407c-b3c0-3668e2ff583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '7331d029-75ea-4aa7-8e60-313f0db6f988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:58:29Z', 'updated_at': '2022-01-21T18:58:40Z', 'revision_number': 5, 'project_id': '56cc9754e40e43138bb91a6b89c2795d', 'subnets': [{'id': '7331d029-75ea-4aa7-8e60-313f0db6f988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:33.577389 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d6be6aeb-73c0-487d-822f-5041a6bb6c7f tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:33.584002 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-d6be6aeb-73c0-487d-822f-5041a6bb6c7f tempest-RoutersAdminNegativeTest-795911947 tempest-RoutersAdminNegativeTest-795911947-project-admin] 10.222.0.87 "DELETE /v2.0/ports/7a33ca20-c620-467b-b406-4b230b84a692 HTTP/1.1" status: 204 len: 168 time: 1.2533286 Jan 21 18:59:33.591610 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3909250b-6e24-475f-8170-50683a0288c5 None None] The sync data for ids ['8d9686a9-aff3-407c-b3c0-3668e2ff583a'] in dv-neutron-825470-1-hyperv is: [{'id': '8d9686a9-aff3-407c-b3c0-3668e2ff583a', 'name': 'tempest-ServersTestJSON-965684241-router', 'tenant_id': '56cc9754e40e43138bb91a6b89c2795d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.10'}], 'enable_snat': True}, 'gw_port_id': '98c06e67-306a-4413-ad8b-629752129788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:58:17Z', 'updated_at': '2022-01-21T18:58:31Z', 'revision_number': 4, 'project_id': '56cc9754e40e43138bb91a6b89c2795d', 'gw_port': {'id': '98c06e67-306a-4413-ad8b-629752129788', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9686a9-aff3-407c-b3c0-3668e2ff583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:58:20Z', 'updated_at': '2022-01-21T18:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '7351a948-b248-4bc7-a9f2-3a6740aef28b', 'tenant_id': '56cc9754e40e43138bb91a6b89c2795d', 'floating_ip_address': '172.26.1.47', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '8d9686a9-aff3-407c-b3c0-3668e2ff583a', 'port_id': '4595f76e-de8f-4d44-87f5-2b83a569069c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ec3aba2-861c-47ae-bc74-f26885aa64f1', 'mac_address': 'fa:16:3e:4f:73:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac2c204-4e0f-45f9-a79d-b21ae7229572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T18:58:44Z', 'updated_at': '2022-01-21T18:59:23Z', 'revision_number': 1, 'project_id': '56cc9754e40e43138bb91a6b89c2795d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bcdb7e1-38b7-4c87-9dea-d5da2e0fa2b3', 'name': '', 'network_id': '9ec3aba2-861c-47ae-bc74-f26885aa64f1', 'tenant_id': '56cc9754e40e43138bb91a6b89c2795d', 'mac_address': 'fa:16:3e:52:3f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9686a9-aff3-407c-b3c0-3668e2ff583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '7331d029-75ea-4aa7-8e60-313f0db6f988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:58:29Z', 'updated_at': '2022-01-21T18:58:40Z', 'revision_number': 5, 'project_id': '56cc9754e40e43138bb91a6b89c2795d', 'subnets': [{'id': '7331d029-75ea-4aa7-8e60-313f0db6f988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 18:59:33.638299 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-6e822190-868a-4826-ad56-2dd19c229e28 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Deleting port ac06b5ad-dafd-4681-a317-9b94ef3622e3 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 18:59:33.648670 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6e822190-868a-4826-ad56-2dd19c229e28 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:33.748367 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-7ea10fb7-8cca-49b9-b3f7-2aa30bb64de6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 18:59:33.748804 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-7ea10fb7-8cca-49b9-b3f7-2aa30bb64de6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 18:59:33.765516 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-8d6bc564-fde4-4a75-8651-d9b0a452d7b4 None None] Calling delete_port for 16d1a07e-24bf-42c9-a1b3-254e10bc28ea owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 18:59:33.825991 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:33.899165 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 16d1a07e-24bf-42c9-a1b3-254e10bc28ea, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=16d1a07e-24bf-42c9-a1b3-254e10bc28ea,segment=NetworkSegment(2e7c2fcd-5a4a-4f96-b16c-78c0c8455cfa),segment_id=2e7c2fcd-5a4a-4f96-b16c-78c0c8455cfa)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 18:59:33.899820 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-52a5b0b5-644f-4086-a14a-41d1d63a591f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:33.971706 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:34.008386 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d11cd14-db76-4890-9ced-d030e0e753e6 None None] New status for floating IP 7351a948-b248-4bc7-a9f2-3a6740aef28b: ACTIVE {{(pid=88139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 18:59:34.040929 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a5b0b5-644f-4086-a14a-41d1d63a591f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Pushing event deleted for resources: {'Port': ['ID=ddef9fa7-30cd-4b3f-9e71-388bdf0d86e6,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:34.051792 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-8d6bc564-fde4-4a75-8651-d9b0a452d7b4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 18:59:34.053883 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-8d6bc564-fde4-4a75-8651-d9b0a452d7b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 18:59:34.084619 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=16d1a07e-24bf-42c9-a1b3-254e10bc28ea,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:34.233578 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 2358ef7c-2f2b-422e-96fe-593a9167d123 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 18:59:34.362624 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-7ea10fb7-8cca-49b9-b3f7-2aa30bb64de6 None None] Deleting port ac06b5ad-dafd-4681-a317-9b94ef3622e3 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 18:59:34.363445 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7ea10fb7-8cca-49b9-b3f7-2aa30bb64de6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:34.376178 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0bb69933-49d2-4934-bc97-975252e6749c tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:34.380826 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-6e822190-868a-4826-ad56-2dd19c229e28 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] For port ac06b5ad-dafd-4681-a317-9b94ef3622e3, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=ac06b5ad-dafd-4681-a317-9b94ef3622e3,segment=NetworkSegment(adce2567-cbbd-43fd-9360-7076a1dc9f36),segment_id=adce2567-cbbd-43fd-9360-7076a1dc9f36)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 18:59:34.381401 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6e822190-868a-4826-ad56-2dd19c229e28 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:34.395263 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-52a5b0b5-644f-4086-a14a-41d1d63a591f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:34.509287 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53900) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:34.677757 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 2358ef7c-2f2b-422e-96fe-593a9167d123 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 18:59:34.691900 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-7ea10fb7-8cca-49b9-b3f7-2aa30bb64de6 None None] For port ac06b5ad-dafd-4681-a317-9b94ef3622e3, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=ac06b5ad-dafd-4681-a317-9b94ef3622e3,segment=NetworkSegment(adce2567-cbbd-43fd-9360-7076a1dc9f36),segment_id=adce2567-cbbd-43fd-9360-7076a1dc9f36)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 18:59:34.693002 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7ea10fb7-8cca-49b9-b3f7-2aa30bb64de6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:34.712935 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-0bb69933-49d2-4934-bc97-975252e6749c tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Transition to ACTIVE for port object d53b2e02-1e3e-4801-888a-17e8af18b230 will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:59:34.724199 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-6e822190-868a-4826-ad56-2dd19c229e28 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Calling delete_port for ac06b5ad-dafd-4681-a317-9b94ef3622e3 owned by network:dhcp {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 18:59:34.727368 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e53ebdb8-3bf3-4e24-b944-7d726b6fbee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:34.747427 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e53ebdb8-3bf3-4e24-b944-7d726b6fbee7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:34.754423 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-e53ebdb8-3bf3-4e24-b944-7d726b6fbee7 admin admin] Usage tracker for resource:security_group_rule and tenant:f29c40b4299144db9acef3184dedea1a is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:34.756475 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ba1ace74-1970-4885-886c-29677e297226 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:34.757574 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-e53ebdb8-3bf3-4e24-b944-7d726b6fbee7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:34.763879 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e53ebdb8-3bf3-4e24-b944-7d726b6fbee7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:34.884293 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-7ea10fb7-8cca-49b9-b3f7-2aa30bb64de6 None None] Calling delete_port for ac06b5ad-dafd-4681-a317-9b94ef3622e3 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 18:59:34.979197 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-8d6bc564-fde4-4a75-8651-d9b0a452d7b4 None None] Deleting port 16d1a07e-24bf-42c9-a1b3-254e10bc28ea {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 18:59:34.979882 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8d6bc564-fde4-4a75-8651-d9b0a452d7b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:34.987988 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e53ebdb8-3bf3-4e24-b944-7d726b6fbee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:35.014624 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 2358ef7c-2f2b-422e-96fe-593a9167d123 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:59:35.014925 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:35.018592 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-52a5b0b5-644f-4086-a14a-41d1d63a591f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:35.022644 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-52a5b0b5-644f-4086-a14a-41d1d63a591f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:35.022858 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53912) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:35.027093 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ace74-1970-4885-886c-29677e297226 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Pushing event deleted for resources: {'Port': ['ID=2358ef7c-2f2b-422e-96fe-593a9167d123,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:35.074734 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Port 2358ef7c-2f2b-422e-96fe-593a9167d123 was deleted so its status cannot be updated. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 18:59:35.079396 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7ea10fb7-8cca-49b9-b3f7-2aa30bb64de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:35.105401 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e53ebdb8-3bf3-4e24-b944-7d726b6fbee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:35.127320 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.db.api [None req-6e822190-868a-4826-ad56-2dd19c229e28 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 18:59:35.127783 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG oslo_db.api [None req-6e822190-868a-4826-ad56-2dd19c229e28 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 18:59:35.147171 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea10fb7-8cca-49b9-b3f7-2aa30bb64de6 None None] Pushing event deleted for resources: {'Port': ['ID=ac06b5ad-dafd-4681-a317-9b94ef3622e3,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:35.177622 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea10fb7-8cca-49b9-b3f7-2aa30bb64de6 None None] No DVR routers for this DVR port ac06b5ad-dafd-4681-a317-9b94ef3622e3 on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 18:59:35.183310 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53918) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:35.183656 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e53ebdb8-3bf3-4e24-b944-7d726b6fbee7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f29c40b4299144db9acef3184dedea1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6729810 Jan 21 18:59:35.184696 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device ac06b5ad-dafd-4681-a317-9b94ef3622e3 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 18:59:35.190196 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-f6df3c85-0b3f-4dbf-a9ad-42a3821faed7 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-176467368'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:35.195232 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53ebdb8-3bf3-4e24-b944-7d726b6fbee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b290c2-c003-4ae5-9d5a-c49bcea100bd,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:35.199196 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-f6df3c85-0b3f-4dbf-a9ad-42a3821faed7 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:35.205045 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-f6df3c85-0b3f-4dbf-a9ad-42a3821faed7 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Usage tracker for resource:network and tenant:a0239d3ca13d4cf4a0fbb3c61c69d28b is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:35.209758 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-f6df3c85-0b3f-4dbf-a9ad-42a3821faed7 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:35.218070 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-f6df3c85-0b3f-4dbf-a9ad-42a3821faed7 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:35.242590 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: ac06b5ad-dafd-4681-a317-9b94ef3622e3 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 18:59:35.242939 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device ac06b5ad-dafd-4681-a317-9b94ef3622e3 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 18:59:35.250452 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-35b811c3-e7f9-4ea5-bd3d-36fdde8d2037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:35.264928 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-52a5b0b5-644f-4086-a14a-41d1d63a591f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:35.265714 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a5b0b5-644f-4086-a14a-41d1d63a591f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0ef5ff68-1ce5-4226-b6b9-7328c4c057a2 {{(pid=88136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 18:59:35.287827 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-35b811c3-e7f9-4ea5-bd3d-36fdde8d2037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:35.300339 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0bb69933-49d2-4934-bc97-975252e6749c tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:35.367359 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6df3c85-0b3f-4dbf-a9ad-42a3821faed7 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Made reservation on behalf of a0239d3ca13d4cf4a0fbb3c61c69d28b for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:59:35.371528 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f6df3c85-0b3f-4dbf-a9ad-42a3821faed7 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:35.388219 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f6df3c85-0b3f-4dbf-a9ad-42a3821faed7 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:35.404404 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-f6df3c85-0b3f-4dbf-a9ad-42a3821faed7 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:35.410837 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-f6df3c85-0b3f-4dbf-a9ad-42a3821faed7 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Usage tracker for resource:security_group_rule and tenant:a0239d3ca13d4cf4a0fbb3c61c69d28b is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:35.414615 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-f6df3c85-0b3f-4dbf-a9ad-42a3821faed7 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:35.415476 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb69933-49d2-4934-bc97-975252e6749c tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Network 711bf481-ac08-41d0-83ae-bc804bfe7021 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:59:35.419703 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-0bb69933-49d2-4934-bc97-975252e6749c tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:59:35.422302 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-f6df3c85-0b3f-4dbf-a9ad-42a3821faed7 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:35.441879 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-52a5b0b5-644f-4086-a14a-41d1d63a591f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:35.446077 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-52a5b0b5-644f-4086-a14a-41d1d63a591f tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] 10.222.0.87 "DELETE /v2.0/routers/0ef5ff68-1ce5-4226-b6b9-7328c4c057a2 HTTP/1.1" status: 204 len: 168 time: 9.4090786 Jan 21 18:59:35.446476 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53924) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:35.447416 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb69933-49d2-4934-bc97-975252e6749c tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:59:35.459099 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-8d6bc564-fde4-4a75-8651-d9b0a452d7b4 None None] For port 16d1a07e-24bf-42c9-a1b3-254e10bc28ea, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=16d1a07e-24bf-42c9-a1b3-254e10bc28ea,segment=NetworkSegment(2e7c2fcd-5a4a-4f96-b16c-78c0c8455cfa),segment_id=2e7c2fcd-5a4a-4f96-b16c-78c0c8455cfa)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 18:59:35.459595 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8d6bc564-fde4-4a75-8651-d9b0a452d7b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:35.573531 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb69933-49d2-4934-bc97-975252e6749c tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Pushing event updated for resources: {'Port': ['ID=d53b2e02-1e3e-4801-888a-17e8af18b230,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:35.588686 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ba1ace74-1970-4885-886c-29677e297226 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:35.618507 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-8d6bc564-fde4-4a75-8651-d9b0a452d7b4 None None] Calling delete_port for 16d1a07e-24bf-42c9-a1b3-254e10bc28ea owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 18:59:35.664107 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-6e822190-868a-4826-ad56-2dd19c229e28 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Deleting port ac06b5ad-dafd-4681-a317-9b94ef3622e3 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 18:59:35.665815 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6e822190-868a-4826-ad56-2dd19c229e28 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:35.709182 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-35b811c3-e7f9-4ea5-bd3d-36fdde8d2037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:35.731448 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5e73b93c-4bed-4933-8c01-14c8c80401df tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks [] for router, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:35.804267 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8d6bc564-fde4-4a75-8651-d9b0a452d7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:35.843877 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b811c3-e7f9-4ea5-bd3d-36fdde8d2037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b290c2-c003-4ae5-9d5a-c49bcea100bd,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:35.846249 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-c84d9f20-3ab6-41c4-b00a-7191c9f8c8da None None] Provisioning for port d53b2e02-1e3e-4801-888a-17e8af18b230 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 18:59:35.855604 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f6df3c85-0b3f-4dbf-a9ad-42a3821faed7 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:35.864697 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6bc564-fde4-4a75-8651-d9b0a452d7b4 None None] Pushing event deleted for resources: {'Port': ['ID=16d1a07e-24bf-42c9-a1b3-254e10bc28ea,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:35.866737 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6bc564-fde4-4a75-8651-d9b0a452d7b4 None None] No DVR routers for this DVR port 16d1a07e-24bf-42c9-a1b3-254e10bc28ea on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 18:59:35.871869 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-c84d9f20-3ab6-41c4-b00a-7191c9f8c8da None None] Provisioning complete for port d53b2e02-1e3e-4801-888a-17e8af18b230 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:59:35.872243 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c84d9f20-3ab6-41c4-b00a-7191c9f8c8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:35.908374 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-6e822190-868a-4826-ad56-2dd19c229e28 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] The port 'ac06b5ad-dafd-4681-a317-9b94ef3622e3' was deleted {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 18:59:35.921966 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ba1ace74-1970-4885-886c-29677e297226 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:35.932792 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-c84d9f20-3ab6-41c4-b00a-7191c9f8c8da None None] Port d53b2e02-1e3e-4801-888a-17e8af18b230 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 18:59:35.939381 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f6df3c85-0b3f-4dbf-a9ad-42a3821faed7 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:35.954062 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ba1ace74-1970-4885-886c-29677e297226 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:35.960809 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb69933-49d2-4934-bc97-975252e6749c tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:35.961414 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0bb69933-49d2-4934-bc97-975252e6749c tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:35.964979 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-35b811c3-e7f9-4ea5-bd3d-36fdde8d2037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:35.966082 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-35b811c3-e7f9-4ea5-bd3d-36fdde8d2037 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/21b290c2-c003-4ae5-9d5a-c49bcea100bd HTTP/1.1" status: 204 len: 168 time: 0.7810762 Jan 21 18:59:35.983862 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6df3c85-0b3f-4dbf-a9ad-42a3821faed7 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 18:59:36.004851 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5e73b93c-4bed-4933-8c01-14c8c80401df tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:36.013019 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df3c85-0b3f-4dbf-a9ad-42a3821faed7 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb2a3fa-a5e4-420b-a9f2-29af45c64d30,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:36.017039 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f6df3c85-0b3f-4dbf-a9ad-42a3821faed7 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:36.017390 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-f6df3c85-0b3f-4dbf-a9ad-42a3821faed7 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Added segment 6729187e-0b5b-4736-9e9e-b063ead9ac82 of type vlan for network b46fccb6-bf9d-4d61-b579-af0a30a6d47c Jan 21 18:59:36.048493 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f6df3c85-0b3f-4dbf-a9ad-42a3821faed7 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:36.102759 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6e822190-868a-4826-ad56-2dd19c229e28 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:36.112794 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-5e73b93c-4bed-4933-8c01-14c8c80401df tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Deleting port 71e0dc98-0a1d-4561-8963-6b7261087da1 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 18:59:36.113259 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5e73b93c-4bed-4933-8c01-14c8c80401df tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:36.130466 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-6e822190-868a-4826-ad56-2dd19c229e28 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f632ce9e-eceb-46d0-8cff-90d4fe7015c5']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:36.142086 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-0bb69933-49d2-4934-bc97-975252e6749c tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7708771 Jan 21 18:59:36.142240 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ba1ace74-1970-4885-886c-29677e297226 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:36.142991 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba1ace74-1970-4885-886c-29677e297226 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 35c8e6e0-d284-4c6b-9f30-0aa7ad41d3b5 {{(pid=88136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 18:59:36.143099 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53932) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:36.148064 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ba1ace74-1970-4885-886c-29677e297226 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:36.149176 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ba1ace74-1970-4885-886c-29677e297226 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] 10.222.0.87 "DELETE /v2.0/routers/35c8e6e0-d284-4c6b-9f30-0aa7ad41d3b5 HTTP/1.1" status: 204 len: 168 time: 5.9977903 Jan 21 18:59:36.151000 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-6e822190-868a-4826-ad56-2dd19c229e28 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adce2567-cbbd-43fd-9360-7076a1dc9f36') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:36.151286 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-6e822190-868a-4826-ad56-2dd19c229e28 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adce2567-cbbd-43fd-9360-7076a1dc9f36') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:36.156488 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f6df3c85-0b3f-4dbf-a9ad-42a3821faed7 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:36.158377 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53936) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:36.162178 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6df3c85-0b3f-4dbf-a9ad-42a3821faed7 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:36.162781 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f6df3c85-0b3f-4dbf-a9ad-42a3821faed7 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:36.201257 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6e822190-868a-4826-ad56-2dd19c229e28 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:36.230696 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6e822190-868a-4826-ad56-2dd19c229e28 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:36.246683 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e822190-868a-4826-ad56-2dd19c229e28 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 18:59:36.247383 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6e822190-868a-4826-ad56-2dd19c229e28 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:36.268536 dv-neutron-825470-1-hyperv neutron-server[88136]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 18:59:36.268536 dv-neutron-825470-1-hyperv neutron-server[88136]: util.warn( Jan 21 18:59:36.268536 dv-neutron-825470-1-hyperv neutron-server[88136]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 18:59:36.268536 dv-neutron-825470-1-hyperv neutron-server[88136]: util.warn( Jan 21 18:59:36.268536 dv-neutron-825470-1-hyperv neutron-server[88136]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 18:59:36.268536 dv-neutron-825470-1-hyperv neutron-server[88136]: util.warn( Jan 21 18:59:36.268536 dv-neutron-825470-1-hyperv neutron-server[88136]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 18:59:36.268536 dv-neutron-825470-1-hyperv neutron-server[88136]: util.warn( Jan 21 18:59:36.268536 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 18:59:36.268536 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 18:59:36.268536 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 18:59:36.268536 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 18:59:36.268536 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 18:59:36.268536 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 18:59:36.268536 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 18:59:36.268536 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 18:59:36.268536 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 18:59:36.268536 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 18:59:36.268536 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 18:59:36.268536 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 18:59:36.268536 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 18:59:36.268536 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 18:59:36.268536 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 18:59:36.268536 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 18:59:36.268536 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 18:59:36.268536 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 18:59:36.268536 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 18:59:36.268536 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 18:59:36.268536 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 18:59:36.268536 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 18:59:36.268536 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 18:59:36.268536 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 18:59:36.268536 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 18:59:36.268536 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 18:59:36.268536 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 18:59:36.268536 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 18:59:36.268536 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 18:59:36.268536 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 18:59:36.268536 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 18:59:36.268536 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 18:59:36.277313 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-3403b5b9-61ca-4743-8e25-92a9f41fa90a tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Deleting subnet 60eae15a-3989-4bfd-b8c4-fc913dae033d {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 18:59:36.296367 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3403b5b9-61ca-4743-8e25-92a9f41fa90a tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:36.350030 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df3c85-0b3f-4dbf-a9ad-42a3821faed7 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Pushing event updated for resources: {'Network': ['ID=b46fccb6-bf9d-4d61-b579-af0a30a6d47c,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:36.358917 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f6df3c85-0b3f-4dbf-a9ad-42a3821faed7 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.3315601 Jan 21 18:59:36.359941 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53942) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:36.366016 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network b46fccb6-bf9d-4d61-b579-af0a30a6d47c details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 18:59:36.410594 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3403b5b9-61ca-4743-8e25-92a9f41fa90a tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:36.474311 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6e822190-868a-4826-ad56-2dd19c229e28 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:36.493346 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-5e73b93c-4bed-4933-8c01-14c8c80401df tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] For port 71e0dc98-0a1d-4561-8963-6b7261087da1, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=71e0dc98-0a1d-4561-8963-6b7261087da1,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 18:59:36.493715 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5e73b93c-4bed-4933-8c01-14c8c80401df tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:36.518324 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6e822190-868a-4826-ad56-2dd19c229e28 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:36.521364 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e822190-868a-4826-ad56-2dd19c229e28 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Pushing event deleted for resources: {'Network': ['ID=f632ce9e-eceb-46d0-8cff-90d4fe7015c5,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:36.534285 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-6e822190-868a-4826-ad56-2dd19c229e28 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] 10.222.0.87 "DELETE /v2.0/networks/f632ce9e-eceb-46d0-8cff-90d4fe7015c5 HTTP/1.1" status: 204 len: 168 time: 3.9667511 Jan 21 18:59:36.537159 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53946) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:36.573824 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3403b5b9-61ca-4743-8e25-92a9f41fa90a tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:36.618875 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-2217b19f-6a7f-42a7-8f96-286b113707c9 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Request body: {'subnet': {'network_id': 'b46fccb6-bf9d-4d61-b579-af0a30a6d47c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:36.640530 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-5e73b93c-4bed-4933-8c01-14c8c80401df tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Calling delete_port for 71e0dc98-0a1d-4561-8963-6b7261087da1 owned by network:router_gateway {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 18:59:36.669409 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-27c58e07-3274-4332-879f-5a9a6bf3dd99 tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Request body: {'floatingip': {'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'project_id': '2a30d8a52ae04dd59f64266a579e11a8', 'port_id': 'd53b2e02-1e3e-4801-888a-17e8af18b230'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:36.694113 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-27c58e07-3274-4332-879f-5a9a6bf3dd99 tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:36.705765 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e2078382-9e6a-4dba-9695-f396e9e6bd97 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:36.720003 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-27c58e07-3274-4332-879f-5a9a6bf3dd99 tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Usage tracker for resource:floatingip and tenant:2a30d8a52ae04dd59f64266a579e11a8 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:36.738382 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-27c58e07-3274-4332-879f-5a9a6bf3dd99 tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:36.758427 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-27c58e07-3274-4332-879f-5a9a6bf3dd99 tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:36.849812 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-2217b19f-6a7f-42a7-8f96-286b113707c9 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:36.863324 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-2217b19f-6a7f-42a7-8f96-286b113707c9 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Usage tracker for resource:subnet and tenant:a0239d3ca13d4cf4a0fbb3c61c69d28b is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:36.867764 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-2217b19f-6a7f-42a7-8f96-286b113707c9 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:36.875705 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-2217b19f-6a7f-42a7-8f96-286b113707c9 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:36.877723 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 53958) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:36.927886 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-27c58e07-3274-4332-879f-5a9a6bf3dd99 tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:36.962646 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-7b5f94d7-8f5b-4022-9408-031913270e99 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c6f33b8c18e1471c8d79f38f1af13649&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0838015 Jan 21 18:59:36.984987 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53962) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:36.999723 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e2078382-9e6a-4dba-9695-f396e9e6bd97 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:37.000066 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2217b19f-6a7f-42a7-8f96-286b113707c9 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Made reservation on behalf of a0239d3ca13d4cf4a0fbb3c61c69d28b for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:59:37.003481 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2217b19f-6a7f-42a7-8f96-286b113707c9 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:37.007291 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3403b5b9-61ca-4743-8e25-92a9f41fa90a tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:37.073500 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3403b5b9-61ca-4743-8e25-92a9f41fa90a tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=60eae15a-3989-4bfd-b8c4-fc913dae033d,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:37.075426 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3403b5b9-61ca-4743-8e25-92a9f41fa90a tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:37.082958 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-e2078382-9e6a-4dba-9695-f396e9e6bd97 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ad1afd3-2350-4aac-b49b-7cf2df7e58ce']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:37.111589 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-3403b5b9-61ca-4743-8e25-92a9f41fa90a tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] 10.222.0.87 "DELETE /v2.0/subnets/60eae15a-3989-4bfd-b8c4-fc913dae033d HTTP/1.1" status: 204 len: 168 time: 0.9521573 Jan 21 18:59:37.113663 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-e2078382-9e6a-4dba-9695-f396e9e6bd97 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e7c2fcd-5a4a-4f96-b16c-78c0c8455cfa') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:37.114074 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-e2078382-9e6a-4dba-9695-f396e9e6bd97 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e7c2fcd-5a4a-4f96-b16c-78c0c8455cfa') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:37.127540 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53966) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:37.146100 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e2078382-9e6a-4dba-9695-f396e9e6bd97 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:37.222515 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-97d90c92-c3a0-413b-81a9-fef0e7097f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:37.242325 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e2078382-9e6a-4dba-9695-f396e9e6bd97 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:37.297605 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5e73b93c-4bed-4933-8c01-14c8c80401df tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:37.345771 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2078382-9e6a-4dba-9695-f396e9e6bd97 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 18:59:37.346342 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e2078382-9e6a-4dba-9695-f396e9e6bd97 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:37.350105 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e73b93c-4bed-4933-8c01-14c8c80401df tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Pushing event deleted for resources: {'Port': ['ID=71e0dc98-0a1d-4561-8963-6b7261087da1,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:37.371089 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 18:59:37.371089 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 18:59:37.371089 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 18:59:37.371089 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 18:59:37.371089 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 18:59:37.371089 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 18:59:37.371089 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 18:59:37.371089 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 18:59:37.371089 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 18:59:37.371089 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 18:59:37.371089 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 18:59:37.371089 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 18:59:37.371089 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 18:59:37.371089 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 18:59:37.371089 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 18:59:37.371089 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 18:59:37.371089 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 18:59:37.371089 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 18:59:37.371089 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 18:59:37.371089 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 18:59:37.371089 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 18:59:37.371089 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 18:59:37.371089 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 18:59:37.371089 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 18:59:37.371089 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 18:59:37.371089 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 18:59:37.371089 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 18:59:37.371089 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 18:59:37.371089 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 18:59:37.371089 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 18:59:37.371089 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 18:59:37.371089 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 18:59:37.458143 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5e73b93c-4bed-4933-8c01-14c8c80401df tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:37.498764 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b409f26a-dd02-4591-a987-2c9d30f4149d tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:37.502769 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-97d90c92-c3a0-413b-81a9-fef0e7097f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:37.506470 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-27c58e07-3274-4332-879f-5a9a6bf3dd99 tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:37.612431 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e2078382-9e6a-4dba-9695-f396e9e6bd97 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:37.633504 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e2078382-9e6a-4dba-9695-f396e9e6bd97 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:37.677146 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5e73b93c-4bed-4933-8c01-14c8c80401df tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:37.681308 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5e73b93c-4bed-4933-8c01-14c8c80401df tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:37.694959 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b409f26a-dd02-4591-a987-2c9d30f4149d tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:37.702205 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2078382-9e6a-4dba-9695-f396e9e6bd97 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Pushing event deleted for resources: {'Network': ['ID=7ad1afd3-2350-4aac-b49b-7cf2df7e58ce,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:37.732044 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-b409f26a-dd02-4591-a987-2c9d30f4149d tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c65368c-99a3-4a7d-9dad-d7392a4574f4']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:37.740749 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e2078382-9e6a-4dba-9695-f396e9e6bd97 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] 10.222.0.87 "DELETE /v2.0/networks/7ad1afd3-2350-4aac-b49b-7cf2df7e58ce HTTP/1.1" status: 204 len: 168 time: 1.2031486 Jan 21 18:59:37.743889 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53970) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:37.814310 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-b409f26a-dd02-4591-a987-2c9d30f4149d tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '403ff418-59d6-46cc-8838-ce38e85ed5d9') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:37.814689 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-b409f26a-dd02-4591-a987-2c9d30f4149d tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '403ff418-59d6-46cc-8838-ce38e85ed5d9') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:37.822014 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-97d90c92-c3a0-413b-81a9-fef0e7097f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:37.824605 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-97d90c92-c3a0-413b-81a9-fef0e7097f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:37.828719 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-97d90c92-c3a0-413b-81a9-fef0e7097f89 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4193d8b8-048e-48ff-81e0-2db6f2dfc888 HTTP/1.1" status: 204 len: 168 time: 0.8396027 Jan 21 18:59:37.852117 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5e73b93c-4bed-4933-8c01-14c8c80401df tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:37.853405 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e73b93c-4bed-4933-8c01-14c8c80401df tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3f4b41d2-b101-4960-90ad-63b2bb1f322c {{(pid=88137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 18:59:37.855721 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-27c58e07-3274-4332-879f-5a9a6bf3dd99 tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Allocated IP 172.26.1.190 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/5392d146-b48e-45f2-a81c-e6c5e55668cd) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:59:37.934507 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b409f26a-dd02-4591-a987-2c9d30f4149d tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:37.958098 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d90c92-c3a0-413b-81a9-fef0e7097f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4193d8b8-048e-48ff-81e0-2db6f2dfc888,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:37.976212 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2207220e-62f2-4b83-9733-8291a5ec9ee4 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:37.977906 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5e73b93c-4bed-4933-8c01-14c8c80401df tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:37.979031 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5e73b93c-4bed-4933-8c01-14c8c80401df tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] 10.222.0.87 "DELETE /v2.0/routers/3f4b41d2-b101-4960-90ad-63b2bb1f322c HTTP/1.1" status: 204 len: 168 time: 2.5313888 Jan 21 18:59:37.979900 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b409f26a-dd02-4591-a987-2c9d30f4149d tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:37.986650 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 53980) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:37.994201 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b409f26a-dd02-4591-a987-2c9d30f4149d tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 18:59:37.994850 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b409f26a-dd02-4591-a987-2c9d30f4149d tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:38.031849 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-71671630-4ab3-492a-865b-41e93d19d1f6 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-84550905', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}, 'admin_state_up': False}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:38.047524 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 18:59:38.047524 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 18:59:38.047524 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 18:59:38.047524 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 18:59:38.047524 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 18:59:38.047524 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 18:59:38.047524 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 18:59:38.047524 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 18:59:38.047524 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 18:59:38.047524 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 18:59:38.047524 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 18:59:38.047524 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 18:59:38.047524 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 18:59:38.047524 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 18:59:38.047524 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 18:59:38.047524 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 18:59:38.047524 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 18:59:38.047524 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 18:59:38.047524 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 18:59:38.047524 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 18:59:38.047524 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 18:59:38.047524 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 18:59:38.047524 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 18:59:38.047524 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 18:59:38.047524 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 18:59:38.047524 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 18:59:38.047524 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 18:59:38.047524 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 18:59:38.047524 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 18:59:38.047524 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 18:59:38.047524 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 18:59:38.047524 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 18:59:38.052945 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-71671630-4ab3-492a-865b-41e93d19d1f6 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:38.082976 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-71671630-4ab3-492a-865b-41e93d19d1f6 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Usage tracker for resource:router and tenant:aea183e11fb54a81a299fb93c9d93540 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:38.096546 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-71671630-4ab3-492a-865b-41e93d19d1f6 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:38.156977 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2217b19f-6a7f-42a7-8f96-286b113707c9 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:38.160675 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-71671630-4ab3-492a-865b-41e93d19d1f6 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:38.251141 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-27c58e07-3274-4332-879f-5a9a6bf3dd99 tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:38.293363 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-71671630-4ab3-492a-865b-41e93d19d1f6 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:38.294392 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-71671630-4ab3-492a-865b-41e93d19d1f6 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:38.303546 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2207220e-62f2-4b83-9733-8291a5ec9ee4 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:38.329543 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b409f26a-dd02-4591-a987-2c9d30f4149d tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:38.352036 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2217b19f-6a7f-42a7-8f96-286b113707c9 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Pushing event updated for resources: {'Subnet': ['ID=3671c712-ac4b-4b4b-8d43-bd5722bb6198,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:38.357571 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b409f26a-dd02-4591-a987-2c9d30f4149d tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9c65368c-99a3-4a7d-9dad-d7392a4574f4 {{(pid=88136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 21 18:59:38.363182 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b409f26a-dd02-4591-a987-2c9d30f4149d tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:38.368909 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2217b19f-6a7f-42a7-8f96-286b113707c9 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Checking segment: {'id': '6729187e-0b5b-4736-9e9e-b063ead9ac82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b46fccb6-bf9d-4d61-b579-af0a30a6d47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 18:59:38.369464 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2217b19f-6a7f-42a7-8f96-286b113707c9 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Network hostable DHCP agents. Network: b46fccb6-bf9d-4d61-b579-af0a30a6d47c, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 18:59:38.369587 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-2207220e-62f2-4b83-9733-8291a5ec9ee4 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5088e294-0fbe-4fb9-b79c-e1bfa0609183']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:38.407117 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-2207220e-62f2-4b83-9733-8291a5ec9ee4 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21c668a7-8018-45e9-83cc-a7434a2387ff') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:38.408028 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-2207220e-62f2-4b83-9733-8291a5ec9ee4 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21c668a7-8018-45e9-83cc-a7434a2387ff') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:38.437100 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2207220e-62f2-4b83-9733-8291a5ec9ee4 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:38.452769 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 2358ef7c-2f2b-422e-96fe-593a9167d123 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 18:59:38.461713 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2217b19f-6a7f-42a7-8f96-286b113707c9 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Network b46fccb6-bf9d-4d61-b579-af0a30a6d47c is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 18:59:38.472196 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b409f26a-dd02-4591-a987-2c9d30f4149d tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Pushing event deleted for resources: {'Network': ['ID=9c65368c-99a3-4a7d-9dad-d7392a4574f4,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:38.491130 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-27c58e07-3274-4332-879f-5a9a6bf3dd99 tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:38.517393 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-71671630-4ab3-492a-865b-41e93d19d1f6 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:38.523024 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2207220e-62f2-4b83-9733-8291a5ec9ee4 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:38.531213 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b409f26a-dd02-4591-a987-2c9d30f4149d tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] 10.222.0.87 "DELETE /v2.0/networks/9c65368c-99a3-4a7d-9dad-d7392a4574f4 HTTP/1.1" status: 204 len: 168 time: 1.3978825 Jan 21 18:59:38.541735 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2207220e-62f2-4b83-9733-8291a5ec9ee4 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 18:59:38.543360 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2207220e-62f2-4b83-9733-8291a5ec9ee4 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:38.555813 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-2217b19f-6a7f-42a7-8f96-286b113707c9 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, b46fccb6-bf9d-4d61-b579-af0a30a6d47c) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:59:38.561891 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 2358ef7c-2f2b-422e-96fe-593a9167d123 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 18:59:38.563948 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 2358ef7c-2f2b-422e-96fe-593a9167d123 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 18:59:38.578383 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e60a69-b852-4b63-92cb-2446e5167a28 None None] Network b46fccb6-bf9d-4d61-b579-af0a30a6d47c requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 18:59:38.587488 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 18:59:38.587488 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 18:59:38.587488 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 18:59:38.587488 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 18:59:38.587488 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 18:59:38.587488 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 18:59:38.587488 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 18:59:38.587488 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 18:59:38.587488 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 18:59:38.587488 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 18:59:38.587488 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 18:59:38.587488 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 18:59:38.587488 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 18:59:38.587488 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 18:59:38.587488 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 18:59:38.587488 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 18:59:38.587488 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 18:59:38.587488 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 18:59:38.587488 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 18:59:38.587488 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 18:59:38.587488 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 18:59:38.587488 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 18:59:38.587488 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 18:59:38.587488 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 18:59:38.587488 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 18:59:38.587488 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 18:59:38.587488 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 18:59:38.587488 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 18:59:38.587488 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 18:59:38.587488 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 18:59:38.587488 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 18:59:38.587488 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 18:59:38.590613 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2217b19f-6a7f-42a7-8f96-286b113707c9 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:38.596844 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2217b19f-6a7f-42a7-8f96-286b113707c9 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:38.605230 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c58e07-3274-4332-879f-5a9a6bf3dd99 tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:59:38.618762 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-27c58e07-3274-4332-879f-5a9a6bf3dd99 tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:59:38.627059 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c58e07-3274-4332-879f-5a9a6bf3dd99 tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:59:38.678543 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c58e07-3274-4332-879f-5a9a6bf3dd99 tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Pushing event updated for resources: {'Port': ['ID=5392d146-b48e-45f2-a81c-e6c5e55668cd,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:39.036712 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2207220e-62f2-4b83-9733-8291a5ec9ee4 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:39.112684 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2207220e-62f2-4b83-9733-8291a5ec9ee4 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:39.132020 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54002) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:39.132688 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-2207220e-62f2-4b83-9733-8291a5ec9ee4 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] 10.222.0.87 "DELETE /v2.0/networks/5088e294-0fbe-4fb9-b79c-e1bfa0609183 HTTP/1.1" status: 204 len: 168 time: 1.3875828 Jan 21 18:59:39.136036 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2217b19f-6a7f-42a7-8f96-286b113707c9 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5775740 Jan 21 18:59:39.143911 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54004) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:39.214742 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-06fa45d6-3590-4504-9886-a29bd9c3ec6e tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-988599674', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:39.238567 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-06fa45d6-3590-4504-9886-a29bd9c3ec6e tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:39.243394 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-06fa45d6-3590-4504-9886-a29bd9c3ec6e tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Usage tracker for resource:router and tenant:a0239d3ca13d4cf4a0fbb3c61c69d28b is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:39.246649 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-06fa45d6-3590-4504-9886-a29bd9c3ec6e tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:39.253855 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-06fa45d6-3590-4504-9886-a29bd9c3ec6e tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:39.339946 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f77dd59-e947-47f6-a210-5e8e5e1b0201 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-b46fccb6-bf9d-4d61-b579-af0a30a6d47c', 'network_id': 'b46fccb6-bf9d-4d61-b579-af0a30a6d47c', 'tenant_id': 'a0239d3ca13d4cf4a0fbb3c61c69d28b', 'fixed_ips': [{'subnet_id': '3671c712-ac4b-4b4b-8d43-bd5722bb6198'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 18:59:39.345562 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3f77dd59-e947-47f6-a210-5e8e5e1b0201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:39.396892 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-71671630-4ab3-492a-865b-41e93d19d1f6 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:39.403662 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54012) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:39.407499 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2207220e-62f2-4b83-9733-8291a5ec9ee4 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Pushing event deleted for resources: {'Network': ['ID=5088e294-0fbe-4fb9-b79c-e1bfa0609183,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:39.411817 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-27a4cd42-7806-4c3b-bfd6-73e93ccf022d tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Request body: {'router': {'name': 'tempest-router--1348186203', 'project_id': '21adb07366eb47c49b570562e2697bd5'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:39.416679 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-27a4cd42-7806-4c3b-bfd6-73e93ccf022d tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:39.421225 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-27a4cd42-7806-4c3b-bfd6-73e93ccf022d tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Usage tracker for resource:router and tenant:21adb07366eb47c49b570562e2697bd5 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:39.424684 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-27a4cd42-7806-4c3b-bfd6-73e93ccf022d tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:39.434850 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-27a4cd42-7806-4c3b-bfd6-73e93ccf022d tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:39.529072 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-06fa45d6-3590-4504-9886-a29bd9c3ec6e tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:39.531014 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-06fa45d6-3590-4504-9886-a29bd9c3ec6e tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:39.540572 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-27a4cd42-7806-4c3b-bfd6-73e93ccf022d tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:39.540572 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-27a4cd42-7806-4c3b-bfd6-73e93ccf022d tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:39.557550 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-3f77dd59-e947-47f6-a210-5e8e5e1b0201 None None] Allocated IP 172.20.0.2 (b46fccb6-bf9d-4d61-b579-af0a30a6d47c/3671c712-ac4b-4b4b-8d43-bd5722bb6198/1a30aec2-1fb4-438d-957c-5cae121c1cff) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:59:39.559514 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-06fa45d6-3590-4504-9886-a29bd9c3ec6e tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:39.624510 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-27a4cd42-7806-4c3b-bfd6-73e93ccf022d tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:39.682049 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c9b97da3-61b4-4fd5-8972-7372f81807f8 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:39.738366 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-27a4cd42-7806-4c3b-bfd6-73e93ccf022d tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:39.790478 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-06fa45d6-3590-4504-9886-a29bd9c3ec6e tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:39.819633 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3f77dd59-e947-47f6-a210-5e8e5e1b0201 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:39.832190 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-3f77dd59-e947-47f6-a210-5e8e5e1b0201 None None] Transition to ACTIVE for port object 1a30aec2-1fb4-438d-957c-5cae121c1cff will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:59:39.851863 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c9b97da3-61b4-4fd5-8972-7372f81807f8 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:39.854707 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-3f77dd59-e947-47f6-a210-5e8e5e1b0201 None None] Transition to ACTIVE for port object 1a30aec2-1fb4-438d-957c-5cae121c1cff will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:59:39.855896 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54024) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:39.870150 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-27c58e07-3274-4332-879f-5a9a6bf3dd99 tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:39.896489 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-71671630-4ab3-492a-865b-41e93d19d1f6 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for router_gateway, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:39.927502 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-71671630-4ab3-492a-865b-41e93d19d1f6 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:39.938254 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3f77dd59-e947-47f6-a210-5e8e5e1b0201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:39.942614 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-c9b97da3-61b4-4fd5-8972-7372f81807f8 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13595f8a-6548-4d58-b1e3-3d5545d7f420']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:39.964650 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-c9b97da3-61b4-4fd5-8972-7372f81807f8 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7415c5a4-ba6f-4933-a919-a337d73d2f12') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:39.965025 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-c9b97da3-61b4-4fd5-8972-7372f81807f8 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7415c5a4-ba6f-4933-a919-a337d73d2f12') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:39.978464 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c9b97da3-61b4-4fd5-8972-7372f81807f8 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:39.986045 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-27a4cd42-7806-4c3b-bfd6-73e93ccf022d tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:39.987307 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-27a4cd42-7806-4c3b-bfd6-73e93ccf022d tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5825596 Jan 21 18:59:39.990615 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54030) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:39.995526 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c9b97da3-61b4-4fd5-8972-7372f81807f8 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:40.009186 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9b97da3-61b4-4fd5-8972-7372f81807f8 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 18:59:40.009586 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c9b97da3-61b4-4fd5-8972-7372f81807f8 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:40.015648 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 18:59:40.030453 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 71e0dc98-0a1d-4561-8963-6b7261087da1 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 18:59:40.042714 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 18:59:40.042714 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 18:59:40.042714 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 18:59:40.042714 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 18:59:40.042714 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 18:59:40.042714 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 18:59:40.042714 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 18:59:40.042714 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 18:59:40.042714 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 18:59:40.042714 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 18:59:40.042714 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 18:59:40.042714 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 18:59:40.042714 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 18:59:40.042714 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 18:59:40.042714 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 18:59:40.042714 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 18:59:40.042714 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 18:59:40.042714 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 18:59:40.042714 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 18:59:40.042714 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 18:59:40.042714 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 18:59:40.042714 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 18:59:40.042714 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 18:59:40.042714 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 18:59:40.042714 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 18:59:40.042714 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 18:59:40.042714 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 18:59:40.042714 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 18:59:40.042714 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 18:59:40.042714 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 18:59:40.042714 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 18:59:40.042714 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 18:59:40.049871 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-06fa45d6-3590-4504-9886-a29bd9c3ec6e tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:40.049871 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-06fa45d6-3590-4504-9886-a29bd9c3ec6e tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.8999929 Jan 21 18:59:40.053114 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54034) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:40.069915 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-6a814b8c-49d7-4f36-b219-da2454a195ca tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1070907649'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:40.082000 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f77dd59-e947-47f6-a210-5e8e5e1b0201 None None] Network b46fccb6-bf9d-4d61-b579-af0a30a6d47c is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:59:40.084731 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 71e0dc98-0a1d-4561-8963-6b7261087da1 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 18:59:40.085073 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 71e0dc98-0a1d-4561-8963-6b7261087da1 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 18:59:40.089854 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-3f77dd59-e947-47f6-a210-5e8e5e1b0201 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:59:40.093144 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-6a814b8c-49d7-4f36-b219-da2454a195ca tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:40.094921 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f77dd59-e947-47f6-a210-5e8e5e1b0201 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:59:40.135159 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f77dd59-e947-47f6-a210-5e8e5e1b0201 None None] Pushing event updated for resources: {'Port': ['ID=1a30aec2-1fb4-438d-957c-5cae121c1cff,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:40.194172 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-6a814b8c-49d7-4f36-b219-da2454a195ca tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Usage tracker for resource:network and tenant:3a75dc84aab34b26bb2d000a20289974 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:40.199396 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-3f77dd59-e947-47f6-a210-5e8e5e1b0201 None None] Attempting to bind port 1a30aec2-1fb4-438d-957c-5cae121c1cff on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:59:40.199822 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-3f77dd59-e947-47f6-a210-5e8e5e1b0201 None None] Attempting to bind port 1a30aec2-1fb4-438d-957c-5cae121c1cff by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '6729187e-0b5b-4736-9e9e-b063ead9ac82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b46fccb6-bf9d-4d61-b579-af0a30a6d47c'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:59:40.200184 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f77dd59-e947-47f6-a210-5e8e5e1b0201 None None] Attempting to bind port 1a30aec2-1fb4-438d-957c-5cae121c1cff on network b46fccb6-bf9d-4d61-b579-af0a30a6d47c {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:59:40.207242 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f77dd59-e947-47f6-a210-5e8e5e1b0201 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 18, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 18:59:40.207242 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f77dd59-e947-47f6-a210-5e8e5e1b0201 None None] Checking segment: {'id': '6729187e-0b5b-4736-9e9e-b063ead9ac82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b46fccb6-bf9d-4d61-b579-af0a30a6d47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 18:59:40.207242 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3f77dd59-e947-47f6-a210-5e8e5e1b0201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:40.207752 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f77dd59-e947-47f6-a210-5e8e5e1b0201 None None] Bound using segment: {'id': '6729187e-0b5b-4736-9e9e-b063ead9ac82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b46fccb6-bf9d-4d61-b579-af0a30a6d47c'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 18:59:40.208147 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-3f77dd59-e947-47f6-a210-5e8e5e1b0201 None None] Bound port: 1a30aec2-1fb4-438d-957c-5cae121c1cff, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6729187e-0b5b-4736-9e9e-b063ead9ac82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b46fccb6-bf9d-4d61-b579-af0a30a6d47c'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 18:59:40.208785 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3f77dd59-e947-47f6-a210-5e8e5e1b0201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:40.209122 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-6a814b8c-49d7-4f36-b219-da2454a195ca tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:40.214110 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-16fb191c-c7ce-487e-b348-6502efac7822 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks [] for router, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:40.280676 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-6a814b8c-49d7-4f36-b219-da2454a195ca tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:40.315717 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-3f77dd59-e947-47f6-a210-5e8e5e1b0201 None None] For port 1a30aec2-1fb4-438d-957c-5cae121c1cff, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 18:59:40.350574 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-3f77dd59-e947-47f6-a210-5e8e5e1b0201 None None] For port 1a30aec2-1fb4-438d-957c-5cae121c1cff, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=1a30aec2-1fb4-438d-957c-5cae121c1cff,segment=NetworkSegment(6729187e-0b5b-4736-9e9e-b063ead9ac82),segment_id=6729187e-0b5b-4736-9e9e-b063ead9ac82)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 18:59:40.370056 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c9b97da3-61b4-4fd5-8972-7372f81807f8 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:40.382776 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-71671630-4ab3-492a-865b-41e93d19d1f6 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Allocated IP 172.26.1.144 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/a590a9f0-7597-40c9-bcef-6c572ac009d1) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:59:40.411218 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c9b97da3-61b4-4fd5-8972-7372f81807f8 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:40.411218 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b97da3-61b4-4fd5-8972-7372f81807f8 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] Pushing event deleted for resources: {'Network': ['ID=13595f8a-6548-4d58-b1e3-3d5545d7f420,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:40.457638 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-27c58e07-3274-4332-879f-5a9a6bf3dd99 tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:40.464373 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3f77dd59-e947-47f6-a210-5e8e5e1b0201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:40.581053 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a814b8c-49d7-4f36-b219-da2454a195ca tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Made reservation on behalf of 3a75dc84aab34b26bb2d000a20289974 for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:59:40.583660 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c9b97da3-61b4-4fd5-8972-7372f81807f8 tempest-BulkNetworkOpsTest-840559158 tempest-BulkNetworkOpsTest-840559158-project] 10.222.0.87 "DELETE /v2.0/networks/13595f8a-6548-4d58-b1e3-3d5545d7f420 HTTP/1.1" status: 204 len: 168 time: 1.4491270 Jan 21 18:59:40.585016 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6a814b8c-49d7-4f36-b219-da2454a195ca tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:40.600707 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f77dd59-e947-47f6-a210-5e8e5e1b0201 None None] Pushing event updated for resources: {'Port': ['ID=1a30aec2-1fb4-438d-957c-5cae121c1cff,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:40.625320 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-16fb191c-c7ce-487e-b348-6502efac7822 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:40.631372 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-16fb191c-c7ce-487e-b348-6502efac7822 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:40.644174 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6a814b8c-49d7-4f36-b219-da2454a195ca tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:40.683224 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-6a814b8c-49d7-4f36-b219-da2454a195ca tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:40.746373 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-6a814b8c-49d7-4f36-b219-da2454a195ca tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Usage tracker for resource:security_group_rule and tenant:3a75dc84aab34b26bb2d000a20289974 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:40.752364 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-6a814b8c-49d7-4f36-b219-da2454a195ca tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:40.760472 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-6a814b8c-49d7-4f36-b219-da2454a195ca tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:40.844557 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-71671630-4ab3-492a-865b-41e93d19d1f6 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:40.866990 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-16fb191c-c7ce-487e-b348-6502efac7822 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:40.866990 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16fb191c-c7ce-487e-b348-6502efac7822 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Fanout notify agent at l3_agent the message router_deleted on router be9057bf-ea9c-46d0-8e07-a69ccbb84a53 {{(pid=88136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 18:59:40.944350 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-16fb191c-c7ce-487e-b348-6502efac7822 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:40.948772 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-16fb191c-c7ce-487e-b348-6502efac7822 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] 10.222.0.87 "DELETE /v2.0/routers/be9057bf-ea9c-46d0-8e07-a69ccbb84a53 HTTP/1.1" status: 204 len: 168 time: 0.9570863 Jan 21 18:59:40.977431 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-49fae115-b3aa-4c7f-a49c-8263f17f5fc1 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:41.002802 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6a814b8c-49d7-4f36-b219-da2454a195ca tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:41.048092 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-71671630-4ab3-492a-865b-41e93d19d1f6 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:41.233859 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54048) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:41.241198 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6a814b8c-49d7-4f36-b219-da2454a195ca tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:41.253001 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a814b8c-49d7-4f36-b219-da2454a195ca tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 18:59:41.277630 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71671630-4ab3-492a-865b-41e93d19d1f6 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Pushing event updated for resources: {'Port': ['ID=a590a9f0-7597-40c9-bcef-6c572ac009d1,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:41.302217 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-27c58e07-3274-4332-879f-5a9a6bf3dd99 tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:41.305600 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6a814b8c-49d7-4f36-b219-da2454a195ca tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:41.305996 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-6a814b8c-49d7-4f36-b219-da2454a195ca tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Added segment 8fa45b99-061d-4014-a858-4ecab1fc07e9 of type vlan for network 73bdd0e8-e881-493e-8670-18ea519418c6 Jan 21 18:59:41.314828 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71671630-4ab3-492a-865b-41e93d19d1f6 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:59:41.317235 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-71671630-4ab3-492a-865b-41e93d19d1f6 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:59:41.320142 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a814b8c-49d7-4f36-b219-da2454a195ca tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5a1f09-e018-4bf9-8125-fb388e484129,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:41.322656 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71671630-4ab3-492a-865b-41e93d19d1f6 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:59:41.417775 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-49fae115-b3aa-4c7f-a49c-8263f17f5fc1 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Allocated IP 172.20.0.1 (b46fccb6-bf9d-4d61-b579-af0a30a6d47c/3671c712-ac4b-4b4b-8d43-bd5722bb6198/5dd80407-dec6-4f15-9f82-73d1b3eaa92a) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:59:41.458463 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-27c58e07-3274-4332-879f-5a9a6bf3dd99 tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:41.462385 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54056) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:41.503910 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6a814b8c-49d7-4f36-b219-da2454a195ca tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:41.731828 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-49fae115-b3aa-4c7f-a49c-8263f17f5fc1 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:41.741963 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.db.resource_extend [None req-6a814b8c-49d7-4f36-b219-da2454a195ca tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 18:59:41.749431 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-49fae115-b3aa-4c7f-a49c-8263f17f5fc1 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Transition to ACTIVE for port object 5dd80407-dec6-4f15-9f82-73d1b3eaa92a will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:59:41.813876 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-5cc8f48f-4b95-4efd-8688-b204ff05b71c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=0793036907e94c37bc9b47808639bd6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5786631 Jan 21 18:59:41.818482 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54064) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:41.845095 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-77471937-67b6-4e75-a7f8-1b414e4b3ddb tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2026970123', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}, 'admin_state_up': False}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:41.851185 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c58e07-3274-4332-879f-5a9a6bf3dd99 tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Pushing event updated for resources: {'Port': ['ID=5392d146-b48e-45f2-a81c-e6c5e55668cd,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:41.857735 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-77471937-67b6-4e75-a7f8-1b414e4b3ddb tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:41.866720 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-77471937-67b6-4e75-a7f8-1b414e4b3ddb tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Usage tracker for resource:router and tenant:d4f00f68e2c843989919a98d327b35b6 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:41.868915 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6a814b8c-49d7-4f36-b219-da2454a195ca tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:41.869546 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-27c58e07-3274-4332-879f-5a9a6bf3dd99 tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:41.875294 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a814b8c-49d7-4f36-b219-da2454a195ca tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:41.875931 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6a814b8c-49d7-4f36-b219-da2454a195ca tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:41.928789 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-77471937-67b6-4e75-a7f8-1b414e4b3ddb tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:41.949008 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-77471937-67b6-4e75-a7f8-1b414e4b3ddb tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:41.961449 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798c4f5b-fd63-4c42-b4cd-77fa5f942f86 None None] Network b46fccb6-bf9d-4d61-b579-af0a30a6d47c requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 18:59:42.010474 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a3c52edf-caa7-42ab-940c-6540fd536b61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:42.035077 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-49fae115-b3aa-4c7f-a49c-8263f17f5fc1 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:42.116044 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-6a814b8c-49d7-4f36-b219-da2454a195ca tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2565932 Jan 21 18:59:42.118831 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a814b8c-49d7-4f36-b219-da2454a195ca tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Pushing event updated for resources: {'Network': ['ID=73bdd0e8-e881-493e-8670-18ea519418c6,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:42.124068 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a3c52edf-caa7-42ab-940c-6540fd536b61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:42.127295 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54068) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:42.136662 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-77471937-67b6-4e75-a7f8-1b414e4b3ddb tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:42.136970 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-940caf6e-6a54-4d65-8b4a-e031278313ff None None] Provisioning for port 1a30aec2-1fb4-438d-957c-5cae121c1cff completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 18:59:42.137668 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-77471937-67b6-4e75-a7f8-1b414e4b3ddb tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:42.146055 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-8b284224-6b48-40b5-812a-9f268160f205 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Request body: {'subnet': {'network_id': '73bdd0e8-e881-493e-8670-18ea519418c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:42.147888 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 73bdd0e8-e881-493e-8670-18ea519418c6 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 18:59:42.163842 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fae115-b3aa-4c7f-a49c-8263f17f5fc1 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Pushing event updated for resources: {'Port': ['ID=5dd80407-dec6-4f15-9f82-73d1b3eaa92a,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:42.194130 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fae115-b3aa-4c7f-a49c-8263f17f5fc1 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Network b46fccb6-bf9d-4d61-b579-af0a30a6d47c is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:59:42.198126 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 1a30aec2-1fb4-438d-957c-5cae121c1cff up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 18:59:42.206531 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-49fae115-b3aa-4c7f-a49c-8263f17f5fc1 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:59:42.216611 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fae115-b3aa-4c7f-a49c-8263f17f5fc1 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:59:42.243714 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.l3_db [None req-27c58e07-3274-4332-879f-5a9a6bf3dd99 tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Floating IP 576b8c74-c028-4448-b461-cfa81da852d4 associated. External IP: 172.26.1.190, port: d53b2e02-1e3e-4801-888a-17e8af18b230. Jan 21 18:59:42.258454 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-71671630-4ab3-492a-865b-41e93d19d1f6 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for router_gateway, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:42.325116 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-77471937-67b6-4e75-a7f8-1b414e4b3ddb tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:42.513104 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 1a30aec2-1fb4-438d-957c-5cae121c1cff completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 18:59:42.519723 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 1a30aec2-1fb4-438d-957c-5cae121c1cff triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:59:42.520329 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:42.548400 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a3c52edf-caa7-42ab-940c-6540fd536b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:42.593335 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c52edf-caa7-42ab-940c-6540fd536b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0989dcc0-f1bc-44ce-8624-aa17f10cd06e,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:42.598309 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a3c52edf-caa7-42ab-940c-6540fd536b61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:42.599983 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a3c52edf-caa7-42ab-940c-6540fd536b61 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0989dcc0-f1bc-44ce-8624-aa17f10cd06e HTTP/1.1" status: 204 len: 168 time: 0.7798388 Jan 21 18:59:42.708607 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-71671630-4ab3-492a-865b-41e93d19d1f6 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:42.746440 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:42.811516 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-71c03562-36e8-46a6-b8d2-ca1f6800b6a0 None None] Provisioning complete for port 1a30aec2-1fb4-438d-957c-5cae121c1cff triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:59:42.811898 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-71c03562-36e8-46a6-b8d2-ca1f6800b6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:42.886553 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-49fae115-b3aa-4c7f-a49c-8263f17f5fc1 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:42.904033 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 1a30aec2-1fb4-438d-957c-5cae121c1cff, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=1a30aec2-1fb4-438d-957c-5cae121c1cff,segment=NetworkSegment(6729187e-0b5b-4736-9e9e-b063ead9ac82),segment_id=6729187e-0b5b-4736-9e9e-b063ead9ac82)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 18:59:42.963177 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:43.036441 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-71c03562-36e8-46a6-b8d2-ca1f6800b6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:43.067288 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=1a30aec2-1fb4-438d-957c-5cae121c1cff,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:43.077858 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-8b284224-6b48-40b5-812a-9f268160f205 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:43.084216 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71671630-4ab3-492a-865b-41e93d19d1f6 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Router 19f43470-6b86-4306-8aed-a4085d59d22c is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 18:59:43.144033 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-8b284224-6b48-40b5-812a-9f268160f205 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Usage tracker for resource:subnet and tenant:3a75dc84aab34b26bb2d000a20289974 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:43.146194 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-71c03562-36e8-46a6-b8d2-ca1f6800b6a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 18:59:43.147070 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-71c03562-36e8-46a6-b8d2-ca1f6800b6a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 18:59:43.156120 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-8b284224-6b48-40b5-812a-9f268160f205 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:43.182435 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-8b284224-6b48-40b5-812a-9f268160f205 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:43.347337 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-77471937-67b6-4e75-a7f8-1b414e4b3ddb tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:43.425744 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71671630-4ab3-492a-865b-41e93d19d1f6 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 18:59:43.440961 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01865381-3409-4270-9635-b48694b3d81b None None] Sync routers for ids ['19f43470-6b86-4306-8aed-a4085d59d22c'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 18:59:43.459216 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01865381-3409-4270-9635-b48694b3d81b None None] Routers {'19f43470-6b86-4306-8aed-a4085d59d22c'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 18:59:43.459919 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-01865381-3409-4270-9635-b48694b3d81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:59:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['19f43470-6b86-4306-8aed-a4085d59d22c'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:43.466322 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b284224-6b48-40b5-812a-9f268160f205 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Made reservation on behalf of 3a75dc84aab34b26bb2d000a20289974 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:59:43.471300 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8b284224-6b48-40b5-812a-9f268160f205 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:43.485722 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-49fae115-b3aa-4c7f-a49c-8263f17f5fc1 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:43.522123 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-71671630-4ab3-492a-865b-41e93d19d1f6 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:43.526040 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-71671630-4ab3-492a-865b-41e93d19d1f6 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.5357308 Jan 21 18:59:43.526166 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-01865381-3409-4270-9635-b48694b3d81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:43.527263 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54088) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:43.533373 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01865381-3409-4270-9635-b48694b3d81b None None] Routers {'19f43470-6b86-4306-8aed-a4085d59d22c'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 18:59:43.533997 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-01865381-3409-4270-9635-b48694b3d81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:59:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['19f43470-6b86-4306-8aed-a4085d59d22c'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:43.534938 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-e7ce2854-7346-41ab-b96a-0b58592758ad tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'enable_snat': False}}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:43.606904 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-01865381-3409-4270-9635-b48694b3d81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:43.607300 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01865381-3409-4270-9635-b48694b3d81b None None] The sync data for ids ['19f43470-6b86-4306-8aed-a4085d59d22c'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 18:59:43.728103 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c58e07-3274-4332-879f-5a9a6bf3dd99 tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Router 2cf7bab9-7481-43bb-8624-c721a7cf3851 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 18:59:43.827354 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-71c03562-36e8-46a6-b8d2-ca1f6800b6a0 None None] Provisioning for port 5dd80407-dec6-4f15-9f82-73d1b3eaa92a completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 18:59:43.834711 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-71c03562-36e8-46a6-b8d2-ca1f6800b6a0 None None] Provisioning complete for port 5dd80407-dec6-4f15-9f82-73d1b3eaa92a triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:59:43.835081 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-71c03562-36e8-46a6-b8d2-ca1f6800b6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:43.918151 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-71c03562-36e8-46a6-b8d2-ca1f6800b6a0 None None] Port 5dd80407-dec6-4f15-9f82-73d1b3eaa92a cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 18:59:43.956230 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54102) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:44.051392 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-d40271b2-7742-4ff0-8436-4932594d30d4 None None] Provisioning complete for port 5dd80407-dec6-4f15-9f82-73d1b3eaa92a triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:59:44.051953 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d40271b2-7742-4ff0-8436-4932594d30d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:44.120413 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 1a30aec2-1fb4-438d-957c-5cae121c1cff up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 18:59:44.229220 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-d40271b2-7742-4ff0-8436-4932594d30d4 None None] Port 5dd80407-dec6-4f15-9f82-73d1b3eaa92a cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 18:59:44.236034 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 1a30aec2-1fb4-438d-957c-5cae121c1cff triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:59:44.236356 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-63b877e6-7325-4da0-8b04-642d5cdec357 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:44.236811 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:44.237226 dv-neutron-825470-1-hyperv neutron-server[88136]: WARNING neutron.api.v2.base [None req-63b877e6-7325-4da0-8b04-642d5cdec357 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 21 18:59:44.237721 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-63b877e6-7325-4da0-8b04-642d5cdec357 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] create failed (client error): There was a conflict when trying to complete your request. Jan 21 18:59:44.244062 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-63b877e6-7325-4da0-8b04-642d5cdec357 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2815516 Jan 21 18:59:44.249169 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54110) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:44.256385 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-b85d99b0-8354-444a-b656-f039a2b5d3dc tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Request body: {'security_group': {'name': 'tempest-secgroup--557030839'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:44.266867 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-b85d99b0-8354-444a-b656-f039a2b5d3dc tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:44.274143 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b85d99b0-8354-444a-b656-f039a2b5d3dc tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Usage tracker for resource:security_group and tenant:f6de688fc28849e9b861585add4b7411 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:44.279502 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b85d99b0-8354-444a-b656-f039a2b5d3dc tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:44.284312 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e7ce2854-7346-41ab-b96a-0b58592758ad tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:44.291391 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-b85d99b0-8354-444a-b656-f039a2b5d3dc tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:44.419939 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b85d99b0-8354-444a-b656-f039a2b5d3dc tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:44.435859 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b85d99b0-8354-444a-b656-f039a2b5d3dc tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:44.454813 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-b85d99b0-8354-444a-b656-f039a2b5d3dc tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:44.460011 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b85d99b0-8354-444a-b656-f039a2b5d3dc tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Usage tracker for resource:security_group_rule and tenant:f6de688fc28849e9b861585add4b7411 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:44.503226 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b85d99b0-8354-444a-b656-f039a2b5d3dc tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:44.509311 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c58e07-3274-4332-879f-5a9a6bf3dd99 tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 18:59:44.515557 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-b85d99b0-8354-444a-b656-f039a2b5d3dc tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:44.520656 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8075758-f980-46ba-a02d-cdfa747507f4 None None] Sync routers for ids ['2cf7bab9-7481-43bb-8624-c721a7cf3851'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 18:59:44.533532 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8075758-f980-46ba-a02d-cdfa747507f4 None None] Routers {'2cf7bab9-7481-43bb-8624-c721a7cf3851'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 18:59:44.534520 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-a8075758-f980-46ba-a02d-cdfa747507f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:59:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['2cf7bab9-7481-43bb-8624-c721a7cf3851'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:44.598207 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-a8075758-f980-46ba-a02d-cdfa747507f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:44.606703 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8075758-f980-46ba-a02d-cdfa747507f4 None None] Routers {'2cf7bab9-7481-43bb-8624-c721a7cf3851'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 18:59:44.607383 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-a8075758-f980-46ba-a02d-cdfa747507f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:59:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['2cf7bab9-7481-43bb-8624-c721a7cf3851'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:44.642197 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8b284224-6b48-40b5-812a-9f268160f205 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:44.670306 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-a8075758-f980-46ba-a02d-cdfa747507f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:44.670516 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8075758-f980-46ba-a02d-cdfa747507f4 None None] The sync data for ids ['2cf7bab9-7481-43bb-8624-c721a7cf3851'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 18:59:44.705737 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b85d99b0-8354-444a-b656-f039a2b5d3dc tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:44.753443 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-27c58e07-3274-4332-879f-5a9a6bf3dd99 tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:44.776779 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b85d99b0-8354-444a-b656-f039a2b5d3dc tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:44.793945 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-b85d99b0-8354-444a-b656-f039a2b5d3dc tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:44.805018 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b85d99b0-8354-444a-b656-f039a2b5d3dc tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Usage tracker for resource:security_group_rule and tenant:f6de688fc28849e9b861585add4b7411 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:44.818335 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b85d99b0-8354-444a-b656-f039a2b5d3dc tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:44.829622 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-b85d99b0-8354-444a-b656-f039a2b5d3dc tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:44.833500 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85d99b0-8354-444a-b656-f039a2b5d3dc tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe5a27b-0ddb-4a83-b54b-1863367fd120,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:44.846241 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-77471937-67b6-4e75-a7f8-1b414e4b3ddb tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for router_gateway, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:44.907650 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-77471937-67b6-4e75-a7f8-1b414e4b3ddb tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:44.909300 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b284224-6b48-40b5-812a-9f268160f205 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Pushing event updated for resources: {'Subnet': ['ID=d1e91ffd-1732-404f-a0ed-d1dd26b16539,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:44.955235 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-49fae115-b3aa-4c7f-a49c-8263f17f5fc1 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:44.961676 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-27c58e07-3274-4332-879f-5a9a6bf3dd99 tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 8.8177986 Jan 21 18:59:44.965507 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54116) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:45.036482 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b284224-6b48-40b5-812a-9f268160f205 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Checking segment: {'id': '8fa45b99-061d-4014-a858-4ecab1fc07e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '73bdd0e8-e881-493e-8670-18ea519418c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 18:59:45.036707 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b284224-6b48-40b5-812a-9f268160f205 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Network hostable DHCP agents. Network: 73bdd0e8-e881-493e-8670-18ea519418c6, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 18:59:45.075257 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-49fae115-b3aa-4c7f-a49c-8263f17f5fc1 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:45.257186 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b85d99b0-8354-444a-b656-f039a2b5d3dc tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:45.273912 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-49fae115-b3aa-4c7f-a49c-8263f17f5fc1 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:45.277223 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fae115-b3aa-4c7f-a49c-8263f17f5fc1 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Pushing event updated for resources: {'Port': ['ID=5dd80407-dec6-4f15-9f82-73d1b3eaa92a,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:45.288402 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f8a6ecd3-71b6-4131-a13c-d305df0fed31 tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] 10.222.0.87 "GET /v2.0/floatingips/576b8c74-c028-4448-b461-cfa81da852d4 HTTP/1.1" status: 200 len: 983 time: 0.3177340 Jan 21 18:59:45.293590 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54122) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:45.366362 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b85d99b0-8354-444a-b656-f039a2b5d3dc tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:45.366569 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-77471937-67b6-4e75-a7f8-1b414e4b3ddb tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Allocated IP 172.26.1.223 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/6479997c-1858-4d25-8da8-97bd566f979c) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:59:45.387943 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e7ce2854-7346-41ab-b96a-0b58592758ad tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:45.396182 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b284224-6b48-40b5-812a-9f268160f205 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Network 73bdd0e8-e881-493e-8670-18ea519418c6 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 18:59:45.403666 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e7ce2854-7346-41ab-b96a-0b58592758ad tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3720919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3720920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723161'] for router, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:45.501372 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85d99b0-8354-444a-b656-f039a2b5d3dc tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90150ce8-de01-4a4a-9dce-7736d177e4cb,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:45.515771 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-8b284224-6b48-40b5-812a-9f268160f205 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 73bdd0e8-e881-493e-8670-18ea519418c6) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:59:45.523577 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d88d57e-6d58-4809-b985-4afee8f8a421 None None] Network 73bdd0e8-e881-493e-8670-18ea519418c6 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 18:59:45.551305 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-de9c067e-f697-402a-b337-2d328feddf25 tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] 10.222.0.87 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3035 time: 0.2507434 Jan 21 18:59:45.553581 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b284224-6b48-40b5-812a-9f268160f205 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:45.554189 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8b284224-6b48-40b5-812a-9f268160f205 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:45.566935 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54126) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:45.579678 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b85d99b0-8354-444a-b656-f039a2b5d3dc tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:45.583990 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b85d99b0-8354-444a-b656-f039a2b5d3dc tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3341682 Jan 21 18:59:45.584704 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54130) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:45.605884 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-b6f22b66-b06f-4e4b-b3d7-badc43fc693c tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Request body: {'security_group_rule': {'security_group_id': '90150ce8-de01-4a4a-9dce-7736d177e4cb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:45.618139 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-b6f22b66-b06f-4e4b-b3d7-badc43fc693c tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:45.626152 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b6f22b66-b06f-4e4b-b3d7-badc43fc693c tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Usage tracker for resource:security_group_rule and tenant:f6de688fc28849e9b861585add4b7411 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:45.630674 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b6f22b66-b06f-4e4b-b3d7-badc43fc693c tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:45.641430 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-b6f22b66-b06f-4e4b-b3d7-badc43fc693c tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:45.650156 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ce2854-7346-41ab-b96a-0b58592758ad tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Router 19f43470-6b86-4306-8aed-a4085d59d22c has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 18:59:45.735462 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fae115-b3aa-4c7f-a49c-8263f17f5fc1 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Network b46fccb6-bf9d-4d61-b579-af0a30a6d47c is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:59:45.746687 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b6f22b66-b06f-4e4b-b3d7-badc43fc693c tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:45.779032 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c813c4-29e5-4f55-85d7-973b7b595b7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-73bdd0e8-e881-493e-8670-18ea519418c6', 'network_id': '73bdd0e8-e881-493e-8670-18ea519418c6', 'tenant_id': '3a75dc84aab34b26bb2d000a20289974', 'fixed_ips': [{'subnet_id': 'd1e91ffd-1732-404f-a0ed-d1dd26b16539'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 18:59:45.780759 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-91c813c4-29e5-4f55-85d7-973b7b595b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:45.875951 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-49fae115-b3aa-4c7f-a49c-8263f17f5fc1 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:59:45.883107 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-8b284224-6b48-40b5-812a-9f268160f205 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7548027 Jan 21 18:59:45.886305 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54134) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:45.899863 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-2034a66a-291a-4d35-8730-cac80ca5e4bd tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Request body: {'port': {'network_id': '73bdd0e8-e881-493e-8670-18ea519418c6', 'name': 'tempest-AllowedAddressPairTestJSON-1735139397'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:45.953512 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ce2854-7346-41ab-b96a-0b58592758ad tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 18:59:45.970645 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-91c813c4-29e5-4f55-85d7-973b7b595b7a None None] Allocated IP 172.20.0.2 (73bdd0e8-e881-493e-8670-18ea519418c6/d1e91ffd-1732-404f-a0ed-d1dd26b16539/b4291a30-305f-4eaf-9739-a22353493532) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:59:45.978103 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b6f22b66-b06f-4e4b-b3d7-badc43fc693c tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:45.988500 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-77471937-67b6-4e75-a7f8-1b414e4b3ddb tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:46.024473 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e7ce2854-7346-41ab-b96a-0b58592758ad tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:46.028606 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e7ce2854-7346-41ab-b96a-0b58592758ad tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] 10.222.0.87 "PUT /v2.0/routers/19f43470-6b86-4306-8aed-a4085d59d22c HTTP/1.1" status: 200 len: 920 time: 2.5002592 Jan 21 18:59:46.034509 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54138) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:46.101431 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b6f22b66-b06f-4e4b-b3d7-badc43fc693c tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:46.193109 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f22b66-b06f-4e4b-b3d7-badc43fc693c tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4467a6a8-e6e7-4015-818e-9532b01eaf72,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:46.207841 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-f4b4a05f-bb57-4a15-aa96-b38c6a79fe97 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Deleting port 5392d146-b48e-45f2-a81c-e6c5e55668cd {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 18:59:46.208178 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f4b4a05f-bb57-4a15-aa96-b38c6a79fe97 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:46.217349 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-2034a66a-291a-4d35-8730-cac80ca5e4bd tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:46.243805 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-91c813c4-29e5-4f55-85d7-973b7b595b7a None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:46.256657 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-91c813c4-29e5-4f55-85d7-973b7b595b7a None None] Transition to ACTIVE for port object b4291a30-305f-4eaf-9739-a22353493532 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:59:46.280899 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-91c813c4-29e5-4f55-85d7-973b7b595b7a None None] Transition to ACTIVE for port object b4291a30-305f-4eaf-9739-a22353493532 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:59:46.281286 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-2034a66a-291a-4d35-8730-cac80ca5e4bd tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Usage tracker for resource:port and tenant:3a75dc84aab34b26bb2d000a20289974 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:46.291208 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb999960-2443-4986-9024-2663fba0a5a8 None None] Sync routers for ids ['19f43470-6b86-4306-8aed-a4085d59d22c'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 18:59:46.292487 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-2034a66a-291a-4d35-8730-cac80ca5e4bd tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:46.302288 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-2034a66a-291a-4d35-8730-cac80ca5e4bd tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:46.312022 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb999960-2443-4986-9024-2663fba0a5a8 None None] Routers {'19f43470-6b86-4306-8aed-a4085d59d22c'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 18:59:46.312666 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-cb999960-2443-4986-9024-2663fba0a5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:59:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['19f43470-6b86-4306-8aed-a4085d59d22c'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:46.322234 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54144) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:46.322522 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b4882baf-44c8-421b-aea5-316444224a33 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] 10.222.0.87 "GET /v2.0/routers/19f43470-6b86-4306-8aed-a4085d59d22c HTTP/1.1" status: 200 len: 920 time: 0.2868550 Jan 21 18:59:46.325111 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b6f22b66-b06f-4e4b-b3d7-badc43fc693c tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:46.329035 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b6f22b66-b06f-4e4b-b3d7-badc43fc693c tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7342501 Jan 21 18:59:46.333071 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54148) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:46.334543 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-863e1194-f5cf-46d9-8adb-6345e3911121 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Request body: {'security_group_rule': {'security_group_id': '90150ce8-de01-4a4a-9dce-7736d177e4cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:46.342882 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-863e1194-f5cf-46d9-8adb-6345e3911121 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:46.345923 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-863e1194-f5cf-46d9-8adb-6345e3911121 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Usage tracker for resource:security_group_rule and tenant:f6de688fc28849e9b861585add4b7411 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:46.349231 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-863e1194-f5cf-46d9-8adb-6345e3911121 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:46.355777 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-863e1194-f5cf-46d9-8adb-6345e3911121 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:46.373327 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-91c813c4-29e5-4f55-85d7-973b7b595b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:46.411267 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-77471937-67b6-4e75-a7f8-1b414e4b3ddb tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:46.431777 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-19e59755-613d-4400-a407-d7e8119ec7da None None] Provisioning complete for port 5dd80407-dec6-4f15-9f82-73d1b3eaa92a triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:59:46.432155 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-19e59755-613d-4400-a407-d7e8119ec7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:46.448260 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2034a66a-291a-4d35-8730-cac80ca5e4bd tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Made reservation on behalf of 3a75dc84aab34b26bb2d000a20289974 for: {'port': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:59:46.455719 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2034a66a-291a-4d35-8730-cac80ca5e4bd tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:46.472860 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49fae115-b3aa-4c7f-a49c-8263f17f5fc1 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Router 9e06d4b2-68d5-4f0a-add0-166a70f043f2 is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 18:59:46.479676 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-cb999960-2443-4986-9024-2663fba0a5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:46.484833 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-863e1194-f5cf-46d9-8adb-6345e3911121 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:46.525653 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [None req-2034a66a-291a-4d35-8730-cac80ca5e4bd tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] device_id is not set on port 8c28384c-cbda-4c5c-a50e-dae42b1cbfe6 yet. {{(pid=88136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 18:59:46.536943 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c813c4-29e5-4f55-85d7-973b7b595b7a None None] Network 73bdd0e8-e881-493e-8670-18ea519418c6 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:59:46.543226 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-91c813c4-29e5-4f55-85d7-973b7b595b7a None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:59:46.546927 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c813c4-29e5-4f55-85d7-973b7b595b7a None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:59:46.548279 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77471937-67b6-4e75-a7f8-1b414e4b3ddb tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:59:46.560225 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb999960-2443-4986-9024-2663fba0a5a8 None None] Routers {'19f43470-6b86-4306-8aed-a4085d59d22c'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 18:59:46.560897 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-cb999960-2443-4986-9024-2663fba0a5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:59:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['19f43470-6b86-4306-8aed-a4085d59d22c'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:46.621118 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-77471937-67b6-4e75-a7f8-1b414e4b3ddb tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:59:46.640478 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77471937-67b6-4e75-a7f8-1b414e4b3ddb tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:59:46.652832 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-19e59755-613d-4400-a407-d7e8119ec7da None None] Port 5dd80407-dec6-4f15-9f82-73d1b3eaa92a cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 18:59:46.661927 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-cb999960-2443-4986-9024-2663fba0a5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:46.661927 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb999960-2443-4986-9024-2663fba0a5a8 None None] The sync data for ids ['19f43470-6b86-4306-8aed-a4085d59d22c'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 18:59:46.664605 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c813c4-29e5-4f55-85d7-973b7b595b7a None None] Pushing event updated for resources: {'Port': ['ID=b4291a30-305f-4eaf-9739-a22353493532,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:46.672664 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f4b4a05f-bb57-4a15-aa96-b38c6a79fe97 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:46.672990 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f4b4a05f-bb57-4a15-aa96-b38c6a79fe97 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:46.681761 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77471937-67b6-4e75-a7f8-1b414e4b3ddb tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Pushing event updated for resources: {'Port': ['ID=6479997c-1858-4d25-8da8-97bd566f979c,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:46.730318 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-863e1194-f5cf-46d9-8adb-6345e3911121 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] create failed (client error): There was a conflict when trying to complete your request. Jan 21 18:59:46.731103 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-91c813c4-29e5-4f55-85d7-973b7b595b7a None None] Attempting to bind port b4291a30-305f-4eaf-9739-a22353493532 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 18:59:46.731469 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-91c813c4-29e5-4f55-85d7-973b7b595b7a None None] Attempting to bind port b4291a30-305f-4eaf-9739-a22353493532 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '8fa45b99-061d-4014-a858-4ecab1fc07e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '73bdd0e8-e881-493e-8670-18ea519418c6'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 18:59:46.731820 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c813c4-29e5-4f55-85d7-973b7b595b7a None None] Attempting to bind port b4291a30-305f-4eaf-9739-a22353493532 on network 73bdd0e8-e881-493e-8670-18ea519418c6 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 18:59:46.735511 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-863e1194-f5cf-46d9-8adb-6345e3911121 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4025412 Jan 21 18:59:46.735511 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-2034a66a-291a-4d35-8730-cac80ca5e4bd tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Allocated IP 172.20.0.12 (73bdd0e8-e881-493e-8670-18ea519418c6/d1e91ffd-1732-404f-a0ed-d1dd26b16539/8c28384c-cbda-4c5c-a50e-dae42b1cbfe6) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:59:46.736830 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54154) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:46.740584 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c813c4-29e5-4f55-85d7-973b7b595b7a None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 18, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 18:59:46.741443 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c813c4-29e5-4f55-85d7-973b7b595b7a None None] Checking segment: {'id': '8fa45b99-061d-4014-a858-4ecab1fc07e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '73bdd0e8-e881-493e-8670-18ea519418c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 18:59:46.741443 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-91c813c4-29e5-4f55-85d7-973b7b595b7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:46.742663 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c813c4-29e5-4f55-85d7-973b7b595b7a None None] Bound using segment: {'id': '8fa45b99-061d-4014-a858-4ecab1fc07e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '73bdd0e8-e881-493e-8670-18ea519418c6'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 18:59:46.742663 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-91c813c4-29e5-4f55-85d7-973b7b595b7a None None] Bound port: b4291a30-305f-4eaf-9739-a22353493532, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa45b99-061d-4014-a858-4ecab1fc07e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '73bdd0e8-e881-493e-8670-18ea519418c6'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 18:59:46.742663 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-91c813c4-29e5-4f55-85d7-973b7b595b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:46.839482 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-91c813c4-29e5-4f55-85d7-973b7b595b7a None None] For port b4291a30-305f-4eaf-9739-a22353493532, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 18:59:46.845080 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-91c813c4-29e5-4f55-85d7-973b7b595b7a None None] For port b4291a30-305f-4eaf-9739-a22353493532, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=b4291a30-305f-4eaf-9739-a22353493532,segment=NetworkSegment(8fa45b99-061d-4014-a858-4ecab1fc07e9),segment_id=8fa45b99-061d-4014-a858-4ecab1fc07e9)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 18:59:46.877967 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b4b7327e-8fa9-45f0-9e9e-2066f85b91b1 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:46.878755 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-f4b4a05f-bb57-4a15-aa96-b38c6a79fe97 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Calling delete_port for 5392d146-b48e-45f2-a81c-e6c5e55668cd owned by network:floatingip {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 18:59:46.927885 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-91c813c4-29e5-4f55-85d7-973b7b595b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:46.947814 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49fae115-b3aa-4c7f-a49c-8263f17f5fc1 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 18:59:46.962857 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d7cc1a-005b-452a-96b3-d326987b1386 None None] Sync routers for ids ['9e06d4b2-68d5-4f0a-add0-166a70f043f2'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 18:59:46.980374 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d7cc1a-005b-452a-96b3-d326987b1386 None None] Routers {'9e06d4b2-68d5-4f0a-add0-166a70f043f2'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 18:59:46.982244 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-99d7cc1a-005b-452a-96b3-d326987b1386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:59:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['9e06d4b2-68d5-4f0a-add0-166a70f043f2'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:47.010872 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-49fae115-b3aa-4c7f-a49c-8263f17f5fc1 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] 10.222.0.87 "PUT /v2.0/routers/9e06d4b2-68d5-4f0a-add0-166a70f043f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9568315 Jan 21 18:59:47.027432 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c813c4-29e5-4f55-85d7-973b7b595b7a None None] Pushing event updated for resources: {'Port': ['ID=b4291a30-305f-4eaf-9739-a22353493532,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:47.028055 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54158) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:47.035220 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369f8c5c-383f-4376-8f5a-c3c946b90209 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:47.035902 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-369f8c5c-383f-4376-8f5a-c3c946b90209 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Synchronizing usage tracker for tenant:ee61e73a33b04715b07b22baa3498d79 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 18:59:47.044915 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-25e31640-9dd8-45f1-8abb-bbe9b5fab80e tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Request body: {'port': {'network_id': 'b46fccb6-bf9d-4d61-b579-af0a30a6d47c', 'name': 'tempest-FloatingIPNegativeTestJSON-239806188'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:47.071933 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-99d7cc1a-005b-452a-96b3-d326987b1386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:47.081700 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d7cc1a-005b-452a-96b3-d326987b1386 None None] Routers {'9e06d4b2-68d5-4f0a-add0-166a70f043f2'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 18:59:47.082597 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-99d7cc1a-005b-452a-96b3-d326987b1386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:59:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['9e06d4b2-68d5-4f0a-add0-166a70f043f2'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:47.127989 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b4b7327e-8fa9-45f0-9e9e-2066f85b91b1 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:47.173346 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-99d7cc1a-005b-452a-96b3-d326987b1386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:47.327581 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d7cc1a-005b-452a-96b3-d326987b1386 None None] The sync data for ids ['9e06d4b2-68d5-4f0a-add0-166a70f043f2'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 18:59:47.329146 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2034a66a-291a-4d35-8730-cac80ca5e4bd tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:47.505475 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-2034a66a-291a-4d35-8730-cac80ca5e4bd tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Transition to ACTIVE for port object 8c28384c-cbda-4c5c-a50e-dae42b1cbfe6 will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:59:47.522071 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b4b7327e-8fa9-45f0-9e9e-2066f85b91b1 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:47.540106 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-369f8c5c-383f-4376-8f5a-c3c946b90209 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Unset dirty status for tenant:ee61e73a33b04715b07b22baa3498d79 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 18:59:47.540915 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b7327e-8fa9-45f0-9e9e-2066f85b91b1 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90150ce8-de01-4a4a-9dce-7736d177e4cb,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:47.542856 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-369f8c5c-383f-4376-8f5a-c3c946b90209 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=552ba34b-3dd7-4be8-8310-a9fc908fe72b&device_id=19f43470-6b86-4306-8aed-a4085d59d22c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.2190356 Jan 21 18:59:47.552661 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54166) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:47.582130 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-25e31640-9dd8-45f1-8abb-bbe9b5fab80e tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:47.590808 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-25e31640-9dd8-45f1-8abb-bbe9b5fab80e tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Usage tracker for resource:port and tenant:a0239d3ca13d4cf4a0fbb3c61c69d28b is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:47.594688 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-25e31640-9dd8-45f1-8abb-bbe9b5fab80e tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:47.601186 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-25e31640-9dd8-45f1-8abb-bbe9b5fab80e tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:47.604466 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b4b7327e-8fa9-45f0-9e9e-2066f85b91b1 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:47.611324 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b4b7327e-8fa9-45f0-9e9e-2066f85b91b1 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "DELETE /v2.0/security-groups/90150ce8-de01-4a4a-9dce-7736d177e4cb HTTP/1.1" status: 204 len: 168 time: 0.8671308 Jan 21 18:59:47.613385 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54170) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:47.668304 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e059e5b2-e0dd-4c3e-bdb2-1d45052d6f95 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0536172 Jan 21 18:59:47.672874 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54174) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:47.677738 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-76ddc91b-7740-46bb-b937-373e2a23a1c0 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Request body: {'security_group': {'name': 'tempest-secgroup--1705740632'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:47.683813 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-76ddc91b-7740-46bb-b937-373e2a23a1c0 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:47.713378 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d266971-9467-4084-b802-17cb451df3a2 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:47.714027 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-9d266971-9467-4084-b802-17cb451df3a2 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Synchronizing usage tracker for tenant:ee61e73a33b04715b07b22baa3498d79 on resource:network {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 18:59:47.740164 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f4b4a05f-bb57-4a15-aa96-b38c6a79fe97 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:47.745347 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2034a66a-291a-4d35-8730-cac80ca5e4bd tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:47.793259 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-76ddc91b-7740-46bb-b937-373e2a23a1c0 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Usage tracker for resource:security_group and tenant:f6de688fc28849e9b861585add4b7411 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:47.804731 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e31640-9dd8-45f1-8abb-bbe9b5fab80e tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Made reservation on behalf of a0239d3ca13d4cf4a0fbb3c61c69d28b for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:59:47.808173 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-25e31640-9dd8-45f1-8abb-bbe9b5fab80e tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:47.816082 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-9d266971-9467-4084-b802-17cb451df3a2 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Unset dirty status for tenant:ee61e73a33b04715b07b22baa3498d79 on resource:network {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 18:59:47.817607 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-9d266971-9467-4084-b802-17cb451df3a2 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] 10.222.0.87 "GET /v2.0/networks/552ba34b-3dd7-4be8-8310-a9fc908fe72b HTTP/1.1" status: 200 len: 881 time: 0.2630086 Jan 21 18:59:47.819099 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-76ddc91b-7740-46bb-b937-373e2a23a1c0 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:47.822063 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54178) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:47.823781 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2034a66a-291a-4d35-8730-cac80ca5e4bd tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Network 73bdd0e8-e881-493e-8670-18ea519418c6 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:59:47.824931 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b4a05f-bb57-4a15-aa96-b38c6a79fe97 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Pushing event deleted for resources: {'Port': ['ID=5392d146-b48e-45f2-a81c-e6c5e55668cd,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:47.859408 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-2034a66a-291a-4d35-8730-cac80ca5e4bd tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:59:47.872057 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2034a66a-291a-4d35-8730-cac80ca5e4bd tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:59:47.880943 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-76ddc91b-7740-46bb-b937-373e2a23a1c0 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:47.910437 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-34f58595-6be5-4815-9d4a-ed7ac079e911 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] 10.222.0.87 "GET /v2.0/ports?device_id=19f43470-6b86-4306-8aed-a4085d59d22c HTTP/1.1" status: 200 len: 205 time: 0.0829833 Jan 21 18:59:47.913031 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2034a66a-291a-4d35-8730-cac80ca5e4bd tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Pushing event updated for resources: {'Port': ['ID=8c28384c-cbda-4c5c-a50e-dae42b1cbfe6,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:47.917083 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54182) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:47.929338 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-25e31640-9dd8-45f1-8abb-bbe9b5fab80e tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] device_id is not set on port 3c763ba2-21ea-4a31-921d-7669c0a59282 yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 18:59:48.025345 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2034a66a-291a-4d35-8730-cac80ca5e4bd tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:48.025999 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2034a66a-291a-4d35-8730-cac80ca5e4bd tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:48.056972 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-76ddc91b-7740-46bb-b937-373e2a23a1c0 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:48.125466 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f4b4a05f-bb57-4a15-aa96-b38c6a79fe97 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks [] for floatingip, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:48.125824 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.l3_db [None req-f4b4a05f-bb57-4a15-aa96-b38c6a79fe97 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Floating IP 576b8c74-c028-4448-b461-cfa81da852d4 disassociated (deleted). External IP: 172.26.1.190, port: d53b2e02-1e3e-4801-888a-17e8af18b230. Jan 21 18:59:48.135035 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5c40b596-e049-4b04-92c2-8dfc253d2a3a tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for router, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:48.160284 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device b4291a30-305f-4eaf-9739-a22353493532 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 18:59:48.177811 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-77471937-67b6-4e75-a7f8-1b414e4b3ddb tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for router_gateway, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:48.210609 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-2034a66a-291a-4d35-8730-cac80ca5e4bd tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3207953 Jan 21 18:59:48.211278 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54186) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:48.229643 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-abda64be-5acd-46fc-b636-fbb09b5c4b38 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Request body: {'port': {'network_id': '73bdd0e8-e881-493e-8670-18ea519418c6', 'name': 'tempest-AllowedAddressPairTestJSON-840197728', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:66:74:16'}]}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:48.237904 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-76ddc91b-7740-46bb-b937-373e2a23a1c0 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:48.263842 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-76ddc91b-7740-46bb-b937-373e2a23a1c0 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Usage tracker for resource:security_group_rule and tenant:f6de688fc28849e9b861585add4b7411 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:48.270660 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-76ddc91b-7740-46bb-b937-373e2a23a1c0 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:48.298835 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdc32bc-3a1d-405d-a7b5-5984dc3e5f03 None None] Network 73bdd0e8-e881-493e-8670-18ea519418c6 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 18:59:48.309382 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-76ddc91b-7740-46bb-b937-373e2a23a1c0 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:48.338265 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port b4291a30-305f-4eaf-9739-a22353493532 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 18:59:48.468500 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5c40b596-e049-4b04-92c2-8dfc253d2a3a tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:48.512650 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-abda64be-5acd-46fc-b636-fbb09b5c4b38 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:48.516935 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-abda64be-5acd-46fc-b636-fbb09b5c4b38 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Usage tracker for resource:port and tenant:3a75dc84aab34b26bb2d000a20289974 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:48.519912 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-abda64be-5acd-46fc-b636-fbb09b5c4b38 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:48.526284 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-abda64be-5acd-46fc-b636-fbb09b5c4b38 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:48.535345 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-25e31640-9dd8-45f1-8abb-bbe9b5fab80e tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Allocated IP 172.20.0.6 (b46fccb6-bf9d-4d61-b579-af0a30a6d47c/3671c712-ac4b-4b4b-8d43-bd5722bb6198/3c763ba2-21ea-4a31-921d-7669c0a59282) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:59:48.552379 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-5c40b596-e049-4b04-92c2-8dfc253d2a3a tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Deleting port a590a9f0-7597-40c9-bcef-6c572ac009d1 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 18:59:48.552730 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5c40b596-e049-4b04-92c2-8dfc253d2a3a tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:48.613107 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-23312a74-37d3-487d-a1d6-c403c9c43cdc None None] Provisioning for port b4291a30-305f-4eaf-9739-a22353493532 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 18:59:48.623209 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-23312a74-37d3-487d-a1d6-c403c9c43cdc None None] Provisioning complete for port b4291a30-305f-4eaf-9739-a22353493532 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:59:48.624438 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-23312a74-37d3-487d-a1d6-c403c9c43cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:48.675997 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abda64be-5acd-46fc-b636-fbb09b5c4b38 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Made reservation on behalf of 3a75dc84aab34b26bb2d000a20289974 for: {'port': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:59:48.790112 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-23312a74-37d3-487d-a1d6-c403c9c43cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:48.837040 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-23312a74-37d3-487d-a1d6-c403c9c43cdc None None] For port b4291a30-305f-4eaf-9739-a22353493532, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=b4291a30-305f-4eaf-9739-a22353493532,segment=NetworkSegment(8fa45b99-061d-4014-a858-4ecab1fc07e9),segment_id=8fa45b99-061d-4014-a858-4ecab1fc07e9)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 18:59:48.845289 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-76ddc91b-7740-46bb-b937-373e2a23a1c0 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:48.933021 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5c40b596-e049-4b04-92c2-8dfc253d2a3a tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:48.941724 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-23312a74-37d3-487d-a1d6-c403c9c43cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:49.006701 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-abda64be-5acd-46fc-b636-fbb09b5c4b38 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:49.030521 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23312a74-37d3-487d-a1d6-c403c9c43cdc None None] Pushing event updated for resources: {'Port': ['ID=b4291a30-305f-4eaf-9739-a22353493532,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:49.105321 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-76ddc91b-7740-46bb-b937-373e2a23a1c0 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:49.129495 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f76b861b-13f0-4342-a13a-9717bdfd0055 None None] Provisioning for port 8c28384c-cbda-4c5c-a50e-dae42b1cbfe6 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 18:59:49.135005 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f76b861b-13f0-4342-a13a-9717bdfd0055 None None] Provisioning complete for port 8c28384c-cbda-4c5c-a50e-dae42b1cbfe6 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:59:49.135484 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f76b861b-13f0-4342-a13a-9717bdfd0055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:49.219280 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-5c40b596-e049-4b04-92c2-8dfc253d2a3a tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Calling delete_port for a590a9f0-7597-40c9-bcef-6c572ac009d1 owned by network:router_gateway {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 18:59:49.222827 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-f76b861b-13f0-4342-a13a-9717bdfd0055 None None] Port 8c28384c-cbda-4c5c-a50e-dae42b1cbfe6 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 18:59:49.233850 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f76b861b-13f0-4342-a13a-9717bdfd0055 None None] Provisioning complete for port b4291a30-305f-4eaf-9739-a22353493532 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:59:49.234282 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f76b861b-13f0-4342-a13a-9717bdfd0055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:49.268473 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [None req-abda64be-5acd-46fc-b636-fbb09b5c4b38 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] device_id is not set on port 2a66cdae-d0db-46e0-91bf-a1ddc4ed4f62 yet. {{(pid=88136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 18:59:49.324885 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-77471937-67b6-4e75-a7f8-1b414e4b3ddb tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:49.332505 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ddc91b-7740-46bb-b937-373e2a23a1c0 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a666105d-b398-4914-b185-5758bebfc3cd,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:49.427557 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-76ddc91b-7740-46bb-b937-373e2a23a1c0 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:49.431331 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-76ddc91b-7740-46bb-b937-373e2a23a1c0 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7549760 Jan 21 18:59:49.434379 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54194) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:49.440830 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b4a05f-bb57-4a15-aa96-b38c6a79fe97 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Router 2cf7bab9-7481-43bb-8624-c721a7cf3851 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 18:59:49.445735 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-7075666f-8cba-476b-a5b7-8bf80332eef9 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Request body: {'security_group_rule': {'security_group_id': 'a666105d-b398-4914-b185-5758bebfc3cd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:49.446526 dv-neutron-825470-1-hyperv neutron-server[88136]: WARNING neutron.api.v2.base [None req-7075666f-8cba-476b-a5b7-8bf80332eef9 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 21 18:59:49.447046 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-7075666f-8cba-476b-a5b7-8bf80332eef9 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 18:59:49.450623 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-7075666f-8cba-476b-a5b7-8bf80332eef9 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0126238 Jan 21 18:59:49.452663 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54198) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:49.473253 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-abda64be-5acd-46fc-b636-fbb09b5c4b38 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Allocated IP 172.20.0.4 (73bdd0e8-e881-493e-8670-18ea519418c6/d1e91ffd-1732-404f-a0ed-d1dd26b16539/2a66cdae-d0db-46e0-91bf-a1ddc4ed4f62) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:59:49.475066 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-1aa2215a-f143-49d2-8727-ed9da333f395 None None] Provisioning complete for port 8c28384c-cbda-4c5c-a50e-dae42b1cbfe6 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:59:49.475611 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1aa2215a-f143-49d2-8727-ed9da333f395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:49.534517 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-1aa2215a-f143-49d2-8727-ed9da333f395 None None] Port 8c28384c-cbda-4c5c-a50e-dae42b1cbfe6 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 18:59:49.560552 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-25e31640-9dd8-45f1-8abb-bbe9b5fab80e tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:49.670809 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5c40b596-e049-4b04-92c2-8dfc253d2a3a tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:49.685069 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-25e31640-9dd8-45f1-8abb-bbe9b5fab80e tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Transition to ACTIVE for port object 3c763ba2-21ea-4a31-921d-7669c0a59282 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:59:49.729908 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c40b596-e049-4b04-92c2-8dfc253d2a3a tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Pushing event deleted for resources: {'Port': ['ID=a590a9f0-7597-40c9-bcef-6c572ac009d1,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:49.831043 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1da1cfe0-855e-41ff-9767-9a749a80f6b4 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:49.863724 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b4a05f-bb57-4a15-aa96-b38c6a79fe97 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 18:59:49.868256 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-abda64be-5acd-46fc-b636-fbb09b5c4b38 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:49.878320 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1d33ca-0d39-4490-92ec-b8a71ff1ffa0 None None] Sync routers for ids ['2cf7bab9-7481-43bb-8624-c721a7cf3851'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 18:59:49.879652 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f4b4a05f-bb57-4a15-aa96-b38c6a79fe97 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:49.891633 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5c40b596-e049-4b04-92c2-8dfc253d2a3a tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:49.892037 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1d33ca-0d39-4490-92ec-b8a71ff1ffa0 None None] Routers {'2cf7bab9-7481-43bb-8624-c721a7cf3851'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 18:59:49.892846 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-0c1d33ca-0d39-4490-92ec-b8a71ff1ffa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:59:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['2cf7bab9-7481-43bb-8624-c721a7cf3851'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:49.924112 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1da1cfe0-855e-41ff-9767-9a749a80f6b4 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:49.941836 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-abda64be-5acd-46fc-b636-fbb09b5c4b38 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Transition to ACTIVE for port object 2a66cdae-d0db-46e0-91bf-a1ddc4ed4f62 will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:59:49.973967 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-25e31640-9dd8-45f1-8abb-bbe9b5fab80e tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:49.976376 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f4b4a05f-bb57-4a15-aa96-b38c6a79fe97 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] 10.222.0.87 "DELETE /v2.0/floatingips/576b8c74-c028-4448-b461-cfa81da852d4 HTTP/1.1" status: 204 len: 168 time: 4.4071331 Jan 21 18:59:49.985239 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-0c1d33ca-0d39-4490-92ec-b8a71ff1ffa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:49.994174 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1d33ca-0d39-4490-92ec-b8a71ff1ffa0 None None] Routers {'2cf7bab9-7481-43bb-8624-c721a7cf3851'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 18:59:49.994950 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-0c1d33ca-0d39-4490-92ec-b8a71ff1ffa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:59:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['2cf7bab9-7481-43bb-8624-c721a7cf3851'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:50.003776 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54206) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:50.027529 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-550f1441-420a-4b03-806f-50e8e8ea639c tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Request body: {'floatingip': {'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:50.037012 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-550f1441-420a-4b03-806f-50e8e8ea639c tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:50.039020 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-550f1441-420a-4b03-806f-50e8e8ea639c tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Usage tracker for resource:floatingip and tenant:183a6068f218494bb04d99bb44897492 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:50.040561 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-550f1441-420a-4b03-806f-50e8e8ea639c tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:50.047720 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-550f1441-420a-4b03-806f-50e8e8ea639c tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:50.063011 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77471937-67b6-4e75-a7f8-1b414e4b3ddb tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Router 5fe04a05-d06e-4ccb-a920-66abe954d5b9 is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 18:59:50.075447 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e31640-9dd8-45f1-8abb-bbe9b5fab80e tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Network b46fccb6-bf9d-4d61-b579-af0a30a6d47c is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:59:50.084034 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-25e31640-9dd8-45f1-8abb-bbe9b5fab80e tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:59:50.085976 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e31640-9dd8-45f1-8abb-bbe9b5fab80e tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:59:50.088324 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-0c1d33ca-0d39-4490-92ec-b8a71ff1ffa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:50.088939 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1d33ca-0d39-4490-92ec-b8a71ff1ffa0 None None] The sync data for ids ['2cf7bab9-7481-43bb-8624-c721a7cf3851'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 18:59:50.126889 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device b4291a30-305f-4eaf-9739-a22353493532 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 18:59:50.129320 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e31640-9dd8-45f1-8abb-bbe9b5fab80e tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Pushing event updated for resources: {'Port': ['ID=3c763ba2-21ea-4a31-921d-7669c0a59282,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:50.137233 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5c40b596-e049-4b04-92c2-8dfc253d2a3a tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:50.140494 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-550f1441-420a-4b03-806f-50e8e8ea639c tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:50.175300 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5c40b596-e049-4b04-92c2-8dfc253d2a3a tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:50.229898 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port b4291a30-305f-4eaf-9739-a22353493532 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:59:50.230948 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:50.247258 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1da1cfe0-855e-41ff-9767-9a749a80f6b4 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:50.276843 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e31640-9dd8-45f1-8abb-bbe9b5fab80e tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:50.284626 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-25e31640-9dd8-45f1-8abb-bbe9b5fab80e tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:50.359970 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-550f1441-420a-4b03-806f-50e8e8ea639c tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:50.425523 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da1cfe0-855e-41ff-9767-9a749a80f6b4 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a666105d-b398-4914-b185-5758bebfc3cd,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:50.439053 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1da1cfe0-855e-41ff-9767-9a749a80f6b4 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:50.442518 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-1da1cfe0-855e-41ff-9767-9a749a80f6b4 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "DELETE /v2.0/security-groups/a666105d-b398-4914-b185-5758bebfc3cd HTTP/1.1" status: 204 len: 168 time: 0.9850152 Jan 21 18:59:50.443785 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54210) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:50.470023 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5c40b596-e049-4b04-92c2-8dfc253d2a3a tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:50.470511 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c40b596-e049-4b04-92c2-8dfc253d2a3a tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Fanout notify agent at l3_agent the message router_deleted on router 19f43470-6b86-4306-8aed-a4085d59d22c {{(pid=88136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 18:59:50.472368 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-abda64be-5acd-46fc-b636-fbb09b5c4b38 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:50.489451 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77471937-67b6-4e75-a7f8-1b414e4b3ddb tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 18:59:50.525556 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-25e31640-9dd8-45f1-8abb-bbe9b5fab80e tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.4917157 Jan 21 18:59:50.530808 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54214) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:50.533123 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c460a58a-0905-46a1-8018-c29b196ab34f None None] Sync routers for ids ['5fe04a05-d06e-4ccb-a920-66abe954d5b9'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 18:59:50.540389 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-232102ee-e385-4ed7-9ffd-20e122a41208 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Request body: {'floatingip': {'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:50.547114 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-c5b26599-4ef3-417d-87df-9e03258fdd73 None None] Provisioning for port 3c763ba2-21ea-4a31-921d-7669c0a59282 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 18:59:50.547956 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-232102ee-e385-4ed7-9ffd-20e122a41208 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:50.552445 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-884e4d89-ebb6-4c0e-8bb0-3afdd8f651ed tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Synchronizing usage tracker for tenant:f6de688fc28849e9b861585add4b7411 on resource:security_group {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 18:59:50.560089 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-c5b26599-4ef3-417d-87df-9e03258fdd73 None None] Provisioning complete for port 3c763ba2-21ea-4a31-921d-7669c0a59282 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:59:50.560089 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c5b26599-4ef3-417d-87df-9e03258fdd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:50.560469 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-232102ee-e385-4ed7-9ffd-20e122a41208 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Usage tracker for resource:floatingip and tenant:a0239d3ca13d4cf4a0fbb3c61c69d28b is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:50.560627 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c460a58a-0905-46a1-8018-c29b196ab34f None None] Routers {'5fe04a05-d06e-4ccb-a920-66abe954d5b9'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 18:59:50.560776 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-232102ee-e385-4ed7-9ffd-20e122a41208 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:50.562970 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-c460a58a-0905-46a1-8018-c29b196ab34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:59:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['5fe04a05-d06e-4ccb-a920-66abe954d5b9'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:50.568851 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-232102ee-e385-4ed7-9ffd-20e122a41208 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:50.602740 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abda64be-5acd-46fc-b636-fbb09b5c4b38 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Network 73bdd0e8-e881-493e-8670-18ea519418c6 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:59:50.606772 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda64be-5acd-46fc-b636-fbb09b5c4b38 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Pushing event updated for resources: {'Port': ['ID=2a66cdae-d0db-46e0-91bf-a1ddc4ed4f62,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:50.613241 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-77471937-67b6-4e75-a7f8-1b414e4b3ddb tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:50.617056 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-77471937-67b6-4e75-a7f8-1b414e4b3ddb tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 9.0880563 Jan 21 18:59:50.617195 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5c40b596-e049-4b04-92c2-8dfc253d2a3a tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:50.617195 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-5c40b596-e049-4b04-92c2-8dfc253d2a3a tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] 10.222.0.87 "DELETE /v2.0/routers/19f43470-6b86-4306-8aed-a4085d59d22c HTTP/1.1" status: 204 len: 168 time: 2.6982286 Jan 21 18:59:50.617348 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54218) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:50.620009 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54222) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:50.622818 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-abda64be-5acd-46fc-b636-fbb09b5c4b38 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:59:50.627753 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abda64be-5acd-46fc-b636-fbb09b5c4b38 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:59:50.667023 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-c5b26599-4ef3-417d-87df-9e03258fdd73 None None] Port 3c763ba2-21ea-4a31-921d-7669c0a59282 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 18:59:50.689761 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-c460a58a-0905-46a1-8018-c29b196ab34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:50.699059 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c460a58a-0905-46a1-8018-c29b196ab34f None None] Routers {'5fe04a05-d06e-4ccb-a920-66abe954d5b9'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 18:59:50.699655 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-c460a58a-0905-46a1-8018-c29b196ab34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:59:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['5fe04a05-d06e-4ccb-a920-66abe954d5b9'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:50.724766 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-407c26ac-44a0-4a1f-893f-a01b355288b2 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1517410991', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:50.734644 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-407c26ac-44a0-4a1f-893f-a01b355288b2 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:50.740720 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-407c26ac-44a0-4a1f-893f-a01b355288b2 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Usage tracker for resource:router and tenant:aea183e11fb54a81a299fb93c9d93540 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:50.745167 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-407c26ac-44a0-4a1f-893f-a01b355288b2 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:50.754566 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-407c26ac-44a0-4a1f-893f-a01b355288b2 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:50.754728 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abda64be-5acd-46fc-b636-fbb09b5c4b38 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:50.755289 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-abda64be-5acd-46fc-b636-fbb09b5c4b38 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:50.775183 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-c460a58a-0905-46a1-8018-c29b196ab34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:50.775437 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-884e4d89-ebb6-4c0e-8bb0-3afdd8f651ed tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Unset dirty status for tenant:f6de688fc28849e9b861585add4b7411 on resource:security_group {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 18:59:50.775713 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c460a58a-0905-46a1-8018-c29b196ab34f None None] The sync data for ids ['5fe04a05-d06e-4ccb-a920-66abe954d5b9'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 18:59:50.776761 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-884e4d89-ebb6-4c0e-8bb0-3afdd8f651ed tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3320248 Jan 21 18:59:50.778002 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-232102ee-e385-4ed7-9ffd-20e122a41208 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks [] for floatingip, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:50.781822 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54226) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:50.789650 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-9d4a7e6a-4082-4385-ab79-262dbcff3f0e tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Request body: {'security_group': {'name': 'tempest-secgroup--2075807937'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:50.797045 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-9d4a7e6a-4082-4385-ab79-262dbcff3f0e tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:50.818176 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-550f1441-420a-4b03-806f-50e8e8ea639c tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Allocated IP 172.26.1.43 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/e05822ef-0c07-4b35-8d41-a61cf942faf4) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:59:50.820722 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-9d4a7e6a-4082-4385-ab79-262dbcff3f0e tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:50.837060 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-407c26ac-44a0-4a1f-893f-a01b355288b2 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:50.838100 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-407c26ac-44a0-4a1f-893f-a01b355288b2 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:50.878557 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-abda64be-5acd-46fc-b636-fbb09b5c4b38 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.6527376 Jan 21 18:59:50.880554 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54232) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:50.962187 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-2f4c700d-5ad6-4b80-ba84-e85fb638ce40 None None] Provisioning for port 2a66cdae-d0db-46e0-91bf-a1ddc4ed4f62 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 18:59:50.968556 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-2f4c700d-5ad6-4b80-ba84-e85fb638ce40 None None] Provisioning complete for port 2a66cdae-d0db-46e0-91bf-a1ddc4ed4f62 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:59:50.968996 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2f4c700d-5ad6-4b80-ba84-e85fb638ce40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:50.983271 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9d4a7e6a-4082-4385-ab79-262dbcff3f0e tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:51.028282 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-9d4a7e6a-4082-4385-ab79-262dbcff3f0e tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:51.031511 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-2f4c700d-5ad6-4b80-ba84-e85fb638ce40 None None] Port 2a66cdae-d0db-46e0-91bf-a1ddc4ed4f62 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 18:59:51.034457 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-9d4a7e6a-4082-4385-ab79-262dbcff3f0e tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Usage tracker for resource:security_group_rule and tenant:f6de688fc28849e9b861585add4b7411 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:51.036210 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-9d4a7e6a-4082-4385-ab79-262dbcff3f0e tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:51.041884 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-9d4a7e6a-4082-4385-ab79-262dbcff3f0e tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:51.109259 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-407c26ac-44a0-4a1f-893f-a01b355288b2 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:51.130530 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-69bd8b98-831a-48bc-a3e0-4b64a9de062a tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] 10.222.0.87 "GET /v2.0/routers/5fe04a05-d06e-4ccb-a920-66abe954d5b9 HTTP/1.1" status: 200 len: 925 time: 0.5097425 Jan 21 18:59:51.176210 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54240) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:51.231764 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-550f1441-420a-4b03-806f-50e8e8ea639c tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:51.234601 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2b27c01d-1e64-4ae3-8fd4-79dfbbf1acf2 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] 10.222.0.87 "GET /v2.0/ports?device_id=5fe04a05-d06e-4ccb-a920-66abe954d5b9 HTTP/1.1" status: 200 len: 205 time: 0.0559664 Jan 21 18:59:51.237308 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54244) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:51.270541 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985494a5-69d5-4ea4-8c82-f3839b3ace4d tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:51.276310 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985494a5-69d5-4ea4-8c82-f3839b3ace4d tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:51.282794 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985494a5-69d5-4ea4-8c82-f3839b3ace4d tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:51.283638 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-985494a5-69d5-4ea4-8c82-f3839b3ace4d tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Synchronizing usage tracker for tenant:3a75dc84aab34b26bb2d000a20289974 on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 18:59:51.312477 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9d4a7e6a-4082-4385-ab79-262dbcff3f0e tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:51.349243 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-407c26ac-44a0-4a1f-893f-a01b355288b2 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:51.428140 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9d4a7e6a-4082-4385-ab79-262dbcff3f0e tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:51.439451 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-985494a5-69d5-4ea4-8c82-f3839b3ace4d tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Unset dirty status for tenant:3a75dc84aab34b26bb2d000a20289974 on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 18:59:51.445358 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-985494a5-69d5-4ea4-8c82-f3839b3ace4d tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.5575340 Jan 21 18:59:51.445358 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-550f1441-420a-4b03-806f-50e8e8ea639c tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:51.445665 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54248) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:51.478970 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-232102ee-e385-4ed7-9ffd-20e122a41208 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:51.538818 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550f1441-420a-4b03-806f-50e8e8ea639c tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:59:51.546019 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-407c26ac-44a0-4a1f-893f-a01b355288b2 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:51.550475 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-407c26ac-44a0-4a1f-893f-a01b355288b2 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9263444 Jan 21 18:59:51.550660 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-550f1441-420a-4b03-806f-50e8e8ea639c tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:59:51.553249 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1a843337-6567-4404-8a50-8a8e46c70e22 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for router, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:51.556328 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550f1441-420a-4b03-806f-50e8e8ea639c tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:59:51.580369 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54252) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:51.582891 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4a7e6a-4082-4385-ab79-262dbcff3f0e tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0c35a6-3d07-4d6f-9fb2-27fcb95c7159,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:51.588694 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f1441-420a-4b03-806f-50e8e8ea639c tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Pushing event updated for resources: {'Port': ['ID=e05822ef-0c07-4b35-8d41-a61cf942faf4,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:51.598703 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-244b1b44-40b9-418a-8ee0-405aaecaec28 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Request body: {'router': {'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:51.641870 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-dd6cff9e-c4dc-4076-90d6-3a2a052ca930 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Deleting port 2a66cdae-d0db-46e0-91bf-a1ddc4ed4f62 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 18:59:51.642221 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-dd6cff9e-c4dc-4076-90d6-3a2a052ca930 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:51.667712 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9d4a7e6a-4082-4385-ab79-262dbcff3f0e tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:51.668916 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-9d4a7e6a-4082-4385-ab79-262dbcff3f0e tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8852034 Jan 21 18:59:51.677966 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54256) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:51.733691 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-0ea06376-f01b-46c8-b71d-06429a0a1992 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Request body: {'security_group_rule': {'security_group_id': 'bf0c35a6-3d07-4d6f-9fb2-27fcb95c7159', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:51.734461 dv-neutron-825470-1-hyperv neutron-server[88136]: WARNING neutron.api.v2.base [None req-0ea06376-f01b-46c8-b71d-06429a0a1992 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 21 18:59:51.734952 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-0ea06376-f01b-46c8-b71d-06429a0a1992 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 18:59:51.735913 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-0ea06376-f01b-46c8-b71d-06429a0a1992 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0570247 Jan 21 18:59:51.749999 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54260) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:51.962367 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-232102ee-e385-4ed7-9ffd-20e122a41208 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Allocated IP 172.26.1.110 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/ec1b7688-2f57-4c8e-810a-ee584e9d75ba) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:59:51.964788 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1a843337-6567-4404-8a50-8a8e46c70e22 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:52.077256 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-244b1b44-40b9-418a-8ee0-405aaecaec28 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:52.088407 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-1a843337-6567-4404-8a50-8a8e46c70e22 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Deleting port 6479997c-1858-4d25-8da8-97bd566f979c {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 18:59:52.088746 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1a843337-6567-4404-8a50-8a8e46c70e22 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:52.090418 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-550f1441-420a-4b03-806f-50e8e8ea639c tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:52.094693 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0612ba36-c2ec-45fb-9c39-9496e969471d tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:52.124120 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0612ba36-c2ec-45fb-9c39-9496e969471d tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:52.144793 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-dd6cff9e-c4dc-4076-90d6-3a2a052ca930 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:52.261528 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-550f1441-420a-4b03-806f-50e8e8ea639c tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:52.298641 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0612ba36-c2ec-45fb-9c39-9496e969471d tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:52.327528 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0612ba36-c2ec-45fb-9c39-9496e969471d tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0c35a6-3d07-4d6f-9fb2-27fcb95c7159,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:52.334108 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-dd6cff9e-c4dc-4076-90d6-3a2a052ca930 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Calling delete_port for 2a66cdae-d0db-46e0-91bf-a1ddc4ed4f62 owned by {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 18:59:52.417394 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0612ba36-c2ec-45fb-9c39-9496e969471d tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:52.418632 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-0612ba36-c2ec-45fb-9c39-9496e969471d tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "DELETE /v2.0/security-groups/bf0c35a6-3d07-4d6f-9fb2-27fcb95c7159 HTTP/1.1" status: 204 len: 168 time: 0.6676440 Jan 21 18:59:52.435595 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54268) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:52.588534 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-9f39f328-df2f-4b4d-9407-01296c4c8c9a tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Synchronizing usage tracker for tenant:f6de688fc28849e9b861585add4b7411 on resource:security_group {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 18:59:52.630832 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-232102ee-e385-4ed7-9ffd-20e122a41208 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:52.750040 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1a843337-6567-4404-8a50-8a8e46c70e22 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:52.754604 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-9f39f328-df2f-4b4d-9407-01296c4c8c9a tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Unset dirty status for tenant:f6de688fc28849e9b861585add4b7411 on resource:security_group {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 18:59:52.759398 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-9f39f328-df2f-4b4d-9407-01296c4c8c9a tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3189442 Jan 21 18:59:52.759608 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54272) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:52.887079 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-1a843337-6567-4404-8a50-8a8e46c70e22 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Calling delete_port for 6479997c-1858-4d25-8da8-97bd566f979c owned by network:router_gateway {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 18:59:52.914598 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-e9dff058-8570-4070-b016-7408d3ab11aa tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Request body: {'security_group': {'name': 'tempest-secgroup--297303576'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:52.925684 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-550f1441-420a-4b03-806f-50e8e8ea639c tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:52.930375 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-e9dff058-8570-4070-b016-7408d3ab11aa tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:52.933590 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-244b1b44-40b9-418a-8ee0-405aaecaec28 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for router_gateway, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:52.958259 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-dd6cff9e-c4dc-4076-90d6-3a2a052ca930 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:52.965176 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-244b1b44-40b9-418a-8ee0-405aaecaec28 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:52.971079 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-e9dff058-8570-4070-b016-7408d3ab11aa tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:53.012549 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-232102ee-e385-4ed7-9ffd-20e122a41208 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:53.023868 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6cff9e-c4dc-4076-90d6-3a2a052ca930 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Pushing event deleted for resources: {'Port': ['ID=2a66cdae-d0db-46e0-91bf-a1ddc4ed4f62,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:53.080774 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-550f1441-420a-4b03-806f-50e8e8ea639c tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:53.124440 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232102ee-e385-4ed7-9ffd-20e122a41208 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:59:53.130531 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e9dff058-8570-4070-b016-7408d3ab11aa tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:53.130746 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-232102ee-e385-4ed7-9ffd-20e122a41208 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:59:53.141727 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232102ee-e385-4ed7-9ffd-20e122a41208 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:59:53.238478 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232102ee-e385-4ed7-9ffd-20e122a41208 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Pushing event updated for resources: {'Port': ['ID=ec1b7688-2f57-4c8e-810a-ee584e9d75ba,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:53.260191 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f1441-420a-4b03-806f-50e8e8ea639c tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Pushing event updated for resources: {'Port': ['ID=e05822ef-0c07-4b35-8d41-a61cf942faf4,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:53.262928 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-e9dff058-8570-4070-b016-7408d3ab11aa tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:53.268677 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-244b1b44-40b9-418a-8ee0-405aaecaec28 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Allocated IP 172.26.1.16 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/51e2e459-90d2-4c95-a67e-0cbab24f5031) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:59:53.277589 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-e9dff058-8570-4070-b016-7408d3ab11aa tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Usage tracker for resource:security_group_rule and tenant:f6de688fc28849e9b861585add4b7411 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:53.283904 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-e9dff058-8570-4070-b016-7408d3ab11aa tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:53.290045 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-550f1441-420a-4b03-806f-50e8e8ea639c tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:53.299769 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-e9dff058-8570-4070-b016-7408d3ab11aa tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:53.426309 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-dd6cff9e-c4dc-4076-90d6-3a2a052ca930 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:53.446603 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-232102ee-e385-4ed7-9ffd-20e122a41208 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:53.488537 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-550f1441-420a-4b03-806f-50e8e8ea639c tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:53.489728 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-550f1441-420a-4b03-806f-50e8e8ea639c tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4845297 Jan 21 18:59:53.492612 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54280) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:53.517724 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e9dff058-8570-4070-b016-7408d3ab11aa tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:53.533254 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-244b1b44-40b9-418a-8ee0-405aaecaec28 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:53.556932 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1a843337-6567-4404-8a50-8a8e46c70e22 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:53.585224 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e9dff058-8570-4070-b016-7408d3ab11aa tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:53.607235 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-dd6cff9e-c4dc-4076-90d6-3a2a052ca930 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] 10.222.0.87 "DELETE /v2.0/ports/2a66cdae-d0db-46e0-91bf-a1ddc4ed4f62 HTTP/1.1" status: 204 len: 168 time: 2.1623719 Jan 21 18:59:53.610711 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54286) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:53.640361 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-232dc0c5-7c85-40e7-a355-f8f53d04f856 tempest-FloatingIPAdminTestJSON-1238066244 tempest-FloatingIPAdminTestJSON-1238066244-project] Request body: {'floatingip': {'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:53.644500 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a843337-6567-4404-8a50-8a8e46c70e22 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Pushing event deleted for resources: {'Port': ['ID=6479997c-1858-4d25-8da8-97bd566f979c,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:53.664515 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-232dc0c5-7c85-40e7-a355-f8f53d04f856 tempest-FloatingIPAdminTestJSON-1238066244 tempest-FloatingIPAdminTestJSON-1238066244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:53.667202 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-244b1b44-40b9-418a-8ee0-405aaecaec28 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:53.696693 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-232dc0c5-7c85-40e7-a355-f8f53d04f856 tempest-FloatingIPAdminTestJSON-1238066244 tempest-FloatingIPAdminTestJSON-1238066244-project] Usage tracker for resource:floatingip and tenant:1044882eb4e3404b95447e1351bb66dd is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:53.704131 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-232dc0c5-7c85-40e7-a355-f8f53d04f856 tempest-FloatingIPAdminTestJSON-1238066244 tempest-FloatingIPAdminTestJSON-1238066244-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:53.717512 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-232dc0c5-7c85-40e7-a355-f8f53d04f856 tempest-FloatingIPAdminTestJSON-1238066244 tempest-FloatingIPAdminTestJSON-1238066244-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:53.721936 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e9dff058-8570-4070-b016-7408d3ab11aa tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:53.723194 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e9dff058-8570-4070-b016-7408d3ab11aa tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9626122 Jan 21 18:59:53.724228 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-d91bbccc-55fe-4c8f-b1bb-02407daa794d tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] GET failed (client error): The resource could not be found. Jan 21 18:59:53.729390 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d91bbccc-55fe-4c8f-b1bb-02407daa794d tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] 10.222.0.87 "GET /v2.0/ports/2a66cdae-d0db-46e0-91bf-a1ddc4ed4f62 HTTP/1.1" status: 404 len: 333 time: 0.1133506 Jan 21 18:59:53.729390 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dff058-8570-4070-b016-7408d3ab11aa tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bac1afad-d13c-4942-a327-7d4ae44132d3,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:53.729390 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54290) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:53.741348 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54292) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:53.752840 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-8c8fbbc5-d8eb-470b-99ac-83b6d08c9e39 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Request body: {'security_group_rule': {'security_group_id': 'bac1afad-d13c-4942-a327-7d4ae44132d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:53.763077 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-232102ee-e385-4ed7-9ffd-20e122a41208 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:53.765677 dv-neutron-825470-1-hyperv neutron-server[88136]: WARNING neutron.api.v2.base [None req-8c8fbbc5-d8eb-470b-99ac-83b6d08c9e39 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 21 18:59:53.766255 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-8c8fbbc5-d8eb-470b-99ac-83b6d08c9e39 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 18:59:53.767275 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-8c8fbbc5-d8eb-470b-99ac-83b6d08c9e39 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0314374 Jan 21 18:59:53.770793 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-d78abc0c-3ab9-4f81-a5d9-9ad4347f2d7f tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Request body: {'port': {'network_id': '73bdd0e8-e881-493e-8670-18ea519418c6', 'name': 'tempest-AllowedAddressPairTestJSON-1139095033'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:53.789072 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54298) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:53.791844 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244b1b44-40b9-418a-8ee0-405aaecaec28 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:59:53.797918 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-244b1b44-40b9-418a-8ee0-405aaecaec28 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:59:53.803616 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-eb5c17d4-ee82-4d23-88aa-6fe71d865bbc tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Request body: {'security_group_rule': {'security_group_id': 'bac1afad-d13c-4942-a327-7d4ae44132d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:53.805145 dv-neutron-825470-1-hyperv neutron-server[88137]: WARNING neutron.api.v2.base [None req-eb5c17d4-ee82-4d23-88aa-6fe71d865bbc tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 21 18:59:53.805277 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244b1b44-40b9-418a-8ee0-405aaecaec28 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:59:53.805666 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-eb5c17d4-ee82-4d23-88aa-6fe71d865bbc tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 18:59:53.811540 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-eb5c17d4-ee82-4d23-88aa-6fe71d865bbc tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0166535 Jan 21 18:59:53.817605 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54302) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:53.832903 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-047a6b19-f3be-4ea8-95de-f512958f0fa1 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Request body: {'security_group_rule': {'security_group_id': 'bac1afad-d13c-4942-a327-7d4ae44132d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:53.833954 dv-neutron-825470-1-hyperv neutron-server[88137]: WARNING neutron.api.v2.base [None req-047a6b19-f3be-4ea8-95de-f512958f0fa1 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 21 18:59:53.834456 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-047a6b19-f3be-4ea8-95de-f512958f0fa1 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 18:59:53.835499 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-047a6b19-f3be-4ea8-95de-f512958f0fa1 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0151091 Jan 21 18:59:53.840149 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54306) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:53.842365 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b1b44-40b9-418a-8ee0-405aaecaec28 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Pushing event updated for resources: {'Port': ['ID=51e2e459-90d2-4c95-a67e-0cbab24f5031,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:53.851898 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-d3c31b5d-7636-47fd-aaf4-fe44cbdc1338 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Request body: {'security_group_rule': {'security_group_id': 'bac1afad-d13c-4942-a327-7d4ae44132d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:53.852754 dv-neutron-825470-1-hyperv neutron-server[88137]: WARNING neutron.api.v2.base [None req-d3c31b5d-7636-47fd-aaf4-fe44cbdc1338 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 21 18:59:53.853233 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-d3c31b5d-7636-47fd-aaf4-fe44cbdc1338 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 18:59:53.854822 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-d3c31b5d-7636-47fd-aaf4-fe44cbdc1338 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0110760 Jan 21 18:59:53.857081 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1a843337-6567-4404-8a50-8a8e46c70e22 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:53.860201 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54310) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:53.903162 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-232dc0c5-7c85-40e7-a355-f8f53d04f856 tempest-FloatingIPAdminTestJSON-1238066244 tempest-FloatingIPAdminTestJSON-1238066244-project] Notify callbacks [] for floatingip, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:54.199260 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2c9dafba-0201-41cc-84e4-b72e3d93c85b tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:54.209730 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-d78abc0c-3ab9-4f81-a5d9-9ad4347f2d7f tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:54.210500 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1a843337-6567-4404-8a50-8a8e46c70e22 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:54.221347 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1a843337-6567-4404-8a50-8a8e46c70e22 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:54.229283 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-d78abc0c-3ab9-4f81-a5d9-9ad4347f2d7f tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Usage tracker for resource:port and tenant:3a75dc84aab34b26bb2d000a20289974 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:54.241775 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-d78abc0c-3ab9-4f81-a5d9-9ad4347f2d7f tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:54.253458 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-d78abc0c-3ab9-4f81-a5d9-9ad4347f2d7f tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:54.255911 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2c9dafba-0201-41cc-84e4-b72e3d93c85b tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:54.386089 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78abc0c-3ab9-4f81-a5d9-9ad4347f2d7f tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Made reservation on behalf of 3a75dc84aab34b26bb2d000a20289974 for: {'port': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 18:59:54.389822 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d78abc0c-3ab9-4f81-a5d9-9ad4347f2d7f tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:54.428301 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1a843337-6567-4404-8a50-8a8e46c70e22 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:54.428875 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a843337-6567-4404-8a50-8a8e46c70e22 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Fanout notify agent at l3_agent the message router_deleted on router 5fe04a05-d06e-4ccb-a920-66abe954d5b9 {{(pid=88137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 18:59:54.430482 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2c9dafba-0201-41cc-84e4-b72e3d93c85b tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:54.443693 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-232102ee-e385-4ed7-9ffd-20e122a41208 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:54.448735 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [None req-d78abc0c-3ab9-4f81-a5d9-9ad4347f2d7f tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] device_id is not set on port 6628eaf5-08a1-4477-a6a9-ed09307973d6 yet. {{(pid=88136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 18:59:54.453320 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1a843337-6567-4404-8a50-8a8e46c70e22 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:54.454576 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-1a843337-6567-4404-8a50-8a8e46c70e22 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] 10.222.0.87 "DELETE /v2.0/routers/5fe04a05-d06e-4ccb-a920-66abe954d5b9 HTTP/1.1" status: 204 len: 168 time: 3.2163460 Jan 21 18:59:54.458077 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-232dc0c5-7c85-40e7-a355-f8f53d04f856 tempest-FloatingIPAdminTestJSON-1238066244 tempest-FloatingIPAdminTestJSON-1238066244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:54.459858 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54316) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:54.500245 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-00bd660f-b506-45fe-8823-9c4056cb6551 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Request body: {'router': {'name': 'tempest-snat-router-324372414', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'enable_snat': False}}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:54.506862 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-00bd660f-b506-45fe-8823-9c4056cb6551 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:54.508703 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9dafba-0201-41cc-84e4-b72e3d93c85b tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac1afad-d13c-4942-a327-7d4ae44132d3,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:54.515348 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-00bd660f-b506-45fe-8823-9c4056cb6551 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Usage tracker for resource:router and tenant:d1ef0dfbbaf847938739d2a3de7e86ca is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:54.522655 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-00bd660f-b506-45fe-8823-9c4056cb6551 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:54.528184 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-232102ee-e385-4ed7-9ffd-20e122a41208 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:54.575051 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-00bd660f-b506-45fe-8823-9c4056cb6551 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:54.607288 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2c9dafba-0201-41cc-84e4-b72e3d93c85b tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:54.609091 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-2c9dafba-0201-41cc-84e4-b72e3d93c85b tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "DELETE /v2.0/security-groups/bac1afad-d13c-4942-a327-7d4ae44132d3 HTTP/1.1" status: 204 len: 168 time: 0.7464826 Jan 21 18:59:54.615340 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54322) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:54.653555 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-244b1b44-40b9-418a-8ee0-405aaecaec28 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for router_gateway, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:54.703093 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-00bd660f-b506-45fe-8823-9c4056cb6551 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:54.704128 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-00bd660f-b506-45fe-8823-9c4056cb6551 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:54.721514 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232102ee-e385-4ed7-9ffd-20e122a41208 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Pushing event updated for resources: {'Port': ['ID=ec1b7688-2f57-4c8e-810a-ee584e9d75ba,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:54.751696 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-232102ee-e385-4ed7-9ffd-20e122a41208 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:54.766842 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-232dc0c5-7c85-40e7-a355-f8f53d04f856 tempest-FloatingIPAdminTestJSON-1238066244 tempest-FloatingIPAdminTestJSON-1238066244-project] Allocated IP 172.26.1.29 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/bb322f84-7fc0-42bb-bf93-2f89896f1c1f) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:59:54.775685 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-00bd660f-b506-45fe-8823-9c4056cb6551 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:54.883675 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-232102ee-e385-4ed7-9ffd-20e122a41208 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:54.887486 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-232102ee-e385-4ed7-9ffd-20e122a41208 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3525939 Jan 21 18:59:54.890455 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54326) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:54.895342 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-cf0418fa-d31f-4c70-81e9-d2f1d544f381 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Request body: {'floatingip': {'port_id': '3c763ba2-21ea-4a31-921d-7669c0a59282', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:54.926267 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-04df4228-933e-4ee4-9213-8f8026f9bf99 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Synchronizing usage tracker for tenant:f6de688fc28849e9b861585add4b7411 on resource:security_group {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 18:59:54.959483 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c6a655c0-2465-4e4e-a4ba-ef6e122ce5b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:54.991746 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-d78abc0c-3ab9-4f81-a5d9-9ad4347f2d7f tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Allocated IP 172.20.0.5 (73bdd0e8-e881-493e-8670-18ea519418c6/d1e91ffd-1732-404f-a0ed-d1dd26b16539/6628eaf5-08a1-4477-a6a9-ed09307973d6) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:59:55.047936 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cf0418fa-d31f-4c70-81e9-d2f1d544f381 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks [] for floatingip, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:55.103110 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-04df4228-933e-4ee4-9213-8f8026f9bf99 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Unset dirty status for tenant:f6de688fc28849e9b861585add4b7411 on resource:security_group {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 18:59:55.104340 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-04df4228-933e-4ee4-9213-8f8026f9bf99 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4869320 Jan 21 18:59:55.115177 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54330) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:55.133148 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-08e8e17e-51b6-4e3a-a0f8-3f374a909668 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Request body: {'security_group': {'name': 'tempest-secgroup--1080623318'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:55.158976 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-08e8e17e-51b6-4e3a-a0f8-3f374a909668 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:55.176278 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-08e8e17e-51b6-4e3a-a0f8-3f374a909668 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:55.352840 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-08e8e17e-51b6-4e3a-a0f8-3f374a909668 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:55.370219 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-00bd660f-b506-45fe-8823-9c4056cb6551 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:55.387306 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-232dc0c5-7c85-40e7-a355-f8f53d04f856 tempest-FloatingIPAdminTestJSON-1238066244 tempest-FloatingIPAdminTestJSON-1238066244-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:55.387699 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-244b1b44-40b9-418a-8ee0-405aaecaec28 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:55.399527 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-244b1b44-40b9-418a-8ee0-405aaecaec28 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3720919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3720920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723161'] for router, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:55.405074 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-08e8e17e-51b6-4e3a-a0f8-3f374a909668 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:55.419298 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-08e8e17e-51b6-4e3a-a0f8-3f374a909668 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Usage tracker for resource:security_group_rule and tenant:f6de688fc28849e9b861585add4b7411 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:55.468116 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-cf0418fa-d31f-4c70-81e9-d2f1d544f381 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] update failed (client error): The resource could not be found. Jan 21 18:59:55.469204 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-cf0418fa-d31f-4c70-81e9-d2f1d544f381 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] 10.222.0.87 "PUT /v2.0/floatingips/55570425-f543-46cc-a9b8-0db077c68379 HTTP/1.1" status: 404 len: 507 time: 0.5778613 Jan 21 18:59:55.472072 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54336) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:55.478840 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-08e8e17e-51b6-4e3a-a0f8-3f374a909668 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:55.502088 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-08e8e17e-51b6-4e3a-a0f8-3f374a909668 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:55.522803 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d78abc0c-3ab9-4f81-a5d9-9ad4347f2d7f tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:55.565556 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-d78abc0c-3ab9-4f81-a5d9-9ad4347f2d7f tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Transition to ACTIVE for port object 6628eaf5-08a1-4477-a6a9-ed09307973d6 will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 18:59:55.720470 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-08e8e17e-51b6-4e3a-a0f8-3f374a909668 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:55.786484 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-08e8e17e-51b6-4e3a-a0f8-3f374a909668 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:55.828570 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244b1b44-40b9-418a-8ee0-405aaecaec28 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Router 01f135cb-e13f-4c23-9f7b-dd98958b36f8 is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 18:59:55.828570 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d78abc0c-3ab9-4f81-a5d9-9ad4347f2d7f tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:55.830266 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-232dc0c5-7c85-40e7-a355-f8f53d04f856 tempest-FloatingIPAdminTestJSON-1238066244 tempest-FloatingIPAdminTestJSON-1238066244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:55.868852 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-57fd4e96-6f56-4147-92ce-e36dfc05317a tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Deleting port ec1b7688-2f57-4c8e-810a-ee584e9d75ba {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 18:59:55.869193 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-57fd4e96-6f56-4147-92ce-e36dfc05317a tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:55.903175 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8e17e-51b6-4e3a-a0f8-3f374a909668 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2e4313-61fa-4547-87a3-4efa2365f6ad,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:55.955263 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232dc0c5-7c85-40e7-a355-f8f53d04f856 tempest-FloatingIPAdminTestJSON-1238066244 tempest-FloatingIPAdminTestJSON-1238066244-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:59:55.963183 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-232dc0c5-7c85-40e7-a355-f8f53d04f856 tempest-FloatingIPAdminTestJSON-1238066244 tempest-FloatingIPAdminTestJSON-1238066244-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:59:55.971749 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232dc0c5-7c85-40e7-a355-f8f53d04f856 tempest-FloatingIPAdminTestJSON-1238066244 tempest-FloatingIPAdminTestJSON-1238066244-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:59:55.981969 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-08e8e17e-51b6-4e3a-a0f8-3f374a909668 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:55.983205 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-08e8e17e-51b6-4e3a-a0f8-3f374a909668 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8654325 Jan 21 18:59:55.986420 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78abc0c-3ab9-4f81-a5d9-9ad4347f2d7f tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Network 73bdd0e8-e881-493e-8670-18ea519418c6 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:59:55.988916 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54342) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:55.993018 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-d78abc0c-3ab9-4f81-a5d9-9ad4347f2d7f tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:59:55.999920 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232dc0c5-7c85-40e7-a355-f8f53d04f856 tempest-FloatingIPAdminTestJSON-1238066244 tempest-FloatingIPAdminTestJSON-1238066244-project] Pushing event updated for resources: {'Port': ['ID=bb322f84-7fc0-42bb-bf93-2f89896f1c1f,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:56.006270 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78abc0c-3ab9-4f81-a5d9-9ad4347f2d7f tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:59:56.037959 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-f7779bc9-be89-4ed6-b37d-0f793c937b6f tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Request body: {'security_group_rule': {'security_group_id': '0e2e4313-61fa-4547-87a3-4efa2365f6ad', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:56.038666 dv-neutron-825470-1-hyperv neutron-server[88136]: WARNING neutron.api.v2.base [None req-f7779bc9-be89-4ed6-b37d-0f793c937b6f tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 21 18:59:56.039148 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-f7779bc9-be89-4ed6-b37d-0f793c937b6f tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 18:59:56.042690 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f7779bc9-be89-4ed6-b37d-0f793c937b6f tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0485618 Jan 21 18:59:56.043409 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78abc0c-3ab9-4f81-a5d9-9ad4347f2d7f tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Pushing event updated for resources: {'Port': ['ID=6628eaf5-08a1-4477-a6a9-ed09307973d6,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:56.047884 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54346) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:56.064764 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-ed9d6b5c-3aae-4b57-9528-94eab4174bb2 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Request body: {'security_group_rule': {'security_group_id': '0e2e4313-61fa-4547-87a3-4efa2365f6ad', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:56.075897 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-ed9d6b5c-3aae-4b57-9528-94eab4174bb2 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:56.134299 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ed9d6b5c-3aae-4b57-9528-94eab4174bb2 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Usage tracker for resource:security_group_rule and tenant:f6de688fc28849e9b861585add4b7411 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:56.151557 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ed9d6b5c-3aae-4b57-9528-94eab4174bb2 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:56.175031 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-ed9d6b5c-3aae-4b57-9528-94eab4174bb2 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:56.182282 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78abc0c-3ab9-4f81-a5d9-9ad4347f2d7f tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:56.182918 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d78abc0c-3ab9-4f81-a5d9-9ad4347f2d7f tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:56.211357 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244b1b44-40b9-418a-8ee0-405aaecaec28 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 18:59:56.221583 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-244b1b44-40b9-418a-8ee0-405aaecaec28 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:56.221583 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-244b1b44-40b9-418a-8ee0-405aaecaec28 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] 10.222.0.87 "PUT /v2.0/routers/01f135cb-e13f-4c23-9f7b-dd98958b36f8 HTTP/1.1" status: 200 len: 879 time: 4.6384091 Jan 21 18:59:56.222973 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54350) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:56.227066 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca584c3-68d6-4343-bf0e-6a24ca24b511 None None] Sync routers for ids ['01f135cb-e13f-4c23-9f7b-dd98958b36f8'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 18:59:56.231403 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-57fd4e96-6f56-4147-92ce-e36dfc05317a tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:56.231744 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-57fd4e96-6f56-4147-92ce-e36dfc05317a tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:56.238834 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca584c3-68d6-4343-bf0e-6a24ca24b511 None None] Routers {'01f135cb-e13f-4c23-9f7b-dd98958b36f8'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 18:59:56.239445 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-cca584c3-68d6-4343-bf0e-6a24ca24b511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:59:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['01f135cb-e13f-4c23-9f7b-dd98958b36f8'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:56.306855 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-cca584c3-68d6-4343-bf0e-6a24ca24b511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:56.311107 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d78abc0c-3ab9-4f81-a5d9-9ad4347f2d7f tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5623775 Jan 21 18:59:56.320264 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca584c3-68d6-4343-bf0e-6a24ca24b511 None None] Routers {'01f135cb-e13f-4c23-9f7b-dd98958b36f8'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 18:59:56.320864 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-cca584c3-68d6-4343-bf0e-6a24ca24b511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:59:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['01f135cb-e13f-4c23-9f7b-dd98958b36f8'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:56.321272 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54354) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:56.331413 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-a0a02186-2144-47ed-9fe8-4255e47cd54f tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:66:74:16'}]}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:56.373583 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-57fd4e96-6f56-4147-92ce-e36dfc05317a tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Calling delete_port for ec1b7688-2f57-4c8e-810a-ee584e9d75ba owned by network:floatingip {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 18:59:56.387095 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f17a9029-555e-46e4-99de-50c578366aef None None] Provisioning for port 6628eaf5-08a1-4477-a6a9-ed09307973d6 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 18:59:56.392584 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-cca584c3-68d6-4343-bf0e-6a24ca24b511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 18:59:56.392979 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca584c3-68d6-4343-bf0e-6a24ca24b511 None None] The sync data for ids ['01f135cb-e13f-4c23-9f7b-dd98958b36f8'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 18:59:56.395345 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f17a9029-555e-46e4-99de-50c578366aef None None] Provisioning complete for port 6628eaf5-08a1-4477-a6a9-ed09307973d6 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:59:56.395709 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f17a9029-555e-46e4-99de-50c578366aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:56.453450 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-f17a9029-555e-46e4-99de-50c578366aef None None] Port 6628eaf5-08a1-4477-a6a9-ed09307973d6 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 18:59:56.500552 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-ed9d6b5c-3aae-4b57-9528-94eab4174bb2 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 18:59:56.501484 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ed9d6b5c-3aae-4b57-9528-94eab4174bb2 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4498780 Jan 21 18:59:56.507788 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54358) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:56.570161 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-378b59b0-c55c-4124-aa0c-b200005f22fe tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Request body: {'security_group_rule': {'security_group_id': '0e2e4313-61fa-4547-87a3-4efa2365f6ad', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:56.570885 dv-neutron-825470-1-hyperv neutron-server[88137]: WARNING neutron.api.v2.base [None req-378b59b0-c55c-4124-aa0c-b200005f22fe tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 21 18:59:56.571364 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-378b59b0-c55c-4124-aa0c-b200005f22fe tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 18:59:56.572302 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-378b59b0-c55c-4124-aa0c-b200005f22fe tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0612466 Jan 21 18:59:56.578444 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54362) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:56.593878 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-6a1eaadc-cf12-4863-bfa9-f7b6dfee5359 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Request body: {'security_group_rule': {'security_group_id': '0e2e4313-61fa-4547-87a3-4efa2365f6ad', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:56.619082 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-6a1eaadc-cf12-4863-bfa9-f7b6dfee5359 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:56.626197 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-232dc0c5-7c85-40e7-a355-f8f53d04f856 tempest-FloatingIPAdminTestJSON-1238066244 tempest-FloatingIPAdminTestJSON-1238066244-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:56.636689 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-6a1eaadc-cf12-4863-bfa9-f7b6dfee5359 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Usage tracker for resource:security_group_rule and tenant:f6de688fc28849e9b861585add4b7411 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:56.653177 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-6a1eaadc-cf12-4863-bfa9-f7b6dfee5359 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:56.661426 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c5a9ad1f-fc9d-4151-9b41-d45bf2524b71 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] 10.222.0.87 "GET /v2.0/routers/01f135cb-e13f-4c23-9f7b-dd98958b36f8 HTTP/1.1" status: 200 len: 920 time: 0.4349511 Jan 21 18:59:56.664221 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-6a1eaadc-cf12-4863-bfa9-f7b6dfee5359 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:56.665938 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54368) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:56.725356 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-00bd660f-b506-45fe-8823-9c4056cb6551 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:56.787881 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-00bd660f-b506-45fe-8823-9c4056cb6551 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:56.853319 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-57fd4e96-6f56-4147-92ce-e36dfc05317a tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:56.894706 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6589654-d645-43cb-b16b-cca8a66cc4f0 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:56.895395 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b6589654-d645-43cb-b16b-cca8a66cc4f0 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Synchronizing usage tracker for tenant:ee61e73a33b04715b07b22baa3498d79 on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 18:59:56.902524 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a0a02186-2144-47ed-9fe8-4255e47cd54f tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:56.915076 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-232dc0c5-7c85-40e7-a355-f8f53d04f856 tempest-FloatingIPAdminTestJSON-1238066244 tempest-FloatingIPAdminTestJSON-1238066244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:56.926230 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b6589654-d645-43cb-b16b-cca8a66cc4f0 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Unset dirty status for tenant:ee61e73a33b04715b07b22baa3498d79 on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 18:59:56.927374 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b6589654-d645-43cb-b16b-cca8a66cc4f0 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=552ba34b-3dd7-4be8-8310-a9fc908fe72b&device_id=01f135cb-e13f-4c23-9f7b-dd98958b36f8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2605331 Jan 21 18:59:56.939474 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd4e96-6f56-4147-92ce-e36dfc05317a tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Pushing event deleted for resources: {'Port': ['ID=ec1b7688-2f57-4c8e-810a-ee584e9d75ba,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:56.946165 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54374) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:56.970496 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-6a1eaadc-cf12-4863-bfa9-f7b6dfee5359 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 18:59:56.971497 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-6a1eaadc-cf12-4863-bfa9-f7b6dfee5359 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3921304 Jan 21 18:59:56.975303 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54378) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:56.981934 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-a315bfda-b7fc-42bf-baf6-2bec8fd8d7f9 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Request body: {'security_group_rule': {'security_group_id': '0e2e4313-61fa-4547-87a3-4efa2365f6ad', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:56.983251 dv-neutron-825470-1-hyperv neutron-server[88136]: WARNING neutron.api.v2.base [None req-a315bfda-b7fc-42bf-baf6-2bec8fd8d7f9 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 21 18:59:56.984088 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-a315bfda-b7fc-42bf-baf6-2bec8fd8d7f9 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 18:59:56.985009 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a315bfda-b7fc-42bf-baf6-2bec8fd8d7f9 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0089681 Jan 21 18:59:56.987605 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54382) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:56.995159 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-79b36624-f950-4d17-a959-11b9c8bbe8a0 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Request body: {'security_group_rule': {'security_group_id': '0e2e4313-61fa-4547-87a3-4efa2365f6ad', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:57.005327 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-79b36624-f950-4d17-a959-11b9c8bbe8a0 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:57.012430 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-79b36624-f950-4d17-a959-11b9c8bbe8a0 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Usage tracker for resource:security_group_rule and tenant:f6de688fc28849e9b861585add4b7411 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:57.016855 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-79b36624-f950-4d17-a959-11b9c8bbe8a0 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:57.038595 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-79b36624-f950-4d17-a959-11b9c8bbe8a0 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:57.128588 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.securitygroups_db [None req-79b36624-f950-4d17-a959-11b9c8bbe8a0 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Project f6de688fc28849e9b861585add4b7411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 18:59:57.211996 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a0a02186-2144-47ed-9fe8-4255e47cd54f tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:57.215520 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-40e4f0a7-bb5d-4f6e-a6cb-0cf486357a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:57.244031 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-79b36624-f950-4d17-a959-11b9c8bbe8a0 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 18:59:57.247776 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-79b36624-f950-4d17-a959-11b9c8bbe8a0 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2567332 Jan 21 18:59:57.247992 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54386) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:57.253501 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-107e5f73-8760-42fa-b1d1-9d7dd0d0fab9 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Request body: {'security_group_rule': {'security_group_id': '0e2e4313-61fa-4547-87a3-4efa2365f6ad', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:57.253997 dv-neutron-825470-1-hyperv neutron-server[88136]: WARNING neutron.api.v2.base [None req-107e5f73-8760-42fa-b1d1-9d7dd0d0fab9 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 21 18:59:57.257930 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-107e5f73-8760-42fa-b1d1-9d7dd0d0fab9 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 18:59:57.257930 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-107e5f73-8760-42fa-b1d1-9d7dd0d0fab9 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060604 Jan 21 18:59:57.258110 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54390) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:57.262513 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-939c0470-ec26-450d-8749-8da8fb7bb0f2 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Request body: {'security_group_rule': {'security_group_id': '0e2e4313-61fa-4547-87a3-4efa2365f6ad', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:57.269750 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-939c0470-ec26-450d-8749-8da8fb7bb0f2 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:57.273536 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-939c0470-ec26-450d-8749-8da8fb7bb0f2 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Usage tracker for resource:security_group_rule and tenant:f6de688fc28849e9b861585add4b7411 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:57.276527 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-939c0470-ec26-450d-8749-8da8fb7bb0f2 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:57.282946 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-939c0470-ec26-450d-8749-8da8fb7bb0f2 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:57.329407 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a0a02186-2144-47ed-9fe8-4255e47cd54f tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:57.375076 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.securitygroups_db [None req-939c0470-ec26-450d-8749-8da8fb7bb0f2 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Project f6de688fc28849e9b861585add4b7411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 18:59:57.391865 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-00bd660f-b506-45fe-8823-9c4056cb6551 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Allocated IP 172.26.1.104 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/0caba542-3121-4f07-9476-da301ad08361) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 18:59:57.406860 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-57fd4e96-6f56-4147-92ce-e36dfc05317a tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks [] for floatingip, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:57.463153 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a02186-2144-47ed-9fe8-4255e47cd54f tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Pushing event updated for resources: {'Port': ['ID=6628eaf5-08a1-4477-a6a9-ed09307973d6,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:57.487329 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-a0a02186-2144-47ed-9fe8-4255e47cd54f tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] In _notify_port_updated(), no bound segment for port 6628eaf5-08a1-4477-a6a9-ed09307973d6 on network 73bdd0e8-e881-493e-8670-18ea519418c6 {{(pid=88136) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 18:59:57.493097 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a02186-2144-47ed-9fe8-4255e47cd54f tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:57.495359 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a0a02186-2144-47ed-9fe8-4255e47cd54f tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:57.503002 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a0a02186-2144-47ed-9fe8-4255e47cd54f tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] 10.222.0.87 "PUT /v2.0/ports/6628eaf5-08a1-4477-a6a9-ed09307973d6 HTTP/1.1" status: 200 len: 994 time: 1.1735411 Jan 21 18:59:57.503973 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54394) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:57.551790 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-57fd4e96-6f56-4147-92ce-e36dfc05317a tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:57.561820 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-57fd4e96-6f56-4147-92ce-e36dfc05317a tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] 10.222.0.87 "DELETE /v2.0/floatingips/55570425-f543-46cc-a9b8-0db077c68379 HTTP/1.1" status: 204 len: 168 time: 2.0798433 Jan 21 18:59:57.562011 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-939c0470-ec26-450d-8749-8da8fb7bb0f2 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 18:59:57.562011 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-939c0470-ec26-450d-8749-8da8fb7bb0f2 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2979007 Jan 21 18:59:57.562011 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54398) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:57.562441 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415ddd57-8094-4e74-80a7-d5ef0de91f42 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:57.562441 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-415ddd57-8094-4e74-80a7-d5ef0de91f42 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Synchronizing usage tracker for tenant:ee61e73a33b04715b07b22baa3498d79 on resource:network {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 18:59:57.563373 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-ca5b50b6-d864-474f-9c4e-88babf4e57d0 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Request body: {'floatingip': {'floating_network_id': 'b46fccb6-bf9d-4d61-b579-af0a30a6d47c', 'port_id': '3c763ba2-21ea-4a31-921d-7669c0a59282', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:57.564216 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54402) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:57.575091 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-ca5b50b6-d864-474f-9c4e-88babf4e57d0 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:57.589125 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ca5b50b6-d864-474f-9c4e-88babf4e57d0 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Usage tracker for resource:floatingip and tenant:a0239d3ca13d4cf4a0fbb3c61c69d28b is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:57.595434 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ca5b50b6-d864-474f-9c4e-88babf4e57d0 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:57.604607 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-ca5b50b6-d864-474f-9c4e-88babf4e57d0 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:57.616848 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-851dec82-f6f2-4619-8169-00d7c25267cd tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Deleting port 6628eaf5-08a1-4477-a6a9-ed09307973d6 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 18:59:57.617195 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-851dec82-f6f2-4619-8169-00d7c25267cd tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:57.628548 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-fe6e1b96-87d2-44fd-88e3-a41a38428f54 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Request body: {'security_group_rule': {'security_group_id': '0e2e4313-61fa-4547-87a3-4efa2365f6ad', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:57.656648 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-fe6e1b96-87d2-44fd-88e3-a41a38428f54 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:57.678188 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-fe6e1b96-87d2-44fd-88e3-a41a38428f54 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Usage tracker for resource:security_group_rule and tenant:f6de688fc28849e9b861585add4b7411 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:57.681684 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-4899e694-ba44-4a61-a608-0654f3883da0 None None] Provisioning complete for port 6628eaf5-08a1-4477-a6a9-ed09307973d6 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 18:59:57.682224 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4899e694-ba44-4a61-a608-0654f3883da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:57.683440 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-fe6e1b96-87d2-44fd-88e3-a41a38428f54 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:57.688407 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-415ddd57-8094-4e74-80a7-d5ef0de91f42 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Unset dirty status for tenant:ee61e73a33b04715b07b22baa3498d79 on resource:network {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 18:59:57.692196 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-415ddd57-8094-4e74-80a7-d5ef0de91f42 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] 10.222.0.87 "GET /v2.0/networks/552ba34b-3dd7-4be8-8310-a9fc908fe72b HTTP/1.1" status: 200 len: 881 time: 0.7370849 Jan 21 18:59:57.695898 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54406) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:57.710014 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-fe6e1b96-87d2-44fd-88e3-a41a38428f54 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:57.730826 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ca5b50b6-d864-474f-9c4e-88babf4e57d0 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks [] for floatingip, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:57.742382 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-4899e694-ba44-4a61-a608-0654f3883da0 None None] Port 6628eaf5-08a1-4477-a6a9-ed09307973d6 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 18:59:57.778159 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-bafff15d-2341-4bf2-8698-1f618b1ad678 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] 10.222.0.87 "GET /v2.0/ports?device_id=01f135cb-e13f-4c23-9f7b-dd98958b36f8 HTTP/1.1" status: 200 len: 205 time: 0.0696270 Jan 21 18:59:57.789438 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54412) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:57.794106 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-00bd660f-b506-45fe-8823-9c4056cb6551 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:57.865775 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-232dc0c5-7c85-40e7-a355-f8f53d04f856 tempest-FloatingIPAdminTestJSON-1238066244 tempest-FloatingIPAdminTestJSON-1238066244-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:57.867383 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.securitygroups_db [None req-fe6e1b96-87d2-44fd-88e3-a41a38428f54 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Project f6de688fc28849e9b861585add4b7411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 18:59:57.933026 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:57.985302 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-851dec82-f6f2-4619-8169-00d7c25267cd tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:57.996555 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-232dc0c5-7c85-40e7-a355-f8f53d04f856 tempest-FloatingIPAdminTestJSON-1238066244 tempest-FloatingIPAdminTestJSON-1238066244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:58.045261 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-fe6e1b96-87d2-44fd-88e3-a41a38428f54 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 18:59:58.046306 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-fe6e1b96-87d2-44fd-88e3-a41a38428f54 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4292293 Jan 21 18:59:58.054736 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54418) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:58.066744 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6a4354b7-59a9-4034-aff2-6a05e853be7c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for router, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:58.136807 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-851dec82-f6f2-4619-8169-00d7c25267cd tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Calling delete_port for 6628eaf5-08a1-4477-a6a9-ed09307973d6 owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 18:59:58.193888 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232dc0c5-7c85-40e7-a355-f8f53d04f856 tempest-FloatingIPAdminTestJSON-1238066244 tempest-FloatingIPAdminTestJSON-1238066244-project] Pushing event updated for resources: {'Port': ['ID=bb322f84-7fc0-42bb-bf93-2f89896f1c1f,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:58.211581 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-232dc0c5-7c85-40e7-a355-f8f53d04f856 tempest-FloatingIPAdminTestJSON-1238066244 tempest-FloatingIPAdminTestJSON-1238066244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:58.268366 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-00bd660f-b506-45fe-8823-9c4056cb6551 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:58.287601 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a1fa9172-2bc7-4b41-868e-e960e8a2149d tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:58.376004 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bd660f-b506-45fe-8823-9c4056cb6551 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 18:59:58.386403 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-00bd660f-b506-45fe-8823-9c4056cb6551 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 18:59:58.392234 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bd660f-b506-45fe-8823-9c4056cb6551 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 18:59:58.422374 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd660f-b506-45fe-8823-9c4056cb6551 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Pushing event updated for resources: {'Port': ['ID=0caba542-3121-4f07-9476-da301ad08361,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:58.424630 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-232dc0c5-7c85-40e7-a355-f8f53d04f856 tempest-FloatingIPAdminTestJSON-1238066244 tempest-FloatingIPAdminTestJSON-1238066244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:58.425834 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-232dc0c5-7c85-40e7-a355-f8f53d04f856 tempest-FloatingIPAdminTestJSON-1238066244 tempest-FloatingIPAdminTestJSON-1238066244-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9322062 Jan 21 18:59:58.427470 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6a4354b7-59a9-4034-aff2-6a05e853be7c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:58.430132 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54422) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:58.438968 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:58.454900 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-ca5b50b6-d864-474f-9c4e-88babf4e57d0 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 18:59:58.460166 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ca5b50b6-d864-474f-9c4e-88babf4e57d0 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8977683 Jan 21 18:59:58.460846 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54426) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:58.472535 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-bffb8825-0d60-40a9-9588-943a5ca430ba tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Request body: {'floatingip': {'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'port_id': '3c763ba2-21ea-4a31-921d-7669c0a59282', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:58.482912 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-bffb8825-0d60-40a9-9588-943a5ca430ba tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:58.495690 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a1fa9172-2bc7-4b41-868e-e960e8a2149d tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:58.507354 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-bffb8825-0d60-40a9-9588-943a5ca430ba tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Usage tracker for resource:floatingip and tenant:a0239d3ca13d4cf4a0fbb3c61c69d28b is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:58.517749 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-bffb8825-0d60-40a9-9588-943a5ca430ba tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:58.538811 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-bffb8825-0d60-40a9-9588-943a5ca430ba tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:58.586561 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:58.617289 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-6a4354b7-59a9-4034-aff2-6a05e853be7c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Deleting port 51e2e459-90d2-4c95-a67e-0cbab24f5031 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 18:59:58.617883 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6a4354b7-59a9-4034-aff2-6a05e853be7c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:58.632579 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-851dec82-f6f2-4619-8169-00d7c25267cd tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:58.690283 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a1fa9172-2bc7-4b41-868e-e960e8a2149d tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:58.693125 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bffb8825-0d60-40a9-9588-943a5ca430ba tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks [] for floatingip, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:58.720478 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851dec82-f6f2-4619-8169-00d7c25267cd tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Pushing event deleted for resources: {'Port': ['ID=6628eaf5-08a1-4477-a6a9-ed09307973d6,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:58.758440 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa9172-2bc7-4b41-868e-e960e8a2149d tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2e4313-61fa-4547-87a3-4efa2365f6ad,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 18:59:58.831903 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a1fa9172-2bc7-4b41-868e-e960e8a2149d tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:58.835356 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a1fa9172-2bc7-4b41-868e-e960e8a2149d tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "DELETE /v2.0/security-groups/0e2e4313-61fa-4547-87a3-4efa2365f6ad HTTP/1.1" status: 204 len: 168 time: 0.7766280 Jan 21 18:59:58.848875 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54430) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:58.860665 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-6f89de5b-9f43-4ed8-9384-1e5e856375cf tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] 10.222.0.87 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3218 time: 0.4220040 Jan 21 18:59:58.861685 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54432) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:59.049172 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-6287ecc4-dbe8-4f79-b5a1-0bf2157f478b tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] 10.222.0.87 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1804502 Jan 21 18:59:59.053262 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54442) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:59.068954 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-276f91b2-08a3-4af5-a6c6-9b9affd7c57c tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2088203 Jan 21 18:59:59.075539 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54448) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:59.082598 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-3a4386dd-0151-4791-b8cd-6b3a6cfccc2f tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Request body: {'security_group': {'name': 'tempest-secgroup--1170741921'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:59.096999 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3a4386dd-0151-4791-b8cd-6b3a6cfccc2f tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:59.104405 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-3a4386dd-0151-4791-b8cd-6b3a6cfccc2f tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Usage tracker for resource:security_group and tenant:f6de688fc28849e9b861585add4b7411 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:59.109500 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-3a4386dd-0151-4791-b8cd-6b3a6cfccc2f tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:59.125946 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3a4386dd-0151-4791-b8cd-6b3a6cfccc2f tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:59.190809 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6a4354b7-59a9-4034-aff2-6a05e853be7c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:59.339613 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-6a4354b7-59a9-4034-aff2-6a05e853be7c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Calling delete_port for 51e2e459-90d2-4c95-a67e-0cbab24f5031 owned by network:router_gateway {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 18:59:59.349506 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-851dec82-f6f2-4619-8169-00d7c25267cd tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:59.353725 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-851dec82-f6f2-4619-8169-00d7c25267cd tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] 10.222.0.87 "DELETE /v2.0/ports/6628eaf5-08a1-4477-a6a9-ed09307973d6 HTTP/1.1" status: 204 len: 168 time: 1.8464146 Jan 21 18:59:59.355323 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-2603e755-7c01-47b3-8219-69dd4aa69044 tempest-FloatingIPAdminTestJSON-1238066244 tempest-FloatingIPAdminTestJSON-1238066244-project] Deleting port bb322f84-7fc0-42bb-bf93-2f89896f1c1f {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 18:59:59.355650 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2603e755-7c01-47b3-8219-69dd4aa69044 tempest-FloatingIPAdminTestJSON-1238066244 tempest-FloatingIPAdminTestJSON-1238066244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:59.373356 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54452) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:59.374219 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3a4386dd-0151-4791-b8cd-6b3a6cfccc2f tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:59.455181 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-298e0840-53c1-46dc-abf2-5ccd9106f5f6 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] GET failed (client error): The resource could not be found. Jan 21 18:59:59.455693 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-298e0840-53c1-46dc-abf2-5ccd9106f5f6 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Synchronizing usage tracker for tenant:3a75dc84aab34b26bb2d000a20289974 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 18:59:59.461976 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bffb8825-0d60-40a9-9588-943a5ca430ba tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:59.519548 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3a4386dd-0151-4791-b8cd-6b3a6cfccc2f tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 18:59:59.537716 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-3a4386dd-0151-4791-b8cd-6b3a6cfccc2f tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Usage tracker for resource:security_group_rule and tenant:f6de688fc28849e9b861585add4b7411 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 18:59:59.546025 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-3a4386dd-0151-4791-b8cd-6b3a6cfccc2f tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 18:59:59.561189 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3a4386dd-0151-4791-b8cd-6b3a6cfccc2f tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 18:59:59.575404 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d66ce3-b629-4318-a4f0-ddfc536e7df8 req-9a813aa9-5689-4fd7-8109-7d2af8cb4868 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 18:59:59.577644 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-17d66ce3-b629-4318-a4f0-ddfc536e7df8 req-9a813aa9-5689-4fd7-8109-7d2af8cb4868 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.4030092 Jan 21 18:59:59.588453 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-00bd660f-b506-45fe-8823-9c4056cb6551 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:59.650144 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-298e0840-53c1-46dc-abf2-5ccd9106f5f6 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Unset dirty status for tenant:3a75dc84aab34b26bb2d000a20289974 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 18:59:59.651287 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-298e0840-53c1-46dc-abf2-5ccd9106f5f6 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] 10.222.0.87 "GET /v2.0/ports/6628eaf5-08a1-4477-a6a9-ed09307973d6 HTTP/1.1" status: 404 len: 333 time: 0.2683105 Jan 21 18:59:59.667419 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54456) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 18:59:59.674161 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2603e755-7c01-47b3-8219-69dd4aa69044 tempest-FloatingIPAdminTestJSON-1238066244 tempest-FloatingIPAdminTestJSON-1238066244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:59.674497 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2603e755-7c01-47b3-8219-69dd4aa69044 tempest-FloatingIPAdminTestJSON-1238066244 tempest-FloatingIPAdminTestJSON-1238066244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:59.692694 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-9e5850fc-e148-4c35-85a6-7f539cbdbe60 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Request body: {'port': {'network_id': '73bdd0e8-e881-493e-8670-18ea519418c6', 'name': 'tempest-AllowedAddressPairTestJSON-627613681'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 18:59:59.745210 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-17d66ce3-b629-4318-a4f0-ddfc536e7df8 req-59e6bade-8de6-4c28-ae6f-7fdaea685133 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1601369 Jan 21 18:59:59.875008 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-2603e755-7c01-47b3-8219-69dd4aa69044 tempest-FloatingIPAdminTestJSON-1238066244 tempest-FloatingIPAdminTestJSON-1238066244-project] Calling delete_port for bb322f84-7fc0-42bb-bf93-2f89896f1c1f owned by network:floatingip {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 18:59:59.942828 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3a4386dd-0151-4791-b8cd-6b3a6cfccc2f tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 18:59:59.987926 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:00.041053 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3a4386dd-0151-4791-b8cd-6b3a6cfccc2f tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:00.086899 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6a4354b7-59a9-4034-aff2-6a05e853be7c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:00.160957 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4354b7-59a9-4034-aff2-6a05e853be7c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Pushing event deleted for resources: {'Port': ['ID=51e2e459-90d2-4c95-a67e-0cbab24f5031,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:00.163817 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-bffb8825-0d60-40a9-9588-943a5ca430ba tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Allocated IP 172.26.1.128 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/9d7dd204-b942-4d73-81a9-9bcb415340de) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:00:00.170679 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4386dd-0151-4791-b8cd-6b3a6cfccc2f tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a86fdd-9f98-40bb-8e76-013c5b272d18,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:00.174438 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-00bd660f-b506-45fe-8823-9c4056cb6551 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:00.266927 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3a4386dd-0151-4791-b8cd-6b3a6cfccc2f tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:00.268060 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3a4386dd-0151-4791-b8cd-6b3a6cfccc2f tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1915119 Jan 21 19:00:00.290879 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-9e5850fc-e148-4c35-85a6-7f539cbdbe60 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:00.295542 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54464) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:00.350773 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-4aeb1d58-dce0-4961-94ea-417ba52a6a90 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Request body: {'security_group_rule': {'security_group_id': 'd6a86fdd-9f98-40bb-8e76-013c5b272d18', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:00.378042 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-4aeb1d58-dce0-4961-94ea-417ba52a6a90 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:00.382152 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-9e5850fc-e148-4c35-85a6-7f539cbdbe60 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:00.396356 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-4aeb1d58-dce0-4961-94ea-417ba52a6a90 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Usage tracker for resource:security_group_rule and tenant:f6de688fc28849e9b861585add4b7411 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:00.412376 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-4aeb1d58-dce0-4961-94ea-417ba52a6a90 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:00.432218 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-4aeb1d58-dce0-4961-94ea-417ba52a6a90 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:00.472151 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bffb8825-0d60-40a9-9588-943a5ca430ba tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:00.504360 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5850fc-e148-4c35-85a6-7f539cbdbe60 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Made reservation on behalf of 3a75dc84aab34b26bb2d000a20289974 for: {'port': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:00:00.507841 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9e5850fc-e148-4c35-85a6-7f539cbdbe60 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:00.521957 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6a4354b7-59a9-4034-aff2-6a05e853be7c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:00.539376 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2603e755-7c01-47b3-8219-69dd4aa69044 tempest-FloatingIPAdminTestJSON-1238066244 tempest-FloatingIPAdminTestJSON-1238066244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:00.539376 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [None req-9e5850fc-e148-4c35-85a6-7f539cbdbe60 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] device_id is not set on port b1a3b84d-1689-48f6-85b9-9842406ab971 yet. {{(pid=88136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:00:00.620704 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bffb8825-0d60-40a9-9588-943a5ca430ba tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:00.654627 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2603e755-7c01-47b3-8219-69dd4aa69044 tempest-FloatingIPAdminTestJSON-1238066244 tempest-FloatingIPAdminTestJSON-1238066244-project] Pushing event deleted for resources: {'Port': ['ID=bb322f84-7fc0-42bb-bf93-2f89896f1c1f,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:00.735327 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6a4354b7-59a9-4034-aff2-6a05e853be7c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:00.739374 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6a4354b7-59a9-4034-aff2-6a05e853be7c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:00.832271 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6a4354b7-59a9-4034-aff2-6a05e853be7c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:00.832827 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4354b7-59a9-4034-aff2-6a05e853be7c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Fanout notify agent at l3_agent the message router_deleted on router 01f135cb-e13f-4c23-9f7b-dd98958b36f8 {{(pid=88137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:00:00.846134 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6a4354b7-59a9-4034-aff2-6a05e853be7c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:00.847238 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-6a4354b7-59a9-4034-aff2-6a05e853be7c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] 10.222.0.87 "DELETE /v2.0/routers/01f135cb-e13f-4c23-9f7b-dd98958b36f8 HTTP/1.1" status: 204 len: 168 time: 3.0567276 Jan 21 19:00:00.850941 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54470) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:00.856285 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-61c4aa75-ef89-48da-877b-eced6278ac9b tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-120773858', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:00.863463 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-61c4aa75-ef89-48da-877b-eced6278ac9b tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:00.865994 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00bd660f-b506-45fe-8823-9c4056cb6551 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Router 4663f427-5048-43bd-84a9-790774f46f4e is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:00:00.869822 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-61c4aa75-ef89-48da-877b-eced6278ac9b tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Usage tracker for resource:router and tenant:aea183e11fb54a81a299fb93c9d93540 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:00.871499 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffb8825-0d60-40a9-9588-943a5ca430ba tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:00:00.875936 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-61c4aa75-ef89-48da-877b-eced6278ac9b tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:00.878757 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb8825-0d60-40a9-9588-943a5ca430ba tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Pushing event updated for resources: {'Port': ['ID=9d7dd204-b942-4d73-81a9-9bcb415340de,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:00.881200 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-bffb8825-0d60-40a9-9588-943a5ca430ba tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:00:00.882200 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-61c4aa75-ef89-48da-877b-eced6278ac9b tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:00.887683 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffb8825-0d60-40a9-9588-943a5ca430ba tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:00:00.972750 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-4aeb1d58-dce0-4961-94ea-417ba52a6a90 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] create failed (client error): The resource could not be found. Jan 21 19:00:00.973812 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-4aeb1d58-dce0-4961-94ea-417ba52a6a90 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6771865 Jan 21 19:00:00.989222 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54474) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:01.022423 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-1a3767e7-37a6-42dd-9352-94705f9d0ec7 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Request body: {'security_group_rule': {'security_group_id': 'd6a86fdd-9f98-40bb-8e76-013c5b272d18', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bc5f460f-1a96-4317-998f-9deccc6ba49e'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:01.027432 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-61c4aa75-ef89-48da-877b-eced6278ac9b tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:01.028003 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-61c4aa75-ef89-48da-877b-eced6278ac9b tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:01.032512 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2603e755-7c01-47b3-8219-69dd4aa69044 tempest-FloatingIPAdminTestJSON-1238066244 tempest-FloatingIPAdminTestJSON-1238066244-project] Notify callbacks [] for floatingip, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:01.041383 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-1a3767e7-37a6-42dd-9352-94705f9d0ec7 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:01.051677 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-1a3767e7-37a6-42dd-9352-94705f9d0ec7 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Usage tracker for resource:security_group_rule and tenant:f6de688fc28849e9b861585add4b7411 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:01.063095 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-1a3767e7-37a6-42dd-9352-94705f9d0ec7 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:01.070366 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-61c4aa75-ef89-48da-877b-eced6278ac9b tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:01.072759 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00bd660f-b506-45fe-8823-9c4056cb6551 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:00:01.083204 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88af12e2-1e61-497f-87b1-89f897dbabde None None] Sync routers for ids ['4663f427-5048-43bd-84a9-790774f46f4e'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:00:01.094918 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88af12e2-1e61-497f-87b1-89f897dbabde None None] Routers {'4663f427-5048-43bd-84a9-790774f46f4e'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:00:01.095582 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-88af12e2-1e61-497f-87b1-89f897dbabde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:59:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['4663f427-5048-43bd-84a9-790774f46f4e'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:01.113083 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-1a3767e7-37a6-42dd-9352-94705f9d0ec7 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:01.132137 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-9e5850fc-e148-4c35-85a6-7f539cbdbe60 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Allocated IP 172.20.0.14 (73bdd0e8-e881-493e-8670-18ea519418c6/d1e91ffd-1732-404f-a0ed-d1dd26b16539/b1a3b84d-1689-48f6-85b9-9842406ab971) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:00:01.156305 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2603e755-7c01-47b3-8219-69dd4aa69044 tempest-FloatingIPAdminTestJSON-1238066244 tempest-FloatingIPAdminTestJSON-1238066244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:01.157454 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-2603e755-7c01-47b3-8219-69dd4aa69044 tempest-FloatingIPAdminTestJSON-1238066244 tempest-FloatingIPAdminTestJSON-1238066244-project] 10.222.0.87 "DELETE /v2.0/floatingips/3cf6e829-b402-45c7-899d-8cdb29f6f3aa HTTP/1.1" status: 204 len: 168 time: 2.1031280 Jan 21 19:00:01.161140 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54478) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:01.172597 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54dbd96-a1f2-4440-84d4-93636d2d9e67 req-ba035409-2566-4a21-8f61-6ac0b523710a tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:01.174159 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a54dbd96-a1f2-4440-84d4-93636d2d9e67 req-ba035409-2566-4a21-8f61-6ac0b523710a tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.5247293 Jan 21 19:00:01.239415 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-00bd660f-b506-45fe-8823-9c4056cb6551 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:01.240978 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-00bd660f-b506-45fe-8823-9c4056cb6551 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.7800615 Jan 21 19:00:01.251207 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54482) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:01.262177 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-61c4aa75-ef89-48da-877b-eced6278ac9b tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:01.278063 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-88af12e2-1e61-497f-87b1-89f897dbabde None None] Set router 4663f427-5048-43bd-84a9-790774f46f4e gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:00:01.372820 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-16978242-f887-4409-9840-edce313d8a08 tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Deleting port e05822ef-0c07-4b35-8d41-a61cf942faf4 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:00:01.373400 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-16978242-f887-4409-9840-edce313d8a08 tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:01.442290 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-61c4aa75-ef89-48da-877b-eced6278ac9b tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:01.443874 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-61c4aa75-ef89-48da-877b-eced6278ac9b tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5919271 Jan 21 19:00:01.453664 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a54dbd96-a1f2-4440-84d4-93636d2d9e67 req-a16a2f4a-ef54-4055-b75a-7a1838a5e82c tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2471361 Jan 21 19:00:01.457780 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54488) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:01.467954 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-020328a0-cacf-4958-b85d-2811d6a50030 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'enable_snat': True}}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:01.534356 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-bffb8825-0d60-40a9-9588-943a5ca430ba tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Deleting port 9d7dd204-b942-4d73-81a9-9bcb415340de {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:00:01.534704 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bffb8825-0d60-40a9-9588-943a5ca430ba tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:01.614902 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-16978242-f887-4409-9840-edce313d8a08 tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:01.615290 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-16978242-f887-4409-9840-edce313d8a08 tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:01.683764 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-88af12e2-1e61-497f-87b1-89f897dbabde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4663f427-5048-43bd-84a9-790774f46f4e', 'name': 'tempest-snat-router-324372414', 'tenant_id': 'd1ef0dfbbaf847938739d2a3de7e86ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.104'}], 'enable_snat': False}, 'gw_port_id': '0caba542-3121-4f07-9476-da301ad08361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:59:54Z', 'updated_at': '2022-01-21T18:59:58Z', 'revision_number': 3, 'project_id': 'd1ef0dfbbaf847938739d2a3de7e86ca', 'gw_port': {'id': '0caba542-3121-4f07-9476-da301ad08361', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ac:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4663f427-5048-43bd-84a9-790774f46f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:59:56Z', 'updated_at': '2022-01-21T18:59:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:01.695118 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88af12e2-1e61-497f-87b1-89f897dbabde None None] Checking router: 4663f427-5048-43bd-84a9-790774f46f4e for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:00:01.695467 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88af12e2-1e61-497f-87b1-89f897dbabde None None] Updating router 4663f427-5048-43bd-84a9-790774f46f4e port 0caba542-3121-4f07-9476-da301ad08361 binding host dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:00:01.765740 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-16978242-f887-4409-9840-edce313d8a08 tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Calling delete_port for e05822ef-0c07-4b35-8d41-a61cf942faf4 owned by network:floatingip {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:00:01.800786 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-88af12e2-1e61-497f-87b1-89f897dbabde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:01.901666 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-1a3767e7-37a6-42dd-9352-94705f9d0ec7 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] create failed (client error): The resource could not be found. Jan 21 19:00:01.904959 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-1a3767e7-37a6-42dd-9352-94705f9d0ec7 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.9099615 Jan 21 19:00:01.908022 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54498) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:02.023790 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1764fd2f-96db-42d8-8c5b-3e35da768351 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:02.062673 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1764fd2f-96db-42d8-8c5b-3e35da768351 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:02.074047 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-16978242-f887-4409-9840-edce313d8a08 tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:02.161316 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-bef6fd83-89d1-421a-8fdd-56b4ffaac39b tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] 10.222.0.87 "GET /v2.0/routers/4663f427-5048-43bd-84a9-790774f46f4e HTTP/1.1" status: 200 len: 908 time: 0.9088345 Jan 21 19:00:02.202325 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-88af12e2-1e61-497f-87b1-89f897dbabde None None] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:02.225070 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54502) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:02.230148 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-88af12e2-1e61-497f-87b1-89f897dbabde None None] Transition to ACTIVE for port object 0caba542-3121-4f07-9476-da301ad08361 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:00:02.253914 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-380f2965-a305-4cd3-b931-50f731fb6bfa tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Request body: {'router': {'name': 'tempest-snat-router-324372414', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'enable_snat': True}}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:02.256868 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16978242-f887-4409-9840-edce313d8a08 tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Pushing event deleted for resources: {'Port': ['ID=e05822ef-0c07-4b35-8d41-a61cf942faf4,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:02.296709 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-380f2965-a305-4cd3-b931-50f731fb6bfa tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:02.298956 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-88af12e2-1e61-497f-87b1-89f897dbabde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:02.317311 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-380f2965-a305-4cd3-b931-50f731fb6bfa tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Usage tracker for resource:router and tenant:d1ef0dfbbaf847938739d2a3de7e86ca is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:02.347102 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-380f2965-a305-4cd3-b931-50f731fb6bfa tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:02.350604 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9e5850fc-e148-4c35-85a6-7f539cbdbe60 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:02.361112 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-380f2965-a305-4cd3-b931-50f731fb6bfa tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:02.387725 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a77851-802b-4675-962b-b1952119f126 None None] Pushing event updated for resources: {'Port': ['ID=0caba542-3121-4f07-9476-da301ad08361,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:02.391798 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-16978242-f887-4409-9840-edce313d8a08 tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:02.415039 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-16978242-f887-4409-9840-edce313d8a08 tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:02.415511 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-88af12e2-1e61-497f-87b1-89f897dbabde None None] Attempting to bind port 0caba542-3121-4f07-9476-da301ad08361 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:00:02.416049 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-88af12e2-1e61-497f-87b1-89f897dbabde None None] Attempting to bind port 0caba542-3121-4f07-9476-da301ad08361 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:00:02.416192 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-16978242-f887-4409-9840-edce313d8a08 tempest-FloatingIPAdminTestJSON-83580468 tempest-FloatingIPAdminTestJSON-83580468-project-admin] 10.222.0.87 "DELETE /v2.0/floatingips/60c2c611-2af3-4118-8192-e34cf8530b02 HTTP/1.1" status: 204 len: 168 time: 1.2536781 Jan 21 19:00:02.416853 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88af12e2-1e61-497f-87b1-89f897dbabde None None] Attempting to bind port 0caba542-3121-4f07-9476-da301ad08361 on network 552ba34b-3dd7-4be8-8310-a9fc908fe72b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:00:02.420559 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54508) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:02.423629 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88af12e2-1e61-497f-87b1-89f897dbabde None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 18, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:00:02.424002 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88af12e2-1e61-497f-87b1-89f897dbabde None None] Checking segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:00:02.424404 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-88af12e2-1e61-497f-87b1-89f897dbabde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:02.424791 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88af12e2-1e61-497f-87b1-89f897dbabde None None] Bound using segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:00:02.425257 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-88af12e2-1e61-497f-87b1-89f897dbabde None None] Bound port: 0caba542-3121-4f07-9476-da301ad08361, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:00:02.425648 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-88af12e2-1e61-497f-87b1-89f897dbabde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:02.462890 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1764fd2f-96db-42d8-8c5b-3e35da768351 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:02.465948 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1764fd2f-96db-42d8-8c5b-3e35da768351 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:02.468012 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-1764fd2f-96db-42d8-8c5b-3e35da768351 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "DELETE /v2.0/security-groups/d6a86fdd-9f98-40bb-8e76-013c5b272d18 HTTP/1.1" status: 204 len: 168 time: 0.5588882 Jan 21 19:00:02.475679 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-020328a0-cacf-4958-b85d-2811d6a50030 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:02.479190 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54512) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:02.486563 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bffb8825-0d60-40a9-9588-943a5ca430ba tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:02.491611 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bffb8825-0d60-40a9-9588-943a5ca430ba tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:02.497326 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-380f2965-a305-4cd3-b931-50f731fb6bfa tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:02.499004 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-380f2965-a305-4cd3-b931-50f731fb6bfa tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:02.507474 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-88af12e2-1e61-497f-87b1-89f897dbabde None None] For port 0caba542-3121-4f07-9476-da301ad08361, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:00:02.510529 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-88af12e2-1e61-497f-87b1-89f897dbabde None None] For port 0caba542-3121-4f07-9476-da301ad08361, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=0caba542-3121-4f07-9476-da301ad08361,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:00:02.511597 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-9e5850fc-e148-4c35-85a6-7f539cbdbe60 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Transition to ACTIVE for port object b1a3b84d-1689-48f6-85b9-9842406ab971 will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:00:02.519571 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1764fd2f-96db-42d8-8c5b-3e35da768351 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a86fdd-9f98-40bb-8e76-013c5b272d18,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:02.524981 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845509c1-fb6e-4b13-8995-7e7bdaf3932c req-5618ec3f-90a2-496c-8019-9c114be24343 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:02.525132 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-380f2965-a305-4cd3-b931-50f731fb6bfa tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:02.527269 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-845509c1-fb6e-4b13-8995-7e7bdaf3932c req-5618ec3f-90a2-496c-8019-9c114be24343 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "GET /v2.0/ports?device_id=9ac2c204-4e0f-45f9-a79d-b21ae7229572 HTTP/1.1" status: 200 len: 945 time: 0.6790571 Jan 21 19:00:02.546882 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-50e1df82-94bb-490b-9a82-17ede612fe01 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Deleting port d53b2e02-1e3e-4801-888a-17e8af18b230 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:00:02.547125 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-50e1df82-94bb-490b-9a82-17ede612fe01 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:02.607913 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-88af12e2-1e61-497f-87b1-89f897dbabde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:02.688957 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88af12e2-1e61-497f-87b1-89f897dbabde None None] Routers {'4663f427-5048-43bd-84a9-790774f46f4e'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:00:02.689608 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-88af12e2-1e61-497f-87b1-89f897dbabde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:59:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['4663f427-5048-43bd-84a9-790774f46f4e'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:02.736862 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-bffb8825-0d60-40a9-9588-943a5ca430ba tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Calling delete_port for 9d7dd204-b942-4d73-81a9-9bcb415340de owned by network:floatingip {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:00:02.798344 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-845509c1-fb6e-4b13-8995-7e7bdaf3932c req-3eae066c-da74-4681-a82f-41af2ca830b1 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "GET /v2.0/security-groups?id=dd617b07-3a36-4cc7-8801-2f823f284cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2701766 Jan 21 19:00:02.875307 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-88af12e2-1e61-497f-87b1-89f897dbabde None None] Set router 4663f427-5048-43bd-84a9-790774f46f4e gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:00:02.986308 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-48cbd433-babc-484a-b817-d18e43a57097 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Synchronizing usage tracker for tenant:f6de688fc28849e9b861585add4b7411 on resource:security_group {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:00:03.016808 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a77851-802b-4675-962b-b1952119f126 None None] Pushing event updated for resources: {'Port': ['ID=0caba542-3121-4f07-9476-da301ad08361,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:03.039499 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-380f2965-a305-4cd3-b931-50f731fb6bfa tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:03.058431 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-50e1df82-94bb-490b-9a82-17ede612fe01 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:03.125319 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d14392-6b43-4391-b412-c3538eb023b5 req-f0bc52b7-b9b0-4c70-906f-44b7002e8214 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:03.132452 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-45d14392-6b43-4391-b412-c3538eb023b5 req-f0bc52b7-b9b0-4c70-906f-44b7002e8214 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.2058389 Jan 21 19:00:03.134208 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-48cbd433-babc-484a-b817-d18e43a57097 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Unset dirty status for tenant:f6de688fc28849e9b861585add4b7411 on resource:security_group {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:00:03.140196 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-48cbd433-babc-484a-b817-d18e43a57097 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6512756 Jan 21 19:00:03.154004 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54522) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:03.154844 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9e5850fc-e148-4c35-85a6-7f539cbdbe60 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:03.156513 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bffb8825-0d60-40a9-9588-943a5ca430ba tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:03.165678 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-7686a8cf-c983-4ac2-a221-ae398cd7ad21 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Request body: {'security_group_rule': {'security_group_id': '4407cdc7-8992-4659-bc69-3ad7a4939d87', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:03.190334 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-88af12e2-1e61-497f-87b1-89f897dbabde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4663f427-5048-43bd-84a9-790774f46f4e', 'name': 'tempest-snat-router-324372414', 'tenant_id': 'd1ef0dfbbaf847938739d2a3de7e86ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.104'}], 'enable_snat': False}, 'gw_port_id': '0caba542-3121-4f07-9476-da301ad08361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:59:54Z', 'updated_at': '2022-01-21T18:59:58Z', 'revision_number': 3, 'project_id': 'd1ef0dfbbaf847938739d2a3de7e86ca', 'gw_port': {'id': '0caba542-3121-4f07-9476-da301ad08361', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ac:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4663f427-5048-43bd-84a9-790774f46f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:59:56Z', 'updated_at': '2022-01-21T19:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:03.194565 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88af12e2-1e61-497f-87b1-89f897dbabde None None] The sync data for ids ['4663f427-5048-43bd-84a9-790774f46f4e'] in dv-neutron-825470-1-hyperv is: [{'id': '4663f427-5048-43bd-84a9-790774f46f4e', 'name': 'tempest-snat-router-324372414', 'tenant_id': 'd1ef0dfbbaf847938739d2a3de7e86ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.104'}], 'enable_snat': False}, 'gw_port_id': '0caba542-3121-4f07-9476-da301ad08361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:59:54Z', 'updated_at': '2022-01-21T18:59:58Z', 'revision_number': 3, 'project_id': 'd1ef0dfbbaf847938739d2a3de7e86ca', 'gw_port': {'id': '0caba542-3121-4f07-9476-da301ad08361', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ac:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4663f427-5048-43bd-84a9-790774f46f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:59:56Z', 'updated_at': '2022-01-21T19:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:00:03.202022 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-50e1df82-94bb-490b-9a82-17ede612fe01 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Calling delete_port for d53b2e02-1e3e-4801-888a-17e8af18b230 owned by {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:00:03.218112 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-7686a8cf-c983-4ac2-a221-ae398cd7ad21 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:03.270151 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7686a8cf-c983-4ac2-a221-ae398cd7ad21 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Usage tracker for resource:security_group_rule and tenant:f6de688fc28849e9b861585add4b7411 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:03.282339 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7686a8cf-c983-4ac2-a221-ae398cd7ad21 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:03.293743 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb8825-0d60-40a9-9588-943a5ca430ba tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Pushing event deleted for resources: {'Port': ['ID=9d7dd204-b942-4d73-81a9-9bcb415340de,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:03.342398 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-7686a8cf-c983-4ac2-a221-ae398cd7ad21 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:03.347237 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5850fc-e148-4c35-85a6-7f539cbdbe60 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Network 73bdd0e8-e881-493e-8670-18ea519418c6 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:00:03.586967 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-45d14392-6b43-4391-b412-c3538eb023b5 req-31d9c5b1-bb47-4a1c-b476-525d68c010cb tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4536114 Jan 21 19:00:03.588532 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-9e5850fc-e148-4c35-85a6-7f539cbdbe60 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:00:03.611084 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5850fc-e148-4c35-85a6-7f539cbdbe60 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:00:03.656629 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-50e1df82-94bb-490b-9a82-17ede612fe01 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:03.730192 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5850fc-e148-4c35-85a6-7f539cbdbe60 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Pushing event updated for resources: {'Port': ['ID=b1a3b84d-1689-48f6-85b9-9842406ab971,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:03.759838 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5850fc-e148-4c35-85a6-7f539cbdbe60 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:03.760768 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9e5850fc-e148-4c35-85a6-7f539cbdbe60 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:03.974315 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1df82-94bb-490b-9a82-17ede612fe01 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Pushing event deleted for resources: {'Port': ['ID=d53b2e02-1e3e-4801-888a-17e8af18b230,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:03.994398 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-ea2933b1-9a58-4743-a1c4-bc426c4ab6a2 None None] Provisioning for port b1a3b84d-1689-48f6-85b9-9842406ab971 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:00:03.998110 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-9e5850fc-e148-4c35-85a6-7f539cbdbe60 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3274937 Jan 21 19:00:04.004842 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54528) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:04.021651 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-ea2933b1-9a58-4743-a1c4-bc426c4ab6a2 None None] Provisioning complete for port b1a3b84d-1689-48f6-85b9-9842406ab971 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:00:04.021651 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ea2933b1-9a58-4743-a1c4-bc426c4ab6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:04.022395 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-029dfb90-42b7-48c1-8388-ff72bce1623a tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:66:74:16'}]}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:04.035311 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-380f2965-a305-4cd3-b931-50f731fb6bfa tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:04.049759 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-7686a8cf-c983-4ac2-a221-ae398cd7ad21 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] create failed (client error): The resource could not be found. Jan 21 19:00:04.055328 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-7686a8cf-c983-4ac2-a221-ae398cd7ad21 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.8948503 Jan 21 19:00:04.058536 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54534) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:04.075540 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-bffb8825-0d60-40a9-9588-943a5ca430ba tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] create failed (client error): The resource could not be found. Jan 21 19:00:04.082825 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-bffb8825-0d60-40a9-9588-943a5ca430ba tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.6198959 Jan 21 19:00:04.087230 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-380f2965-a305-4cd3-b931-50f731fb6bfa tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:04.087943 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54538) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:04.113539 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-d87d554c-8cd5-454b-ac9d-8640db82b58e tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Request body: {'security_group': {'name': 'tempest-secgroup--807432021'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:04.146377 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-50e1df82-94bb-490b-9a82-17ede612fe01 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:04.146925 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-ea2933b1-9a58-4743-a1c4-bc426c4ab6a2 None None] Port b1a3b84d-1689-48f6-85b9-9842406ab971 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:00:04.172597 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-d87d554c-8cd5-454b-ac9d-8640db82b58e tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:04.199017 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-50e1df82-94bb-490b-9a82-17ede612fe01 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] 10.222.0.87 "DELETE /v2.0/ports/d53b2e02-1e3e-4801-888a-17e8af18b230 HTTP/1.1" status: 204 len: 168 time: 1.7770286 Jan 21 19:00:04.205231 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54542) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:04.239442 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 0caba542-3121-4f07-9476-da301ad08361 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:00:04.251460 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-020328a0-cacf-4958-b85d-2811d6a50030 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:04.315286 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-380f2965-a305-4cd3-b931-50f731fb6bfa tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Allocated IP 172.26.1.113 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/1a29b7f1-c117-4ced-adc8-0379c7c2bd71) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:00:04.336028 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-d87d554c-8cd5-454b-ac9d-8640db82b58e tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:04.369467 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-020328a0-cacf-4958-b85d-2811d6a50030 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:04.426468 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 0caba542-3121-4f07-9476-da301ad08361 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:00:04.433567 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 0caba542-3121-4f07-9476-da301ad08361 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:00:04.436087 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:04.474801 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-52a1bbe3-4b0b-4e76-8b35-ab397e20e163 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Deleting port 3c763ba2-21ea-4a31-921d-7669c0a59282 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:00:04.475147 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-52a1bbe3-4b0b-4e76-8b35-ab397e20e163 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:04.495422 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-380f2965-a305-4cd3-b931-50f731fb6bfa tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:04.557537 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d87d554c-8cd5-454b-ac9d-8640db82b58e tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:04.568779 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:04.581431 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-380f2965-a305-4cd3-b931-50f731fb6bfa tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:04.586937 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 0caba542-3121-4f07-9476-da301ad08361, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=0caba542-3121-4f07-9476-da301ad08361,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:00:04.649375 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:04.667347 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380f2965-a305-4cd3-b931-50f731fb6bfa tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:00:04.671292 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-380f2965-a305-4cd3-b931-50f731fb6bfa tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:00:04.675431 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380f2965-a305-4cd3-b931-50f731fb6bfa tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:00:04.710213 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f2965-a305-4cd3-b931-50f731fb6bfa tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Pushing event updated for resources: {'Port': ['ID=1a29b7f1-c117-4ced-adc8-0379c7c2bd71,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:04.754892 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-d87d554c-8cd5-454b-ac9d-8640db82b58e tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:04.767712 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=0caba542-3121-4f07-9476-da301ad08361,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:04.785479 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-d87d554c-8cd5-454b-ac9d-8640db82b58e tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Usage tracker for resource:security_group_rule and tenant:f6de688fc28849e9b861585add4b7411 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:04.823345 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-d87d554c-8cd5-454b-ac9d-8640db82b58e tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:04.852382 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-d87d554c-8cd5-454b-ac9d-8640db82b58e tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:04.930976 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa21ed-b150-4d48-afe5-fceba4e6d6ac req-778413f9-52b4-48c8-a721-6b63b884f57e tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:04.932505 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9daa21ed-b150-4d48-afe5-fceba4e6d6ac req-778413f9-52b4-48c8-a721-6b63b884f57e tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "GET /v2.0/ports?device_id=9ac2c204-4e0f-45f9-a79d-b21ae7229572 HTTP/1.1" status: 200 len: 945 time: 0.6422186 Jan 21 19:00:04.990846 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-020328a0-cacf-4958-b85d-2811d6a50030 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Allocated IP 172.26.1.114 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/e3db125c-c956-4f9b-997e-f931ccd94adf) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:00:05.000551 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8a07ad-e90a-49d5-ad22-cae778f4a2e7 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:05.001250 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-0e8a07ad-e90a-49d5-ad22-cae778f4a2e7 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Synchronizing usage tracker for tenant:2a30d8a52ae04dd59f64266a579e11a8 on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:00:05.164859 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-380f2965-a305-4cd3-b931-50f731fb6bfa tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:05.194028 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-029dfb90-42b7-48c1-8388-ff72bce1623a tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:05.244721 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9daa21ed-b150-4d48-afe5-fceba4e6d6ac req-981ccee1-6c7b-46ee-aa1a-f642fd86034e tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "GET /v2.0/security-groups?id=dd617b07-3a36-4cc7-8801-2f823f284cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2766428 Jan 21 19:00:05.276775 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-0e8a07ad-e90a-49d5-ad22-cae778f4a2e7 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Unset dirty status for tenant:2a30d8a52ae04dd59f64266a579e11a8 on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:00:05.277962 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-0e8a07ad-e90a-49d5-ad22-cae778f4a2e7 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] 10.222.0.87 "GET /v2.0/ports?device_id=2cf7bab9-7481-43bb-8624-c721a7cf3851 HTTP/1.1" status: 200 len: 913 time: 1.0488925 Jan 21 19:00:05.309040 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54548) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:05.499395 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-52a1bbe3-4b0b-4e76-8b35-ab397e20e163 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:05.541590 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d90baa-4f5e-4b3a-95ce-078f4106a77c req-b57b842b-fb47-4577-8bdf-6076b04c35b6 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:05.543232 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b8d90baa-4f5e-4b3a-95ce-078f4106a77c req-b57b842b-fb47-4577-8bdf-6076b04c35b6 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.7732549 Jan 21 19:00:05.575443 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d87d554c-8cd5-454b-ac9d-8640db82b58e tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:05.716999 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-52a1bbe3-4b0b-4e76-8b35-ab397e20e163 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Calling delete_port for 3c763ba2-21ea-4a31-921d-7669c0a59282 owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:00:05.748552 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d87d554c-8cd5-454b-ac9d-8640db82b58e tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:05.888687 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b8d90baa-4f5e-4b3a-95ce-078f4106a77c req-aae74746-eb88-47b2-9400-105eefae2e0a tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3257487 Jan 21 19:00:05.904431 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-020328a0-cacf-4958-b85d-2811d6a50030 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:05.915794 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d554c-8cd5-454b-ac9d-8640db82b58e tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06cd22b9-34de-4eb7-bf18-c20315eedfe9,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:05.937043 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-380f2965-a305-4cd3-b931-50f731fb6bfa tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:06.005094 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e3179-ceab-45de-8274-898690a350b6 req-f153f6fe-ed23-4ba4-980f-369e11ca925c tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:06.005716 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-6a2e3179-ceab-45de-8274-898690a350b6 req-f153f6fe-ed23-4ba4-980f-369e11ca925c tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Synchronizing usage tracker for tenant:56cc9754e40e43138bb91a6b89c2795d on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:00:06.012476 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d87d554c-8cd5-454b-ac9d-8640db82b58e tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:06.015376 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d87d554c-8cd5-454b-ac9d-8640db82b58e tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.9406607 Jan 21 19:00:06.021179 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54552) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:06.064435 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-86d0a49e-9a81-4cb7-8f26-69a2179381dd tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Request body: {'security_group': {'name': 'tempest-secgroup--937542716'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:06.084280 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-86d0a49e-9a81-4cb7-8f26-69a2179381dd tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:06.089319 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 0caba542-3121-4f07-9476-da301ad08361 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:00:06.093261 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-86d0a49e-9a81-4cb7-8f26-69a2179381dd tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Usage tracker for resource:security_group and tenant:f6de688fc28849e9b861585add4b7411 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:06.099335 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-86d0a49e-9a81-4cb7-8f26-69a2179381dd tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:06.116951 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-86d0a49e-9a81-4cb7-8f26-69a2179381dd tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:06.160724 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-029dfb90-42b7-48c1-8388-ff72bce1623a tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:06.164670 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 0caba542-3121-4f07-9476-da301ad08361 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:00:06.165108 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:06.229902 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-6a2e3179-ceab-45de-8274-898690a350b6 req-f153f6fe-ed23-4ba4-980f-369e11ca925c tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Unset dirty status for tenant:56cc9754e40e43138bb91a6b89c2795d on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:00:06.231128 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6a2e3179-ceab-45de-8274-898690a350b6 req-f153f6fe-ed23-4ba4-980f-369e11ca925c tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.113 "GET /v2.0/ports?device_id=9ac2c204-4e0f-45f9-a79d-b21ae7229572 HTTP/1.1" status: 200 len: 945 time: 0.6417358 Jan 21 19:00:06.268871 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-86d0a49e-9a81-4cb7-8f26-69a2179381dd tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:06.292260 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-020328a0-cacf-4958-b85d-2811d6a50030 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:06.299202 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-029dfb90-42b7-48c1-8388-ff72bce1623a tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:06.299781 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-52a1bbe3-4b0b-4e76-8b35-ab397e20e163 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:06.384607 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-86d0a49e-9a81-4cb7-8f26-69a2179381dd tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:06.393658 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-6a2e3179-ceab-45de-8274-898690a350b6 req-6a7ad7cc-55db-433f-8f44-3df01333244e tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Deleting port 4595f76e-de8f-4d44-87f5-2b83a569069c {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:00:06.394029 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-6a2e3179-ceab-45de-8274-898690a350b6 req-6a7ad7cc-55db-433f-8f44-3df01333244e tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:06.432282 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-86d0a49e-9a81-4cb7-8f26-69a2179381dd tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Usage tracker for resource:security_group_rule and tenant:f6de688fc28849e9b861585add4b7411 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:06.437898 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020328a0-cacf-4958-b85d-2811d6a50030 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:00:06.476693 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-86d0a49e-9a81-4cb7-8f26-69a2179381dd tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:06.485828 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-020328a0-cacf-4958-b85d-2811d6a50030 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:00:06.504648 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020328a0-cacf-4958-b85d-2811d6a50030 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Pushing event updated for resources: {'Port': ['ID=e3db125c-c956-4f9b-997e-f931ccd94adf,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:06.573722 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-86d0a49e-9a81-4cb7-8f26-69a2179381dd tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:06.577679 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020328a0-cacf-4958-b85d-2811d6a50030 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:00:06.601680 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380f2965-a305-4cd3-b931-50f731fb6bfa tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Router 53644e5e-9897-4cd3-b2f4-5737c41ad07d is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:00:06.766016 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-029dfb90-42b7-48c1-8388-ff72bce1623a tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] In _notify_port_updated(), no bound segment for port b1a3b84d-1689-48f6-85b9-9842406ab971 on network 73bdd0e8-e881-493e-8670-18ea519418c6 {{(pid=88136) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 19:00:06.773323 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029dfb90-42b7-48c1-8388-ff72bce1623a tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:06.774002 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-029dfb90-42b7-48c1-8388-ff72bce1623a tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:06.775357 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-029dfb90-42b7-48c1-8388-ff72bce1623a tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] 10.222.0.87 "PUT /v2.0/ports/b1a3b84d-1689-48f6-85b9-9842406ab971 HTTP/1.1" status: 200 len: 996 time: 2.7692995 Jan 21 19:00:06.789578 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54558) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:06.800381 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-7392f349-1f3c-4613-9b4c-ef755b30846d None None] Provisioning complete for port b1a3b84d-1689-48f6-85b9-9842406ab971 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:00:06.800648 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7392f349-1f3c-4613-9b4c-ef755b30846d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:06.802252 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029dfb90-42b7-48c1-8388-ff72bce1623a tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Pushing event updated for resources: {'Port': ['ID=b1a3b84d-1689-48f6-85b9-9842406ab971,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:06.860800 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-7392f349-1f3c-4613-9b4c-ef755b30846d None None] Port b1a3b84d-1689-48f6-85b9-9842406ab971 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:00:06.887823 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a1bbe3-4b0b-4e76-8b35-ab397e20e163 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Pushing event deleted for resources: {'Port': ['ID=3c763ba2-21ea-4a31-921d-7669c0a59282,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:06.954061 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-52a1bbe3-4b0b-4e76-8b35-ab397e20e163 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:07.042230 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-6a2e3179-ceab-45de-8274-898690a350b6 req-6a7ad7cc-55db-433f-8f44-3df01333244e tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] For port 4595f76e-de8f-4d44-87f5-2b83a569069c, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=4595f76e-de8f-4d44-87f5-2b83a569069c,segment=NetworkSegment(ad01f6a0-93d9-445a-83b5-98d1ba468e24),segment_id=ad01f6a0-93d9-445a-83b5-98d1ba468e24)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:00:07.042595 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-6a2e3179-ceab-45de-8274-898690a350b6 req-6a7ad7cc-55db-433f-8f44-3df01333244e tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:07.066001 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-52a1bbe3-4b0b-4e76-8b35-ab397e20e163 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] 10.222.0.87 "DELETE /v2.0/ports/3c763ba2-21ea-4a31-921d-7669c0a59282 HTTP/1.1" status: 204 len: 168 time: 2.9471071 Jan 21 19:00:07.100056 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54564) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:07.158019 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-86d0a49e-9a81-4cb7-8f26-69a2179381dd tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:07.188432 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da5bb0-80e9-4f33-aa11-90be5de233f0 req-b1e2aab2-ceb8-4f2a-b63d-d5523ed7948e tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:07.189927 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-28da5bb0-80e9-4f33-aa11-90be5de233f0 req-b1e2aab2-ceb8-4f2a-b63d-d5523ed7948e tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "GET /v2.0/ports?device_id=9ac2c204-4e0f-45f9-a79d-b21ae7229572 HTTP/1.1" status: 200 len: 945 time: 0.5311630 Jan 21 19:00:07.220303 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3e5c7ccd-eb71-4afd-9357-c7de575030b2 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:07.290436 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-fe972350-174a-478c-8c2a-eb74e1a9c158 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Deleting port b1a3b84d-1689-48f6-85b9-9842406ab971 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:00:07.291100 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fe972350-174a-478c-8c2a-eb74e1a9c158 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:07.350321 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-86d0a49e-9a81-4cb7-8f26-69a2179381dd tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:07.410289 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380f2965-a305-4cd3-b931-50f731fb6bfa tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:00:07.426816 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ca2b8b-0ef4-4240-8bc3-df31fbcff5fd None None] Sync routers for ids ['53644e5e-9897-4cd3-b2f4-5737c41ad07d'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:00:07.429663 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785383bb-188f-4737-8b29-88b9335b2ae6 req-463f1d54-0179-4d96-84ea-b4d32ed74edd tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:07.432391 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-785383bb-188f-4737-8b29-88b9335b2ae6 req-463f1d54-0179-4d96-84ea-b4d32ed74edd tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.3913016 Jan 21 19:00:07.442473 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-28da5bb0-80e9-4f33-aa11-90be5de233f0 req-d138b04f-d943-4d31-a6ed-6e8c6e88c037 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "GET /v2.0/security-groups?id=dd617b07-3a36-4cc7-8801-2f823f284cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2444770 Jan 21 19:00:07.446717 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ca2b8b-0ef4-4240-8bc3-df31fbcff5fd None None] Routers {'53644e5e-9897-4cd3-b2f4-5737c41ad07d'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:00:07.447638 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-53ca2b8b-0ef4-4240-8bc3-df31fbcff5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:59:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['53644e5e-9897-4cd3-b2f4-5737c41ad07d'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:07.517408 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d0a49e-9a81-4cb7-8f26-69a2179381dd tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef2158a-f541-4d37-9d6d-0ac2119e2838,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:07.536801 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-86d0a49e-9a81-4cb7-8f26-69a2179381dd tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:07.540580 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-86d0a49e-9a81-4cb7-8f26-69a2179381dd tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4877329 Jan 21 19:00:07.542769 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54568) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:07.552477 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-31f456bb-e9f3-4afe-bf8d-a668dca49139 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Request body: {'security_group_rule': {'security_group_id': '06cd22b9-34de-4eb7-bf18-c20315eedfe9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '5ef2158a-f541-4d37-9d6d-0ac2119e2838'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:07.569909 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-31f456bb-e9f3-4afe-bf8d-a668dca49139 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:07.587820 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-31f456bb-e9f3-4afe-bf8d-a668dca49139 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Usage tracker for resource:security_group_rule and tenant:f6de688fc28849e9b861585add4b7411 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:07.598845 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-31f456bb-e9f3-4afe-bf8d-a668dca49139 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:07.608405 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-785383bb-188f-4737-8b29-88b9335b2ae6 req-362c08eb-6088-4777-a1ee-329e4f1e5477 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1000533 Jan 21 19:00:07.663110 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-31f456bb-e9f3-4afe-bf8d-a668dca49139 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:07.684713 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-53ca2b8b-0ef4-4240-8bc3-df31fbcff5fd None None] Set router 53644e5e-9897-4cd3-b2f4-5737c41ad07d gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:00:07.702700 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-020328a0-cacf-4958-b85d-2811d6a50030 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:07.768087 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-380f2965-a305-4cd3-b931-50f731fb6bfa tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:07.771987 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-380f2965-a305-4cd3-b931-50f731fb6bfa tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.5358531 Jan 21 19:00:07.772412 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54572) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:07.910344 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b88f24-123b-4833-9e4d-8c5951ae5fe8 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:07.910627 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-12b88f24-123b-4833-9e4d-8c5951ae5fe8 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Synchronizing usage tracker for tenant:a0239d3ca13d4cf4a0fbb3c61c69d28b on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:00:07.979507 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-53ca2b8b-0ef4-4240-8bc3-df31fbcff5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53644e5e-9897-4cd3-b2f4-5737c41ad07d', 'name': 'tempest-snat-router-324372414', 'tenant_id': 'd1ef0dfbbaf847938739d2a3de7e86ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.113'}], 'enable_snat': True}, 'gw_port_id': '1a29b7f1-c117-4ced-adc8-0379c7c2bd71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:00:02Z', 'updated_at': '2022-01-21T19:00:04Z', 'revision_number': 3, 'project_id': 'd1ef0dfbbaf847938739d2a3de7e86ca', 'gw_port': {'id': '1a29b7f1-c117-4ced-adc8-0379c7c2bd71', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:29:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53644e5e-9897-4cd3-b2f4-5737c41ad07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:00:04Z', 'updated_at': '2022-01-21T19:00:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:07.984709 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ca2b8b-0ef4-4240-8bc3-df31fbcff5fd None None] Checking router: 53644e5e-9897-4cd3-b2f4-5737c41ad07d for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:00:07.985779 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ca2b8b-0ef4-4240-8bc3-df31fbcff5fd None None] Updating router 53644e5e-9897-4cd3-b2f4-5737c41ad07d port 1a29b7f1-c117-4ced-adc8-0379c7c2bd71 binding host dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:00:08.004361 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-6a2e3179-ceab-45de-8274-898690a350b6 req-6a7ad7cc-55db-433f-8f44-3df01333244e tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:08.004739 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-6a2e3179-ceab-45de-8274-898690a350b6 req-6a7ad7cc-55db-433f-8f44-3df01333244e tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:08.005049 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.l3_db [req-6a2e3179-ceab-45de-8274-898690a350b6 req-6a7ad7cc-55db-433f-8f44-3df01333244e tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Floating IP 7351a948-b248-4bc7-a9f2-3a6740aef28b disassociated. External IP: 172.26.1.47, port: 4595f76e-de8f-4d44-87f5-2b83a569069c. Jan 21 19:00:08.005396 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-6a2e3179-ceab-45de-8274-898690a350b6 req-6a7ad7cc-55db-433f-8f44-3df01333244e tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Calling delete_port for 4595f76e-de8f-4d44-87f5-2b83a569069c owned by compute:nova {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:00:08.013233 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-31f456bb-e9f3-4afe-bf8d-a668dca49139 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 19:00:08.017030 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-31f456bb-e9f3-4afe-bf8d-a668dca49139 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4710767 Jan 21 19:00:08.036921 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54576) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:08.039723 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-53ca2b8b-0ef4-4240-8bc3-df31fbcff5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:08.124777 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fe972350-174a-478c-8c2a-eb74e1a9c158 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:08.134906 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-2b8ff220-2e39-4909-9ab0-45f86514a402 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] 10.222.0.87 "GET /v2.0/routers/53644e5e-9897-4cd3-b2f4-5737c41ad07d HTTP/1.1" status: 200 len: 907 time: 0.3572309 Jan 21 19:00:08.140541 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54580) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:08.243563 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-020328a0-cacf-4958-b85d-2811d6a50030 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:08.246896 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-020328a0-cacf-4958-b85d-2811d6a50030 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3720919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3720920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723161'] for router, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:08.327486 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-12b88f24-123b-4833-9e4d-8c5951ae5fe8 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Unset dirty status for tenant:a0239d3ca13d4cf4a0fbb3c61c69d28b on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:00:08.331361 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-12b88f24-123b-4833-9e4d-8c5951ae5fe8 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] 10.222.0.87 "GET /v2.0/ports?device_id=9e06d4b2-68d5-4f0a-add0-166a70f043f2 HTTP/1.1" status: 200 len: 913 time: 1.2247317 Jan 21 19:00:08.335557 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54584) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:08.392037 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-53ca2b8b-0ef4-4240-8bc3-df31fbcff5fd None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:08.407867 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-53ca2b8b-0ef4-4240-8bc3-df31fbcff5fd None None] Transition to ACTIVE for port object 1a29b7f1-c117-4ced-adc8-0379c7c2bd71 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:00:08.476468 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-fe972350-174a-478c-8c2a-eb74e1a9c158 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Calling delete_port for b1a3b84d-1689-48f6-85b9-9842406ab971 owned by {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:00:08.485434 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-53ca2b8b-0ef4-4240-8bc3-df31fbcff5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:08.571202 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-53ca2b8b-0ef4-4240-8bc3-df31fbcff5fd None None] Attempting to bind port 1a29b7f1-c117-4ced-adc8-0379c7c2bd71 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:00:08.571202 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-53ca2b8b-0ef4-4240-8bc3-df31fbcff5fd None None] Attempting to bind port 1a29b7f1-c117-4ced-adc8-0379c7c2bd71 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:00:08.576378 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ca2b8b-0ef4-4240-8bc3-df31fbcff5fd None None] Attempting to bind port 1a29b7f1-c117-4ced-adc8-0379c7c2bd71 on network 552ba34b-3dd7-4be8-8310-a9fc908fe72b {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:00:08.585021 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ca2b8b-0ef4-4240-8bc3-df31fbcff5fd None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 18, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:00:08.585544 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ca2b8b-0ef4-4240-8bc3-df31fbcff5fd None None] Checking segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:00:08.586089 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-53ca2b8b-0ef4-4240-8bc3-df31fbcff5fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:08.586694 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ca2b8b-0ef4-4240-8bc3-df31fbcff5fd None None] Bound using segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:00:08.587279 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-53ca2b8b-0ef4-4240-8bc3-df31fbcff5fd None None] Bound port: 1a29b7f1-c117-4ced-adc8-0379c7c2bd71, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:00:08.587750 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-53ca2b8b-0ef4-4240-8bc3-df31fbcff5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:08.619526 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bff98e-2d34-4655-a288-6146597b2f36 None None] Pushing event updated for resources: {'Port': ['ID=1a29b7f1-c117-4ced-adc8-0379c7c2bd71,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:08.682018 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-53ca2b8b-0ef4-4240-8bc3-df31fbcff5fd None None] For port 1a29b7f1-c117-4ced-adc8-0379c7c2bd71, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:00:08.687928 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-53ca2b8b-0ef4-4240-8bc3-df31fbcff5fd None None] For port 1a29b7f1-c117-4ced-adc8-0379c7c2bd71, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=1a29b7f1-c117-4ced-adc8-0379c7c2bd71,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:00:08.688179 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3a4e57f2-94e3-4e99-8a24-37e2de93ba18 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:08.752940 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-53ca2b8b-0ef4-4240-8bc3-df31fbcff5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:08.851709 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ca2b8b-0ef4-4240-8bc3-df31fbcff5fd None None] Routers {'53644e5e-9897-4cd3-b2f4-5737c41ad07d'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:00:08.852483 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-53ca2b8b-0ef4-4240-8bc3-df31fbcff5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:59:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['53644e5e-9897-4cd3-b2f4-5737c41ad07d'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:08.854196 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3a4e57f2-94e3-4e99-8a24-37e2de93ba18 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:08.873985 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-3e5c7ccd-eb71-4afd-9357-c7de575030b2 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Deleting port b62353bd-c36d-4639-a4bf-731977a9448c {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:00:08.874325 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3e5c7ccd-eb71-4afd-9357-c7de575030b2 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:08.924318 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bff98e-2d34-4655-a288-6146597b2f36 None None] Pushing event updated for resources: {'Port': ['ID=1a29b7f1-c117-4ced-adc8-0379c7c2bd71,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:08.945133 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-80703bec-492e-4634-b02f-781d1a21ae6c tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks [] for router, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:09.007988 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-6a2e3179-ceab-45de-8274-898690a350b6 req-6a7ad7cc-55db-433f-8f44-3df01333244e tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:09.048858 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-53ca2b8b-0ef4-4240-8bc3-df31fbcff5fd None None] Set router 53644e5e-9897-4cd3-b2f4-5737c41ad07d gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:00:09.105672 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020328a0-cacf-4958-b85d-2811d6a50030 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Router 39a278a9-d85b-442a-b2ca-bdb8204332fe is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:00:09.121894 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ad7cc-55db-433f-8f44-3df01333244e tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Pushing event deleted for resources: {'Port': ['ID=4595f76e-de8f-4d44-87f5-2b83a569069c,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:09.131962 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de47261-5f9a-4ed0-a81b-8ddb9c62ffad req-0a5f0fad-3360-4a3f-94eb-3d1aa02ec3b6 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:09.131962 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7de47261-5f9a-4ed0-a81b-8ddb9c62ffad req-0a5f0fad-3360-4a3f-94eb-3d1aa02ec3b6 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "GET /v2.0/ports?device_id=9ac2c204-4e0f-45f9-a79d-b21ae7229572 HTTP/1.1" status: 200 len: 867 time: 0.5338411 Jan 21 19:00:09.153622 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6459b-fc97-477d-ae8c-88bfff90fb75 req-e9eb926e-3d26-4a72-a6b2-e88a00f30372 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:09.160618 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-dae6459b-fc97-477d-ae8c-88bfff90fb75 req-e9eb926e-3d26-4a72-a6b2-e88a00f30372 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.3817303 Jan 21 19:00:09.381588 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fe972350-174a-478c-8c2a-eb74e1a9c158 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:09.383094 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3a4e57f2-94e3-4e99-8a24-37e2de93ba18 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:09.386462 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7de47261-5f9a-4ed0-a81b-8ddb9c62ffad req-89aa4ac1-1b34-4331-974e-ac85e5fabf93 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "GET /v2.0/security-groups?id=dd617b07-3a36-4cc7-8801-2f823f284cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2421501 Jan 21 19:00:09.406943 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-dae6459b-fc97-477d-ae8c-88bfff90fb75 req-e1a6f42a-5bd9-409b-8ebb-61864eb94b90 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2452993 Jan 21 19:00:09.495102 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe972350-174a-478c-8c2a-eb74e1a9c158 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Pushing event deleted for resources: {'Port': ['ID=b1a3b84d-1689-48f6-85b9-9842406ab971,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:09.495541 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-53ca2b8b-0ef4-4240-8bc3-df31fbcff5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53644e5e-9897-4cd3-b2f4-5737c41ad07d', 'name': 'tempest-snat-router-324372414', 'tenant_id': 'd1ef0dfbbaf847938739d2a3de7e86ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.113'}], 'enable_snat': True}, 'gw_port_id': '1a29b7f1-c117-4ced-adc8-0379c7c2bd71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:00:02Z', 'updated_at': '2022-01-21T19:00:04Z', 'revision_number': 3, 'project_id': 'd1ef0dfbbaf847938739d2a3de7e86ca', 'gw_port': {'id': '1a29b7f1-c117-4ced-adc8-0379c7c2bd71', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:29:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53644e5e-9897-4cd3-b2f4-5737c41ad07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:00:04Z', 'updated_at': '2022-01-21T19:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:09.496925 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e57f2-94e3-4e99-8a24-37e2de93ba18 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef2158a-f541-4d37-9d6d-0ac2119e2838,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:09.512155 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020328a0-cacf-4958-b85d-2811d6a50030 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:00:09.518643 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-020328a0-cacf-4958-b85d-2811d6a50030 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:09.523027 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-020328a0-cacf-4958-b85d-2811d6a50030 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] 10.222.0.87 "PUT /v2.0/routers/39a278a9-d85b-442a-b2ca-bdb8204332fe HTTP/1.1" status: 200 len: 914 time: 8.0624254 Jan 21 19:00:09.523180 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52427937-beff-494e-9950-aadd23d83513 None None] Sync routers for ids ['39a278a9-d85b-442a-b2ca-bdb8204332fe'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:00:09.524567 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54592) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:09.537534 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52427937-beff-494e-9950-aadd23d83513 None None] Routers {'39a278a9-d85b-442a-b2ca-bdb8204332fe'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:00:09.540943 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-52427937-beff-494e-9950-aadd23d83513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:59:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['39a278a9-d85b-442a-b2ca-bdb8204332fe'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:09.558518 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ca2b8b-0ef4-4240-8bc3-df31fbcff5fd None None] The sync data for ids ['53644e5e-9897-4cd3-b2f4-5737c41ad07d'] in dv-neutron-825470-1-hyperv is: [{'id': '53644e5e-9897-4cd3-b2f4-5737c41ad07d', 'name': 'tempest-snat-router-324372414', 'tenant_id': 'd1ef0dfbbaf847938739d2a3de7e86ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.113'}], 'enable_snat': True}, 'gw_port_id': '1a29b7f1-c117-4ced-adc8-0379c7c2bd71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:00:02Z', 'updated_at': '2022-01-21T19:00:04Z', 'revision_number': 3, 'project_id': 'd1ef0dfbbaf847938739d2a3de7e86ca', 'gw_port': {'id': '1a29b7f1-c117-4ced-adc8-0379c7c2bd71', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:29:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53644e5e-9897-4cd3-b2f4-5737c41ad07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:00:04Z', 'updated_at': '2022-01-21T19:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:00:09.722023 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3e5c7ccd-eb71-4afd-9357-c7de575030b2 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:09.723660 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-52427937-beff-494e-9950-aadd23d83513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:09.733605 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52427937-beff-494e-9950-aadd23d83513 None None] Routers {'39a278a9-d85b-442a-b2ca-bdb8204332fe'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:00:09.734704 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-52427937-beff-494e-9950-aadd23d83513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:59:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['39a278a9-d85b-442a-b2ca-bdb8204332fe'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:09.818764 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-52427937-beff-494e-9950-aadd23d83513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:09.819543 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52427937-beff-494e-9950-aadd23d83513 None None] The sync data for ids ['39a278a9-d85b-442a-b2ca-bdb8204332fe'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:00:09.835040 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-80703bec-492e-4634-b02f-781d1a21ae6c tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:09.891006 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-1e78e1ca-464d-4b94-8517-719f16955f2a tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] 10.222.0.87 "GET /v2.0/routers/39a278a9-d85b-442a-b2ca-bdb8204332fe HTTP/1.1" status: 200 len: 920 time: 0.3605778 Jan 21 19:00:09.897388 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54596) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:09.954879 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e699bde3-6a44-4a56-8261-82248917233a tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:09.985274 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3a4e57f2-94e3-4e99-8a24-37e2de93ba18 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:09.986654 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3a4e57f2-94e3-4e99-8a24-37e2de93ba18 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "DELETE /v2.0/security-groups/5ef2158a-f541-4d37-9d6d-0ac2119e2838 HTTP/1.1" status: 204 len: 168 time: 1.9384058 Jan 21 19:00:10.003950 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-3e5c7ccd-eb71-4afd-9357-c7de575030b2 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Calling delete_port for b62353bd-c36d-4639-a4bf-731977a9448c owned by network:router_interface {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:00:10.070380 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54600) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:10.167938 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 1a29b7f1-c117-4ced-adc8-0379c7c2bd71 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:00:10.307978 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-80703bec-492e-4634-b02f-781d1a21ae6c tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Deleting port 1a29b7f1-c117-4ced-adc8-0379c7c2bd71 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:00:10.308406 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-80703bec-492e-4634-b02f-781d1a21ae6c tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:10.365520 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 1a29b7f1-c117-4ced-adc8-0379c7c2bd71 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:00:10.371903 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 1a29b7f1-c117-4ced-adc8-0379c7c2bd71 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:00:10.373195 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:10.394186 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a2e3179-ceab-45de-8274-898690a350b6 req-6a7ad7cc-55db-433f-8f44-3df01333244e tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Router 8d9686a9-aff3-407c-b3c0-3668e2ff583a has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:00:10.411078 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fe972350-174a-478c-8c2a-eb74e1a9c158 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:10.413359 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-fe972350-174a-478c-8c2a-eb74e1a9c158 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] 10.222.0.87 "DELETE /v2.0/ports/b1a3b84d-1689-48f6-85b9-9842406ab971 HTTP/1.1" status: 204 len: 168 time: 3.6212535 Jan 21 19:00:10.424302 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54604) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:10.525690 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-15690e41-d7ce-46ff-b281-d3fc78f978d9 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Synchronizing usage tracker for tenant:f6de688fc28849e9b861585add4b7411 on resource:security_group {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:00:10.607852 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01f0710-d154-4e78-9384-187f00df934b tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:10.615532 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a01f0710-d154-4e78-9384-187f00df934b tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=552ba34b-3dd7-4be8-8310-a9fc908fe72b&device_id=39a278a9-d85b-442a-b2ca-bdb8204332fe&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7168148 Jan 21 19:00:10.618421 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54612) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:10.656022 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:10.675633 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 1a29b7f1-c117-4ced-adc8-0379c7c2bd71, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=1a29b7f1-c117-4ced-adc8-0379c7c2bd71,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:00:10.689578 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bddbc0d-f67b-40d8-a985-0dd1521ff0de tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] GET failed (client error): The resource could not be found. Jan 21 19:00:10.690471 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-0bddbc0d-f67b-40d8-a985-0dd1521ff0de tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Synchronizing usage tracker for tenant:3a75dc84aab34b26bb2d000a20289974 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:00:10.704721 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 4595f76e-de8f-4d44-87f5-2b83a569069c no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:00:10.759354 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] No Port match for: 4595f76e-de8f-4d44-87f5-2b83a569069c {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:00:10.759786 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 4595f76e-de8f-4d44-87f5-2b83a569069c not bound to the agent host hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:00:10.777010 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:10.828735 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-0bddbc0d-f67b-40d8-a985-0dd1521ff0de tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Unset dirty status for tenant:3a75dc84aab34b26bb2d000a20289974 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:00:10.834413 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-0bddbc0d-f67b-40d8-a985-0dd1521ff0de tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] 10.222.0.87 "GET /v2.0/ports/b1a3b84d-1689-48f6-85b9-9842406ab971 HTTP/1.1" status: 404 len: 333 time: 0.4088018 Jan 21 19:00:10.837775 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54616) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:10.875722 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-ff1c37be-4aa0-4b84-b53a-2db679b733d3 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Request body: {'port': {'network_id': '73bdd0e8-e881-493e-8670-18ea519418c6', 'name': 'tempest-AllowedAddressPairTestJSON-1768468881'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:10.885326 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=1a29b7f1-c117-4ced-adc8-0379c7c2bd71,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:10.892879 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-15690e41-d7ce-46ff-b281-d3fc78f978d9 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Unset dirty status for tenant:f6de688fc28849e9b861585add4b7411 on resource:security_group {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:00:10.896831 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-15690e41-d7ce-46ff-b281-d3fc78f978d9 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.8228989 Jan 21 19:00:10.900895 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54620) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:10.903196 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0df7840e-18bf-4b46-84cc-9ffe3f28d76f req-2054da8e-9e07-458e-b495-64183383c7b1 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "GET /v2.0/ports?device_id=9ac2c204-4e0f-45f9-a79d-b21ae7229572 HTTP/1.1" status: 200 len: 210 time: 0.2420843 Jan 21 19:00:11.031077 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-80703bec-492e-4634-b02f-781d1a21ae6c tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] For port 1a29b7f1-c117-4ced-adc8-0379c7c2bd71, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=1a29b7f1-c117-4ced-adc8-0379c7c2bd71,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:00:11.031435 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-80703bec-492e-4634-b02f-781d1a21ae6c tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:11.112644 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-e699bde3-6a44-4a56-8261-82248917233a tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Deleting port 5dd80407-dec6-4f15-9f82-73d1b3eaa92a {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:00:11.112979 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e699bde3-6a44-4a56-8261-82248917233a tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:11.173927 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d673036b-1d1d-4585-8e91-df2fddaf85ce tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:11.178002 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d673036b-1d1d-4585-8e91-df2fddaf85ce tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] 10.222.0.87 "GET /v2.0/networks/552ba34b-3dd7-4be8-8310-a9fc908fe72b HTTP/1.1" status: 200 len: 881 time: 0.5509801 Jan 21 19:00:11.189601 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54624) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:11.234303 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-80703bec-492e-4634-b02f-781d1a21ae6c tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Calling delete_port for 1a29b7f1-c117-4ced-adc8-0379c7c2bd71 owned by network:router_gateway {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:00:11.248684 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9be00-6ec3-436f-b27f-39f529dadff0 req-42857ead-3a34-4dbb-bd22-086a9afbc902 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:11.251625 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-44e9be00-6ec3-436f-b27f-39f529dadff0 req-42857ead-3a34-4dbb-bd22-086a9afbc902 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.4136202 Jan 21 19:00:11.252532 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b588f6d9-6be7-4449-8dd5-a03578e2886a tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:11.261486 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a2e3179-ceab-45de-8274-898690a350b6 req-6a7ad7cc-55db-433f-8f44-3df01333244e tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:00:11.273341 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdecc70-549a-4a0a-b9e7-a15772219f78 None None] Sync routers for ids ['8d9686a9-aff3-407c-b3c0-3668e2ff583a'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:00:11.285355 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdecc70-549a-4a0a-b9e7-a15772219f78 None None] Routers {'8d9686a9-aff3-407c-b3c0-3668e2ff583a'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:00:11.286064 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-2cdecc70-549a-4a0a-b9e7-a15772219f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:59:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['8d9686a9-aff3-407c-b3c0-3668e2ff583a'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:11.308214 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-96da8669-058f-4688-abe8-81f3f23446b3 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] 10.222.0.87 "GET /v2.0/ports?device_id=39a278a9-d85b-442a-b2ca-bdb8204332fe HTTP/1.1" status: 200 len: 205 time: 0.1164939 Jan 21 19:00:11.315267 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54628) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:11.390347 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b588f6d9-6be7-4449-8dd5-a03578e2886a tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:11.401878 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-44e9be00-6ec3-436f-b27f-39f529dadff0 req-047f26a1-1e5d-4f03-a1cb-9d1474ce5061 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1300912 Jan 21 19:00:11.570473 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e699bde3-6a44-4a56-8261-82248917233a tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:11.581394 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a2e3179-ceab-45de-8274-898690a350b6 req-6a7ad7cc-55db-433f-8f44-3df01333244e tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] No DVR routers for this DVR port 4595f76e-de8f-4d44-87f5-2b83a569069c on host hv-neutron-8254 {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:00:11.584065 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-6a2e3179-ceab-45de-8274-898690a350b6 req-6a7ad7cc-55db-433f-8f44-3df01333244e tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:11.588791 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-2cdecc70-549a-4a0a-b9e7-a15772219f78 None None] Set router 8d9686a9-aff3-407c-b3c0-3668e2ff583a gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:00:11.597193 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac2c204-4e0f-45f9-a79d-b21ae7229572', 'name': 'network-vif-deleted', 'tag': '4595f76e-de8f-4d44-87f5-2b83a569069c'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:00:11.602929 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6a2e3179-ceab-45de-8274-898690a350b6 req-6a7ad7cc-55db-433f-8f44-3df01333244e tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.113 "DELETE /v2.0/ports/4595f76e-de8f-4d44-87f5-2b83a569069c HTTP/1.1" status: 204 len: 173 time: 5.3598373 Jan 21 19:00:11.668448 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-ff1c37be-4aa0-4b84-b53a-2db679b733d3 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:11.700027 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-ff1c37be-4aa0-4b84-b53a-2db679b733d3 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:11.759556 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac2c204-4e0f-45f9-a79d-b21ae7229572', 'name': 'network-vif-deleted', 'tag': '4595f76e-de8f-4d44-87f5-2b83a569069c', 'status': 'completed', 'code': 200} Jan 21 19:00:11.784424 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3e5c7ccd-eb71-4afd-9357-c7de575030b2 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:11.785914 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-e699bde3-6a44-4a56-8261-82248917233a tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Calling delete_port for 5dd80407-dec6-4f15-9f82-73d1b3eaa92a owned by network:router_interface {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:00:11.884249 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b588f6d9-6be7-4449-8dd5-a03578e2886a tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:11.932983 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588f6d9-6be7-4449-8dd5-a03578e2886a tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cd22b9-34de-4eb7-bf18-c20315eedfe9,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:11.955721 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-059e5d64-b628-4651-ad8a-c06cd662b72d tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for router, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:12.075998 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b588f6d9-6be7-4449-8dd5-a03578e2886a tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:12.077123 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b588f6d9-6be7-4449-8dd5-a03578e2886a tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "DELETE /v2.0/security-groups/06cd22b9-34de-4eb7-bf18-c20315eedfe9 HTTP/1.1" status: 204 len: 168 time: 1.1721098 Jan 21 19:00:12.084917 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54636) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:12.105153 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-2cdecc70-549a-4a0a-b9e7-a15772219f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9686a9-aff3-407c-b3c0-3668e2ff583a', 'name': 'tempest-ServersTestJSON-965684241-router', 'tenant_id': '56cc9754e40e43138bb91a6b89c2795d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.10'}], 'enable_snat': True}, 'gw_port_id': '98c06e67-306a-4413-ad8b-629752129788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:58:17Z', 'updated_at': '2022-01-21T18:58:31Z', 'revision_number': 4, 'project_id': '56cc9754e40e43138bb91a6b89c2795d', 'gw_port': {'id': '98c06e67-306a-4413-ad8b-629752129788', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9686a9-aff3-407c-b3c0-3668e2ff583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:58:20Z', 'updated_at': '2022-01-21T18:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '8bcdb7e1-38b7-4c87-9dea-d5da2e0fa2b3', 'name': '', 'network_id': '9ec3aba2-861c-47ae-bc74-f26885aa64f1', 'tenant_id': '56cc9754e40e43138bb91a6b89c2795d', 'mac_address': 'fa:16:3e:52:3f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9686a9-aff3-407c-b3c0-3668e2ff583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '7331d029-75ea-4aa7-8e60-313f0db6f988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:58:29Z', 'updated_at': '2022-01-21T18:58:40Z', 'revision_number': 5, 'project_id': '56cc9754e40e43138bb91a6b89c2795d', 'subnets': [{'id': '7331d029-75ea-4aa7-8e60-313f0db6f988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:12.111628 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdecc70-549a-4a0a-b9e7-a15772219f78 None None] Checking router: 8d9686a9-aff3-407c-b3c0-3668e2ff583a for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:00:12.132678 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdecc70-549a-4a0a-b9e7-a15772219f78 None None] Routers {'8d9686a9-aff3-407c-b3c0-3668e2ff583a'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:00:12.138173 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-2cdecc70-549a-4a0a-b9e7-a15772219f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:59:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['8d9686a9-aff3-407c-b3c0-3668e2ff583a'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:12.171988 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ec6aca9e-77a4-494c-ad42-c9755a51c19a tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Synchronizing usage tracker for tenant:f6de688fc28849e9b861585add4b7411 on resource:security_group {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:00:12.191377 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 1a29b7f1-c117-4ced-adc8-0379c7c2bd71 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:00:12.213893 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c7ccd-eb71-4afd-9357-c7de575030b2 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Pushing event deleted for resources: {'Port': ['ID=b62353bd-c36d-4639-a4bf-731977a9448c,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:12.220956 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.db.api [None req-80703bec-492e-4634-b02f-781d1a21ae6c tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:00:12.221353 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG oslo_db.api [None req-80703bec-492e-4634-b02f-781d1a21ae6c tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:00:12.223617 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0b4eb755-d1ce-4839-aca0-7e9b003c1954 req-6c260a46-d9e9-4b98-9943-a8b965b57ac3 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "GET /v2.0/ports?device_id=9ac2c204-4e0f-45f9-a79d-b21ae7229572 HTTP/1.1" status: 200 len: 210 time: 0.0462954 Jan 21 19:00:12.225837 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1c37be-4aa0-4b84-b53a-2db679b733d3 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Made reservation on behalf of 3a75dc84aab34b26bb2d000a20289974 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:00:12.229487 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ff1c37be-4aa0-4b84-b53a-2db679b733d3 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:12.255049 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e699bde3-6a44-4a56-8261-82248917233a tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:12.316441 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e699bde3-6a44-4a56-8261-82248917233a tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Pushing event deleted for resources: {'Port': ['ID=5dd80407-dec6-4f15-9f82-73d1b3eaa92a,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:12.357209 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ec6aca9e-77a4-494c-ad42-c9755a51c19a tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Unset dirty status for tenant:f6de688fc28849e9b861585add4b7411 on resource:security_group {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:00:12.363146 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ec6aca9e-77a4-494c-ad42-c9755a51c19a tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2730162 Jan 21 19:00:12.364857 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54640) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:12.371292 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-ff1c37be-4aa0-4b84-b53a-2db679b733d3 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] device_id is not set on port 43a6242c-437a-4543-9b7b-a9472ce624c9 yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:00:12.400034 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 1a29b7f1-c117-4ced-adc8-0379c7c2bd71 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:00:12.400496 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:12.462372 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-1086a507-9425-4b1a-a80e-7d2998c0942e tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Request body: {'security_group': {'name': 'tempest-secgroup--1185858307'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:12.472702 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-1086a507-9425-4b1a-a80e-7d2998c0942e tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:12.486861 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-1086a507-9425-4b1a-a80e-7d2998c0942e tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:12.536526 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-2cdecc70-549a-4a0a-b9e7-a15772219f78 None None] Set router 8d9686a9-aff3-407c-b3c0-3668e2ff583a gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:00:12.626518 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1086a507-9425-4b1a-a80e-7d2998c0942e tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:12.725201 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-80703bec-492e-4634-b02f-781d1a21ae6c tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Deleting port 1a29b7f1-c117-4ced-adc8-0379c7c2bd71 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:00:12.739488 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-80703bec-492e-4634-b02f-781d1a21ae6c tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:12.800544 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e699bde3-6a44-4a56-8261-82248917233a tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:12.814299 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-1086a507-9425-4b1a-a80e-7d2998c0942e tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:12.828790 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-1086a507-9425-4b1a-a80e-7d2998c0942e tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Usage tracker for resource:security_group_rule and tenant:f6de688fc28849e9b861585add4b7411 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:12.828790 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-1086a507-9425-4b1a-a80e-7d2998c0942e tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:12.847229 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-1086a507-9425-4b1a-a80e-7d2998c0942e tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:13.094525 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-ff1c37be-4aa0-4b84-b53a-2db679b733d3 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Allocated IP 172.20.0.13 (73bdd0e8-e881-493e-8670-18ea519418c6/d1e91ffd-1732-404f-a0ed-d1dd26b16539/43a6242c-437a-4543-9b7b-a9472ce624c9) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:00:13.137336 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-059e5d64-b628-4651-ad8a-c06cd662b72d tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:13.186574 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-2cdecc70-549a-4a0a-b9e7-a15772219f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9686a9-aff3-407c-b3c0-3668e2ff583a', 'name': 'tempest-ServersTestJSON-965684241-router', 'tenant_id': '56cc9754e40e43138bb91a6b89c2795d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.10'}], 'enable_snat': True}, 'gw_port_id': '98c06e67-306a-4413-ad8b-629752129788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:58:17Z', 'updated_at': '2022-01-21T18:58:31Z', 'revision_number': 4, 'project_id': '56cc9754e40e43138bb91a6b89c2795d', 'gw_port': {'id': '98c06e67-306a-4413-ad8b-629752129788', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9686a9-aff3-407c-b3c0-3668e2ff583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:58:20Z', 'updated_at': '2022-01-21T18:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '8bcdb7e1-38b7-4c87-9dea-d5da2e0fa2b3', 'name': '', 'network_id': '9ec3aba2-861c-47ae-bc74-f26885aa64f1', 'tenant_id': '56cc9754e40e43138bb91a6b89c2795d', 'mac_address': 'fa:16:3e:52:3f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9686a9-aff3-407c-b3c0-3668e2ff583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '7331d029-75ea-4aa7-8e60-313f0db6f988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:58:29Z', 'updated_at': '2022-01-21T18:58:40Z', 'revision_number': 5, 'project_id': '56cc9754e40e43138bb91a6b89c2795d', 'subnets': [{'id': '7331d029-75ea-4aa7-8e60-313f0db6f988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:13.192118 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdecc70-549a-4a0a-b9e7-a15772219f78 None None] The sync data for ids ['8d9686a9-aff3-407c-b3c0-3668e2ff583a'] in dv-neutron-825470-1-hyperv is: [{'id': '8d9686a9-aff3-407c-b3c0-3668e2ff583a', 'name': 'tempest-ServersTestJSON-965684241-router', 'tenant_id': '56cc9754e40e43138bb91a6b89c2795d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.10'}], 'enable_snat': True}, 'gw_port_id': '98c06e67-306a-4413-ad8b-629752129788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:58:17Z', 'updated_at': '2022-01-21T18:58:31Z', 'revision_number': 4, 'project_id': '56cc9754e40e43138bb91a6b89c2795d', 'gw_port': {'id': '98c06e67-306a-4413-ad8b-629752129788', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9686a9-aff3-407c-b3c0-3668e2ff583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:58:20Z', 'updated_at': '2022-01-21T18:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '8bcdb7e1-38b7-4c87-9dea-d5da2e0fa2b3', 'name': '', 'network_id': '9ec3aba2-861c-47ae-bc74-f26885aa64f1', 'tenant_id': '56cc9754e40e43138bb91a6b89c2795d', 'mac_address': 'fa:16:3e:52:3f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9686a9-aff3-407c-b3c0-3668e2ff583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '7331d029-75ea-4aa7-8e60-313f0db6f988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:58:29Z', 'updated_at': '2022-01-21T18:58:40Z', 'revision_number': 5, 'project_id': '56cc9754e40e43138bb91a6b89c2795d', 'subnets': [{'id': '7331d029-75ea-4aa7-8e60-313f0db6f988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:00:13.376800 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b320f-5223-49bc-b448-f6f66273d34a req-0e913c80-d309-46b8-945f-fb49330d7303 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:13.379055 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-854b320f-5223-49bc-b448-f6f66273d34a req-0e913c80-d309-46b8-945f-fb49330d7303 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.6437285 Jan 21 19:00:13.414451 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3e5c7ccd-eb71-4afd-9357-c7de575030b2 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:13.420579 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-80703bec-492e-4634-b02f-781d1a21ae6c tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] For port 1a29b7f1-c117-4ced-adc8-0379c7c2bd71, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=1a29b7f1-c117-4ced-adc8-0379c7c2bd71,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:00:13.421095 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-80703bec-492e-4634-b02f-781d1a21ae6c tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:13.432326 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e699bde3-6a44-4a56-8261-82248917233a tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Router 9e06d4b2-68d5-4f0a-add0-166a70f043f2 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:00:13.433462 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-059e5d64-b628-4651-ad8a-c06cd662b72d tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Deleting port e3db125c-c956-4f9b-997e-f931ccd94adf {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:00:13.433586 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-059e5d64-b628-4651-ad8a-c06cd662b72d tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:13.519710 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54650) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:13.554303 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-854b320f-5223-49bc-b448-f6f66273d34a req-9795d22d-5fca-4494-93e2-be5219da87f2 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1604834 Jan 21 19:00:13.558095 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1086a507-9425-4b1a-a80e-7d2998c0942e tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:13.611543 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c578d5-6da8-4934-8af5-2bfe148cae3e None None] New status for floating IP 7351a948-b248-4bc7-a9f2-3a6740aef28b: DOWN {{(pid=88139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:00:13.627145 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e699bde3-6a44-4a56-8261-82248917233a tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:00:13.628757 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1086a507-9425-4b1a-a80e-7d2998c0942e tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:13.642099 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94520b92-70d9-40aa-b699-4938ca941716 None None] Sync routers for ids ['9e06d4b2-68d5-4f0a-add0-166a70f043f2'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:00:13.658222 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94520b92-70d9-40aa-b699-4938ca941716 None None] Routers {'9e06d4b2-68d5-4f0a-add0-166a70f043f2'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:00:13.659358 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-94520b92-70d9-40aa-b699-4938ca941716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:59:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['9e06d4b2-68d5-4f0a-add0-166a70f043f2'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:13.682591 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1086a507-9425-4b1a-a80e-7d2998c0942e tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51399d5a-b7b1-448b-b544-2a2aab445dbe,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:13.738101 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-94520b92-70d9-40aa-b699-4938ca941716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:13.739142 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-80703bec-492e-4634-b02f-781d1a21ae6c tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Calling delete_port for 1a29b7f1-c117-4ced-adc8-0379c7c2bd71 owned by network:router_gateway {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:00:13.746694 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94520b92-70d9-40aa-b699-4938ca941716 None None] Routers {'9e06d4b2-68d5-4f0a-add0-166a70f043f2'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:00:13.748151 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-94520b92-70d9-40aa-b699-4938ca941716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:59:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['9e06d4b2-68d5-4f0a-add0-166a70f043f2'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:13.760371 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e699bde3-6a44-4a56-8261-82248917233a tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] 10.222.0.87 "PUT /v2.0/routers/9e06d4b2-68d5-4f0a-add0-166a70f043f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4213107 Jan 21 19:00:13.760544 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54654) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:13.819007 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1086a507-9425-4b1a-a80e-7d2998c0942e tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:13.820204 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-1086a507-9425-4b1a-a80e-7d2998c0942e tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4534471 Jan 21 19:00:13.832311 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54658) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:13.838950 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-54c11629-639d-43e9-8550-0100dbdbf417 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Request body: {'security_group_rule': {'security_group_id': '51399d5a-b7b1-448b-b544-2a2aab445dbe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:13.845693 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-94520b92-70d9-40aa-b699-4938ca941716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:13.846700 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94520b92-70d9-40aa-b699-4938ca941716 None None] The sync data for ids ['9e06d4b2-68d5-4f0a-add0-166a70f043f2'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:00:13.893552 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-54c11629-639d-43e9-8550-0100dbdbf417 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:13.906460 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-54c11629-639d-43e9-8550-0100dbdbf417 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Usage tracker for resource:security_group_rule and tenant:f6de688fc28849e9b861585add4b7411 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:13.910908 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1fbe77a1-cec9-46f6-9798-ec3781faf54d tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks [] for router, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:13.962841 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-54c11629-639d-43e9-8550-0100dbdbf417 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:13.980306 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-54c11629-639d-43e9-8550-0100dbdbf417 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:14.240443 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1fbe77a1-cec9-46f6-9798-ec3781faf54d tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:14.242665 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1fbe77a1-cec9-46f6-9798-ec3781faf54d tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:14.295561 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ff1c37be-4aa0-4b84-b53a-2db679b733d3 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:14.295881 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-54c11629-639d-43e9-8550-0100dbdbf417 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 19:00:14.297213 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-54c11629-639d-43e9-8550-0100dbdbf417 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4637125 Jan 21 19:00:14.299778 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54662) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:14.305363 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-6e9d1848-be27-430d-b2d6-a756153f4c51 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Request body: {'security_group_rule': {'security_group_id': '51399d5a-b7b1-448b-b544-2a2aab445dbe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:14.307919 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d598877e-4728-4ce2-b89a-133f582ba5bf tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:14.311319 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-6e9d1848-be27-430d-b2d6-a756153f4c51 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:14.315160 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-6e9d1848-be27-430d-b2d6-a756153f4c51 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Usage tracker for resource:security_group_rule and tenant:f6de688fc28849e9b861585add4b7411 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:14.318074 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-6e9d1848-be27-430d-b2d6-a756153f4c51 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:14.324354 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-6e9d1848-be27-430d-b2d6-a756153f4c51 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:14.347067 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-059e5d64-b628-4651-ad8a-c06cd662b72d tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:14.374011 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-ff1c37be-4aa0-4b84-b53a-2db679b733d3 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Transition to ACTIVE for port object 43a6242c-437a-4543-9b7b-a9472ce624c9 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:00:14.460388 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1fbe77a1-cec9-46f6-9798-ec3781faf54d tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:14.460942 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbe77a1-cec9-46f6-9798-ec3781faf54d tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Fanout notify agent at l3_agent the message router_deleted on router 9e06d4b2-68d5-4f0a-add0-166a70f043f2 {{(pid=88136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:00:14.474458 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1fbe77a1-cec9-46f6-9798-ec3781faf54d tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:14.475615 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-1fbe77a1-cec9-46f6-9798-ec3781faf54d tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] 10.222.0.87 "DELETE /v2.0/routers/9e06d4b2-68d5-4f0a-add0-166a70f043f2 HTTP/1.1" status: 204 len: 168 time: 0.7142661 Jan 21 19:00:14.478155 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54666) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:14.522118 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-6e9d1848-be27-430d-b2d6-a756153f4c51 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 19:00:14.522118 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-6e9d1848-be27-430d-b2d6-a756153f4c51 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2168629 Jan 21 19:00:14.522118 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54670) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:14.555768 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d598877e-4728-4ce2-b89a-133f582ba5bf tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:14.574662 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-13c69f99-da67-4e1a-8353-0909a0f538da tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Deleting subnet 3671c712-ac4b-4b4b-8d43-bd5722bb6198 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:00:14.577272 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-059e5d64-b628-4651-ad8a-c06cd662b72d tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Calling delete_port for e3db125c-c956-4f9b-997e-f931ccd94adf owned by network:router_gateway {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:00:14.586354 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-13c69f99-da67-4e1a-8353-0909a0f538da tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:14.659496 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-252f98c2-9821-4097-a870-3ae836ed7c23 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:14.679433 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-13c69f99-da67-4e1a-8353-0909a0f538da tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:14.897551 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5c7ccd-eb71-4afd-9357-c7de575030b2 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Router 2cf7bab9-7481-43bb-8624-c721a7cf3851 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:00:14.905728 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-252f98c2-9821-4097-a870-3ae836ed7c23 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:14.978841 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ff1c37be-4aa0-4b84-b53a-2db679b733d3 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:15.005947 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8022b7c6-ee70-4992-abf1-e03d47b1dfa3 req-e1029a94-9406-4d1d-8ba9-31da348024e3 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:15.007433 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8022b7c6-ee70-4992-abf1-e03d47b1dfa3 req-e1029a94-9406-4d1d-8ba9-31da348024e3 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.3305025 Jan 21 19:00:15.015759 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-13c69f99-da67-4e1a-8353-0909a0f538da tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:15.068859 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-252f98c2-9821-4097-a870-3ae836ed7c23 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:15.070889 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-80703bec-492e-4634-b02f-781d1a21ae6c tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:15.088828 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d598877e-4728-4ce2-b89a-133f582ba5bf tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:15.108984 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f98c2-9821-4097-a870-3ae836ed7c23 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51399d5a-b7b1-448b-b544-2a2aab445dbe,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:15.129364 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252f98c2-9821-4097-a870-3ae836ed7c23 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:00:15.129711 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252f98c2-9821-4097-a870-3ae836ed7c23 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:00:15.130081 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252f98c2-9821-4097-a870-3ae836ed7c23 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:00:15.130874 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252f98c2-9821-4097-a870-3ae836ed7c23 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:00:15.130874 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252f98c2-9821-4097-a870-3ae836ed7c23 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:00:15.131095 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252f98c2-9821-4097-a870-3ae836ed7c23 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:00:15.131361 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252f98c2-9821-4097-a870-3ae836ed7c23 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:00:15.131690 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252f98c2-9821-4097-a870-3ae836ed7c23 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:00:15.132113 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252f98c2-9821-4097-a870-3ae836ed7c23 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:00:15.132315 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252f98c2-9821-4097-a870-3ae836ed7c23 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:00:15.132639 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252f98c2-9821-4097-a870-3ae836ed7c23 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:00:15.132957 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252f98c2-9821-4097-a870-3ae836ed7c23 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:00:15.141935 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8022b7c6-ee70-4992-abf1-e03d47b1dfa3 req-948bd6ff-edb2-48e0-a4ae-24457c3b47a3 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1275187 Jan 21 19:00:15.143913 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1c37be-4aa0-4b84-b53a-2db679b733d3 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Network 73bdd0e8-e881-493e-8670-18ea519418c6 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:00:15.144068 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-252f98c2-9821-4097-a870-3ae836ed7c23 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:15.145059 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-252f98c2-9821-4097-a870-3ae836ed7c23 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "DELETE /v2.0/security-groups/51399d5a-b7b1-448b-b544-2a2aab445dbe HTTP/1.1" status: 204 len: 168 time: 0.6220961 Jan 21 19:00:15.147658 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54676) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:15.147790 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d598877e-4728-4ce2-b89a-133f582ba5bf tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd617b07-3a36-4cc7-8801-2f823f284cee,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:15.185388 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-ff1c37be-4aa0-4b84-b53a-2db679b733d3 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:00:15.247162 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-f9999f7f-9427-4258-8ff0-1cddfd4ed3cb tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Synchronizing usage tracker for tenant:f6de688fc28849e9b861585add4b7411 on resource:security_group {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:00:15.266832 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-13c69f99-da67-4e1a-8353-0909a0f538da tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:15.320578 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c69f99-da67-4e1a-8353-0909a0f538da tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Pushing event deleted for resources: {'Subnet': ['ID=3671c712-ac4b-4b4b-8d43-bd5722bb6198,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:15.323755 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1c37be-4aa0-4b84-b53a-2db679b733d3 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:00:15.332109 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-13c69f99-da67-4e1a-8353-0909a0f538da tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:15.339453 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0d3ac5-e749-466d-b9b2-ff85c3c7942c None None] Network b46fccb6-bf9d-4d61-b579-af0a30a6d47c requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:00:15.349152 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-13c69f99-da67-4e1a-8353-0909a0f538da tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] 10.222.0.87 "DELETE /v2.0/subnets/3671c712-ac4b-4b4b-8d43-bd5722bb6198 HTTP/1.1" status: 204 len: 168 time: 0.8697605 Jan 21 19:00:15.351531 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-f9999f7f-9427-4258-8ff0-1cddfd4ed3cb tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Unset dirty status for tenant:f6de688fc28849e9b861585add4b7411 on resource:security_group {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:00:15.363844 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f9999f7f-9427-4258-8ff0-1cddfd4ed3cb tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2043507 Jan 21 19:00:15.364861 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54682) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:15.365343 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54684) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:15.415407 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c37be-4aa0-4b84-b53a-2db679b733d3 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Pushing event updated for resources: {'Port': ['ID=43a6242c-437a-4543-9b7b-a9472ce624c9,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:15.416145 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-802a1888-6be6-46d4-957a-b7650c67fc04 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Request body: {'security_group': {'name': 'tempest-secgroup--988918633'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:15.439466 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-802a1888-6be6-46d4-957a-b7650c67fc04 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:15.460053 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1c37be-4aa0-4b84-b53a-2db679b733d3 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:15.460697 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ff1c37be-4aa0-4b84-b53a-2db679b733d3 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:15.484753 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-802a1888-6be6-46d4-957a-b7650c67fc04 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:15.541366 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5c7ccd-eb71-4afd-9357-c7de575030b2 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:00:15.553451 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227b955d-be5d-4350-99be-6c38fabf3bd3 None None] Sync routers for ids ['2cf7bab9-7481-43bb-8624-c721a7cf3851'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:00:15.566873 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227b955d-be5d-4350-99be-6c38fabf3bd3 None None] Routers {'2cf7bab9-7481-43bb-8624-c721a7cf3851'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:00:15.567488 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-227b955d-be5d-4350-99be-6c38fabf3bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:59:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['2cf7bab9-7481-43bb-8624-c721a7cf3851'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:15.638081 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80703bec-492e-4634-b02f-781d1a21ae6c tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a29b7f1-c117-4ced-adc8-0379c7c2bd71,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:15.650325 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1c6609cd-a21f-4c33-bc77-07586e29edd8 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:15.655794 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54692) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:15.656264 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3e5c7ccd-eb71-4afd-9357-c7de575030b2 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] 10.222.0.87 "PUT /v2.0/routers/2cf7bab9-7481-43bb-8624-c721a7cf3851/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3466763 Jan 21 19:00:15.711415 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-227b955d-be5d-4350-99be-6c38fabf3bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:15.722411 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-80703bec-492e-4634-b02f-781d1a21ae6c tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:15.726104 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227b955d-be5d-4350-99be-6c38fabf3bd3 None None] Routers {'2cf7bab9-7481-43bb-8624-c721a7cf3851'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:00:15.727113 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-227b955d-be5d-4350-99be-6c38fabf3bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:59:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['2cf7bab9-7481-43bb-8624-c721a7cf3851'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:15.802320 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d598877e-4728-4ce2-b89a-133f582ba5bf tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:15.804290 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-d598877e-4728-4ce2-b89a-133f582ba5bf tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "DELETE /v2.0/security-groups/dd617b07-3a36-4cc7-8801-2f823f284cee HTTP/1.1" status: 204 len: 168 time: 2.2142160 Jan 21 19:00:15.805762 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ff1c37be-4aa0-4b84-b53a-2db679b733d3 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9521499 Jan 21 19:00:15.806972 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-059e5d64-b628-4651-ad8a-c06cd662b72d tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:15.812856 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54696) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:15.813191 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54698) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:15.830939 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-24ab2d05-c5e9-4f42-890a-a6fef0c98e3b None None] Provisioning for port 43a6242c-437a-4543-9b7b-a9472ce624c9 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:00:15.838238 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-24ab2d05-c5e9-4f42-890a-a6fef0c98e3b None None] Provisioning complete for port 43a6242c-437a-4543-9b7b-a9472ce624c9 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:00:15.838818 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-24ab2d05-c5e9-4f42-890a-a6fef0c98e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:15.863657 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-227b955d-be5d-4350-99be-6c38fabf3bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:15.864069 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227b955d-be5d-4350-99be-6c38fabf3bd3 None None] The sync data for ids ['2cf7bab9-7481-43bb-8624-c721a7cf3851'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:00:15.913797 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f22465e-5e84-4adf-8822-a74de6ba7705 None None] DHCP port deletion for b46fccb6-bf9d-4d61-b579-af0a30a6d47c request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:00:15.925437 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-8f22465e-5e84-4adf-8822-a74de6ba7705 None None] Deleting port 1a30aec2-1fb4-438d-957c-5cae121c1cff {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:00:15.925837 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8f22465e-5e84-4adf-8822-a74de6ba7705 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:15.991401 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-24ab2d05-c5e9-4f42-890a-a6fef0c98e3b None None] Port 43a6242c-437a-4543-9b7b-a9472ce624c9 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:00:15.995748 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aacf7d6e-e460-4442-bba4-ade3d83a7988 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks [] for router, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:16.121739 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-802a1888-6be6-46d4-957a-b7650c67fc04 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:16.187556 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-802a1888-6be6-46d4-957a-b7650c67fc04 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:16.190710 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-1c6609cd-a21f-4c33-bc77-07586e29edd8 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Deleting port 1a30aec2-1fb4-438d-957c-5cae121c1cff {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:00:16.191279 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1c6609cd-a21f-4c33-bc77-07586e29edd8 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:16.202821 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-8f22465e-5e84-4adf-8822-a74de6ba7705 None None] For port 1a30aec2-1fb4-438d-957c-5cae121c1cff, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=1a30aec2-1fb4-438d-957c-5cae121c1cff,segment=NetworkSegment(6729187e-0b5b-4736-9e9e-b063ead9ac82),segment_id=6729187e-0b5b-4736-9e9e-b063ead9ac82)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:00:16.203599 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8f22465e-5e84-4adf-8822-a74de6ba7705 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:16.226815 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-743de9a1-3e9b-4240-82ee-0c254b082cc2 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Request body: {'port': {'network_id': '73bdd0e8-e881-493e-8670-18ea519418c6', 'name': 'tempest-AllowedAddressPairTestJSON-1880079005'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:16.232767 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-802a1888-6be6-46d4-957a-b7650c67fc04 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Usage tracker for resource:security_group_rule and tenant:f6de688fc28849e9b861585add4b7411 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:16.242267 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-802a1888-6be6-46d4-957a-b7650c67fc04 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:16.256929 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e5d64-b628-4651-ad8a-c06cd662b72d tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Pushing event deleted for resources: {'Port': ['ID=e3db125c-c956-4f9b-997e-f931ccd94adf,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:16.257950 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-802a1888-6be6-46d4-957a-b7650c67fc04 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:16.340534 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-da709058-7a57-46d1-b342-9de57dbd942c tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] show failed (client error): The resource could not be found. Jan 21 19:00:16.347066 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-da709058-7a57-46d1-b342-9de57dbd942c tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "GET /v2.0/security-groups/dd617b07-3a36-4cc7-8801-2f823f284cee HTTP/1.1" status: 404 len: 347 time: 0.4530609 Jan 21 19:00:16.348480 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-8f22465e-5e84-4adf-8822-a74de6ba7705 None None] Calling delete_port for 1a30aec2-1fb4-438d-957c-5cae121c1cff owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:00:16.355905 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54704) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:16.436207 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 1a30aec2-1fb4-438d-957c-5cae121c1cff no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:00:16.495281 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-80703bec-492e-4634-b02f-781d1a21ae6c tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:16.508494 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-80703bec-492e-4634-b02f-781d1a21ae6c tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:16.552717 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Port 1a30aec2-1fb4-438d-957c-5cae121c1cff update to DOWN by agent not found {{(pid=88138) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jan 21 19:00:16.554282 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8f22465e-5e84-4adf-8822-a74de6ba7705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:16.598427 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f22465e-5e84-4adf-8822-a74de6ba7705 None None] No DVR routers for this DVR port 1a30aec2-1fb4-438d-957c-5cae121c1cff on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:00:16.608665 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f22465e-5e84-4adf-8822-a74de6ba7705 None None] Pushing event deleted for resources: {'Port': ['ID=1a30aec2-1fb4-438d-957c-5cae121c1cff,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:16.635425 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aacf7d6e-e460-4442-bba4-ade3d83a7988 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:16.650238 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-059e5d64-b628-4651-ad8a-c06cd662b72d tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:16.655444 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd4730-ea19-4bfa-a00e-b0ff2023b9a6 req-83948bad-57d5-45ab-acd8-bfbbad95c6bd tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:16.656952 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f8dd4730-ea19-4bfa-a00e-b0ff2023b9a6 req-83948bad-57d5-45ab-acd8-bfbbad95c6bd tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.5852213 Jan 21 19:00:16.661159 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-06be7c8a-f731-42ee-a86d-221ebd9e2990 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Deleting port 1f46061c-dad7-4c5d-9e81-48bdc7ddce3d {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:00:16.661491 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-06be7c8a-f731-42ee-a86d-221ebd9e2990 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:16.693081 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-743de9a1-3e9b-4240-82ee-0c254b082cc2 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:16.702442 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-80703bec-492e-4634-b02f-781d1a21ae6c tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:16.702938 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80703bec-492e-4634-b02f-781d1a21ae6c tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 53644e5e-9897-4cd3-b2f4-5737c41ad07d {{(pid=88137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:00:16.764445 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-aacf7d6e-e460-4442-bba4-ade3d83a7988 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Deleting port 23ecd487-67dd-4bf4-b8ea-98e64ade381f {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:00:16.764782 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aacf7d6e-e460-4442-bba4-ade3d83a7988 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:16.776714 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84aff8b-278e-48a1-99ef-3fdf4964175b req-2f4a6cca-a74b-4140-8b42-a76b4bfa5e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:16.778338 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c84aff8b-278e-48a1-99ef-3fdf4964175b req-2f4a6cca-a74b-4140-8b42-a76b4bfa5e11 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=bb8144e3b5cb451fa2ea1f5ea2efa32a&device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 1098 time: 0.6106188 Jan 21 19:00:16.812020 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-743de9a1-3e9b-4240-82ee-0c254b082cc2 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:16.815496 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-80703bec-492e-4634-b02f-781d1a21ae6c tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:16.819571 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-80703bec-492e-4634-b02f-781d1a21ae6c tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] 10.222.0.87 "DELETE /v2.0/routers/53644e5e-9897-4cd3-b2f4-5737c41ad07d HTTP/1.1" status: 204 len: 168 time: 8.6703012 Jan 21 19:00:16.822625 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54708) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:16.899190 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-059e5d64-b628-4651-ad8a-c06cd662b72d tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:16.967316 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-059e5d64-b628-4651-ad8a-c06cd662b72d tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:17.016490 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:00:17.035033 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f8dd4730-ea19-4bfa-a00e-b0ff2023b9a6 req-6ec2af71-8c38-4d92-b54e-2b93398e756c tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3424048 Jan 21 19:00:17.057690 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743de9a1-3e9b-4240-82ee-0c254b082cc2 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Made reservation on behalf of 3a75dc84aab34b26bb2d000a20289974 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:00:17.065411 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-743de9a1-3e9b-4240-82ee-0c254b082cc2 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:17.128200 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-802a1888-6be6-46d4-957a-b7650c67fc04 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:17.172086 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-743de9a1-3e9b-4240-82ee-0c254b082cc2 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] device_id is not set on port 1239ebac-a12c-4885-b382-2bcc4d73c061 yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:00:17.221053 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-059e5d64-b628-4651-ad8a-c06cd662b72d tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:17.222205 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059e5d64-b628-4651-ad8a-c06cd662b72d tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Fanout notify agent at l3_agent the message router_deleted on router 39a278a9-d85b-442a-b2ca-bdb8204332fe {{(pid=88137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:00:17.249893 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84aff8b-278e-48a1-99ef-3fdf4964175b req-571b7113-949a-49a6-a43a-7716029c6cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:17.250899 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-802a1888-6be6-46d4-957a-b7650c67fc04 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:17.251398 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c84aff8b-278e-48a1-99ef-3fdf4964175b req-571b7113-949a-49a6-a43a-7716029c6cb5 service neutron] 10.222.0.113 "GET /v2.0/networks?id=2745c7b7-aa59-4a69-977f-3d793c812102 HTTP/1.1" status: 200 len: 912 time: 0.4610004 Jan 21 19:00:17.266782 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-059e5d64-b628-4651-ad8a-c06cd662b72d tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:17.276620 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-059e5d64-b628-4651-ad8a-c06cd662b72d tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] 10.222.0.87 "DELETE /v2.0/routers/39a278a9-d85b-442a-b2ca-bdb8204332fe HTTP/1.1" status: 204 len: 168 time: 5.9499595 Jan 21 19:00:17.277321 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54712) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:17.284080 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-1c6609cd-a21f-4c33-bc77-07586e29edd8 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] For port 1a30aec2-1fb4-438d-957c-5cae121c1cff, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=1a30aec2-1fb4-438d-957c-5cae121c1cff,segment=NetworkSegment(6729187e-0b5b-4736-9e9e-b063ead9ac82),segment_id=6729187e-0b5b-4736-9e9e-b063ead9ac82)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:00:17.284436 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1c6609cd-a21f-4c33-bc77-07586e29edd8 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:17.305770 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-02eb4846-3f7d-4e2e-ae5c-b7c20bf08769 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-366179733', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:17.354871 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e0ba2e52-568e-406d-b750-698ed8ef7cca tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks [] for router, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:17.448420 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-02eb4846-3f7d-4e2e-ae5c-b7c20bf08769 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:17.457291 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-1c6609cd-a21f-4c33-bc77-07586e29edd8 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Calling delete_port for 1a30aec2-1fb4-438d-957c-5cae121c1cff owned by network:dhcp {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:00:17.520430 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-02eb4846-3f7d-4e2e-ae5c-b7c20bf08769 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Usage tracker for resource:router and tenant:aea183e11fb54a81a299fb93c9d93540 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:17.523756 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a1888-6be6-46d4-957a-b7650c67fc04 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb468d2-dc83-4827-9ad7-d3e230e18f03,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:17.532906 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-02eb4846-3f7d-4e2e-ae5c-b7c20bf08769 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:17.549284 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aacf7d6e-e460-4442-bba4-ade3d83a7988 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:17.569364 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-02eb4846-3f7d-4e2e-ae5c-b7c20bf08769 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:17.580631 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-06be7c8a-f731-42ee-a86d-221ebd9e2990 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:17.584104 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-06be7c8a-f731-42ee-a86d-221ebd9e2990 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:17.648041 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c84aff8b-278e-48a1-99ef-3fdf4964175b req-e4c2fb53-9882-4242-9353-5863773ae1e6 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e84f2c6-e935-4b37-b7e0-389f75a34ebc HTTP/1.1" status: 200 len: 1001 time: 0.3866243 Jan 21 19:00:17.752693 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-802a1888-6be6-46d4-957a-b7650c67fc04 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:17.753912 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-802a1888-6be6-46d4-957a-b7650c67fc04 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.3845403 Jan 21 19:00:17.764945 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54716) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:17.783852 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-61963b73-24de-440f-97e1-fa66926b228a tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:17.784414 dv-neutron-825470-1-hyperv neutron-server[88137]: WARNING neutron.api.v2.base [None req-61963b73-24de-440f-97e1-fa66926b228a tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 21 19:00:17.784944 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-61963b73-24de-440f-97e1-fa66926b228a tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] update failed (client error): There was a conflict when trying to complete your request. Jan 21 19:00:17.786288 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-61963b73-24de-440f-97e1-fa66926b228a tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "PUT /v2.0/security-groups/8fb468d2-dc83-4827-9ad7-d3e230e18f03 HTTP/1.1" status: 409 len: 330 time: 0.0159850 Jan 21 19:00:17.793213 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54720) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:17.816737 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-aacf7d6e-e460-4442-bba4-ade3d83a7988 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Calling delete_port for 23ecd487-67dd-4bf4-b8ea-98e64ade381f owned by network:router_gateway {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:00:17.831298 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-743de9a1-3e9b-4240-82ee-0c254b082cc2 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Allocated IP 172.20.0.14 (73bdd0e8-e881-493e-8670-18ea519418c6/d1e91ffd-1732-404f-a0ed-d1dd26b16539/1239ebac-a12c-4885-b382-2bcc4d73c061) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:00:17.845547 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e0ba2e52-568e-406d-b750-698ed8ef7cca tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:17.850694 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-06be7c8a-f731-42ee-a86d-221ebd9e2990 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Calling delete_port for 1f46061c-dad7-4c5d-9e81-48bdc7ddce3d owned by network:floatingip {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:00:17.859550 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84aff8b-278e-48a1-99ef-3fdf4964175b req-98a6d0c9-14bd-4246-a8f6-e53563d6cfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:17.860985 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c84aff8b-278e-48a1-99ef-3fdf4964175b req-98a6d0c9-14bd-4246-a8f6-e53563d6cfe1 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=34accf81-441d-49f3-9d99-4b01b78b2f5b HTTP/1.1" status: 200 len: 850 time: 0.1616726 Jan 21 19:00:17.901479 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-02eb4846-3f7d-4e2e-ae5c-b7c20bf08769 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:17.902475 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-02eb4846-3f7d-4e2e-ae5c-b7c20bf08769 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:17.951522 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.db.api [None req-1c6609cd-a21f-4c33-bc77-07586e29edd8 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:00:17.951522 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG oslo_db.api [None req-1c6609cd-a21f-4c33-bc77-07586e29edd8 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:00:17.956474 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-02eb4846-3f7d-4e2e-ae5c-b7c20bf08769 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:17.956799 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-e0ba2e52-568e-406d-b750-698ed8ef7cca tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Deleting port 0caba542-3121-4f07-9476-da301ad08361 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:00:17.957193 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e0ba2e52-568e-406d-b750-698ed8ef7cca tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:18.045810 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cb25bb2c-91c1-485f-b056-1c45c28e9f42 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:18.058781 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 1a29b7f1-c117-4ced-adc8-0379c7c2bd71 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:00:18.078056 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-02eb4846-3f7d-4e2e-ae5c-b7c20bf08769 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:18.124306 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 1a29b7f1-c117-4ced-adc8-0379c7c2bd71 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:00:18.124689 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 1a29b7f1-c117-4ced-adc8-0379c7c2bd71 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:00:18.125286 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cb25bb2c-91c1-485f-b056-1c45c28e9f42 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:18.218224 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84aff8b-278e-48a1-99ef-3fdf4964175b req-dd435864-237b-479c-8b8c-49b7ecfb99ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:18.219764 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c84aff8b-278e-48a1-99ef-3fdf4964175b req-dd435864-237b-479c-8b8c-49b7ecfb99ae service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2745c7b7-aa59-4a69-977f-3d793c812102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3449388 Jan 21 19:00:18.228965 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-06be7c8a-f731-42ee-a86d-221ebd9e2990 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:18.272777 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-02eb4846-3f7d-4e2e-ae5c-b7c20bf08769 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:18.273951 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-02eb4846-3f7d-4e2e-ae5c-b7c20bf08769 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9817970 Jan 21 19:00:18.276489 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be7c8a-f731-42ee-a86d-221ebd9e2990 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Pushing event deleted for resources: {'Port': ['ID=1f46061c-dad7-4c5d-9e81-48bdc7ddce3d,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:18.278138 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54726) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:18.284909 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-47e6000f-786f-467e-aed1-43308d7cd629 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'enable_snat': False}}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:18.386353 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cb25bb2c-91c1-485f-b056-1c45c28e9f42 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:18.447871 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-e0ba2e52-568e-406d-b750-698ed8ef7cca tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] For port 0caba542-3121-4f07-9476-da301ad08361, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=0caba542-3121-4f07-9476-da301ad08361,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:00:18.448247 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e0ba2e52-568e-406d-b750-698ed8ef7cca tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:18.478530 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-1c6609cd-a21f-4c33-bc77-07586e29edd8 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Deleting port 1a30aec2-1fb4-438d-957c-5cae121c1cff {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:00:18.478883 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1c6609cd-a21f-4c33-bc77-07586e29edd8 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:18.530236 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aacf7d6e-e460-4442-bba4-ade3d83a7988 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:18.531094 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb25bb2c-91c1-485f-b056-1c45c28e9f42 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb468d2-dc83-4827-9ad7-d3e230e18f03,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:18.601904 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-e0ba2e52-568e-406d-b750-698ed8ef7cca tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Calling delete_port for 0caba542-3121-4f07-9476-da301ad08361 owned by network:router_gateway {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:00:18.650669 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25bb2c-91c1-485f-b056-1c45c28e9f42 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:00:18.651029 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25bb2c-91c1-485f-b056-1c45c28e9f42 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:00:18.651355 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25bb2c-91c1-485f-b056-1c45c28e9f42 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:00:18.651685 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25bb2c-91c1-485f-b056-1c45c28e9f42 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:00:18.652020 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25bb2c-91c1-485f-b056-1c45c28e9f42 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:00:18.652346 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25bb2c-91c1-485f-b056-1c45c28e9f42 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:00:18.652671 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25bb2c-91c1-485f-b056-1c45c28e9f42 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:00:18.652995 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25bb2c-91c1-485f-b056-1c45c28e9f42 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:00:18.653913 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25bb2c-91c1-485f-b056-1c45c28e9f42 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:00:18.654237 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25bb2c-91c1-485f-b056-1c45c28e9f42 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:00:18.654687 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25bb2c-91c1-485f-b056-1c45c28e9f42 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:00:18.655013 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25bb2c-91c1-485f-b056-1c45c28e9f42 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:00:18.702051 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-1c6609cd-a21f-4c33-bc77-07586e29edd8 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] The port '1a30aec2-1fb4-438d-957c-5cae121c1cff' was deleted {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:00:18.704615 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf7d6e-e460-4442-bba4-ade3d83a7988 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Pushing event deleted for resources: {'Port': ['ID=23ecd487-67dd-4bf4-b8ea-98e64ade381f,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:18.718683 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c84aff8b-278e-48a1-99ef-3fdf4964175b req-57bdfa24-7c72-4d15-8029-c904348fb575 service neutron] 10.222.0.113 "GET /v2.0/networks/2745c7b7-aa59-4a69-977f-3d793c812102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4918201 Jan 21 19:00:18.733286 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cb25bb2c-91c1-485f-b056-1c45c28e9f42 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:18.734378 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-cb25bb2c-91c1-485f-b056-1c45c28e9f42 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "DELETE /v2.0/security-groups/8fb468d2-dc83-4827-9ad7-d3e230e18f03 HTTP/1.1" status: 204 len: 168 time: 0.9353802 Jan 21 19:00:18.758674 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54730) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:18.763692 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-743de9a1-3e9b-4240-82ee-0c254b082cc2 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:18.842397 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-743de9a1-3e9b-4240-82ee-0c254b082cc2 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Transition to ACTIVE for port object 1239ebac-a12c-4885-b382-2bcc4d73c061 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:00:18.951935 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-53dc51f7-6d34-4216-9c73-2fe13e80986b tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Synchronizing usage tracker for tenant:f6de688fc28849e9b861585add4b7411 on resource:security_group {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:00:18.994982 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-06be7c8a-f731-42ee-a86d-221ebd9e2990 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Notify callbacks [] for floatingip, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:18.997344 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-06be7c8a-f731-42ee-a86d-221ebd9e2990 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:18.998511 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-06be7c8a-f731-42ee-a86d-221ebd9e2990 tempest-ServersTestJSON-1477025268 tempest-ServersTestJSON-1477025268-project] 10.222.0.87 "DELETE /v2.0/floatingips/7351a948-b248-4bc7-a9f2-3a6740aef28b HTTP/1.1" status: 204 len: 168 time: 2.6411028 Jan 21 19:00:19.002573 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c84aff8b-278e-48a1-99ef-3fdf4964175b req-0e338d7a-c53e-4f2b-a700-c1c109dd68dd service neutron] 10.222.0.113 "GET /v2.0/networks/2745c7b7-aa59-4a69-977f-3d793c812102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706022 Jan 21 19:00:19.006470 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54734) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:19.100328 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-53dc51f7-6d34-4216-9c73-2fe13e80986b tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] Unset dirty status for tenant:f6de688fc28849e9b861585add4b7411 on resource:security_group {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:00:19.101510 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-53dc51f7-6d34-4216-9c73-2fe13e80986b tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3348126 Jan 21 19:00:19.111887 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-743de9a1-3e9b-4240-82ee-0c254b082cc2 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:19.114791 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54738) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:19.130171 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1c6609cd-a21f-4c33-bc77-07586e29edd8 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:19.234018 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-47e6000f-786f-467e-aed1-43308d7cd629 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:19.238285 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aacf7d6e-e460-4442-bba4-ade3d83a7988 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:19.289269 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6353e-3838-4c8b-a74b-51ef24c15448 req-4da01399-2966-4df6-af14-9cdaa54bbe17 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:19.290835 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5ea6353e-3838-4c8b-a74b-51ef24c15448 req-4da01399-2966-4df6-af14-9cdaa54bbe17 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 1.1020193 Jan 21 19:00:19.296849 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-1c6609cd-a21f-4c33-bc77-07586e29edd8 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b46fccb6-bf9d-4d61-b579-af0a30a6d47c']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:19.346632 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-6310bee2-872b-439f-beb7-853557abdebb tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] delete failed (client error): The resource could not be found. Jan 21 19:00:19.347658 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-6310bee2-872b-439f-beb7-853557abdebb tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "DELETE /v2.0/security-groups/23a80210-029e-4eee-bb75-fb1427ac4dfb HTTP/1.1" status: 404 len: 347 time: 0.2304142 Jan 21 19:00:19.358637 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54742) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:19.366403 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743de9a1-3e9b-4240-82ee-0c254b082cc2 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Network 73bdd0e8-e881-493e-8670-18ea519418c6 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:00:19.397368 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-1c6609cd-a21f-4c33-bc77-07586e29edd8 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6729187e-0b5b-4736-9e9e-b063ead9ac82') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:19.397719 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-1c6609cd-a21f-4c33-bc77-07586e29edd8 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6729187e-0b5b-4736-9e9e-b063ead9ac82') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:19.432776 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-743de9a1-3e9b-4240-82ee-0c254b082cc2 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:00:19.446637 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743de9a1-3e9b-4240-82ee-0c254b082cc2 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:00:19.465315 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aacf7d6e-e460-4442-bba4-ade3d83a7988 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:19.470598 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aacf7d6e-e460-4442-bba4-ade3d83a7988 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:19.482432 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743de9a1-3e9b-4240-82ee-0c254b082cc2 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Pushing event updated for resources: {'Port': ['ID=1239ebac-a12c-4885-b382-2bcc4d73c061,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:19.495279 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1c6609cd-a21f-4c33-bc77-07586e29edd8 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:19.502392 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e0ba2e52-568e-406d-b750-698ed8ef7cca tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:19.535556 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-c1bbdfad-62e6-498e-a59b-32396880385c tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] show failed (client error): The resource could not be found. Jan 21 19:00:19.540261 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c1bbdfad-62e6-498e-a59b-32396880385c tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "GET /v2.0/security-groups/3322e97e-a2c8-46a7-8a58-10612449d1f1 HTTP/1.1" status: 404 len: 347 time: 0.1750755 Jan 21 19:00:19.543209 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54746) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:19.568529 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba2e52-568e-406d-b750-698ed8ef7cca tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Pushing event deleted for resources: {'Port': ['ID=0caba542-3121-4f07-9476-da301ad08361,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:19.578386 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5ea6353e-3838-4c8b-a74b-51ef24c15448 req-0ee0002a-3114-453e-8539-551fa02894a7 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2147102 Jan 21 19:00:19.586069 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1c6609cd-a21f-4c33-bc77-07586e29edd8 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:19.588822 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-60120542-b5e7-4b0c-bc8c-e9f712d49f67 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] show failed (client error): The resource could not be found. Jan 21 19:00:19.590059 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-60120542-b5e7-4b0c-bc8c-e9f712d49f67 tempest-NegativeSecGroupIPv6Test-161780392 tempest-NegativeSecGroupIPv6Test-161780392-project] 10.222.0.87 "GET /v2.0/security-group-rules/31c82f9e-cd53-4122-8ab0-4b47b6ab234c HTTP/1.1" status: 404 len: 356 time: 0.0424380 Jan 21 19:00:19.611933 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c6609cd-a21f-4c33-bc77-07586e29edd8 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:00:19.612474 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1c6609cd-a21f-4c33-bc77-07586e29edd8 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:19.629745 dv-neutron-825470-1-hyperv neutron-server[88136]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:00:19.629745 dv-neutron-825470-1-hyperv neutron-server[88136]: util.warn( Jan 21 19:00:19.629745 dv-neutron-825470-1-hyperv neutron-server[88136]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:00:19.629745 dv-neutron-825470-1-hyperv neutron-server[88136]: util.warn( Jan 21 19:00:19.629745 dv-neutron-825470-1-hyperv neutron-server[88136]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:00:19.629745 dv-neutron-825470-1-hyperv neutron-server[88136]: util.warn( Jan 21 19:00:19.629745 dv-neutron-825470-1-hyperv neutron-server[88136]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:00:19.629745 dv-neutron-825470-1-hyperv neutron-server[88136]: util.warn( Jan 21 19:00:19.629745 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:00:19.629745 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:00:19.629745 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:00:19.629745 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:00:19.629745 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:00:19.629745 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:00:19.629745 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:00:19.629745 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:00:19.629745 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:00:19.629745 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:00:19.629745 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:00:19.629745 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:00:19.629745 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:00:19.629745 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:00:19.629745 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:00:19.629745 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:00:19.629745 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:00:19.629745 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:00:19.629745 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:00:19.629745 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:00:19.629745 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:00:19.629745 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:00:19.629745 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:00:19.629745 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:00:19.629745 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:00:19.629745 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:00:19.629745 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:00:19.629745 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:00:19.629745 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:00:19.629745 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:00:19.629745 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:00:19.629745 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:00:19.660399 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aacf7d6e-e460-4442-bba4-ade3d83a7988 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:19.661054 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aacf7d6e-e460-4442-bba4-ade3d83a7988 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Fanout notify agent at l3_agent the message router_deleted on router 2cf7bab9-7481-43bb-8624-c721a7cf3851 {{(pid=88136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:00:19.734360 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743de9a1-3e9b-4240-82ee-0c254b082cc2 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:19.734948 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-743de9a1-3e9b-4240-82ee-0c254b082cc2 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:19.748919 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aacf7d6e-e460-4442-bba4-ade3d83a7988 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:19.748919 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-aacf7d6e-e460-4442-bba4-ade3d83a7988 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] 10.222.0.87 "DELETE /v2.0/routers/2cf7bab9-7481-43bb-8624-c721a7cf3851 HTTP/1.1" status: 204 len: 168 time: 4.0908086 Jan 21 19:00:19.752297 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54752) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:19.799397 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e0ba2e52-568e-406d-b750-698ed8ef7cca tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:19.876007 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-fe125473-3f58-4fb4-bffc-7a54d5666098 None None] Provisioning for port 1239ebac-a12c-4885-b382-2bcc4d73c061 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:00:19.882140 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-fe125473-3f58-4fb4-bffc-7a54d5666098 None None] Provisioning complete for port 1239ebac-a12c-4885-b382-2bcc4d73c061 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:00:19.882624 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-fe125473-3f58-4fb4-bffc-7a54d5666098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:19.948256 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-fe125473-3f58-4fb4-bffc-7a54d5666098 None None] Port 1239ebac-a12c-4885-b382-2bcc4d73c061 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:00:19.958721 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1c6609cd-a21f-4c33-bc77-07586e29edd8 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:19.985667 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-743de9a1-3e9b-4240-82ee-0c254b082cc2 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0886333 Jan 21 19:00:19.989951 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1c6609cd-a21f-4c33-bc77-07586e29edd8 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:19.990746 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54756) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:20.004436 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6609cd-a21f-4c33-bc77-07586e29edd8 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] Pushing event deleted for resources: {'Network': ['ID=b46fccb6-bf9d-4d61-b579-af0a30a6d47c,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:20.018568 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-1c6609cd-a21f-4c33-bc77-07586e29edd8 tempest-FloatingIPNegativeTestJSON-281519225 tempest-FloatingIPNegativeTestJSON-281519225-project] 10.222.0.87 "DELETE /v2.0/networks/b46fccb6-bf9d-4d61-b579-af0a30a6d47c HTTP/1.1" status: 204 len: 168 time: 4.6495202 Jan 21 19:00:20.034159 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-6294f33a-05cf-494e-bc65-2045458f4c9e tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Deleting subnet 3540769f-9332-42ec-9ad4-5e037680644f {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:00:20.037707 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6294f33a-05cf-494e-bc65-2045458f4c9e tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:20.062465 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-9c6187a6-96c1-4fe4-b6e6-44db4b4a17b4 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:66:74:16'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:e4:48:fd'}]}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:20.088842 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e0ba2e52-568e-406d-b750-698ed8ef7cca tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:20.101093 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e0ba2e52-568e-406d-b750-698ed8ef7cca tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:20.105461 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6294f33a-05cf-494e-bc65-2045458f4c9e tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:20.311432 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e0ba2e52-568e-406d-b750-698ed8ef7cca tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:20.311872 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ba2e52-568e-406d-b750-698ed8ef7cca tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4663f427-5048-43bd-84a9-790774f46f4e {{(pid=88137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:00:20.329456 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54764) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:20.338660 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e0ba2e52-568e-406d-b750-698ed8ef7cca tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:20.339765 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e0ba2e52-568e-406d-b750-698ed8ef7cca tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] 10.222.0.87 "DELETE /v2.0/routers/4663f427-5048-43bd-84a9-790774f46f4e HTTP/1.1" status: 204 len: 168 time: 3.4569886 Jan 21 19:00:20.348307 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54768) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:20.360170 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-40e7df74-8871-47af-8319-8656c2f11df7 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1867650138', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}, 'admin_state_up': False}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:20.374027 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-40e7df74-8871-47af-8319-8656c2f11df7 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:20.383162 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-40e7df74-8871-47af-8319-8656c2f11df7 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Usage tracker for resource:router and tenant:d4f00f68e2c843989919a98d327b35b6 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:20.386250 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-47e6000f-786f-467e-aed1-43308d7cd629 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:20.415471 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-40e7df74-8871-47af-8319-8656c2f11df7 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:20.428659 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-47e6000f-786f-467e-aed1-43308d7cd629 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:20.435716 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-40e7df74-8871-47af-8319-8656c2f11df7 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:20.438608 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6294f33a-05cf-494e-bc65-2045458f4c9e tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:20.476882 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9c6187a6-96c1-4fe4-b6e6-44db4b4a17b4 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:20.634118 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-40e7df74-8871-47af-8319-8656c2f11df7 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:20.635175 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-40e7df74-8871-47af-8319-8656c2f11df7 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:20.659585 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c32ee13a-87f3-4a0e-9b19-73381719b46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:20.671422 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-40e7df74-8871-47af-8319-8656c2f11df7 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:20.683523 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-47e6000f-786f-467e-aed1-43308d7cd629 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Allocated IP 172.26.1.173 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/e1ce0dff-6880-40c6-a02e-d92c92f2fe0d) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:00:20.717780 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6294f33a-05cf-494e-bc65-2045458f4c9e tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:20.874982 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54780) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:20.877919 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294f33a-05cf-494e-bc65-2045458f4c9e tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Pushing event deleted for resources: {'Subnet': ['ID=3540769f-9332-42ec-9ad4-5e037680644f,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:20.939456 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc299ee-1725-4045-ae0c-97a6aa338573 None None] Network 711bf481-ac08-41d0-83ae-bc804bfe7021 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:00:20.972994 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6294f33a-05cf-494e-bc65-2045458f4c9e tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:21.162107 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9c6187a6-96c1-4fe4-b6e6-44db4b4a17b4 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:21.213357 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-6294f33a-05cf-494e-bc65-2045458f4c9e tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] 10.222.0.87 "DELETE /v2.0/subnets/3540769f-9332-42ec-9ad4-5e037680644f HTTP/1.1" status: 204 len: 168 time: 1.4595838 Jan 21 19:00:21.217233 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54786) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:21.265904 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9c6187a6-96c1-4fe4-b6e6-44db4b4a17b4 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:21.277507 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb69e3a-b836-4a4c-9221-65fa6c6b6748 None None] DHCP port deletion for 711bf481-ac08-41d0-83ae-bc804bfe7021 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:00:21.283018 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-efb69e3a-b836-4a4c-9221-65fa6c6b6748 None None] Deleting port 08537acd-9442-4f87-9217-3093fd8a271b {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:00:21.283496 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-efb69e3a-b836-4a4c-9221-65fa6c6b6748 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:21.452463 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-c32ee13a-87f3-4a0e-9b19-73381719b46b admin admin] Deleting port 8bcdb7e1-38b7-4c87-9dea-d5da2e0fa2b3 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:00:21.452802 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c32ee13a-87f3-4a0e-9b19-73381719b46b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:21.514568 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-efb69e3a-b836-4a4c-9221-65fa6c6b6748 None None] For port 08537acd-9442-4f87-9217-3093fd8a271b, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=08537acd-9442-4f87-9217-3093fd8a271b,segment=NetworkSegment(42571e71-73e5-4af9-888d-a998cdb590ef),segment_id=42571e71-73e5-4af9-888d-a998cdb590ef)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:00:21.515222 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-efb69e3a-b836-4a4c-9221-65fa6c6b6748 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:21.515670 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aaf22a77-34ee-4510-96f9-df614cdc9d95 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:21.524616 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-40e7df74-8871-47af-8319-8656c2f11df7 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:21.539369 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-532e9fd1-873b-4148-b279-ff80b363deed admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f6de688fc28849e9b861585add4b7411&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2069197 Jan 21 19:00:21.551295 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54790) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:21.577896 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6187a6-96c1-4fe4-b6e6-44db4b4a17b4 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Pushing event updated for resources: {'Port': ['ID=1239ebac-a12c-4885-b382-2bcc4d73c061,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:21.581619 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-18a6853e-7552-4456-9eae-65cb931ad9f2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a0239d3ca13d4cf4a0fbb3c61c69d28b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7051051 Jan 21 19:00:21.588876 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54794) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:21.597934 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-47e6000f-786f-467e-aed1-43308d7cd629 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:21.625716 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-9c6187a6-96c1-4fe4-b6e6-44db4b4a17b4 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] In _notify_port_updated(), no bound segment for port 1239ebac-a12c-4885-b382-2bcc4d73c061 on network 73bdd0e8-e881-493e-8670-18ea519418c6 {{(pid=88137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 19:00:21.631937 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6187a6-96c1-4fe4-b6e6-44db4b4a17b4 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:21.632734 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9c6187a6-96c1-4fe4-b6e6-44db4b4a17b4 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:21.634195 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-9c6187a6-96c1-4fe4-b6e6-44db4b4a17b4 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] 10.222.0.87 "PUT /v2.0/ports/1239ebac-a12c-4885-b382-2bcc4d73c061 HTTP/1.1" status: 200 len: 1058 time: 1.6408360 Jan 21 19:00:21.640077 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54798) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:21.660806 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01282e60-bea6-4a2a-bf3c-0eea89ef56db req-aa0da4f4-66a4-4aa1-95ac-5df1bff59a8b tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:21.662287 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-01282e60-bea6-4a2a-bf3c-0eea89ef56db req-aa0da4f4-66a4-4aa1-95ac-5df1bff59a8b tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.8502860 Jan 21 19:00:21.667412 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-efb69e3a-b836-4a4c-9221-65fa6c6b6748 None None] Calling delete_port for 08537acd-9442-4f87-9217-3093fd8a271b owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:00:21.723756 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-71416511-e5ac-4c6d-b49f-e377da52635c None None] Provisioning complete for port 1239ebac-a12c-4885-b382-2bcc4d73c061 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:00:21.724087 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-71416511-e5ac-4c6d-b49f-e377da52635c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:21.744167 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-aaf22a77-34ee-4510-96f9-df614cdc9d95 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Deleting port 08537acd-9442-4f87-9217-3093fd8a271b {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:00:21.744494 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aaf22a77-34ee-4510-96f9-df614cdc9d95 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:21.779634 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8a0acf2e-a34f-4ec0-aa06-c6308e87614f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:21.800808 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-71416511-e5ac-4c6d-b49f-e377da52635c None None] Port 1239ebac-a12c-4885-b382-2bcc4d73c061 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:00:21.815667 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-dd480fb6-90a1-4b70-9ac0-a5dd45c9e00a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:21.839183 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-01282e60-bea6-4a2a-bf3c-0eea89ef56db req-cc56f83b-d10e-4016-95fe-5687f8bddd4c tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1450005 Jan 21 19:00:21.851762 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8a0acf2e-a34f-4ec0-aa06-c6308e87614f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:21.884154 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-4356091c-32bc-42a4-af03-da5210bb7a87 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Deleting port 1239ebac-a12c-4885-b382-2bcc4d73c061 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:00:21.884154 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4356091c-32bc-42a4-af03-da5210bb7a87 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:21.885111 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-dd480fb6-90a1-4b70-9ac0-a5dd45c9e00a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:21.906612 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-efb69e3a-b836-4a4c-9221-65fa6c6b6748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:21.954152 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb69e3a-b836-4a4c-9221-65fa6c6b6748 None None] Pushing event deleted for resources: {'Port': ['ID=08537acd-9442-4f87-9217-3093fd8a271b,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:21.959080 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-47e6000f-786f-467e-aed1-43308d7cd629 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:21.959257 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb69e3a-b836-4a4c-9221-65fa6c6b6748 None None] No DVR routers for this DVR port 08537acd-9442-4f87-9217-3093fd8a271b on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:00:21.964791 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb69e3a-b836-4a4c-9221-65fa6c6b6748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:00:21.965141 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb69e3a-b836-4a4c-9221-65fa6c6b6748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:00:21.965556 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb69e3a-b836-4a4c-9221-65fa6c6b6748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:00:21.965966 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb69e3a-b836-4a4c-9221-65fa6c6b6748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:00:21.966557 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb69e3a-b836-4a4c-9221-65fa6c6b6748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:00:21.966880 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb69e3a-b836-4a4c-9221-65fa6c6b6748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:00:21.967203 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb69e3a-b836-4a4c-9221-65fa6c6b6748 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:00:21.967524 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb69e3a-b836-4a4c-9221-65fa6c6b6748 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:00:21.967845 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb69e3a-b836-4a4c-9221-65fa6c6b6748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:00:21.968159 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb69e3a-b836-4a4c-9221-65fa6c6b6748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:00:21.968626 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb69e3a-b836-4a4c-9221-65fa6c6b6748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:00:21.968951 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb69e3a-b836-4a4c-9221-65fa6c6b6748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:00:21.992586 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-c32ee13a-87f3-4a0e-9b19-73381719b46b admin admin] For port 8bcdb7e1-38b7-4c87-9dea-d5da2e0fa2b3, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=8bcdb7e1-38b7-4c87-9dea-d5da2e0fa2b3,segment=NetworkSegment(ad01f6a0-93d9-445a-83b5-98d1ba468e24),segment_id=ad01f6a0-93d9-445a-83b5-98d1ba468e24)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:00:21.992949 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c32ee13a-87f3-4a0e-9b19-73381719b46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:22.095405 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 08537acd-9442-4f87-9217-3093fd8a271b no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:00:22.114594 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e6000f-786f-467e-aed1-43308d7cd629 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:00:22.117163 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-47e6000f-786f-467e-aed1-43308d7cd629 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:00:22.127852 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e6000f-786f-467e-aed1-43308d7cd629 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:00:22.130140 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 08537acd-9442-4f87-9217-3093fd8a271b {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:00:22.130503 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 08537acd-9442-4f87-9217-3093fd8a271b not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:00:22.130911 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 0caba542-3121-4f07-9476-da301ad08361 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:00:22.162171 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-c32ee13a-87f3-4a0e-9b19-73381719b46b admin admin] Calling delete_port for 8bcdb7e1-38b7-4c87-9dea-d5da2e0fa2b3 owned by network:router_interface {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:00:22.167151 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 0caba542-3121-4f07-9476-da301ad08361 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:00:22.167498 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 0caba542-3121-4f07-9476-da301ad08361 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:00:22.170229 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e6000f-786f-467e-aed1-43308d7cd629 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Pushing event updated for resources: {'Port': ['ID=e1ce0dff-6880-40c6-a02e-d92c92f2fe0d,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:22.284184 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8a0acf2e-a34f-4ec0-aa06-c6308e87614f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:22.312541 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-aaf22a77-34ee-4510-96f9-df614cdc9d95 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] For port 08537acd-9442-4f87-9217-3093fd8a271b, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=08537acd-9442-4f87-9217-3093fd8a271b,segment=NetworkSegment(42571e71-73e5-4af9-888d-a998cdb590ef),segment_id=42571e71-73e5-4af9-888d-a998cdb590ef)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:00:22.312900 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aaf22a77-34ee-4510-96f9-df614cdc9d95 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:22.365734 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0acf2e-a34f-4ec0-aa06-c6308e87614f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe5a27b-0ddb-4a83-b54b-1863367fd120,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:22.386168 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-dd480fb6-90a1-4b70-9ac0-a5dd45c9e00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:22.401451 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa89805-81be-4713-b0e1-cf0d24d2da5c req-ce9fbb00-fcea-4962-aa51-6bc1a238bb7b tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:22.403119 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-baa89805-81be-4713-b0e1-cf0d24d2da5c req-ce9fbb00-fcea-4962-aa51-6bc1a238bb7b tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.4354033 Jan 21 19:00:22.531498 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8a0acf2e-a34f-4ec0-aa06-c6308e87614f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:22.532596 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-8a0acf2e-a34f-4ec0-aa06-c6308e87614f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/fbe5a27b-0ddb-4a83-b54b-1863367fd120 HTTP/1.1" status: 204 len: 168 time: 0.9819016 Jan 21 19:00:22.545163 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd480fb6-90a1-4b70-9ac0-a5dd45c9e00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb2a3fa-a5e4-420b-a9f2-29af45c64d30,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:22.555460 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-dd480fb6-90a1-4b70-9ac0-a5dd45c9e00a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:22.558994 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-dd480fb6-90a1-4b70-9ac0-a5dd45c9e00a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2eb2a3fa-a5e4-420b-a9f2-29af45c64d30 HTTP/1.1" status: 204 len: 168 time: 0.9628074 Jan 21 19:00:22.589163 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-aaf22a77-34ee-4510-96f9-df614cdc9d95 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Calling delete_port for 08537acd-9442-4f87-9217-3093fd8a271b owned by network:dhcp {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:00:22.646848 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-baa89805-81be-4713-b0e1-cf0d24d2da5c req-a2a1c9aa-0ab2-4630-8967-ae24f8114be3 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1623545 Jan 21 19:00:22.688846 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-40e7df74-8871-47af-8319-8656c2f11df7 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for router_gateway, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:22.720623 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-40e7df74-8871-47af-8319-8656c2f11df7 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:22.798975 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4356091c-32bc-42a4-af03-da5210bb7a87 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:22.819564 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.db.api [None req-aaf22a77-34ee-4510-96f9-df614cdc9d95 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:00:22.819883 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG oslo_db.api [None req-aaf22a77-34ee-4510-96f9-df614cdc9d95 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:00:22.943270 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-4356091c-32bc-42a4-af03-da5210bb7a87 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Calling delete_port for 1239ebac-a12c-4885-b382-2bcc4d73c061 owned by {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:00:23.033723 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-40e7df74-8871-47af-8319-8656c2f11df7 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Allocated IP 172.26.1.124 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/ed9d2c77-be72-478b-b16f-afece2dff298) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:00:23.058622 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-47e6000f-786f-467e-aed1-43308d7cd629 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:23.260631 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c32ee13a-87f3-4a0e-9b19-73381719b46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:23.324799 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ee13a-87f3-4a0e-9b19-73381719b46b admin admin] Pushing event deleted for resources: {'Port': ['ID=8bcdb7e1-38b7-4c87-9dea-d5da2e0fa2b3,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:23.342372 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-aaf22a77-34ee-4510-96f9-df614cdc9d95 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Deleting port 08537acd-9442-4f87-9217-3093fd8a271b {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:00:23.342716 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aaf22a77-34ee-4510-96f9-df614cdc9d95 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:23.387930 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4356091c-32bc-42a4-af03-da5210bb7a87 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:23.579987 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-aaf22a77-34ee-4510-96f9-df614cdc9d95 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] The port '08537acd-9442-4f87-9217-3093fd8a271b' was deleted {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:00:23.584778 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4356091c-32bc-42a4-af03-da5210bb7a87 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Pushing event deleted for resources: {'Port': ['ID=1239ebac-a12c-4885-b382-2bcc4d73c061,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:23.717444 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-40e7df74-8871-47af-8319-8656c2f11df7 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:23.878427 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041f85f-64f7-4293-821d-569dcc6b7943 req-52bf2342-849e-4834-b5a6-fbaf96dec384 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:23.879853 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f041f85f-64f7-4293-821d-569dcc6b7943 req-52bf2342-849e-4834-b5a6-fbaf96dec384 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.3460412 Jan 21 19:00:23.923651 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-47e6000f-786f-467e-aed1-43308d7cd629 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:23.932295 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-47e6000f-786f-467e-aed1-43308d7cd629 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3720919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3720920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723161'] for router, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:23.987317 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aaf22a77-34ee-4510-96f9-df614cdc9d95 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:24.019941 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-40e7df74-8871-47af-8319-8656c2f11df7 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:24.031466 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-aaf22a77-34ee-4510-96f9-df614cdc9d95 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['711bf481-ac08-41d0-83ae-bc804bfe7021']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:24.082144 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54852) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:24.083979 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f041f85f-64f7-4293-821d-569dcc6b7943 req-8c1a0dd2-324c-4e77-95d9-de2ad9c12fd5 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1866665 Jan 21 19:00:24.084259 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-aaf22a77-34ee-4510-96f9-df614cdc9d95 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42571e71-73e5-4af9-888d-a998cdb590ef') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:24.084746 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-aaf22a77-34ee-4510-96f9-df614cdc9d95 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42571e71-73e5-4af9-888d-a998cdb590ef') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:24.118759 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e7df74-8871-47af-8319-8656c2f11df7 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:00:24.125747 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-40e7df74-8871-47af-8319-8656c2f11df7 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:00:24.131903 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e7df74-8871-47af-8319-8656c2f11df7 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:00:24.162545 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54858) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:24.206819 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e7df74-8871-47af-8319-8656c2f11df7 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Pushing event updated for resources: {'Port': ['ID=ed9d2c77-be72-478b-b16f-afece2dff298,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:24.335926 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aaf22a77-34ee-4510-96f9-df614cdc9d95 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:24.368261 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a960cad1-cf9b-4ee6-9b80-5cbb3bb2803c tempest-ServiceProvidersTest-351849277 tempest-ServiceProvidersTest-351849277-project] 10.222.0.87 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2026038 Jan 21 19:00:24.399563 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aaf22a77-34ee-4510-96f9-df614cdc9d95 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:24.475603 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-6b6f16f2-4f6a-4a98-8b77-967dc8d14270 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-657454454'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:24.480908 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaf22a77-34ee-4510-96f9-df614cdc9d95 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:00:24.481974 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aaf22a77-34ee-4510-96f9-df614cdc9d95 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:24.500052 dv-neutron-825470-1-hyperv neutron-server[88137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:00:24.500052 dv-neutron-825470-1-hyperv neutron-server[88137]: util.warn( Jan 21 19:00:24.500052 dv-neutron-825470-1-hyperv neutron-server[88137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:00:24.500052 dv-neutron-825470-1-hyperv neutron-server[88137]: util.warn( Jan 21 19:00:24.500052 dv-neutron-825470-1-hyperv neutron-server[88137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:00:24.500052 dv-neutron-825470-1-hyperv neutron-server[88137]: util.warn( Jan 21 19:00:24.500052 dv-neutron-825470-1-hyperv neutron-server[88137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:00:24.500052 dv-neutron-825470-1-hyperv neutron-server[88137]: util.warn( Jan 21 19:00:24.500052 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:00:24.500052 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:00:24.500052 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:00:24.500052 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:00:24.500052 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:00:24.500052 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:00:24.500052 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:00:24.500052 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:00:24.500052 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:00:24.500052 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:00:24.500052 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:00:24.500052 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:00:24.500052 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:00:24.500052 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:00:24.500052 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:00:24.500052 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:00:24.500052 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:00:24.500052 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:00:24.500052 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:00:24.500052 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:00:24.500052 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:00:24.500052 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:00:24.500052 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:00:24.500052 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:00:24.500052 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:00:24.500052 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:00:24.500052 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:00:24.500052 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:00:24.500052 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:00:24.500052 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:00:24.500052 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:00:24.500052 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:00:24.504285 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4356091c-32bc-42a4-af03-da5210bb7a87 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:24.532259 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-6b6f16f2-4f6a-4a98-8b77-967dc8d14270 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:24.538197 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-6b6f16f2-4f6a-4a98-8b77-967dc8d14270 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Usage tracker for resource:network and tenant:8da0247cdb454b3399a20a44bfeaad0c is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:24.541335 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-6b6f16f2-4f6a-4a98-8b77-967dc8d14270 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:24.549127 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-6b6f16f2-4f6a-4a98-8b77-967dc8d14270 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:24.556983 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c32ee13a-87f3-4a0e-9b19-73381719b46b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:24.702459 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e6000f-786f-467e-aed1-43308d7cd629 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Router cd29b152-22a7-437a-9609-0ceb1f2d91dd is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:00:24.702689 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6f16f2-4f6a-4a98-8b77-967dc8d14270 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Made reservation on behalf of 8da0247cdb454b3399a20a44bfeaad0c for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:00:24.705754 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6b6f16f2-4f6a-4a98-8b77-967dc8d14270 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:24.726670 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-4356091c-32bc-42a4-af03-da5210bb7a87 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] 10.222.0.87 "DELETE /v2.0/ports/1239ebac-a12c-4885-b382-2bcc4d73c061 HTTP/1.1" status: 204 len: 168 time: 3.0825162 Jan 21 19:00:24.731487 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54870) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:24.732175 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6b6f16f2-4f6a-4a98-8b77-967dc8d14270 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:24.805513 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aaf22a77-34ee-4510-96f9-df614cdc9d95 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:24.809500 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-6b6f16f2-4f6a-4a98-8b77-967dc8d14270 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:24.812124 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca8e5ff1-f8bd-4b05-9417-c076480bd9c6 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] GET failed (client error): The resource could not be found. Jan 21 19:00:24.812657 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ca8e5ff1-f8bd-4b05-9417-c076480bd9c6 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Synchronizing usage tracker for tenant:3a75dc84aab34b26bb2d000a20289974 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:00:24.844267 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aaf22a77-34ee-4510-96f9-df614cdc9d95 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:24.847257 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-6b6f16f2-4f6a-4a98-8b77-967dc8d14270 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Usage tracker for resource:security_group_rule and tenant:8da0247cdb454b3399a20a44bfeaad0c is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:24.915349 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-6b6f16f2-4f6a-4a98-8b77-967dc8d14270 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:24.932717 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf22a77-34ee-4510-96f9-df614cdc9d95 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Pushing event deleted for resources: {'Network': ['ID=711bf481-ac08-41d0-83ae-bc804bfe7021,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:24.944682 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-6b6f16f2-4f6a-4a98-8b77-967dc8d14270 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:24.962922 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-aaf22a77-34ee-4510-96f9-df614cdc9d95 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] 10.222.0.87 "DELETE /v2.0/networks/711bf481-ac08-41d0-83ae-bc804bfe7021 HTTP/1.1" status: 204 len: 168 time: 3.7365284 Jan 21 19:00:24.963434 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54876) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:24.992837 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3ac0fcd0-b1f4-4578-a2b7-b873dd008278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:25.033997 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54880) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:25.078433 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ca8e5ff1-f8bd-4b05-9417-c076480bd9c6 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Unset dirty status for tenant:3a75dc84aab34b26bb2d000a20289974 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:00:25.079810 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ca8e5ff1-f8bd-4b05-9417-c076480bd9c6 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] 10.222.0.87 "GET /v2.0/ports/1239ebac-a12c-4885-b382-2bcc4d73c061 HTTP/1.1" status: 404 len: 333 time: 0.3369212 Jan 21 19:00:25.087428 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54886) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:25.203314 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23735d3e-a13b-417b-98ed-94b6ed44f8cd req-9de68096-1b34-47da-8ed9-ba86d5f9d754 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:25.204783 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-23735d3e-a13b-417b-98ed-94b6ed44f8cd req-9de68096-1b34-47da-8ed9-ba86d5f9d754 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.6050885 Jan 21 19:00:25.220503 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-40e7df74-8871-47af-8319-8656c2f11df7 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for router_gateway, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:25.250776 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-393131eb-f8cf-4da7-b695-d4c6f21b2d92 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Deleting port 3246cca4-d190-47cb-adae-ec7d8614f340 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:00:25.251120 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-393131eb-f8cf-4da7-b695-d4c6f21b2d92 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:25.292299 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1c3fffb8-9d21-4d1f-b39b-ea78f6e04365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:25.338025 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-1c3fffb8-9d21-4d1f-b39b-ea78f6e04365 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:25.367512 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-c873025c-8562-462c-a18c-f921b93ebc2a tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Deleting port 43a6242c-437a-4543-9b7b-a9472ce624c9 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:00:25.367851 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c873025c-8562-462c-a18c-f921b93ebc2a tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:25.370624 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-1c3fffb8-9d21-4d1f-b39b-ea78f6e04365 admin admin] Usage tracker for resource:security_group_rule and tenant:c014787eb25a4786bfab7250fa6eaeef is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:25.377575 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-1c3fffb8-9d21-4d1f-b39b-ea78f6e04365 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:25.406730 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e6000f-786f-467e-aed1-43308d7cd629 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:00:25.420389 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41092528-b79b-4229-8dfd-168200e36442 None None] Sync routers for ids ['cd29b152-22a7-437a-9609-0ceb1f2d91dd'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:00:25.439411 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41092528-b79b-4229-8dfd-168200e36442 None None] Routers {'cd29b152-22a7-437a-9609-0ceb1f2d91dd'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:00:25.440190 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-41092528-b79b-4229-8dfd-168200e36442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:59:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['cd29b152-22a7-437a-9609-0ceb1f2d91dd'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:25.448617 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-1c3fffb8-9d21-4d1f-b39b-ea78f6e04365 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:25.502154 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-23735d3e-a13b-417b-98ed-94b6ed44f8cd req-1532ccc6-8d18-4491-a2b7-45776718844a tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2261074 Jan 21 19:00:25.503889 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-47e6000f-786f-467e-aed1-43308d7cd629 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:25.507457 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-47e6000f-786f-467e-aed1-43308d7cd629 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] 10.222.0.87 "PUT /v2.0/routers/cd29b152-22a7-437a-9609-0ceb1f2d91dd HTTP/1.1" status: 200 len: 915 time: 7.2251406 Jan 21 19:00:25.515514 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54890) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:25.521433 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-41092528-b79b-4229-8dfd-168200e36442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:25.531755 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41092528-b79b-4229-8dfd-168200e36442 None None] Routers {'cd29b152-22a7-437a-9609-0ceb1f2d91dd'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:00:25.532638 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-41092528-b79b-4229-8dfd-168200e36442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:59:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['cd29b152-22a7-437a-9609-0ceb1f2d91dd'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:25.595874 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-41092528-b79b-4229-8dfd-168200e36442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:25.596357 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41092528-b79b-4229-8dfd-168200e36442 None None] The sync data for ids ['cd29b152-22a7-437a-9609-0ceb1f2d91dd'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:00:25.624397 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32ee13a-87f3-4a0e-9b19-73381719b46b admin admin] Router 8d9686a9-aff3-407c-b3c0-3668e2ff583a has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:00:25.626333 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6b6f16f2-4f6a-4a98-8b77-967dc8d14270 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:25.644557 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-393131eb-f8cf-4da7-b695-d4c6f21b2d92 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:25.644891 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-393131eb-f8cf-4da7-b695-d4c6f21b2d92 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:25.936649 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6b6f16f2-4f6a-4a98-8b77-967dc8d14270 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:25.947528 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-393131eb-f8cf-4da7-b695-d4c6f21b2d92 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Calling delete_port for 3246cca4-d190-47cb-adae-ec7d8614f340 owned by network:floatingip {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:00:26.032834 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b6f16f2-4f6a-4a98-8b77-967dc8d14270 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:00:26.053329 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-576e540d-ca38-428d-be4f-24651386036c tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] 10.222.0.87 "GET /v2.0/routers/cd29b152-22a7-437a-9609-0ceb1f2d91dd HTTP/1.1" status: 200 len: 921 time: 0.5326045 Jan 21 19:00:26.061886 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54894) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:26.071588 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c873025c-8562-462c-a18c-f921b93ebc2a tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:26.073004 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f16f2-4f6a-4a98-8b77-967dc8d14270 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5415f02c-0d2b-4b57-8b9e-0d0b09812d62,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:26.096151 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6b6f16f2-4f6a-4a98-8b77-967dc8d14270 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:26.096502 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-6b6f16f2-4f6a-4a98-8b77-967dc8d14270 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Added segment b3f83347-b7cd-46a8-a046-ef15462c96e6 of type vlan for network cba573a8-36e4-4351-ad09-f681f574ca5d Jan 21 19:00:26.177264 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-40e7df74-8871-47af-8319-8656c2f11df7 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:26.208255 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1c3fffb8-9d21-4d1f-b39b-ea78f6e04365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:26.226176 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32ee13a-87f3-4a0e-9b19-73381719b46b admin admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:00:26.237658 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b556e3ea-3903-45c8-bea5-81c23afe68cf None None] Sync routers for ids ['8d9686a9-aff3-407c-b3c0-3668e2ff583a'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:00:26.242687 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-c873025c-8562-462c-a18c-f921b93ebc2a tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Calling delete_port for 43a6242c-437a-4543-9b7b-a9472ce624c9 owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:00:26.248684 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b556e3ea-3903-45c8-bea5-81c23afe68cf None None] Routers {'8d9686a9-aff3-407c-b3c0-3668e2ff583a'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:00:26.249329 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-b556e3ea-3903-45c8-bea5-81c23afe68cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:59:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['8d9686a9-aff3-407c-b3c0-3668e2ff583a'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:26.276595 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6b6f16f2-4f6a-4a98-8b77-967dc8d14270 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:26.363200 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1c3fffb8-9d21-4d1f-b39b-ea78f6e04365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:26.417231 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-1c3fffb8-9d21-4d1f-b39b-ea78f6e04365 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c014787eb25a4786bfab7250fa6eaeef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3761566 Jan 21 19:00:26.418228 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54898) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:26.431406 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-b556e3ea-3903-45c8-bea5-81c23afe68cf None None] Set router 8d9686a9-aff3-407c-b3c0-3668e2ff583a gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:00:26.468654 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6b6f16f2-4f6a-4a98-8b77-967dc8d14270 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:26.474790 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6f16f2-4f6a-4a98-8b77-967dc8d14270 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:26.475477 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6b6f16f2-4f6a-4a98-8b77-967dc8d14270 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:26.479626 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-393131eb-f8cf-4da7-b695-d4c6f21b2d92 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:26.584765 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3fffb8-9d21-4d1f-b39b-ea78f6e04365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7087c7-3ec6-4475-a74c-88601aec0f0a,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:26.598684 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393131eb-f8cf-4da7-b695-d4c6f21b2d92 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Pushing event deleted for resources: {'Port': ['ID=3246cca4-d190-47cb-adae-ec7d8614f340,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:26.705546 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8cc0da-aae8-423a-be23-9b7175441408 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:26.709648 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-da8cc0da-aae8-423a-be23-9b7175441408 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=552ba34b-3dd7-4be8-8310-a9fc908fe72b&device_id=cd29b152-22a7-437a-9609-0ceb1f2d91dd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6415501 Jan 21 19:00:26.748669 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54904) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:26.764658 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-b556e3ea-3903-45c8-bea5-81c23afe68cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9686a9-aff3-407c-b3c0-3668e2ff583a', 'name': 'tempest-ServersTestJSON-965684241-router', 'tenant_id': '56cc9754e40e43138bb91a6b89c2795d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.10'}], 'enable_snat': True}, 'gw_port_id': '98c06e67-306a-4413-ad8b-629752129788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:58:17Z', 'updated_at': '2022-01-21T19:00:22Z', 'revision_number': 5, 'project_id': '56cc9754e40e43138bb91a6b89c2795d', 'gw_port': {'id': '98c06e67-306a-4413-ad8b-629752129788', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9686a9-aff3-407c-b3c0-3668e2ff583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:58:20Z', 'updated_at': '2022-01-21T18:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:26.769920 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b556e3ea-3903-45c8-bea5-81c23afe68cf None None] Checking router: 8d9686a9-aff3-407c-b3c0-3668e2ff583a for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:00:26.776556 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f16f2-4f6a-4a98-8b77-967dc8d14270 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Pushing event updated for resources: {'Network': ['ID=cba573a8-36e4-4351-ad09-f681f574ca5d,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:26.780312 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c32ee13a-87f3-4a0e-9b19-73381719b46b admin admin] 10.222.0.87 "PUT /v2.0/routers/8d9686a9-aff3-407c-b3c0-3668e2ff583a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7743096 Jan 21 19:00:26.788474 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54908) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:26.789526 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b556e3ea-3903-45c8-bea5-81c23afe68cf None None] Routers {'8d9686a9-aff3-407c-b3c0-3668e2ff583a'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:00:26.790588 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-b556e3ea-3903-45c8-bea5-81c23afe68cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T18:59:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['8d9686a9-aff3-407c-b3c0-3668e2ff583a'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:26.800501 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network cba573a8-36e4-4351-ad09-f681f574ca5d details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:00:26.802392 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-6b6f16f2-4f6a-4a98-8b77-967dc8d14270 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.7041121 Jan 21 19:00:26.843781 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2ecbfe60-0544-4846-8771-e8ad33815ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:26.906366 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-393131eb-f8cf-4da7-b695-d4c6f21b2d92 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks [] for floatingip, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:26.912489 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-393131eb-f8cf-4da7-b695-d4c6f21b2d92 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:26.914956 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-393131eb-f8cf-4da7-b695-d4c6f21b2d92 tempest-FloatingIPAdminTestJSON-8479319 tempest-FloatingIPAdminTestJSON-8479319-project] 10.222.0.87 "DELETE /v2.0/floatingips/55707ed6-f29e-430c-9782-bd79d23e5a36 HTTP/1.1" status: 204 len: 168 time: 1.9480495 Jan 21 19:00:27.033743 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2ecbfe60-0544-4846-8771-e8ad33815ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:27.102353 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-822d9580-64ef-4cb9-8fe5-14d92812a328 admin admin] Notify callbacks [] for router, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:27.181010 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c873025c-8562-462c-a18c-f921b93ebc2a tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:27.218962 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-b556e3ea-3903-45c8-bea5-81c23afe68cf None None] Set router 8d9686a9-aff3-407c-b3c0-3668e2ff583a gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:00:27.299971 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c873025c-8562-462c-a18c-f921b93ebc2a tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Pushing event deleted for resources: {'Port': ['ID=43a6242c-437a-4543-9b7b-a9472ce624c9,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:27.312184 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8996fc6f-ef1a-4ce2-bdca-c8f0e9eef131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:27.312375 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2ecbfe60-0544-4846-8771-e8ad33815ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:27.338029 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecbfe60-0544-4846-8771-e8ad33815ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7087c7-3ec6-4475-a74c-88601aec0f0a,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:27.351588 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2ecbfe60-0544-4846-8771-e8ad33815ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:27.366221 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2ecbfe60-0544-4846-8771-e8ad33815ab6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ca7087c7-3ec6-4475-a74c-88601aec0f0a HTTP/1.1" status: 204 len: 168 time: 0.9297767 Jan 21 19:00:27.753556 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393cf787-b084-4c38-a612-c07b5c49616f req-9c607085-7ffc-46b1-8ebd-452be71560ff tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:27.755077 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-393cf787-b084-4c38-a612-c07b5c49616f req-9c607085-7ffc-46b1-8ebd-452be71560ff tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 1.0580890 Jan 21 19:00:27.772031 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54918) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:27.796512 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0417a1f4-8e5c-4140-8fba-cb93fe42b4f3 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:27.796807 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-0417a1f4-8e5c-4140-8fba-cb93fe42b4f3 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] 10.222.0.87 "GET /v2.0/networks/552ba34b-3dd7-4be8-8310-a9fc908fe72b HTTP/1.1" status: 200 len: 881 time: 1.0472639 Jan 21 19:00:27.806832 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54924) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:27.894548 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c873025c-8562-462c-a18c-f921b93ebc2a tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:27.925087 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-311c2c01-c270-4077-ba79-011c10ecadca tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] 10.222.0.87 "GET /v2.0/ports?device_id=cd29b152-22a7-437a-9609-0ceb1f2d91dd HTTP/1.1" status: 200 len: 205 time: 0.1235816 Jan 21 19:00:27.929185 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54928) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:27.970954 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:27.977305 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e7df74-8871-47af-8319-8656c2f11df7 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Router cfd5a581-3eac-472b-adc7-fe2f72ac8a4a is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:00:28.032015 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-822d9580-64ef-4cb9-8fe5-14d92812a328 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:28.073062 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-b556e3ea-3903-45c8-bea5-81c23afe68cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9686a9-aff3-407c-b3c0-3668e2ff583a', 'name': 'tempest-ServersTestJSON-965684241-router', 'tenant_id': '56cc9754e40e43138bb91a6b89c2795d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.10'}], 'enable_snat': True}, 'gw_port_id': '98c06e67-306a-4413-ad8b-629752129788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:58:17Z', 'updated_at': '2022-01-21T19:00:22Z', 'revision_number': 5, 'project_id': '56cc9754e40e43138bb91a6b89c2795d', 'gw_port': {'id': '98c06e67-306a-4413-ad8b-629752129788', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9686a9-aff3-407c-b3c0-3668e2ff583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:58:20Z', 'updated_at': '2022-01-21T18:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:28.079112 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b556e3ea-3903-45c8-bea5-81c23afe68cf None None] The sync data for ids ['8d9686a9-aff3-407c-b3c0-3668e2ff583a'] in dv-neutron-825470-1-hyperv is: [{'id': '8d9686a9-aff3-407c-b3c0-3668e2ff583a', 'name': 'tempest-ServersTestJSON-965684241-router', 'tenant_id': '56cc9754e40e43138bb91a6b89c2795d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.10'}], 'enable_snat': True}, 'gw_port_id': '98c06e67-306a-4413-ad8b-629752129788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:58:17Z', 'updated_at': '2022-01-21T19:00:22Z', 'revision_number': 5, 'project_id': '56cc9754e40e43138bb91a6b89c2795d', 'gw_port': {'id': '98c06e67-306a-4413-ad8b-629752129788', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9686a9-aff3-407c-b3c0-3668e2ff583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:58:20Z', 'updated_at': '2022-01-21T18:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:00:28.100801 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-393cf787-b084-4c38-a612-c07b5c49616f req-0587350b-085a-4de3-9cbb-d858cb08005b tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2835872 Jan 21 19:00:28.203089 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-87cf7688-5947-47f2-a8ba-ba6a6ce352b0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2a30d8a52ae04dd59f64266a579e11a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4298956 Jan 21 19:00:28.207811 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54934) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:28.300661 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e7df74-8871-47af-8319-8656c2f11df7 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:00:28.311486 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c873025c-8562-462c-a18c-f921b93ebc2a tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] 10.222.0.87 "DELETE /v2.0/ports/43a6242c-437a-4543-9b7b-a9472ce624c9 HTTP/1.1" status: 204 len: 168 time: 3.2219746 Jan 21 19:00:28.319639 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2717f0-e7b5-4bdd-a527-0ce3b4996ba7 None None] Sync routers for ids ['cfd5a581-3eac-472b-adc7-fe2f72ac8a4a'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:00:28.330612 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2717f0-e7b5-4bdd-a527-0ce3b4996ba7 None None] Routers {'cfd5a581-3eac-472b-adc7-fe2f72ac8a4a'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:00:28.333115 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-4d2717f0-e7b5-4bdd-a527-0ce3b4996ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:00:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['cfd5a581-3eac-472b-adc7-fe2f72ac8a4a'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:28.343009 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54938) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:28.461223 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-822d9580-64ef-4cb9-8fe5-14d92812a328 admin admin] Deleting port 98c06e67-306a-4413-ad8b-629752129788 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:00:28.461608 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-822d9580-64ef-4cb9-8fe5-14d92812a328 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:28.518148 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-4d2717f0-e7b5-4bdd-a527-0ce3b4996ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:28.581353 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-abd5c497-923c-488e-83f3-491c64d6cfac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:28.585336 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceba60b7-47b1-4c0a-bb9e-5fb22dd58c73 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] GET failed (client error): The resource could not be found. Jan 21 19:00:28.588410 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ceba60b7-47b1-4c0a-bb9e-5fb22dd58c73 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Synchronizing usage tracker for tenant:3a75dc84aab34b26bb2d000a20289974 on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:00:28.608413 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2717f0-e7b5-4bdd-a527-0ce3b4996ba7 None None] Routers {'cfd5a581-3eac-472b-adc7-fe2f72ac8a4a'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:00:28.610584 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-4d2717f0-e7b5-4bdd-a527-0ce3b4996ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:00:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['cfd5a581-3eac-472b-adc7-fe2f72ac8a4a'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:28.671796 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-40e7df74-8871-47af-8319-8656c2f11df7 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:28.678011 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f7621589-bd19-44a8-9e4e-f3889d629eae tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for router, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:28.684178 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-40e7df74-8871-47af-8319-8656c2f11df7 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.3314433 Jan 21 19:00:28.685468 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54944) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:28.773181 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-dbaa6c2e-4e90-47ba-b6f8-06810a52123c tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'enable_snat': False}}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:28.828622 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-abd5c497-923c-488e-83f3-491c64d6cfac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:28.844751 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:28.844751 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:28.849268 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-4d2717f0-e7b5-4bdd-a527-0ce3b4996ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:28.849667 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2717f0-e7b5-4bdd-a527-0ce3b4996ba7 None None] The sync data for ids ['cfd5a581-3eac-472b-adc7-fe2f72ac8a4a'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:00:28.885715 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ceba60b7-47b1-4c0a-bb9e-5fb22dd58c73 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Unset dirty status for tenant:3a75dc84aab34b26bb2d000a20289974 on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:00:28.899898 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ceba60b7-47b1-4c0a-bb9e-5fb22dd58c73 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] 10.222.0.87 "GET /v2.0/ports/43a6242c-437a-4543-9b7b-a9472ce624c9 HTTP/1.1" status: 404 len: 333 time: 0.5561261 Jan 21 19:00:28.900308 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54948) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:29.111366 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f7621589-bd19-44a8-9e4e-f3889d629eae tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:29.125502 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-290cdc68-faf3-4df2-8cd1-23c8f41d5955 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Deleting port 8c28384c-cbda-4c5c-a50e-dae42b1cbfe6 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:00:29.125911 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-290cdc68-faf3-4df2-8cd1-23c8f41d5955 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:29.351199 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-f7621589-bd19-44a8-9e4e-f3889d629eae tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Deleting port e1ce0dff-6880-40c6-a02e-d92c92f2fe0d {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:00:29.351462 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f7621589-bd19-44a8-9e4e-f3889d629eae tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:29.401171 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-822d9580-64ef-4cb9-8fe5-14d92812a328 admin admin] For port 98c06e67-306a-4413-ad8b-629752129788, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=98c06e67-306a-4413-ad8b-629752129788,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:00:29.401734 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-822d9580-64ef-4cb9-8fe5-14d92812a328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:29.532615 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-abd5c497-923c-488e-83f3-491c64d6cfac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:29.544459 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-822d9580-64ef-4cb9-8fe5-14d92812a328 admin admin] Calling delete_port for 98c06e67-306a-4413-ad8b-629752129788 owned by network:router_gateway {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:00:29.592215 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd5c497-923c-488e-83f3-491c64d6cfac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43c2a49-ccba-4b2c-94fb-53e0b4e05013,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:29.614480 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344d924-fd0c-4be3-935f-37b9d08d31d9 req-01b6d9c9-95ff-4d32-805d-dc2e614d7d24 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:29.615949 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6344d924-fd0c-4be3-935f-37b9d08d31d9 req-01b6d9c9-95ff-4d32-805d-dc2e614d7d24 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.7431560 Jan 21 19:00:29.626616 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-abd5c497-923c-488e-83f3-491c64d6cfac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:29.627726 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-abd5c497-923c-488e-83f3-491c64d6cfac admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e43c2a49-ccba-4b2c-94fb-53e0b4e05013 HTTP/1.1" status: 204 len: 168 time: 1.4190779 Jan 21 19:00:29.641960 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f7621589-bd19-44a8-9e4e-f3889d629eae tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:29.825598 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-f7621589-bd19-44a8-9e4e-f3889d629eae tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Calling delete_port for e1ce0dff-6880-40c6-a02e-d92c92f2fe0d owned by network:router_gateway {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:00:29.859382 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6344d924-fd0c-4be3-935f-37b9d08d31d9 req-3e12efe8-2b9c-4fca-b9ab-b154502a187f tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1680598 Jan 21 19:00:29.923143 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-290cdc68-faf3-4df2-8cd1-23c8f41d5955 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:29.980135 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-dbaa6c2e-4e90-47ba-b6f8-06810a52123c tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:29.982169 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:30.053432 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54956) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:30.058319 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-9a1a175d-8c0b-4b75-957e-eefdaa031ac8 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Request body: {'subnet': {'network_id': 'cba573a8-36e4-4351-ad09-f681f574ca5d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:30.068104 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 8bcdb7e1-38b7-4c87-9dea-d5da2e0fa2b3 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:00:30.089585 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-290cdc68-faf3-4df2-8cd1-23c8f41d5955 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Calling delete_port for 8c28384c-cbda-4c5c-a50e-dae42b1cbfe6 owned by {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:00:30.135134 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 8bcdb7e1-38b7-4c87-9dea-d5da2e0fa2b3 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:00:30.135808 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 8bcdb7e1-38b7-4c87-9dea-d5da2e0fa2b3 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:00:30.180567 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-822d9580-64ef-4cb9-8fe5-14d92812a328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:30.270832 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d9580-64ef-4cb9-8fe5-14d92812a328 admin admin] Pushing event deleted for resources: {'Port': ['ID=98c06e67-306a-4413-ad8b-629752129788,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:30.291431 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-9a1a175d-8c0b-4b75-957e-eefdaa031ac8 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:30.325410 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-9a1a175d-8c0b-4b75-957e-eefdaa031ac8 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Usage tracker for resource:subnet and tenant:8da0247cdb454b3399a20a44bfeaad0c is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:30.329048 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-9a1a175d-8c0b-4b75-957e-eefdaa031ac8 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:30.341849 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-9a1a175d-8c0b-4b75-957e-eefdaa031ac8 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:30.392360 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-290cdc68-faf3-4df2-8cd1-23c8f41d5955 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:30.414330 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-822d9580-64ef-4cb9-8fe5-14d92812a328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:30.463104 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f7621589-bd19-44a8-9e4e-f3889d629eae tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:30.469936 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1a175d-8c0b-4b75-957e-eefdaa031ac8 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Made reservation on behalf of 8da0247cdb454b3399a20a44bfeaad0c for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:00:30.473365 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9a1a175d-8c0b-4b75-957e-eefdaa031ac8 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:30.487414 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54960) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:30.503531 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290cdc68-faf3-4df2-8cd1-23c8f41d5955 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Pushing event deleted for resources: {'Port': ['ID=8c28384c-cbda-4c5c-a50e-dae42b1cbfe6,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:30.645297 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7621589-bd19-44a8-9e4e-f3889d629eae tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Pushing event deleted for resources: {'Port': ['ID=e1ce0dff-6880-40c6-a02e-d92c92f2fe0d,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:30.696605 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-290cdc68-faf3-4df2-8cd1-23c8f41d5955 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:30.702123 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f7621589-bd19-44a8-9e4e-f3889d629eae tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:30.767858 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c37e40ea-3b50-4031-b671-f3a4001b5b4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:30.798509 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-822d9580-64ef-4cb9-8fe5-14d92812a328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:30.806139 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-822d9580-64ef-4cb9-8fe5-14d92812a328 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:30.823469 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-c37e40ea-3b50-4031-b671-f3a4001b5b4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:30.880556 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-c37e40ea-3b50-4031-b671-f3a4001b5b4b admin admin] Usage tracker for resource:security_group_rule and tenant:1044882eb4e3404b95447e1351bb66dd is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:30.898094 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-c37e40ea-3b50-4031-b671-f3a4001b5b4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:30.909454 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-c37e40ea-3b50-4031-b671-f3a4001b5b4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:31.008871 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-290cdc68-faf3-4df2-8cd1-23c8f41d5955 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] 10.222.0.87 "DELETE /v2.0/ports/8c28384c-cbda-4c5c-a50e-dae42b1cbfe6 HTTP/1.1" status: 204 len: 168 time: 2.0394826 Jan 21 19:00:31.016335 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54966) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:31.019513 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f7621589-bd19-44a8-9e4e-f3889d629eae tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:31.021703 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f7621589-bd19-44a8-9e4e-f3889d629eae tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:31.039021 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-822d9580-64ef-4cb9-8fe5-14d92812a328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:31.039658 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822d9580-64ef-4cb9-8fe5-14d92812a328 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d9686a9-aff3-407c-b3c0-3668e2ff583a {{(pid=88136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:00:31.116010 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f7621589-bd19-44a8-9e4e-f3889d629eae tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:31.116523 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7621589-bd19-44a8-9e4e-f3889d629eae tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Fanout notify agent at l3_agent the message router_deleted on router cd29b152-22a7-437a-9609-0ceb1f2d91dd {{(pid=88137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:00:31.131457 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f7621589-bd19-44a8-9e4e-f3889d629eae tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:31.132947 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f7621589-bd19-44a8-9e4e-f3889d629eae tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] 10.222.0.87 "DELETE /v2.0/routers/cd29b152-22a7-437a-9609-0ceb1f2d91dd HTTP/1.1" status: 204 len: 168 time: 3.2024901 Jan 21 19:00:31.137880 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54970) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:31.145240 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-ecb5ce11-1de6-495b-bb7e-e256687d0b66 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1749215', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}, 'admin_state_up': False}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:31.152047 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-ecb5ce11-1de6-495b-bb7e-e256687d0b66 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:31.156902 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ecb5ce11-1de6-495b-bb7e-e256687d0b66 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Usage tracker for resource:router and tenant:aea183e11fb54a81a299fb93c9d93540 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:31.159844 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ecb5ce11-1de6-495b-bb7e-e256687d0b66 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:31.166056 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-ecb5ce11-1de6-495b-bb7e-e256687d0b66 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:31.236108 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ecb5ce11-1de6-495b-bb7e-e256687d0b66 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:31.237229 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ecb5ce11-1de6-495b-bb7e-e256687d0b66 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:31.252057 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ecb5ce11-1de6-495b-bb7e-e256687d0b66 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:31.313136 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c3641e3-9e0f-49dd-8ddf-1acf7b8cbc33 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Deleting subnet d1e91ffd-1732-404f-a0ed-d1dd26b16539 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:00:31.346527 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3c3641e3-9e0f-49dd-8ddf-1acf7b8cbc33 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:31.539906 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c37e40ea-3b50-4031-b671-f3a4001b5b4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:31.545927 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-822d9580-64ef-4cb9-8fe5-14d92812a328 admin admin] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:31.547040 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-822d9580-64ef-4cb9-8fe5-14d92812a328 admin admin] 10.222.0.87 "DELETE /v2.0/routers/8d9686a9-aff3-407c-b3c0-3668e2ff583a HTTP/1.1" status: 204 len: 168 time: 4.7445025 Jan 21 19:00:31.552711 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54974) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:31.563677 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3c3641e3-9e0f-49dd-8ddf-1acf7b8cbc33 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:31.631244 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ecb5ce11-1de6-495b-bb7e-e256687d0b66 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:31.636668 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786287f-b967-4e2f-b40a-796982f40e9f req-605db073-51c8-4139-8e17-fe3081fcb6d4 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:31.638298 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5786287f-b967-4e2f-b40a-796982f40e9f req-605db073-51c8-4139-8e17-fe3081fcb6d4 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.6209459 Jan 21 19:00:31.645854 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c37e40ea-3b50-4031-b671-f3a4001b5b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:31.672879 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9a1a175d-8c0b-4b75-957e-eefdaa031ac8 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:31.885406 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c37e40ea-3b50-4031-b671-f3a4001b5b4b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1044882eb4e3404b95447e1351bb66dd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2094376 Jan 21 19:00:31.893674 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54978) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:31.899201 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e40ea-3b50-4031-b671-f3a4001b5b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d53db25-b084-4fc0-8899-b8bc97008f0c,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:31.913702 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-b458d451-a015-428f-bb93-acf036dd71f5 admin admin] Deleting subnet 7331d029-75ea-4aa7-8e60-313f0db6f988 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:00:31.946013 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b458d451-a015-428f-bb93-acf036dd71f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:31.977528 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a175d-8c0b-4b75-957e-eefdaa031ac8 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Pushing event updated for resources: {'Subnet': ['ID=9ca41289-c6b9-4927-a6e4-abfddef79ebe,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:31.982073 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5786287f-b967-4e2f-b40a-796982f40e9f req-ab038e36-d600-4a29-80b0-aaaa2c2d9fa3 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3296976 Jan 21 19:00:32.039442 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ecb5ce11-1de6-495b-bb7e-e256687d0b66 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for router_gateway, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:32.081268 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ecb5ce11-1de6-495b-bb7e-e256687d0b66 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:32.088036 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1a175d-8c0b-4b75-957e-eefdaa031ac8 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Checking segment: {'id': 'b3f83347-b7cd-46a8-a046-ef15462c96e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'cba573a8-36e4-4351-ad09-f681f574ca5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:00:32.088624 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1a175d-8c0b-4b75-957e-eefdaa031ac8 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Network hostable DHCP agents. Network: cba573a8-36e4-4351-ad09-f681f574ca5d, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:00:32.117711 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 98c06e67-306a-4413-ad8b-629752129788 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:00:32.153601 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 98c06e67-306a-4413-ad8b-629752129788 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:00:32.153872 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 98c06e67-306a-4413-ad8b-629752129788 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:00:32.164586 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4dec93f9-71c0-45ce-8970-2bc294e173d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:32.233312 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3c3641e3-9e0f-49dd-8ddf-1acf7b8cbc33 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:32.239982 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4dec93f9-71c0-45ce-8970-2bc294e173d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:32.301508 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-ecb5ce11-1de6-495b-bb7e-e256687d0b66 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Allocated IP 172.26.1.143 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/8cc187c0-d3ba-4190-a5ab-f4f10136800b) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:00:32.311037 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b458d451-a015-428f-bb93-acf036dd71f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:32.414650 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4dec93f9-71c0-45ce-8970-2bc294e173d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:32.437833 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec93f9-71c0-45ce-8970-2bc294e173d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d53db25-b084-4fc0-8899-b8bc97008f0c,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:32.490826 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4dec93f9-71c0-45ce-8970-2bc294e173d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:32.491921 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-4dec93f9-71c0-45ce-8970-2bc294e173d5 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2d53db25-b084-4fc0-8899-b8bc97008f0c HTTP/1.1" status: 204 len: 168 time: 0.5925226 Jan 21 19:00:32.499877 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ecb5ce11-1de6-495b-bb7e-e256687d0b66 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:32.520429 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1a175d-8c0b-4b75-957e-eefdaa031ac8 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Network cba573a8-36e4-4351-ad09-f681f574ca5d is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:00:32.532512 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-dbaa6c2e-4e90-47ba-b6f8-06810a52123c tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:32.546949 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-dbaa6c2e-4e90-47ba-b6f8-06810a52123c tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3720919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3720920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723161'] for router, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:32.584668 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ecb5ce11-1de6-495b-bb7e-e256687d0b66 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:32.627263 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051bcd0-e025-4e81-bdb9-f6f1ba540237 req-3294923b-b1e7-456b-a3fb-72e89dd91425 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:32.628860 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1051bcd0-e025-4e81-bdb9-f6f1ba540237 req-3294923b-b1e7-456b-a3fb-72e89dd91425 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.4007630 Jan 21 19:00:32.639122 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3c3641e3-9e0f-49dd-8ddf-1acf7b8cbc33 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:32.642984 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-9a1a175d-8c0b-4b75-957e-eefdaa031ac8 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, cba573a8-36e4-4351-ad09-f681f574ca5d) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:00:32.645887 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b458d451-a015-428f-bb93-acf036dd71f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:32.651024 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bde4e6-ea69-42e6-9b81-5a1ea83e433b None None] Network cba573a8-36e4-4351-ad09-f681f574ca5d requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:00:32.656984 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb5ce11-1de6-495b-bb7e-e256687d0b66 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:00:32.658180 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-ecb5ce11-1de6-495b-bb7e-e256687d0b66 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:00:32.662216 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb5ce11-1de6-495b-bb7e-e256687d0b66 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:00:32.714902 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5ce11-1de6-495b-bb7e-e256687d0b66 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Pushing event updated for resources: {'Port': ['ID=8cc187c0-d3ba-4190-a5ab-f4f10136800b,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:32.745156 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1a175d-8c0b-4b75-957e-eefdaa031ac8 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:32.746131 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9a1a175d-8c0b-4b75-957e-eefdaa031ac8 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:32.770538 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3641e3-9e0f-49dd-8ddf-1acf7b8cbc33 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Pushing event deleted for resources: {'Subnet': ['ID=d1e91ffd-1732-404f-a0ed-d1dd26b16539,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:32.772807 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3c3641e3-9e0f-49dd-8ddf-1acf7b8cbc33 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:32.773546 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2ee972-9ec6-4a48-8eb5-8fca264f782d None None] Network 73bdd0e8-e881-493e-8670-18ea519418c6 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:00:32.817862 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-3c3641e3-9e0f-49dd-8ddf-1acf7b8cbc33 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] 10.222.0.87 "DELETE /v2.0/subnets/d1e91ffd-1732-404f-a0ed-d1dd26b16539 HTTP/1.1" status: 204 len: 168 time: 1.7897701 Jan 21 19:00:32.829405 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 54986) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:32.875585 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1051bcd0-e025-4e81-bdb9-f6f1ba540237 req-1432f1a1-ac92-4b86-8187-9d6364ce5acb tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2008975 Jan 21 19:00:32.916964 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-9a1a175d-8c0b-4b75-957e-eefdaa031ac8 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8594573 Jan 21 19:00:32.924042 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54994) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:32.936432 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-edcae552-ffcc-4cc7-9689-46cd29435ca1 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1450198470'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:32.946969 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-edcae552-ffcc-4cc7-9689-46cd29435ca1 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:32.954843 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-edcae552-ffcc-4cc7-9689-46cd29435ca1 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Usage tracker for resource:network and tenant:8da0247cdb454b3399a20a44bfeaad0c is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:32.960794 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-edcae552-ffcc-4cc7-9689-46cd29435ca1 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:32.965169 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbaa6c2e-4e90-47ba-b6f8-06810a52123c tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Router cfd5a581-3eac-472b-adc7-fe2f72ac8a4a has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:00:32.971580 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-edcae552-ffcc-4cc7-9689-46cd29435ca1 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:33.041093 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b458d451-a015-428f-bb93-acf036dd71f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:33.142151 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b3c66e-43ce-477e-bc4f-d22713058487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-cba573a8-36e4-4351-ad09-f681f574ca5d', 'network_id': 'cba573a8-36e4-4351-ad09-f681f574ca5d', 'tenant_id': '8da0247cdb454b3399a20a44bfeaad0c', 'fixed_ips': [{'subnet_id': '9ca41289-c6b9-4927-a6e4-abfddef79ebe'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:00:33.143044 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b7b3c66e-43ce-477e-bc4f-d22713058487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:33.143389 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458d451-a015-428f-bb93-acf036dd71f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7331d029-75ea-4aa7-8e60-313f0db6f988,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:33.145169 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edcae552-ffcc-4cc7-9689-46cd29435ca1 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Made reservation on behalf of 8da0247cdb454b3399a20a44bfeaad0c for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:00:33.148717 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-edcae552-ffcc-4cc7-9689-46cd29435ca1 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:33.156036 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43fa175-d70c-4c73-bbae-119ff776051a None None] Network 9ec3aba2-861c-47ae-bc74-f26885aa64f1 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:00:33.158989 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b458d451-a015-428f-bb93-acf036dd71f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:33.188703 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b458d451-a015-428f-bb93-acf036dd71f5 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/7331d029-75ea-4aa7-8e60-313f0db6f988 HTTP/1.1" status: 204 len: 168 time: 1.5989745 Jan 21 19:00:33.198042 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 54998) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:33.286657 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-99e9222f-b39e-4df6-965d-6cb2869312c2 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:33.306818 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-99e9222f-b39e-4df6-965d-6cb2869312c2 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Deleting port b4291a30-305f-4eaf-9739-a22353493532 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:00:33.307166 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-99e9222f-b39e-4df6-965d-6cb2869312c2 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:33.311361 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edcae552-ffcc-4cc7-9689-46cd29435ca1 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:00:33.400248 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbaa6c2e-4e90-47ba-b6f8-06810a52123c tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:00:33.412405 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55002) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:33.413259 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-edcae552-ffcc-4cc7-9689-46cd29435ca1 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:33.413606 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-edcae552-ffcc-4cc7-9689-46cd29435ca1 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Added segment d2a73255-a264-4fc7-90a6-930cb62563d6 of type vlan for network 306119fd-36c2-4169-900b-8927331b34b0 Jan 21 19:00:33.413727 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfd58e2-3152-4b5c-ac7e-185a9a4417aa None None] Sync routers for ids ['cfd5a581-3eac-472b-adc7-fe2f72ac8a4a'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:00:33.429753 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfd58e2-3152-4b5c-ac7e-185a9a4417aa None None] Routers {'cfd5a581-3eac-472b-adc7-fe2f72ac8a4a'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:00:33.430686 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-acfd58e2-3152-4b5c-ac7e-185a9a4417aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:00:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['cfd5a581-3eac-472b-adc7-fe2f72ac8a4a'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:33.434692 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1d97fcc2-cffc-4a8c-8023-1018f1b836e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:33.443792 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-dbaa6c2e-4e90-47ba-b6f8-06810a52123c tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:33.447894 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-dbaa6c2e-4e90-47ba-b6f8-06810a52123c tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] 10.222.0.87 "PUT /v2.0/routers/cfd5a581-3eac-472b-adc7-fe2f72ac8a4a HTTP/1.1" status: 200 len: 926 time: 4.7535243 Jan 21 19:00:33.451058 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55006) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:33.455576 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08564d8e-4636-4181-8a02-2733f0f3f8b1 req-ffa452dc-51be-415c-a513-7133b691c1fc tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:33.462525 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-08564d8e-4636-4181-8a02-2733f0f3f8b1 req-ffa452dc-51be-415c-a513-7133b691c1fc tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.3776608 Jan 21 19:00:33.504597 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-edcae552-ffcc-4cc7-9689-46cd29435ca1 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:33.521643 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-1d97fcc2-cffc-4a8c-8023-1018f1b836e0 admin admin] Deleting port 3495d50e-ccce-4fc8-9447-177e3366c001 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:00:33.522033 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1d97fcc2-cffc-4a8c-8023-1018f1b836e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:33.536697 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-b7b3c66e-43ce-477e-bc4f-d22713058487 None None] Allocated IP 2001:db8:0:ffff::2 (cba573a8-36e4-4351-ad09-f681f574ca5d/9ca41289-c6b9-4927-a6e4-abfddef79ebe/79a99f33-5ffb-48cd-820c-d40f465c3023) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:00:33.538186 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-acfd58e2-3152-4b5c-ac7e-185a9a4417aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:33.548165 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfd58e2-3152-4b5c-ac7e-185a9a4417aa None None] Routers {'cfd5a581-3eac-472b-adc7-fe2f72ac8a4a'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:00:33.548820 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-acfd58e2-3152-4b5c-ac7e-185a9a4417aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:00:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['cfd5a581-3eac-472b-adc7-fe2f72ac8a4a'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:33.575757 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1406ec3f-f734-44de-9ee1-45517dd9c5e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:33.588771 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-08564d8e-4636-4181-8a02-2733f0f3f8b1 req-fdec161d-3a9e-4351-bfbd-0dc2d03aa96d tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1253202 Jan 21 19:00:33.617343 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-acfd58e2-3152-4b5c-ac7e-185a9a4417aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:33.617343 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfd58e2-3152-4b5c-ac7e-185a9a4417aa None None] The sync data for ids ['cfd5a581-3eac-472b-adc7-fe2f72ac8a4a'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:00:33.641723 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-1406ec3f-f734-44de-9ee1-45517dd9c5e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:33.705552 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-1406ec3f-f734-44de-9ee1-45517dd9c5e7 admin admin] Usage tracker for resource:security_group_rule and tenant:183a6068f218494bb04d99bb44897492 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:33.712872 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059fbb78-ace6-4f92-8a38-33a6c65f6864 None None] DHCP port deletion for 73bdd0e8-e881-493e-8670-18ea519418c6 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:00:33.734549 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-1406ec3f-f734-44de-9ee1-45517dd9c5e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:33.743645 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-059fbb78-ace6-4f92-8a38-33a6c65f6864 None None] Deleting port b4291a30-305f-4eaf-9739-a22353493532 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:00:33.744160 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-059fbb78-ace6-4f92-8a38-33a6c65f6864 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:33.757808 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-1406ec3f-f734-44de-9ee1-45517dd9c5e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:33.854487 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-edcae552-ffcc-4cc7-9689-46cd29435ca1 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:33.860779 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcae552-ffcc-4cc7-9689-46cd29435ca1 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:33.861831 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-edcae552-ffcc-4cc7-9689-46cd29435ca1 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:33.945099 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ecb5ce11-1de6-495b-bb7e-e256687d0b66 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for router_gateway, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:34.024189 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b7b3c66e-43ce-477e-bc4f-d22713058487 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:34.040536 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2ad8f586-d417-4e7f-b2a5-06ecc6d67eca tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] 10.222.0.87 "GET /v2.0/routers/cfd5a581-3eac-472b-adc7-fe2f72ac8a4a HTTP/1.1" status: 200 len: 926 time: 0.5858204 Jan 21 19:00:34.041598 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-1d97fcc2-cffc-4a8c-8023-1018f1b836e0 admin admin] For port 3495d50e-ccce-4fc8-9447-177e3366c001, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=3495d50e-ccce-4fc8-9447-177e3366c001,segment=NetworkSegment(ad01f6a0-93d9-445a-83b5-98d1ba468e24),segment_id=ad01f6a0-93d9-445a-83b5-98d1ba468e24)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:00:34.041749 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-99e9222f-b39e-4df6-965d-6cb2869312c2 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] For port b4291a30-305f-4eaf-9739-a22353493532, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=b4291a30-305f-4eaf-9739-a22353493532,segment=NetworkSegment(8fa45b99-061d-4014-a858-4ecab1fc07e9),segment_id=8fa45b99-061d-4014-a858-4ecab1fc07e9)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:00:34.041984 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1d97fcc2-cffc-4a8c-8023-1018f1b836e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:34.042166 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-99e9222f-b39e-4df6-965d-6cb2869312c2 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:34.057651 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55012) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:34.057782 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-b7b3c66e-43ce-477e-bc4f-d22713058487 None None] Transition to ACTIVE for port object 79a99f33-5ffb-48cd-820c-d40f465c3023 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:00:34.143960 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-059fbb78-ace6-4f92-8a38-33a6c65f6864 None None] For port b4291a30-305f-4eaf-9739-a22353493532, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=b4291a30-305f-4eaf-9739-a22353493532,segment=NetworkSegment(8fa45b99-061d-4014-a858-4ecab1fc07e9),segment_id=8fa45b99-061d-4014-a858-4ecab1fc07e9)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:00:34.144489 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-059fbb78-ace6-4f92-8a38-33a6c65f6864 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:34.156687 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device b4291a30-305f-4eaf-9739-a22353493532 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:00:34.190496 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-b7b3c66e-43ce-477e-bc4f-d22713058487 None None] Transition to ACTIVE for port object 79a99f33-5ffb-48cd-820c-d40f465c3023 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:00:34.234377 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-99e9222f-b39e-4df6-965d-6cb2869312c2 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Calling delete_port for b4291a30-305f-4eaf-9739-a22353493532 owned by network:dhcp {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:00:34.254691 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-1d97fcc2-cffc-4a8c-8023-1018f1b836e0 admin admin] Calling delete_port for 3495d50e-ccce-4fc8-9447-177e3366c001 owned by network:dhcp {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:00:34.262120 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9768ec8-e48d-41d5-912f-5e3a3f98212f None None] DHCP port deletion for 9ec3aba2-861c-47ae-bc74-f26885aa64f1 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:00:34.285119 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-edcae552-ffcc-4cc7-9689-46cd29435ca1 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3549886 Jan 21 19:00:34.296019 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55016) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:34.331337 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-059fbb78-ace6-4f92-8a38-33a6c65f6864 None None] Calling delete_port for b4291a30-305f-4eaf-9739-a22353493532 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:00:34.360059 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b7b3c66e-43ce-477e-bc4f-d22713058487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:34.364002 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcae552-ffcc-4cc7-9689-46cd29435ca1 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Pushing event updated for resources: {'Network': ['ID=306119fd-36c2-4169-900b-8927331b34b0,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:34.370456 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-833a45c8-a730-47ff-ae58-3230c258d38c tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Request body: {'subnet': {'network_id': '306119fd-36c2-4169-900b-8927331b34b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:34.446062 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-f9768ec8-e48d-41d5-912f-5e3a3f98212f None None] Deleting port 3495d50e-ccce-4fc8-9447-177e3366c001 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:00:34.446361 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f9768ec8-e48d-41d5-912f-5e3a3f98212f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:34.494356 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1406ec3f-f734-44de-9ee1-45517dd9c5e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:34.498671 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 306119fd-36c2-4169-900b-8927331b34b0 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:00:34.542723 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9a24b-ff98-4c85-8331-48ed1e56c8dc req-2e2fccf3-5b5b-4ef0-8a70-688765681756 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:34.544741 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9ce9a24b-ff98-4c85-8331-48ed1e56c8dc req-2e2fccf3-5b5b-4ef0-8a70-688765681756 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.7521157 Jan 21 19:00:34.545731 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-833a45c8-a730-47ff-ae58-3230c258d38c tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:34.552186 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-833a45c8-a730-47ff-ae58-3230c258d38c tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Usage tracker for resource:subnet and tenant:8da0247cdb454b3399a20a44bfeaad0c is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:34.570970 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-833a45c8-a730-47ff-ae58-3230c258d38c tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:34.581990 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-833a45c8-a730-47ff-ae58-3230c258d38c tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:34.589613 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44379619-b670-492d-a34b-8d048c1ef739 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:34.590795 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-44379619-b670-492d-a34b-8d048c1ef739 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Synchronizing usage tracker for tenant:d1ef0dfbbaf847938739d2a3de7e86ca on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:00:34.600356 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b3c66e-43ce-477e-bc4f-d22713058487 None None] Network cba573a8-36e4-4351-ad09-f681f574ca5d is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:00:34.612527 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-b7b3c66e-43ce-477e-bc4f-d22713058487 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:00:34.615327 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b3c66e-43ce-477e-bc4f-d22713058487 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:00:34.623937 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9ce9a24b-ff98-4c85-8331-48ed1e56c8dc req-a719567f-126e-4f39-923c-bee1b3e03f2a tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0688248 Jan 21 19:00:34.683260 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1d97fcc2-cffc-4a8c-8023-1018f1b836e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:34.687901 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No ports have port_id starting with b4291a30-305f-4eaf-9739-a22353493532 Jan 21 19:00:34.688839 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3c66e-43ce-477e-bc4f-d22713058487 None None] Pushing event updated for resources: {'Port': ['ID=79a99f33-5ffb-48cd-820c-d40f465c3023,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:34.714261 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1406ec3f-f734-44de-9ee1-45517dd9c5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:34.721915 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-99e9222f-b39e-4df6-965d-6cb2869312c2 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:34.725818 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833a45c8-a730-47ff-ae58-3230c258d38c tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Made reservation on behalf of 8da0247cdb454b3399a20a44bfeaad0c for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:00:34.729267 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-833a45c8-a730-47ff-ae58-3230c258d38c tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:34.746631 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-44379619-b670-492d-a34b-8d048c1ef739 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Unset dirty status for tenant:d1ef0dfbbaf847938739d2a3de7e86ca on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:00:34.750691 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-44379619-b670-492d-a34b-8d048c1ef739 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=552ba34b-3dd7-4be8-8310-a9fc908fe72b&device_id=cfd5a581-3eac-472b-adc7-fe2f72ac8a4a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6859479 Jan 21 19:00:34.759110 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55022) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:34.761035 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d97fcc2-cffc-4a8c-8023-1018f1b836e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3495d50e-ccce-4fc8-9447-177e3366c001,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:34.786514 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d97fcc2-cffc-4a8c-8023-1018f1b836e0 admin admin] No DVR routers for this DVR port 3495d50e-ccce-4fc8-9447-177e3366c001 on host dv-neutron-825470-1-hyperv {{(pid=88136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:00:34.788875 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-f9768ec8-e48d-41d5-912f-5e3a3f98212f None None] The port '3495d50e-ccce-4fc8-9447-177e3366c001' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:00:34.815635 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1406ec3f-f734-44de-9ee1-45517dd9c5e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01df5536-bd98-47f7-bc9e-60ebb046a0be,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:34.818245 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e9222f-b39e-4df6-965d-6cb2869312c2 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Pushing event deleted for resources: {'Port': ['ID=b4291a30-305f-4eaf-9739-a22353493532,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:34.840685 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e9222f-b39e-4df6-965d-6cb2869312c2 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] No DVR routers for this DVR port b4291a30-305f-4eaf-9739-a22353493532 on host dv-neutron-825470-1-hyperv {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:00:34.869975 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-b7b3c66e-43ce-477e-bc4f-d22713058487 None None] Attempting to bind port 79a99f33-5ffb-48cd-820c-d40f465c3023 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:00:34.869975 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-b7b3c66e-43ce-477e-bc4f-d22713058487 None None] Attempting to bind port 79a99f33-5ffb-48cd-820c-d40f465c3023 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'b3f83347-b7cd-46a8-a046-ef15462c96e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'cba573a8-36e4-4351-ad09-f681f574ca5d'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:00:34.869975 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b3c66e-43ce-477e-bc4f-d22713058487 None None] Attempting to bind port 79a99f33-5ffb-48cd-820c-d40f465c3023 on network cba573a8-36e4-4351-ad09-f681f574ca5d {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:00:34.869975 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-059fbb78-ace6-4f92-8a38-33a6c65f6864 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:00:34.869975 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-059fbb78-ace6-4f92-8a38-33a6c65f6864 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:00:34.869975 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b3c66e-43ce-477e-bc4f-d22713058487 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:00:34.871028 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b3c66e-43ce-477e-bc4f-d22713058487 None None] Checking segment: {'id': 'b3f83347-b7cd-46a8-a046-ef15462c96e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'cba573a8-36e4-4351-ad09-f681f574ca5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:00:34.872681 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b7b3c66e-43ce-477e-bc4f-d22713058487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:34.872681 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b3c66e-43ce-477e-bc4f-d22713058487 None None] Bound using segment: {'id': 'b3f83347-b7cd-46a8-a046-ef15462c96e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'cba573a8-36e4-4351-ad09-f681f574ca5d'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:00:34.873278 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-b7b3c66e-43ce-477e-bc4f-d22713058487 None None] Bound port: 79a99f33-5ffb-48cd-820c-d40f465c3023, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3f83347-b7cd-46a8-a046-ef15462c96e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'cba573a8-36e4-4351-ad09-f681f574ca5d'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:00:34.873757 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b7b3c66e-43ce-477e-bc4f-d22713058487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:34.888006 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ecb5ce11-1de6-495b-bb7e-e256687d0b66 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:34.894546 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-1406ec3f-f734-44de-9ee1-45517dd9c5e7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=183a6068f218494bb04d99bb44897492&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4811471 Jan 21 19:00:34.896305 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55026) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:34.967980 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-b7b3c66e-43ce-477e-bc4f-d22713058487 None None] For port 79a99f33-5ffb-48cd-820c-d40f465c3023, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:00:34.971094 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-b7b3c66e-43ce-477e-bc4f-d22713058487 None None] For port 79a99f33-5ffb-48cd-820c-d40f465c3023, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=79a99f33-5ffb-48cd-820c-d40f465c3023,segment=NetworkSegment(b3f83347-b7cd-46a8-a046-ef15462c96e6),segment_id=b3f83347-b7cd-46a8-a046-ef15462c96e6)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:00:35.031784 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b7b3c66e-43ce-477e-bc4f-d22713058487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:35.071491 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1d97fcc2-cffc-4a8c-8023-1018f1b836e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:35.094271 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-99e9222f-b39e-4df6-965d-6cb2869312c2 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:35.116083 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7aaaf2-a2e5-40f4-be5b-1ecbe650fb69 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:35.116649 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-1a7aaaf2-a2e5-40f4-be5b-1ecbe650fb69 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Synchronizing usage tracker for tenant:d1ef0dfbbaf847938739d2a3de7e86ca on resource:network {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:00:35.122499 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-1d97fcc2-cffc-4a8c-8023-1018f1b836e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ec3aba2-861c-47ae-bc74-f26885aa64f1']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:35.128238 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3c66e-43ce-477e-bc4f-d22713058487 None None] Pushing event updated for resources: {'Port': ['ID=79a99f33-5ffb-48cd-820c-d40f465c3023,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:35.152111 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-1d97fcc2-cffc-4a8c-8023-1018f1b836e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad01f6a0-93d9-445a-83b5-98d1ba468e24') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:35.152404 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-1d97fcc2-cffc-4a8c-8023-1018f1b836e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad01f6a0-93d9-445a-83b5-98d1ba468e24') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:35.205014 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1d97fcc2-cffc-4a8c-8023-1018f1b836e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:35.211106 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-99e9222f-b39e-4df6-965d-6cb2869312c2 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73bdd0e8-e881-493e-8670-18ea519418c6']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:35.229825 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-1a7aaaf2-a2e5-40f4-be5b-1ecbe650fb69 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Unset dirty status for tenant:d1ef0dfbbaf847938739d2a3de7e86ca on resource:network {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:00:35.230899 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-1a7aaaf2-a2e5-40f4-be5b-1ecbe650fb69 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] 10.222.0.87 "GET /v2.0/networks/552ba34b-3dd7-4be8-8310-a9fc908fe72b HTTP/1.1" status: 200 len: 881 time: 0.4665484 Jan 21 19:00:35.233881 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1d97fcc2-cffc-4a8c-8023-1018f1b836e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:35.235306 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55030) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:35.238016 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-99e9222f-b39e-4df6-965d-6cb2869312c2 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fa45b99-061d-4014-a858-4ecab1fc07e9') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:35.240561 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-99e9222f-b39e-4df6-965d-6cb2869312c2 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fa45b99-061d-4014-a858-4ecab1fc07e9') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:35.254704 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1c23f79f-4f6b-4e43-83c6-910ee6d3e241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:35.264630 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-99e9222f-b39e-4df6-965d-6cb2869312c2 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:35.296643 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d97fcc2-cffc-4a8c-8023-1018f1b836e0 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:00:35.296643 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1d97fcc2-cffc-4a8c-8023-1018f1b836e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:35.305541 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-99e9222f-b39e-4df6-965d-6cb2869312c2 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:35.313600 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-2d16d35e-79d0-4f62-bd53-1c53cb3b29ac tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] 10.222.0.87 "GET /v2.0/ports?device_id=cfd5a581-3eac-472b-adc7-fe2f72ac8a4a HTTP/1.1" status: 200 len: 205 time: 0.0691733 Jan 21 19:00:35.313600 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:00:35.313600 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:00:35.313600 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:00:35.313600 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:00:35.313600 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:00:35.313600 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:00:35.313600 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:00:35.313600 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:00:35.313600 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:00:35.313600 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:00:35.313600 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:00:35.313600 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:00:35.313600 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:00:35.313600 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:00:35.313600 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:00:35.313600 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:00:35.313600 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:00:35.313600 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:00:35.313600 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:00:35.313600 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:00:35.313600 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:00:35.313600 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:00:35.313600 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:00:35.313600 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:00:35.313600 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:00:35.313600 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:00:35.313600 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:00:35.313600 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:00:35.313600 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:00:35.313600 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:00:35.313600 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:00:35.313600 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:00:35.315684 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55034) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:35.326877 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1c23f79f-4f6b-4e43-83c6-910ee6d3e241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:35.333427 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99e9222f-b39e-4df6-965d-6cb2869312c2 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:00:35.334097 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-99e9222f-b39e-4df6-965d-6cb2869312c2 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:35.353956 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:00:35.353956 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:00:35.353956 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:00:35.353956 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:00:35.353956 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:00:35.353956 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:00:35.353956 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:00:35.353956 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:00:35.353956 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:00:35.353956 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:00:35.353956 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:00:35.353956 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:00:35.353956 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:00:35.353956 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:00:35.353956 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:00:35.353956 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:00:35.353956 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:00:35.353956 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:00:35.353956 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:00:35.353956 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:00:35.353956 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:00:35.353956 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:00:35.353956 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:00:35.353956 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:00:35.353956 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:00:35.353956 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:00:35.353956 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:00:35.353956 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:00:35.353956 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:00:35.353956 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:00:35.353956 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:00:35.353956 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:00:35.368814 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-059fbb78-ace6-4f92-8a38-33a6c65f6864 None None] Deleting port b4291a30-305f-4eaf-9739-a22353493532 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:00:35.369520 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-059fbb78-ace6-4f92-8a38-33a6c65f6864 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:35.467635 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-059fbb78-ace6-4f92-8a38-33a6c65f6864 None None] The port 'b4291a30-305f-4eaf-9739-a22353493532' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:00:35.567342 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1d97fcc2-cffc-4a8c-8023-1018f1b836e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:35.583933 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1d97fcc2-cffc-4a8c-8023-1018f1b836e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:35.596170 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d97fcc2-cffc-4a8c-8023-1018f1b836e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ec3aba2-861c-47ae-bc74-f26885aa64f1,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:35.638477 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-99e9222f-b39e-4df6-965d-6cb2869312c2 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:35.639715 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb5ce11-1de6-495b-bb7e-e256687d0b66 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Router 0e4262f2-c0bd-4e5c-a69e-b67c6bd52c57 is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:00:35.673137 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-99e9222f-b39e-4df6-965d-6cb2869312c2 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:35.705840 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-1d97fcc2-cffc-4a8c-8023-1018f1b836e0 admin admin] 10.222.0.87 "DELETE /v2.0/networks/9ec3aba2-861c-47ae-bc74-f26885aa64f1 HTTP/1.1" status: 204 len: 168 time: 2.4544487 Jan 21 19:00:35.711628 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.objects.ports [None req-833a45c8-a730-47ff-ae58-3230c258d38c tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88136) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 19:00:35.712864 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-833a45c8-a730-47ff-ae58-3230c258d38c tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:35.733779 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e9222f-b39e-4df6-965d-6cb2869312c2 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] Pushing event deleted for resources: {'Network': ['ID=73bdd0e8-e881-493e-8670-18ea519418c6,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:35.745544 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-186acec3-7c87-4f34-911d-5142f95d9f63 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for router, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:35.796495 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a45c8-a730-47ff-ae58-3230c258d38c tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Pushing event updated for resources: {'Subnet': ['ID=31610fd1-9786-4fa0-bbd8-8251675316ff,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:35.801616 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833a45c8-a730-47ff-ae58-3230c258d38c tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Checking segment: {'id': 'd2a73255-a264-4fc7-90a6-930cb62563d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '306119fd-36c2-4169-900b-8927331b34b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:00:35.801616 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833a45c8-a730-47ff-ae58-3230c258d38c tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Network hostable DHCP agents. Network: 306119fd-36c2-4169-900b-8927331b34b0, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:00:35.823890 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1c23f79f-4f6b-4e43-83c6-910ee6d3e241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:35.865640 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c23f79f-4f6b-4e43-83c6-910ee6d3e241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01df5536-bd98-47f7-bc9e-60ebb046a0be,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:35.867767 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1c23f79f-4f6b-4e43-83c6-910ee6d3e241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:35.871151 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-1c23f79f-4f6b-4e43-83c6-910ee6d3e241 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/01df5536-bd98-47f7-bc9e-60ebb046a0be HTTP/1.1" status: 204 len: 168 time: 0.9576118 Jan 21 19:00:35.873157 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-99e9222f-b39e-4df6-965d-6cb2869312c2 tempest-AllowedAddressPairTestJSON-516166108 tempest-AllowedAddressPairTestJSON-516166108-project] 10.222.0.87 "DELETE /v2.0/networks/73bdd0e8-e881-493e-8670-18ea519418c6 HTTP/1.1" status: 204 len: 168 time: 3.0427206 Jan 21 19:00:35.878130 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833a45c8-a730-47ff-ae58-3230c258d38c tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Network 306119fd-36c2-4169-900b-8927331b34b0 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:00:35.980198 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-833a45c8-a730-47ff-ae58-3230c258d38c tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 306119fd-36c2-4169-900b-8927331b34b0) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:00:35.987791 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833a45c8-a730-47ff-ae58-3230c258d38c tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:35.988390 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-833a45c8-a730-47ff-ae58-3230c258d38c tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:36.000186 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180528f0-9547-45d2-9993-6ff5eea5022d None None] Network 306119fd-36c2-4169-900b-8927331b34b0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:00:36.059251 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb5ce11-1de6-495b-bb7e-e256687d0b66 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:00:36.078286 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-186acec3-7c87-4f34-911d-5142f95d9f63 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:36.087369 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-833a45c8-a730-47ff-ae58-3230c258d38c tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7361541 Jan 21 19:00:36.088352 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55044) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:36.097725 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-05bf0416-dce9-4289-8b97-70b44b406d03 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Request body: {'port': {'network_id': '306119fd-36c2-4169-900b-8927331b34b0', 'name': 'tempest-NetworksIpV6TestAttrs-1568803936'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:36.127392 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e73452-ac0b-4334-a908-7b903dc58b1d None None] Sync routers for ids ['0e4262f2-c0bd-4e5c-a69e-b67c6bd52c57'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:00:36.158799 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e73452-ac0b-4334-a908-7b903dc58b1d None None] Routers {'0e4262f2-c0bd-4e5c-a69e-b67c6bd52c57'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:00:36.159437 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-b1e73452-ac0b-4334-a908-7b903dc58b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:00:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['0e4262f2-c0bd-4e5c-a69e-b67c6bd52c57'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:36.219364 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55048) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:36.235396 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 79a99f33-5ffb-48cd-820c-d40f465c3023 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:00:36.278812 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ecb5ce11-1de6-495b-bb7e-e256687d0b66 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:36.282296 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ecb5ce11-1de6-495b-bb7e-e256687d0b66 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 5.1427996 Jan 21 19:00:36.283214 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-186acec3-7c87-4f34-911d-5142f95d9f63 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Deleting port ed9d2c77-be72-478b-b16f-afece2dff298 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:00:36.283547 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-186acec3-7c87-4f34-911d-5142f95d9f63 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:36.286509 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-b1e73452-ac0b-4334-a908-7b903dc58b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:36.311597 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55052) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:36.349184 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-8cf6faae-29fa-4049-abb1-c467856e395c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:36.372732 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e73452-ac0b-4334-a908-7b903dc58b1d None None] Routers {'0e4262f2-c0bd-4e5c-a69e-b67c6bd52c57'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:00:36.373352 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-b1e73452-ac0b-4334-a908-7b903dc58b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:00:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['0e4262f2-c0bd-4e5c-a69e-b67c6bd52c57'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:36.444058 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf77e90-2d36-46b2-bd64-238d59056fe9 None None] Network cba573a8-36e4-4351-ad09-f681f574ca5d requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:00:36.512682 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b1759d4f-c0b7-4ba0-90a6-af7a7a879c4f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=56cc9754e40e43138bb91a6b89c2795d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2914369 Jan 21 19:00:36.513283 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55060) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:36.662102 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-b1e73452-ac0b-4334-a908-7b903dc58b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:36.662502 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e73452-ac0b-4334-a908-7b903dc58b1d None None] The sync data for ids ['0e4262f2-c0bd-4e5c-a69e-b67c6bd52c57'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:00:36.774638 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9990d1d2-28f2-4cd5-9e34-1dc74d331cbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-306119fd-36c2-4169-900b-8927331b34b0', 'network_id': '306119fd-36c2-4169-900b-8927331b34b0', 'tenant_id': '8da0247cdb454b3399a20a44bfeaad0c', 'fixed_ips': [{'subnet_id': '31610fd1-9786-4fa0-bbd8-8251675316ff'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:00:36.775532 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9990d1d2-28f2-4cd5-9e34-1dc74d331cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:36.786372 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-05bf0416-dce9-4289-8b97-70b44b406d03 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:36.796519 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-05bf0416-dce9-4289-8b97-70b44b406d03 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Usage tracker for resource:port and tenant:8da0247cdb454b3399a20a44bfeaad0c is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:36.808611 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-7608e658-4152-43f4-9ce6-0a65f3c48848 None None] Provisioning for port 79a99f33-5ffb-48cd-820c-d40f465c3023 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:00:36.811213 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-05bf0416-dce9-4289-8b97-70b44b406d03 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:36.868104 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 79a99f33-5ffb-48cd-820c-d40f465c3023 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:00:36.889958 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 79a99f33-5ffb-48cd-820c-d40f465c3023 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:00:36.890333 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:36.892768 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-05bf0416-dce9-4289-8b97-70b44b406d03 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:36.908964 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55072) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:36.917317 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e8f98375-7f06-41f0-9911-67dc7f2e0333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:36.922706 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-186acec3-7c87-4f34-911d-5142f95d9f63 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:37.110223 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-186acec3-7c87-4f34-911d-5142f95d9f63 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Calling delete_port for ed9d2c77-be72-478b-b16f-afece2dff298 owned by network:router_gateway {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:00:37.128167 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-145995ae-e83a-47f6-96b2-b5e9c7cf91db admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3a75dc84aab34b26bb2d000a20289974&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2188277 Jan 21 19:00:37.131184 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55084) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:37.143704 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05bf0416-dce9-4289-8b97-70b44b406d03 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Made reservation on behalf of 8da0247cdb454b3399a20a44bfeaad0c for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:00:37.147438 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-05bf0416-dce9-4289-8b97-70b44b406d03 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:37.181477 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:37.196292 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-9990d1d2-28f2-4cd5-9e34-1dc74d331cbc None None] Allocated IP 2001:db8::f816:3eff:fee3:313 (306119fd-36c2-4169-900b-8927331b34b0/31610fd1-9786-4fa0-bbd8-8251675316ff/54dcadf4-7e4a-42b6-b954-6659150dcf96) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:00:37.217593 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e8f98375-7f06-41f0-9911-67dc7f2e0333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:37.246181 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9c5f978e-0f93-43ff-8276-60a4bf7fc7f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:37.270518 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 79a99f33-5ffb-48cd-820c-d40f465c3023, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=79a99f33-5ffb-48cd-820c-d40f465c3023,segment=NetworkSegment(b3f83347-b7cd-46a8-a046-ef15462c96e6),segment_id=b3f83347-b7cd-46a8-a046-ef15462c96e6)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:00:37.276444 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9c5f978e-0f93-43ff-8276-60a4bf7fc7f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:37.342617 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-05bf0416-dce9-4289-8b97-70b44b406d03 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] device_id is not set on port 0c2f9933-4791-4269-9c32-cba2c7e76bad yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:00:37.350320 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:37.433277 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9c5f978e-0f93-43ff-8276-60a4bf7fc7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:37.433484 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-ec9335a9-c192-475a-abda-d7b99bcf7b61 None None] Provisioning complete for port 79a99f33-5ffb-48cd-820c-d40f465c3023 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:00:37.433484 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ec9335a9-c192-475a-abda-d7b99bcf7b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:37.463085 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f978e-0f93-43ff-8276-60a4bf7fc7f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5a1f09-e018-4bf9-8125-fb388e484129,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:37.474751 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9c5f978e-0f93-43ff-8276-60a4bf7fc7f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:37.475880 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-9c5f978e-0f93-43ff-8276-60a4bf7fc7f8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8a5a1f09-e018-4bf9-8125-fb388e484129 HTTP/1.1" status: 204 len: 168 time: 0.3435333 Jan 21 19:00:37.493398 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 3495d50e-ccce-4fc8-9447-177e3366c001 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:00:37.533550 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55092) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:37.588389 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 3495d50e-ccce-4fc8-9447-177e3366c001 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:00:37.589211 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 3495d50e-ccce-4fc8-9447-177e3366c001 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:00:37.643556 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=79a99f33-5ffb-48cd-820c-d40f465c3023,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:37.678125 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9990d1d2-28f2-4cd5-9e34-1dc74d331cbc None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:37.695324 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8cf6faae-29fa-4049-abb1-c467856e395c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:37.718053 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-88b72eae-d6f9-41b4-a779-c313977dbdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-998994795'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:37.722818 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-9990d1d2-28f2-4cd5-9e34-1dc74d331cbc None None] Transition to ACTIVE for port object 54dcadf4-7e4a-42b6-b954-6659150dcf96 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:00:37.724350 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-88b72eae-d6f9-41b4-a779-c313977dbdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:37.729776 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-88b72eae-d6f9-41b4-a779-c313977dbdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Usage tracker for resource:network and tenant:9f8606d0458c44149facaf2075767bd9 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:37.735299 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-88b72eae-d6f9-41b4-a779-c313977dbdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:37.746082 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-88b72eae-d6f9-41b4-a779-c313977dbdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:37.756701 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-9990d1d2-28f2-4cd5-9e34-1dc74d331cbc None None] Transition to ACTIVE for port object 54dcadf4-7e4a-42b6-b954-6659150dcf96 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:00:37.780276 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e8f98375-7f06-41f0-9911-67dc7f2e0333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:37.797074 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b72eae-d6f9-41b4-a779-c313977dbdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Made reservation on behalf of 9f8606d0458c44149facaf2075767bd9 for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:00:37.800735 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-88b72eae-d6f9-41b4-a779-c313977dbdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:37.808241 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f98375-7f06-41f0-9911-67dc7f2e0333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fda63d1-985a-4e46-b789-1e3f71412a4a,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:37.813894 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-88b72eae-d6f9-41b4-a779-c313977dbdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:37.820564 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8cf6faae-29fa-4049-abb1-c467856e395c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:37.829686 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-88b72eae-d6f9-41b4-a779-c313977dbdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:37.832932 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e8f98375-7f06-41f0-9911-67dc7f2e0333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:37.834052 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e8f98375-7f06-41f0-9911-67dc7f2e0333 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2fda63d1-985a-4e46-b789-1e3f71412a4a HTTP/1.1" status: 204 len: 168 time: 1.3130200 Jan 21 19:00:37.844435 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-88b72eae-d6f9-41b4-a779-c313977dbdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Usage tracker for resource:security_group_rule and tenant:9f8606d0458c44149facaf2075767bd9 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:37.847193 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-88b72eae-d6f9-41b4-a779-c313977dbdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:37.853286 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-88b72eae-d6f9-41b4-a779-c313977dbdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:37.856935 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9990d1d2-28f2-4cd5-9e34-1dc74d331cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:37.963683 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-88b72eae-d6f9-41b4-a779-c313977dbdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:37.989112 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9990d1d2-28f2-4cd5-9e34-1dc74d331cbc None None] Network 306119fd-36c2-4169-900b-8927331b34b0 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:00:37.992302 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-9990d1d2-28f2-4cd5-9e34-1dc74d331cbc None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:00:37.997877 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9990d1d2-28f2-4cd5-9e34-1dc74d331cbc None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:00:38.003041 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9990d1d2-28f2-4cd5-9e34-1dc74d331cbc None None] Pushing event updated for resources: {'Port': ['ID=54dcadf4-7e4a-42b6-b954-6659150dcf96,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:38.035736 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-186acec3-7c87-4f34-911d-5142f95d9f63 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:38.058590 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-88b72eae-d6f9-41b4-a779-c313977dbdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:38.088500 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-8cf6faae-29fa-4049-abb1-c467856e395c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Deleting port 8cc187c0-d3ba-4190-a5ab-f4f10136800b {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:00:38.088500 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8cf6faae-29fa-4049-abb1-c467856e395c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:38.109894 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88b72eae-d6f9-41b4-a779-c313977dbdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:00:38.132944 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b72eae-d6f9-41b4-a779-c313977dbdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdef4d5-bfc9-4e01-8e6a-209780d114b4,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:38.141022 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-9990d1d2-28f2-4cd5-9e34-1dc74d331cbc None None] Attempting to bind port 54dcadf4-7e4a-42b6-b954-6659150dcf96 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:00:38.141022 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-9990d1d2-28f2-4cd5-9e34-1dc74d331cbc None None] Attempting to bind port 54dcadf4-7e4a-42b6-b954-6659150dcf96 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'd2a73255-a264-4fc7-90a6-930cb62563d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '306119fd-36c2-4169-900b-8927331b34b0'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:00:38.141022 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9990d1d2-28f2-4cd5-9e34-1dc74d331cbc None None] Attempting to bind port 54dcadf4-7e4a-42b6-b954-6659150dcf96 on network 306119fd-36c2-4169-900b-8927331b34b0 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:00:38.149891 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9990d1d2-28f2-4cd5-9e34-1dc74d331cbc None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:00:38.152416 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-88b72eae-d6f9-41b4-a779-c313977dbdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:38.155990 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9990d1d2-28f2-4cd5-9e34-1dc74d331cbc None None] Checking segment: {'id': 'd2a73255-a264-4fc7-90a6-930cb62563d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '306119fd-36c2-4169-900b-8927331b34b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:00:38.156289 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9990d1d2-28f2-4cd5-9e34-1dc74d331cbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:38.156582 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-88b72eae-d6f9-41b4-a779-c313977dbdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Added segment 2bb0d2aa-7830-40e4-b629-6273f81da2f0 of type vlan for network fcd0071d-bb0a-462f-9a36-ea380fba1110 Jan 21 19:00:38.156720 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9990d1d2-28f2-4cd5-9e34-1dc74d331cbc None None] Bound using segment: {'id': 'd2a73255-a264-4fc7-90a6-930cb62563d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '306119fd-36c2-4169-900b-8927331b34b0'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:00:38.157281 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-9990d1d2-28f2-4cd5-9e34-1dc74d331cbc None None] Bound port: 54dcadf4-7e4a-42b6-b954-6659150dcf96, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a73255-a264-4fc7-90a6-930cb62563d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '306119fd-36c2-4169-900b-8927331b34b0'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:00:38.158030 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9990d1d2-28f2-4cd5-9e34-1dc74d331cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:38.176566 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 79a99f33-5ffb-48cd-820c-d40f465c3023 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:00:38.190876 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-88b72eae-d6f9-41b4-a779-c313977dbdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:38.195418 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186acec3-7c87-4f34-911d-5142f95d9f63 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Pushing event deleted for resources: {'Port': ['ID=ed9d2c77-be72-478b-b16f-afece2dff298,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:38.257348 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-05bf0416-dce9-4289-8b97-70b44b406d03 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Allocated IP 2001:db8::f816:3eff:fe0a:79b5 (306119fd-36c2-4169-900b-8927331b34b0/31610fd1-9786-4fa0-bbd8-8251675316ff/0c2f9933-4791-4269-9c32-cba2c7e76bad) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:00:38.300255 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-88b72eae-d6f9-41b4-a779-c313977dbdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:38.305678 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b72eae-d6f9-41b4-a779-c313977dbdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:38.313181 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-88b72eae-d6f9-41b4-a779-c313977dbdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:38.325166 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-9990d1d2-28f2-4cd5-9e34-1dc74d331cbc None None] For port 54dcadf4-7e4a-42b6-b954-6659150dcf96, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:00:38.327020 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 79a99f33-5ffb-48cd-820c-d40f465c3023 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:00:38.327390 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:38.333983 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-186acec3-7c87-4f34-911d-5142f95d9f63 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:38.390179 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-9990d1d2-28f2-4cd5-9e34-1dc74d331cbc None None] For port 54dcadf4-7e4a-42b6-b954-6659150dcf96, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=54dcadf4-7e4a-42b6-b954-6659150dcf96,segment=NetworkSegment(d2a73255-a264-4fc7-90a6-930cb62563d6),segment_id=d2a73255-a264-4fc7-90a6-930cb62563d6)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:00:38.458194 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b72eae-d6f9-41b4-a779-c313977dbdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Pushing event updated for resources: {'Network': ['ID=fcd0071d-bb0a-462f-9a36-ea380fba1110,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:38.486604 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network fcd0071d-bb0a-462f-9a36-ea380fba1110 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:00:38.541233 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9990d1d2-28f2-4cd5-9e34-1dc74d331cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:38.558267 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-88b72eae-d6f9-41b4-a779-c313977dbdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0235264 Jan 21 19:00:38.561809 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55118) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:38.567484 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-1d32c2cb-8864-4083-a2b5-26ab6c3ed7cc tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Request body: {'subnet': {'network_id': 'fcd0071d-bb0a-462f-9a36-ea380fba1110', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:38.634803 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-186acec3-7c87-4f34-911d-5142f95d9f63 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:38.657180 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-186acec3-7c87-4f34-911d-5142f95d9f63 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:38.702094 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8cf6faae-29fa-4049-abb1-c467856e395c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:38.721562 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-1d32c2cb-8864-4083-a2b5-26ab6c3ed7cc tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:38.727617 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9990d1d2-28f2-4cd5-9e34-1dc74d331cbc None None] Pushing event updated for resources: {'Port': ['ID=54dcadf4-7e4a-42b6-b954-6659150dcf96,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:38.729859 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-1d32c2cb-8864-4083-a2b5-26ab6c3ed7cc tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Usage tracker for resource:subnet and tenant:9f8606d0458c44149facaf2075767bd9 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:38.737944 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-1d32c2cb-8864-4083-a2b5-26ab6c3ed7cc tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:38.750134 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-1d32c2cb-8864-4083-a2b5-26ab6c3ed7cc tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:38.832492 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d32c2cb-8864-4083-a2b5-26ab6c3ed7cc tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Made reservation on behalf of 9f8606d0458c44149facaf2075767bd9 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:00:38.838640 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1d32c2cb-8864-4083-a2b5-26ab6c3ed7cc tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:38.873450 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-05bf0416-dce9-4289-8b97-70b44b406d03 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:38.887951 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-05bf0416-dce9-4289-8b97-70b44b406d03 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Transition to ACTIVE for port object 0c2f9933-4791-4269-9c32-cba2c7e76bad will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:00:39.041823 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-8cf6faae-29fa-4049-abb1-c467856e395c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Calling delete_port for 8cc187c0-d3ba-4190-a5ab-f4f10136800b owned by network:router_gateway {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:00:39.073253 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-186acec3-7c87-4f34-911d-5142f95d9f63 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:39.073753 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186acec3-7c87-4f34-911d-5142f95d9f63 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Fanout notify agent at l3_agent the message router_deleted on router cfd5a581-3eac-472b-adc7-fe2f72ac8a4a {{(pid=88137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:00:39.099934 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-186acec3-7c87-4f34-911d-5142f95d9f63 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:39.104864 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-186acec3-7c87-4f34-911d-5142f95d9f63 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] 10.222.0.87 "DELETE /v2.0/routers/cfd5a581-3eac-472b-adc7-fe2f72ac8a4a HTTP/1.1" status: 204 len: 168 time: 3.7858844 Jan 21 19:00:39.108523 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55136) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:39.113872 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-d71aa924-70e3-4a3b-8799-8b753aead260 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-443560644', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:39.124399 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-d71aa924-70e3-4a3b-8799-8b753aead260 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:39.132869 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-d71aa924-70e3-4a3b-8799-8b753aead260 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Usage tracker for resource:router and tenant:d4f00f68e2c843989919a98d327b35b6 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:39.136689 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-d71aa924-70e3-4a3b-8799-8b753aead260 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:39.158314 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-d71aa924-70e3-4a3b-8799-8b753aead260 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:39.175177 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-05bf0416-dce9-4289-8b97-70b44b406d03 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:39.245540 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55142) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:39.270730 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bf0416-dce9-4289-8b97-70b44b406d03 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Network 306119fd-36c2-4169-900b-8927331b34b0 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:00:39.271711 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d71aa924-70e3-4a3b-8799-8b753aead260 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:39.272715 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d71aa924-70e3-4a3b-8799-8b753aead260 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:39.281190 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-05bf0416-dce9-4289-8b97-70b44b406d03 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:00:39.283789 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bf0416-dce9-4289-8b97-70b44b406d03 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:00:39.289632 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bf0416-dce9-4289-8b97-70b44b406d03 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:39.290259 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-05bf0416-dce9-4289-8b97-70b44b406d03 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:39.318112 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf0416-dce9-4289-8b97-70b44b406d03 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Pushing event updated for resources: {'Port': ['ID=0c2f9933-4791-4269-9c32-cba2c7e76bad,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:39.346481 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1d32c2cb-8864-4083-a2b5-26ab6c3ed7cc tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:39.391030 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-26bd1d92-586f-4a9e-9c2f-66b5037ac64d tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-994375672', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:39.407817 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-26bd1d92-586f-4a9e-9c2f-66b5037ac64d tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:39.418794 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-26bd1d92-586f-4a9e-9c2f-66b5037ac64d tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Usage tracker for resource:router and tenant:2be7e0190ec743aba66e02e31f80b391 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:39.428734 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-26bd1d92-586f-4a9e-9c2f-66b5037ac64d tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:39.443984 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-26bd1d92-586f-4a9e-9c2f-66b5037ac64d tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:39.448645 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-05bf0416-dce9-4289-8b97-70b44b406d03 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.3560822 Jan 21 19:00:39.451683 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55150) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:39.460906 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d32c2cb-8864-4083-a2b5-26ab6c3ed7cc tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Pushing event updated for resources: {'Subnet': ['ID=92dbd5b2-8af0-49f7-adc0-6b6b7f38c3db,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:39.470183 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d32c2cb-8864-4083-a2b5-26ab6c3ed7cc tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Checking segment: {'id': '2bb0d2aa-7830-40e4-b629-6273f81da2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fcd0071d-bb0a-462f-9a36-ea380fba1110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:00:39.470536 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d32c2cb-8864-4083-a2b5-26ab6c3ed7cc tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Network hostable DHCP agents. Network: fcd0071d-bb0a-462f-9a36-ea380fba1110, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:00:39.499178 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55154) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:39.500871 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8cf6faae-29fa-4049-abb1-c467856e395c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:39.552799 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-26bd1d92-586f-4a9e-9c2f-66b5037ac64d tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:39.553884 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-26bd1d92-586f-4a9e-9c2f-66b5037ac64d tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:39.563591 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d71aa924-70e3-4a3b-8799-8b753aead260 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:39.567358 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf6faae-29fa-4049-abb1-c467856e395c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Pushing event deleted for resources: {'Port': ['ID=8cc187c0-d3ba-4190-a5ab-f4f10136800b,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:39.575557 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-26bd1d92-586f-4a9e-9c2f-66b5037ac64d tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:39.601574 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d32c2cb-8864-4083-a2b5-26ab6c3ed7cc tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Network fcd0071d-bb0a-462f-9a36-ea380fba1110 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:00:39.631107 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-869b502c-5996-4b4f-985d-be4bd939409e admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1436137172-network', 'tenant_id': '35339a7947db486893b0582b9003cb0e'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:39.635914 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-869b502c-5996-4b4f-985d-be4bd939409e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:39.640600 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-869b502c-5996-4b4f-985d-be4bd939409e admin admin] Usage tracker for resource:network and tenant:35339a7947db486893b0582b9003cb0e is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:39.643788 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-869b502c-5996-4b4f-985d-be4bd939409e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:39.649831 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-869b502c-5996-4b4f-985d-be4bd939409e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:39.683498 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-884453eb-e15d-425e-af0c-ebb8f3c6f8e0 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Deleting subnet 31610fd1-9786-4fa0-bbd8-8251675316ff {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:00:39.683901 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-26bd1d92-586f-4a9e-9c2f-66b5037ac64d tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:39.691000 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-884453eb-e15d-425e-af0c-ebb8f3c6f8e0 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:39.718509 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-1d32c2cb-8864-4083-a2b5-26ab6c3ed7cc tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, fcd0071d-bb0a-462f-9a36-ea380fba1110) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:00:39.723160 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d32c2cb-8864-4083-a2b5-26ab6c3ed7cc tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:39.723893 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1d32c2cb-8864-4083-a2b5-26ab6c3ed7cc tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:39.728431 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822a8f2b-e670-4bee-9abb-74762900f9f7 None None] Network fcd0071d-bb0a-462f-9a36-ea380fba1110 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:00:39.774814 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869b502c-5996-4b4f-985d-be4bd939409e admin admin] Made reservation on behalf of 35339a7947db486893b0582b9003cb0e for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:00:39.777081 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-869b502c-5996-4b4f-985d-be4bd939409e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:39.804722 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-869b502c-5996-4b4f-985d-be4bd939409e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:39.827021 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-869b502c-5996-4b4f-985d-be4bd939409e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:39.831484 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-869b502c-5996-4b4f-985d-be4bd939409e admin admin] Usage tracker for resource:security_group_rule and tenant:35339a7947db486893b0582b9003cb0e is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:39.834734 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-869b502c-5996-4b4f-985d-be4bd939409e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:39.846367 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-26bd1d92-586f-4a9e-9c2f-66b5037ac64d tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:39.847517 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-26bd1d92-586f-4a9e-9c2f-66b5037ac64d tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.6007185 Jan 21 19:00:39.848636 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-869b502c-5996-4b4f-985d-be4bd939409e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:39.851872 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55160) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:39.863838 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d71aa924-70e3-4a3b-8799-8b753aead260 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:39.874667 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-1d32c2cb-8864-4083-a2b5-26ab6c3ed7cc tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3116581 Jan 21 19:00:39.877167 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-e5601333-684e-4062-9e1d-e05e6ee1e0fb tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-942149503'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:39.879768 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55164) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:39.887444 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-7f36e65f-1071-4135-a90f-a7667f2b73f9 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Request body: {'port': {'network_id': 'fcd0071d-bb0a-462f-9a36-ea380fba1110', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1680358898'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:39.888786 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8cf6faae-29fa-4049-abb1-c467856e395c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:39.954303 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e5601333-684e-4062-9e1d-e05e6ee1e0fb tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:39.977240 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-e5601333-684e-4062-9e1d-e05e6ee1e0fb tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Usage tracker for resource:network and tenant:2be7e0190ec743aba66e02e31f80b391 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:39.983750 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-e5601333-684e-4062-9e1d-e05e6ee1e0fb tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:39.997545 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324d1a1e-824b-485b-99c5-d68b0183b42d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-fcd0071d-bb0a-462f-9a36-ea380fba1110', 'network_id': 'fcd0071d-bb0a-462f-9a36-ea380fba1110', 'tenant_id': '9f8606d0458c44149facaf2075767bd9', 'fixed_ips': [{'subnet_id': '92dbd5b2-8af0-49f7-adc0-6b6b7f38c3db'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:00:39.998860 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-324d1a1e-824b-485b-99c5-d68b0183b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:40.016947 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9417ab30-6e54-4341-bca8-703ff6db1dff None None] Network 306119fd-36c2-4169-900b-8927331b34b0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:00:40.052974 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e5601333-684e-4062-9e1d-e05e6ee1e0fb tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:40.062382 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-7f36e65f-1071-4135-a90f-a7667f2b73f9 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:40.068049 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-884453eb-e15d-425e-af0c-ebb8f3c6f8e0 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:40.070751 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7f36e65f-1071-4135-a90f-a7667f2b73f9 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Usage tracker for resource:port and tenant:9f8606d0458c44149facaf2075767bd9 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:40.084635 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7f36e65f-1071-4135-a90f-a7667f2b73f9 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:40.094999 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-7f36e65f-1071-4135-a90f-a7667f2b73f9 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:40.098155 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-869b502c-5996-4b4f-985d-be4bd939409e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:40.174493 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d71aa924-70e3-4a3b-8799-8b753aead260 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:40.178133 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-d71aa924-70e3-4a3b-8799-8b753aead260 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0670710 Jan 21 19:00:40.179314 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55168) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:40.185569 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-1a4d0f32-287b-4ff0-9f18-58e0871248e3 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Request body: {'router': {'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:40.221769 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 54dcadf4-7e4a-42b6-b954-6659150dcf96 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:00:40.254619 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-869b502c-5996-4b4f-985d-be4bd939409e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:40.390919 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5601333-684e-4062-9e1d-e05e6ee1e0fb tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Made reservation on behalf of 2be7e0190ec743aba66e02e31f80b391 for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:00:40.394394 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e5601333-684e-4062-9e1d-e05e6ee1e0fb tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:40.412910 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f36e65f-1071-4135-a90f-a7667f2b73f9 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Made reservation on behalf of 9f8606d0458c44149facaf2075767bd9 for: {'port': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:00:40.416192 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8cf6faae-29fa-4049-abb1-c467856e395c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:40.416401 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7f36e65f-1071-4135-a90f-a7667f2b73f9 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:40.423148 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e5601333-684e-4062-9e1d-e05e6ee1e0fb tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:40.428185 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-869b502c-5996-4b4f-985d-be4bd939409e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:00:40.435389 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8cf6faae-29fa-4049-abb1-c467856e395c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3720919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3720920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723161'] for router, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:40.443206 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0f55476a-abe7-4846-a260-fd4d8ec57fca None None] Provisioning for port 54dcadf4-7e4a-42b6-b954-6659150dcf96 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:00:40.444896 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b502c-5996-4b4f-985d-be4bd939409e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a32c44b-cd22-41fe-b77e-5c3948213903,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:40.473005 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 54dcadf4-7e4a-42b6-b954-6659150dcf96 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:00:40.487806 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0f55476a-abe7-4846-a260-fd4d8ec57fca None None] Provisioning complete for port 54dcadf4-7e4a-42b6-b954-6659150dcf96 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:00:40.488169 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0f55476a-abe7-4846-a260-fd4d8ec57fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:40.514435 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-869b502c-5996-4b4f-985d-be4bd939409e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:40.514769 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-869b502c-5996-4b4f-985d-be4bd939409e admin admin] Added segment 3ac4fc8a-3d1c-40a0-81db-885ad3cbfae5 of type vlan for network fe9349f9-ebb7-4ed4-89c7-377645adc8f0 Jan 21 19:00:40.527266 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e5601333-684e-4062-9e1d-e05e6ee1e0fb tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:40.540289 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-e5601333-684e-4062-9e1d-e05e6ee1e0fb tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Usage tracker for resource:security_group_rule and tenant:2be7e0190ec743aba66e02e31f80b391 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:40.565191 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 54dcadf4-7e4a-42b6-b954-6659150dcf96 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:00:40.565978 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:40.593320 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-e5601333-684e-4062-9e1d-e05e6ee1e0fb tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:40.603860 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-324d1a1e-824b-485b-99c5-d68b0183b42d None None] Allocated IP 2001:db8::2 (fcd0071d-bb0a-462f-9a36-ea380fba1110/92dbd5b2-8af0-49f7-adc0-6b6b7f38c3db/f961538f-ee6f-4e58-8b79-cbb89160e37a) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:00:40.612420 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e5601333-684e-4062-9e1d-e05e6ee1e0fb tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:40.632244 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf6faae-29fa-4049-abb1-c467856e395c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Router 0e4262f2-c0bd-4e5c-a69e-b67c6bd52c57 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:00:40.653665 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-884453eb-e15d-425e-af0c-ebb8f3c6f8e0 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:40.689175 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [None req-7f36e65f-1071-4135-a90f-a7667f2b73f9 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] device_id is not set on port 662cf654-01b9-43a4-b751-25ad7aefbb2d yet. {{(pid=88136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:00:40.818616 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1a4d0f32-287b-4ff0-9f18-58e0871248e3 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:40.834089 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-869b502c-5996-4b4f-985d-be4bd939409e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:40.847096 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf6faae-29fa-4049-abb1-c467856e395c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:00:40.847842 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0f55476a-abe7-4846-a260-fd4d8ec57fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:40.872964 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f68cd5-2791-4944-83d2-a031fdd83b99 None None] Sync routers for ids ['0e4262f2-c0bd-4e5c-a69e-b67c6bd52c57'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:00:40.889250 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f68cd5-2791-4944-83d2-a031fdd83b99 None None] Routers {'0e4262f2-c0bd-4e5c-a69e-b67c6bd52c57'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:00:40.889894 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-56f68cd5-2791-4944-83d2-a031fdd83b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:00:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['0e4262f2-c0bd-4e5c-a69e-b67c6bd52c57'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:40.897708 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8cf6faae-29fa-4049-abb1-c467856e395c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:40.899253 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-8cf6faae-29fa-4049-abb1-c467856e395c tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] 10.222.0.87 "PUT /v2.0/routers/0e4262f2-c0bd-4e5c-a69e-b67c6bd52c57 HTTP/1.1" status: 200 len: 703 time: 4.5773864 Jan 21 19:00:40.902679 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55174) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:40.942882 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e5601333-684e-4062-9e1d-e05e6ee1e0fb tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:40.966910 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:40.990542 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-869b502c-5996-4b4f-985d-be4bd939409e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:40.991489 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869b502c-5996-4b4f-985d-be4bd939409e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:40.992067 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-869b502c-5996-4b4f-985d-be4bd939409e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:40.992637 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-56f68cd5-2791-4944-83d2-a031fdd83b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:40.999873 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-884453eb-e15d-425e-af0c-ebb8f3c6f8e0 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:41.011028 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f68cd5-2791-4944-83d2-a031fdd83b99 None None] Routers {'0e4262f2-c0bd-4e5c-a69e-b67c6bd52c57'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:00:41.014193 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-56f68cd5-2791-4944-83d2-a031fdd83b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:00:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['0e4262f2-c0bd-4e5c-a69e-b67c6bd52c57'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:41.047432 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884453eb-e15d-425e-af0c-ebb8f3c6f8e0 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Pushing event deleted for resources: {'Subnet': ['ID=31610fd1-9786-4fa0-bbd8-8251675316ff,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:41.049942 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-884453eb-e15d-425e-af0c-ebb8f3c6f8e0 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:41.062521 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-884453eb-e15d-425e-af0c-ebb8f3c6f8e0 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] 10.222.0.87 "DELETE /v2.0/subnets/31610fd1-9786-4fa0-bbd8-8251675316ff HTTP/1.1" status: 204 len: 168 time: 1.6072450 Jan 21 19:00:41.063437 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55178) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:41.115419 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-87466bd8-f27e-479d-bd50-7d753ceeada5 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] 10.222.0.87 "GET /v2.0/routers/0e4262f2-c0bd-4e5c-a69e-b67c6bd52c57 HTTP/1.1" status: 200 len: 738 time: 0.2074463 Jan 21 19:00:41.116352 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55182) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:41.175524 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb3a156-946e-4810-9832-2092e9215434 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:41.175524 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb3a156-946e-4810-9832-2092e9215434 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:41.175524 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-6bb3a156-946e-4810-9832-2092e9215434 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Synchronizing usage tracker for tenant:8da0247cdb454b3399a20a44bfeaad0c on resource:subnet {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:00:41.181439 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e5601333-684e-4062-9e1d-e05e6ee1e0fb tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:41.182053 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-56f68cd5-2791-4944-83d2-a031fdd83b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:41.182710 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f68cd5-2791-4944-83d2-a031fdd83b99 None None] The sync data for ids ['0e4262f2-c0bd-4e5c-a69e-b67c6bd52c57'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:00:41.200135 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-0f55476a-abe7-4846-a260-fd4d8ec57fca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:00:41.200641 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-0f55476a-abe7-4846-a260-fd4d8ec57fca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:00:41.204357 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-324d1a1e-824b-485b-99c5-d68b0183b42d None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:41.216037 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:00:41.216701 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:00:41.219886 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-324d1a1e-824b-485b-99c5-d68b0183b42d None None] Transition to ACTIVE for port object f961538f-ee6f-4e58-8b79-cbb89160e37a will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:00:41.238683 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b502c-5996-4b4f-985d-be4bd939409e admin admin] Pushing event updated for resources: {'Network': ['ID=fe9349f9-ebb7-4ed4-89c7-377645adc8f0,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:41.244267 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-324d1a1e-824b-485b-99c5-d68b0183b42d None None] Transition to ACTIVE for port object f961538f-ee6f-4e58-8b79-cbb89160e37a will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:00:41.253384 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network fe9349f9-ebb7-4ed4-89c7-377645adc8f0 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:00:41.254492 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5601333-684e-4062-9e1d-e05e6ee1e0fb tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a581e11-149d-4679-96c1-9b85651fec9d,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:41.263533 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-869b502c-5996-4b4f-985d-be4bd939409e admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7631631 Jan 21 19:00:41.272100 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55186) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:41.277761 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-50dc2529-b759-4bb5-8d04-5673038cd739 tempest-RoutersAdminTest-1890279608 tempest-RoutersAdminTest-1890279608-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=552ba34b-3dd7-4be8-8310-a9fc908fe72b&device_id=0e4262f2-c0bd-4e5c-a69e-b67c6bd52c57 HTTP/1.1" status: 200 len: 205 time: 0.1525111 Jan 21 19:00:41.280107 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55188) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:41.284737 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-ddede771-6bb3-4994-bcdb-9c96c675f467 admin admin] Request body: {'subnet': {'network_id': 'fe9349f9-ebb7-4ed4-89c7-377645adc8f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1436137172-subnet', 'tenant_id': '35339a7947db486893b0582b9003cb0e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:41.291860 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-ddede771-6bb3-4994-bcdb-9c96c675f467 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:41.304211 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ddede771-6bb3-4994-bcdb-9c96c675f467 admin admin] Usage tracker for resource:subnet and tenant:35339a7947db486893b0582b9003cb0e is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:41.309976 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ddede771-6bb3-4994-bcdb-9c96c675f467 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:41.319450 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-ddede771-6bb3-4994-bcdb-9c96c675f467 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:41.345597 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-1fa7ff31-c305-4770-b206-bb19dc9418a8 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] 10.222.0.87 "GET /v2.0/ports?device_id=0e4262f2-c0bd-4e5c-a69e-b67c6bd52c57 HTTP/1.1" status: 200 len: 205 time: 0.0621035 Jan 21 19:00:41.346486 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5601333-684e-4062-9e1d-e05e6ee1e0fb tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:00:41.348510 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55194) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:41.362957 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-324d1a1e-824b-485b-99c5-d68b0183b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:41.420856 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-6bb3a156-946e-4810-9832-2092e9215434 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Unset dirty status for tenant:8da0247cdb454b3399a20a44bfeaad0c on resource:subnet {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:00:41.424436 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-6bb3a156-946e-4810-9832-2092e9215434 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3570111 Jan 21 19:00:41.424700 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55198) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:41.427282 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef458a7-f301-4ad3-9716-1e86ea810068 None None] Network 306119fd-36c2-4169-900b-8927331b34b0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:00:41.435568 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e5601333-684e-4062-9e1d-e05e6ee1e0fb tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:41.435923 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-e5601333-684e-4062-9e1d-e05e6ee1e0fb tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Added segment 41c522fc-4ffc-4ce8-8882-689d08da2d74 of type vlan for network 5325a9d7-1fcd-4aad-add2-e2df14debfe6 Jan 21 19:00:41.517666 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324d1a1e-824b-485b-99c5-d68b0183b42d None None] Network fcd0071d-bb0a-462f-9a36-ea380fba1110 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:00:41.523358 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-324d1a1e-824b-485b-99c5-d68b0183b42d None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:00:41.530933 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324d1a1e-824b-485b-99c5-d68b0183b42d None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:00:41.537192 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d1a1e-824b-485b-99c5-d68b0183b42d None None] Pushing event updated for resources: {'Port': ['ID=f961538f-ee6f-4e58-8b79-cbb89160e37a,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:41.570967 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-7f36e65f-1071-4135-a90f-a7667f2b73f9 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Allocated IP 2001:db8::9f (fcd0071d-bb0a-462f-9a36-ea380fba1110/92dbd5b2-8af0-49f7-adc0-6b6b7f38c3db/662cf654-01b9-43a4-b751-25ad7aefbb2d) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:00:41.584958 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddede771-6bb3-4994-bcdb-9c96c675f467 admin admin] Made reservation on behalf of 35339a7947db486893b0582b9003cb0e for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:00:41.587292 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ddede771-6bb3-4994-bcdb-9c96c675f467 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:41.628224 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-73097faf-4e38-486d-9904-6d0c47f35e44 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:41.647160 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-53d8c7d3-35e5-4f43-9c00-9a57711eb0bc tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for router, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:41.726363 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-73097faf-4e38-486d-9904-6d0c47f35e44 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 21 19:00:41.726673 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e5601333-684e-4062-9e1d-e05e6ee1e0fb tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:41.726783 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73097faf-4e38-486d-9904-6d0c47f35e44 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:00:41.728367 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-73097faf-4e38-486d-9904-6d0c47f35e44 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] 10.222.0.87 "DELETE /v2.0/networks/306119fd-36c2-4169-900b-8927331b34b0 HTTP/1.1" status: 409 len: 405 time: 0.2988474 Jan 21 19:00:41.733266 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55202) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:41.753317 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-f9aad8a3-1771-4cfd-8c71-f8fa10eb3712 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1053547628'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:41.763812 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-f9aad8a3-1771-4cfd-8c71-f8fa10eb3712 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:41.779115 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-f9aad8a3-1771-4cfd-8c71-f8fa10eb3712 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Usage tracker for resource:network and tenant:8da0247cdb454b3399a20a44bfeaad0c is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:41.840473 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-324d1a1e-824b-485b-99c5-d68b0183b42d None None] Attempting to bind port f961538f-ee6f-4e58-8b79-cbb89160e37a on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:00:41.841825 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-324d1a1e-824b-485b-99c5-d68b0183b42d None None] Attempting to bind port f961538f-ee6f-4e58-8b79-cbb89160e37a by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '2bb0d2aa-7830-40e4-b629-6273f81da2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fcd0071d-bb0a-462f-9a36-ea380fba1110'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:00:41.841825 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324d1a1e-824b-485b-99c5-d68b0183b42d None None] Attempting to bind port f961538f-ee6f-4e58-8b79-cbb89160e37a on network fcd0071d-bb0a-462f-9a36-ea380fba1110 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:00:41.842601 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-f9aad8a3-1771-4cfd-8c71-f8fa10eb3712 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:41.858508 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-f9aad8a3-1771-4cfd-8c71-f8fa10eb3712 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:41.868825 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324d1a1e-824b-485b-99c5-d68b0183b42d None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:00:41.869410 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324d1a1e-824b-485b-99c5-d68b0183b42d None None] Checking segment: {'id': '2bb0d2aa-7830-40e4-b629-6273f81da2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fcd0071d-bb0a-462f-9a36-ea380fba1110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:00:41.869731 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-324d1a1e-824b-485b-99c5-d68b0183b42d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:41.870192 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324d1a1e-824b-485b-99c5-d68b0183b42d None None] Bound using segment: {'id': '2bb0d2aa-7830-40e4-b629-6273f81da2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fcd0071d-bb0a-462f-9a36-ea380fba1110'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:00:41.870730 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-324d1a1e-824b-485b-99c5-d68b0183b42d None None] Bound port: f961538f-ee6f-4e58-8b79-cbb89160e37a, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb0d2aa-7830-40e4-b629-6273f81da2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fcd0071d-bb0a-462f-9a36-ea380fba1110'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:00:41.871235 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-324d1a1e-824b-485b-99c5-d68b0183b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:41.897725 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:41.909552 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0f55476a-abe7-4846-a260-fd4d8ec57fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:41.917162 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.db.resource_extend [None req-e5601333-684e-4062-9e1d-e05e6ee1e0fb tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 19:00:42.000416 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-53d8c7d3-35e5-4f43-9c00-9a57711eb0bc tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:42.003163 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-53d8c7d3-35e5-4f43-9c00-9a57711eb0bc tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:42.060851 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 54dcadf4-7e4a-42b6-b954-6659150dcf96, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=54dcadf4-7e4a-42b6-b954-6659150dcf96,segment=NetworkSegment(d2a73255-a264-4fc7-90a6-930cb62563d6),segment_id=d2a73255-a264-4fc7-90a6-930cb62563d6)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:00:42.061079 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e5601333-684e-4062-9e1d-e05e6ee1e0fb tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:42.066922 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5601333-684e-4062-9e1d-e05e6ee1e0fb tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:42.067511 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e5601333-684e-4062-9e1d-e05e6ee1e0fb tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:42.083080 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9aad8a3-1771-4cfd-8c71-f8fa10eb3712 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Made reservation on behalf of 8da0247cdb454b3399a20a44bfeaad0c for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:00:42.086452 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f9aad8a3-1771-4cfd-8c71-f8fa10eb3712 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:42.093508 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-324d1a1e-824b-485b-99c5-d68b0183b42d None None] For port f961538f-ee6f-4e58-8b79-cbb89160e37a, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:00:42.097274 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1a4d0f32-287b-4ff0-9f18-58e0871248e3 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for router_gateway, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:42.097371 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-324d1a1e-824b-485b-99c5-d68b0183b42d None None] For port f961538f-ee6f-4e58-8b79-cbb89160e37a, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=f961538f-ee6f-4e58-8b79-cbb89160e37a,segment=NetworkSegment(2bb0d2aa-7830-40e4-b629-6273f81da2f0),segment_id=2bb0d2aa-7830-40e4-b629-6273f81da2f0)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:00:42.108156 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-53d8c7d3-35e5-4f43-9c00-9a57711eb0bc tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:42.108630 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d8c7d3-35e5-4f43-9c00-9a57711eb0bc tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Fanout notify agent at l3_agent the message router_deleted on router 0e4262f2-c0bd-4e5c-a69e-b67c6bd52c57 {{(pid=88137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:00:42.116164 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-53d8c7d3-35e5-4f43-9c00-9a57711eb0bc tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:42.117965 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-53d8c7d3-35e5-4f43-9c00-9a57711eb0bc tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] 10.222.0.87 "DELETE /v2.0/routers/0e4262f2-c0bd-4e5c-a69e-b67c6bd52c57 HTTP/1.1" status: 204 len: 168 time: 0.7679591 Jan 21 19:00:42.124092 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55206) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:42.155324 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:42.189532 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-bb3fadcb-2f35-4861-a3d1-d6116a75d021 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] 10.222.0.87 "GET /v2.0/ports?device_id=0e4262f2-c0bd-4e5c-a69e-b67c6bd52c57 HTTP/1.1" status: 200 len: 205 time: 0.0652659 Jan 21 19:00:42.193019 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55210) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:42.196627 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e5601333-684e-4062-9e1d-e05e6ee1e0fb tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.3427160 Jan 21 19:00:42.269583 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-324d1a1e-824b-485b-99c5-d68b0183b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:42.273659 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bde728-6249-4e29-9007-158b9cef8071 None None] DHCP port deletion for 306119fd-36c2-4169-900b-8927331b34b0 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:00:42.276323 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55214) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:42.278655 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 54dcadf4-7e4a-42b6-b954-6659150dcf96 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:00:42.295206 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-556c88ee-198e-4004-ac95-742371ea9c53 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Request body: {'subnet': {'network_id': '5325a9d7-1fcd-4aad-add2-e2df14debfe6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:42.310128 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1a4d0f32-287b-4ff0-9f18-58e0871248e3 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:42.313334 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-50bde728-6249-4e29-9007-158b9cef8071 None None] Deleting port 54dcadf4-7e4a-42b6-b954-6659150dcf96 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:00:42.313476 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-50bde728-6249-4e29-9007-158b9cef8071 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:42.330817 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5601333-684e-4062-9e1d-e05e6ee1e0fb tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Pushing event updated for resources: {'Network': ['ID=5325a9d7-1fcd-4aad-add2-e2df14debfe6,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:42.334365 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-9df6af5e-a3be-4e8d-a0b9-ddb098125116 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] delete failed (client error): The resource could not be found. Jan 21 19:00:42.337722 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-9df6af5e-a3be-4e8d-a0b9-ddb098125116 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] 10.222.0.87 "DELETE /v2.0/routers/0e4262f2-c0bd-4e5c-a69e-b67c6bd52c57 HTTP/1.1" status: 404 len: 336 time: 0.1408763 Jan 21 19:00:42.337978 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55218) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:42.362418 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 5325a9d7-1fcd-4aad-add2-e2df14debfe6 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:00:42.391932 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f4c2575f-9157-4272-9023-a93ba6c3e425 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] 10.222.0.87 "GET /v2.0/ports?device_id=cd29b152-22a7-437a-9609-0ceb1f2d91dd HTTP/1.1" status: 200 len: 205 time: 0.0506754 Jan 21 19:00:42.392118 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55222) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:42.410796 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-0f55476a-abe7-4846-a260-fd4d8ec57fca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:00:42.411151 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-0f55476a-abe7-4846-a260-fd4d8ec57fca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:00:42.463414 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-694613fe-dab6-494b-b3f3-715a2f602b64 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] delete failed (client error): The resource could not be found. Jan 21 19:00:42.467985 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-694613fe-dab6-494b-b3f3-715a2f602b64 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] 10.222.0.87 "DELETE /v2.0/routers/cd29b152-22a7-437a-9609-0ceb1f2d91dd HTTP/1.1" status: 404 len: 336 time: 0.0718606 Jan 21 19:00:42.469730 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55226) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:42.531253 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-654ba86f-8e35-4f77-a1d1-1241035962b6 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] 10.222.0.87 "GET /v2.0/ports?device_id=39a278a9-d85b-442a-b2ca-bdb8204332fe HTTP/1.1" status: 200 len: 205 time: 0.0577693 Jan 21 19:00:42.531583 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55230) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:42.578669 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9aad8a3-1771-4cfd-8c71-f8fa10eb3712 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:00:42.584352 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=54dcadf4-7e4a-42b6-b954-6659150dcf96,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:42.612625 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-556c88ee-198e-4004-ac95-742371ea9c53 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:42.633630 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-556c88ee-198e-4004-ac95-742371ea9c53 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Usage tracker for resource:subnet and tenant:2be7e0190ec743aba66e02e31f80b391 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:42.635610 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-712beb71-3f6a-4747-9f59-8e42cea59e53 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] delete failed (client error): The resource could not be found. Jan 21 19:00:42.639342 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-712beb71-3f6a-4747-9f59-8e42cea59e53 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] 10.222.0.87 "DELETE /v2.0/routers/39a278a9-d85b-442a-b2ca-bdb8204332fe HTTP/1.1" status: 404 len: 336 time: 0.1040828 Jan 21 19:00:42.640181 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55234) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:42.651831 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7f36e65f-1071-4135-a90f-a7667f2b73f9 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:42.654963 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-556c88ee-198e-4004-ac95-742371ea9c53 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:42.714226 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f9aad8a3-1771-4cfd-8c71-f8fa10eb3712 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:42.714604 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-f9aad8a3-1771-4cfd-8c71-f8fa10eb3712 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Added segment f97a6a29-617a-45d7-84c9-9e8a63b25bfb of type vlan for network 95927ada-f3d8-4d72-9da7-76580a5e45f3 Jan 21 19:00:42.716892 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-556c88ee-198e-4004-ac95-742371ea9c53 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:42.741913 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-788886cb-6644-4b06-9d64-25c7720f7479 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] 10.222.0.87 "GET /v2.0/ports?device_id=01f135cb-e13f-4c23-9f7b-dd98958b36f8 HTTP/1.1" status: 200 len: 205 time: 0.0982621 Jan 21 19:00:42.742278 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55238) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:42.791468 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-7f36e65f-1071-4135-a90f-a7667f2b73f9 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Transition to ACTIVE for port object 662cf654-01b9-43a4-b751-25ad7aefbb2d will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:00:42.805294 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d1a1e-824b-485b-99c5-d68b0183b42d None None] Pushing event updated for resources: {'Port': ['ID=f961538f-ee6f-4e58-8b79-cbb89160e37a,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:42.806476 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f9aad8a3-1771-4cfd-8c71-f8fa10eb3712 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:42.821971 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-8082841e-4db5-42fc-a1de-5273d9bb11e6 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] delete failed (client error): The resource could not be found. Jan 21 19:00:42.825857 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-8082841e-4db5-42fc-a1de-5273d9bb11e6 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] 10.222.0.87 "DELETE /v2.0/routers/01f135cb-e13f-4c23-9f7b-dd98958b36f8 HTTP/1.1" status: 404 len: 336 time: 0.0796580 Jan 21 19:00:42.827136 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-1a4d0f32-287b-4ff0-9f18-58e0871248e3 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Allocated IP 172.26.1.87 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/84a8a26c-a1a6-4aa9-9897-399a78f37e6d) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:00:42.827340 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55242) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:42.835653 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ddede771-6bb3-4994-bcdb-9c96c675f467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:42.836914 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:42.886155 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f9b93cf8-81bc-40fe-8c35-1cc655346e72 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] 10.222.0.87 "GET /v2.0/ports?device_id=19f43470-6b86-4306-8aed-a4085d59d22c HTTP/1.1" status: 200 len: 205 time: 0.0574269 Jan 21 19:00:42.889540 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55246) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:42.922514 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-50bde728-6249-4e29-9007-158b9cef8071 None None] For port 54dcadf4-7e4a-42b6-b954-6659150dcf96, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=54dcadf4-7e4a-42b6-b954-6659150dcf96,segment=NetworkSegment(d2a73255-a264-4fc7-90a6-930cb62563d6),segment_id=d2a73255-a264-4fc7-90a6-930cb62563d6)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:00:42.923284 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-50bde728-6249-4e29-9007-158b9cef8071 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:42.938304 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556c88ee-198e-4004-ac95-742371ea9c53 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Made reservation on behalf of 2be7e0190ec743aba66e02e31f80b391 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:00:42.942015 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-556c88ee-198e-4004-ac95-742371ea9c53 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:42.972016 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-5e687ea2-6959-4370-b78f-93cf1bce7903 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] delete failed (client error): The resource could not be found. Jan 21 19:00:42.973892 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5e687ea2-6959-4370-b78f-93cf1bce7903 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] 10.222.0.87 "DELETE /v2.0/routers/19f43470-6b86-4306-8aed-a4085d59d22c HTTP/1.1" status: 404 len: 336 time: 0.0832353 Jan 21 19:00:42.976447 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55250) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:43.027871 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-8794d92d-d2dc-4d6d-801e-b30c01b12db1 tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] 10.222.0.87 "GET /v2.0/ports?device_id=50f5f800-8fc5-4655-bf64-a65e6b924494 HTTP/1.1" status: 200 len: 205 time: 0.0480587 Jan 21 19:00:43.028438 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55254) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:43.039568 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f9aad8a3-1771-4cfd-8c71-f8fa10eb3712 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:43.045373 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9aad8a3-1771-4cfd-8c71-f8fa10eb3712 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:43.045952 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f9aad8a3-1771-4cfd-8c71-f8fa10eb3712 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:43.068870 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-50bde728-6249-4e29-9007-158b9cef8071 None None] Calling delete_port for 54dcadf4-7e4a-42b6-b954-6659150dcf96 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:00:43.095646 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-eb5bfc10-2036-4a99-a3ab-0236a9c6a23a tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] delete failed (client error): The resource could not be found. Jan 21 19:00:43.099451 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-eb5bfc10-2036-4a99-a3ab-0236a9c6a23a tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] 10.222.0.87 "DELETE /v2.0/routers/50f5f800-8fc5-4655-bf64-a65e6b924494 HTTP/1.1" status: 404 len: 336 time: 0.0669608 Jan 21 19:00:43.099716 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55258) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:43.163723 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 54dcadf4-7e4a-42b6-b954-6659150dcf96, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=54dcadf4-7e4a-42b6-b954-6659150dcf96,segment=NetworkSegment(d2a73255-a264-4fc7-90a6-930cb62563d6),segment_id=d2a73255-a264-4fc7-90a6-930cb62563d6)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:00:43.221656 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddede771-6bb3-4994-bcdb-9c96c675f467 admin admin] Checking segment: {'id': '3ac4fc8a-3d1c-40a0-81db-885ad3cbfae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fe9349f9-ebb7-4ed4-89c7-377645adc8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:00:43.224541 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddede771-6bb3-4994-bcdb-9c96c675f467 admin admin] Network hostable DHCP agents. Network: fe9349f9-ebb7-4ed4-89c7-377645adc8f0, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:00:43.245249 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-f345bf19-c976-4529-82f3-40b65eb931af tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] DELETE failed (client error): The resource could not be found. Jan 21 19:00:43.250073 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f345bf19-c976-4529-82f3-40b65eb931af tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:00:43.250073 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f345bf19-c976-4529-82f3-40b65eb931af tempest-RoutersAdminTest-256984792 tempest-RoutersAdminTest-256984792-project] 10.222.0.87 "DELETE /v2.0/subnets/156143ea-075d-42e5-bf50-a67abc6ca01a HTTP/1.1" status: 404 len: 337 time: 0.1477654 Jan 21 19:00:43.263169 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddede771-6bb3-4994-bcdb-9c96c675f467 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46be17ed-e474-4ae3-8ca8-5faafc286898,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:43.313538 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:43.398791 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=54dcadf4-7e4a-42b6-b954-6659150dcf96,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:43.403547 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-2586c1bf-63ca-426d-b9a5-3ba9b8d38310 None None] Provisioning for port 0c2f9933-4791-4269-9c32-cba2c7e76bad completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:00:43.408268 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-50bde728-6249-4e29-9007-158b9cef8071 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:00:43.408869 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-50bde728-6249-4e29-9007-158b9cef8071 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:00:43.411829 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-2586c1bf-63ca-426d-b9a5-3ba9b8d38310 None None] Provisioning complete for port 0c2f9933-4791-4269-9c32-cba2c7e76bad triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:00:43.419700 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2586c1bf-63ca-426d-b9a5-3ba9b8d38310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:43.426873 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aad8a3-1771-4cfd-8c71-f8fa10eb3712 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Pushing event updated for resources: {'Network': ['ID=95927ada-f3d8-4d72-9da7-76580a5e45f3,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:43.436083 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1a4d0f32-287b-4ff0-9f18-58e0871248e3 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:43.446436 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f9aad8a3-1771-4cfd-8c71-f8fa10eb3712 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7120795 Jan 21 19:00:43.450620 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55264) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:43.457472 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-138959b7-b5cf-412d-8088-224520d7cb30 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Request body: {'subnet': {'network_id': '95927ada-f3d8-4d72-9da7-76580a5e45f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:43.458648 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 95927ada-f3d8-4d72-9da7-76580a5e45f3 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:00:43.462954 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7f36e65f-1071-4135-a90f-a7667f2b73f9 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:43.537425 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddede771-6bb3-4994-bcdb-9c96c675f467 admin admin] Network fe9349f9-ebb7-4ed4-89c7-377645adc8f0 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:00:43.606293 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-2586c1bf-63ca-426d-b9a5-3ba9b8d38310 None None] Port 0c2f9933-4791-4269-9c32-cba2c7e76bad cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:00:43.607297 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-138959b7-b5cf-412d-8088-224520d7cb30 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:43.612891 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f36e65f-1071-4135-a90f-a7667f2b73f9 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Network fcd0071d-bb0a-462f-9a36-ea380fba1110 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:00:43.620250 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-138959b7-b5cf-412d-8088-224520d7cb30 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:43.623214 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-7f36e65f-1071-4135-a90f-a7667f2b73f9 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:00:43.633326 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-2586c1bf-63ca-426d-b9a5-3ba9b8d38310 None None] Provisioning complete for port 54dcadf4-7e4a-42b6-b954-6659150dcf96 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:00:43.633699 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2586c1bf-63ca-426d-b9a5-3ba9b8d38310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:43.636640 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f36e65f-1071-4135-a90f-a7667f2b73f9 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:00:43.642841 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f36e65f-1071-4135-a90f-a7667f2b73f9 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:43.643567 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7f36e65f-1071-4135-a90f-a7667f2b73f9 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:43.649891 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f36e65f-1071-4135-a90f-a7667f2b73f9 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Pushing event updated for resources: {'Port': ['ID=662cf654-01b9-43a4-b751-25ad7aefbb2d,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:43.698653 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138959b7-b5cf-412d-8088-224520d7cb30 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Made reservation on behalf of 8da0247cdb454b3399a20a44bfeaad0c for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:00:43.703157 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-138959b7-b5cf-412d-8088-224520d7cb30 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:43.714239 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-ddede771-6bb3-4994-bcdb-9c96c675f467 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, fe9349f9-ebb7-4ed4-89c7-377645adc8f0) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:00:43.722278 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddede771-6bb3-4994-bcdb-9c96c675f467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:43.722999 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ddede771-6bb3-4994-bcdb-9c96c675f467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:43.751479 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22318e5-ade8-4e3f-b9a5-a91d365e73e7 None None] Network fe9349f9-ebb7-4ed4-89c7-377645adc8f0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:00:43.776610 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-7f36e65f-1071-4135-a90f-a7667f2b73f9 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.8943813 Jan 21 19:00:43.779367 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55270) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:43.788053 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-612be6d5-b41b-4bf4-b5ee-a7050fe0cd6a tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Request body: {'port': {'network_id': 'fcd0071d-bb0a-462f-9a36-ea380fba1110', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2030359634', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:43.794732 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.api.validators [None req-612be6d5-b41b-4bf4-b5ee-a7050fe0cd6a tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] bootfile-name is not in valid_values {{(pid=88136) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 19:00:43.794732 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.api.validators [None req-612be6d5-b41b-4bf4-b5ee-a7050fe0cd6a tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] tftp-server is not in valid_values {{(pid=88136) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 19:00:43.794732 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.api.validators [None req-612be6d5-b41b-4bf4-b5ee-a7050fe0cd6a tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] server-ip-address is not in valid_values {{(pid=88136) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 19:00:43.819132 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-556c88ee-198e-4004-ac95-742371ea9c53 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:43.862971 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1a4d0f32-287b-4ff0-9f18-58e0871248e3 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:43.885521 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2586c1bf-63ca-426d-b9a5-3ba9b8d38310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:43.897903 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55274) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:43.899702 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c6a352-77d1-4cf6-be36-c1d5e8b8ff40 None None] Network fcd0071d-bb0a-462f-9a36-ea380fba1110 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:00:43.977407 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ddede771-6bb3-4994-bcdb-9c96c675f467 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6987898 Jan 21 19:00:43.980126 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55280) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:43.989381 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-fd5ecaf2-9286-48f1-a430-61e713822f01 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1436137172-router', 'tenant_id': '35339a7947db486893b0582b9003cb0e', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:44.004752 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-fd5ecaf2-9286-48f1-a430-61e713822f01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:44.013417 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-fd5ecaf2-9286-48f1-a430-61e713822f01 admin admin] Usage tracker for resource:router and tenant:35339a7947db486893b0582b9003cb0e is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:44.018489 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-fd5ecaf2-9286-48f1-a430-61e713822f01 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:44.024718 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-fd5ecaf2-9286-48f1-a430-61e713822f01 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:44.052177 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4d0f32-287b-4ff0-9f18-58e0871248e3 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:00:44.067890 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-1a4d0f32-287b-4ff0-9f18-58e0871248e3 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:00:44.071504 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-48113865-12f1-4643-af87-08ab4031379b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:44.084825 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-48113865-12f1-4643-af87-08ab4031379b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:44.088813 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-48113865-12f1-4643-af87-08ab4031379b admin admin] Usage tracker for resource:security_group_rule and tenant:aea183e11fb54a81a299fb93c9d93540 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:44.090506 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4d0f32-287b-4ff0-9f18-58e0871248e3 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:00:44.092810 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-48113865-12f1-4643-af87-08ab4031379b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:44.095800 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-50bde728-6249-4e29-9007-158b9cef8071 None None] Deleting port 54dcadf4-7e4a-42b6-b954-6659150dcf96 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:00:44.096282 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-50bde728-6249-4e29-9007-158b9cef8071 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:44.100781 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-48113865-12f1-4643-af87-08ab4031379b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:44.120616 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c88ee-198e-4004-ac95-742371ea9c53 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Pushing event updated for resources: {'Subnet': ['ID=03ac896d-dfbf-405b-b977-3b7cd70f70d0,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:44.130927 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d0f32-287b-4ff0-9f18-58e0871248e3 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Pushing event updated for resources: {'Port': ['ID=84a8a26c-a1a6-4aa9-9897-399a78f37e6d,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:44.168700 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fd5ecaf2-9286-48f1-a430-61e713822f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:44.169770 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fd5ecaf2-9286-48f1-a430-61e713822f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:44.181270 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556c88ee-198e-4004-ac95-742371ea9c53 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Checking segment: {'id': '41c522fc-4ffc-4ce8-8882-689d08da2d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5325a9d7-1fcd-4aad-add2-e2df14debfe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:00:44.181851 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556c88ee-198e-4004-ac95-742371ea9c53 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Network hostable DHCP agents. Network: 5325a9d7-1fcd-4aad-add2-e2df14debfe6, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:00:44.244425 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.objects.ports [None req-138959b7-b5cf-412d-8088-224520d7cb30 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88137) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 19:00:44.247093 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fd5ecaf2-9286-48f1-a430-61e713822f01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:44.249745 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-138959b7-b5cf-412d-8088-224520d7cb30 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:44.287617 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-2586c1bf-63ca-426d-b9a5-3ba9b8d38310 None None] For port 54dcadf4-7e4a-42b6-b954-6659150dcf96, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=54dcadf4-7e4a-42b6-b954-6659150dcf96,segment=NetworkSegment(d2a73255-a264-4fc7-90a6-930cb62563d6),segment_id=d2a73255-a264-4fc7-90a6-930cb62563d6)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:00:44.295171 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d7f02e-c20c-4428-b536-a88b9fa55b02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-fe9349f9-ebb7-4ed4-89c7-377645adc8f0', 'network_id': 'fe9349f9-ebb7-4ed4-89c7-377645adc8f0', 'tenant_id': '35339a7947db486893b0582b9003cb0e', 'fixed_ips': [{'subnet_id': '46be17ed-e474-4ae3-8ca8-5faafc286898'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:00:44.296128 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-13d7f02e-c20c-4428-b536-a88b9fa55b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:44.306739 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-612be6d5-b41b-4bf4-b5ee-a7050fe0cd6a tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:44.370946 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-612be6d5-b41b-4bf4-b5ee-a7050fe0cd6a tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Usage tracker for resource:port and tenant:9f8606d0458c44149facaf2075767bd9 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:44.382442 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-612be6d5-b41b-4bf4-b5ee-a7050fe0cd6a tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:44.390040 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138959b7-b5cf-412d-8088-224520d7cb30 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Pushing event updated for resources: {'Subnet': ['ID=9487e5ed-14a0-41e1-97b8-c4a06bab1ca1,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:44.409595 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-48113865-12f1-4643-af87-08ab4031379b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:44.410784 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138959b7-b5cf-412d-8088-224520d7cb30 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Checking segment: {'id': 'f97a6a29-617a-45d7-84c9-9e8a63b25bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '95927ada-f3d8-4d72-9da7-76580a5e45f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:00:44.411244 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138959b7-b5cf-412d-8088-224520d7cb30 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Network hostable DHCP agents. Network: 95927ada-f3d8-4d72-9da7-76580a5e45f3, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:00:44.428485 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-612be6d5-b41b-4bf4-b5ee-a7050fe0cd6a tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:44.458053 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2586c1bf-63ca-426d-b9a5-3ba9b8d38310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:44.459975 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device f961538f-ee6f-4e58-8b79-cbb89160e37a up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:00:44.461978 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556c88ee-198e-4004-ac95-742371ea9c53 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Network 5325a9d7-1fcd-4aad-add2-e2df14debfe6 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:00:44.544338 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612be6d5-b41b-4bf4-b5ee-a7050fe0cd6a tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Made reservation on behalf of 9f8606d0458c44149facaf2075767bd9 for: {'port': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:00:44.548105 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-612be6d5-b41b-4bf4-b5ee-a7050fe0cd6a tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:44.554376 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-48113865-12f1-4643-af87-08ab4031379b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:44.558118 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138959b7-b5cf-412d-8088-224520d7cb30 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Network 95927ada-f3d8-4d72-9da7-76580a5e45f3 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:00:44.666718 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-138959b7-b5cf-412d-8088-224520d7cb30 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 95927ada-f3d8-4d72-9da7-76580a5e45f3) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:00:44.690484 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138959b7-b5cf-412d-8088-224520d7cb30 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:44.690934 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-138959b7-b5cf-412d-8088-224520d7cb30 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:44.692003 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aac7304-b4d6-4b07-87ea-d6daa0d09a03 None None] Network 95927ada-f3d8-4d72-9da7-76580a5e45f3 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:00:44.748772 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48113865-12f1-4643-af87-08ab4031379b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb80d5c5-407e-4acd-8a7e-2edd5ace6d5e,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:44.767653 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-48113865-12f1-4643-af87-08ab4031379b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=aea183e11fb54a81a299fb93c9d93540&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8677909 Jan 21 19:00:44.768226 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55284) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:44.771137 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fd5ecaf2-9286-48f1-a430-61e713822f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:44.781075 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-556c88ee-198e-4004-ac95-742371ea9c53 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 5325a9d7-1fcd-4aad-add2-e2df14debfe6) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:00:44.786502 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556c88ee-198e-4004-ac95-742371ea9c53 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:44.787775 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-556c88ee-198e-4004-ac95-742371ea9c53 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:44.826452 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [None req-612be6d5-b41b-4bf4-b5ee-a7050fe0cd6a tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] device_id is not set on port fb4afeba-1160-4079-9c3b-bb9abba3f644 yet. {{(pid=88136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:00:44.847228 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-13d7f02e-c20c-4428-b536-a88b9fa55b02 None None] Allocated IP 172.20.0.2 (fe9349f9-ebb7-4ed4-89c7-377645adc8f0/46be17ed-e474-4ae3-8ca8-5faafc286898/773c8944-70f5-4583-b320-38d032acce5d) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:00:44.854887 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af22b092-40d9-4de4-a5a1-a4e3b737f47e None None] Network 5325a9d7-1fcd-4aad-add2-e2df14debfe6 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:00:44.856221 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ded06346-90b5-40cc-852c-3a3cac3d110c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:44.898861 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ded06346-90b5-40cc-852c-3a3cac3d110c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:44.914116 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-138959b7-b5cf-412d-8088-224520d7cb30 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4599328 Jan 21 19:00:44.915397 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55288) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:44.928530 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-6894c9ff-c998-4d17-ab94-7525dff57cb2 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Request body: {'port': {'network_id': '95927ada-f3d8-4d72-9da7-76580a5e45f3', 'name': 'tempest-NetworksIpV6TestAttrs-123971770'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:44.937190 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-556c88ee-198e-4004-ac95-742371ea9c53 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6533792 Jan 21 19:00:44.947244 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55292) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:44.973059 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-c5a9529c-c354-4489-83c2-4a49d72a807f tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Request body: {'network': {'name': 'tempest-router-network01--1042473040'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:44.983316 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2586c1bf-63ca-426d-b9a5-3ba9b8d38310 None None] Pushing event updated for resources: {'Port': ['ID=54dcadf4-7e4a-42b6-b954-6659150dcf96,revision_number=6']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:44.991606 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-50bde728-6249-4e29-9007-158b9cef8071 None None] For port 54dcadf4-7e4a-42b6-b954-6659150dcf96, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=54dcadf4-7e4a-42b6-b954-6659150dcf96,segment=NetworkSegment(d2a73255-a264-4fc7-90a6-930cb62563d6),segment_id=d2a73255-a264-4fc7-90a6-930cb62563d6)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:00:44.991997 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-50bde728-6249-4e29-9007-158b9cef8071 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:44.993832 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1a4d0f32-287b-4ff0-9f18-58e0871248e3 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for router_gateway, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:45.003975 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-c5a9529c-c354-4489-83c2-4a49d72a807f tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:45.015038 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f76cfc93-fe78-4131-8f10-2ff4682ab76e None None] Provisioning for port f961538f-ee6f-4e58-8b79-cbb89160e37a completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:00:45.017390 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-c5a9529c-c354-4489-83c2-4a49d72a807f tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Usage tracker for resource:network and tenant:2be7e0190ec743aba66e02e31f80b391 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:45.069371 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-c5a9529c-c354-4489-83c2-4a49d72a807f tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:45.081186 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-c5a9529c-c354-4489-83c2-4a49d72a807f tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:45.182619 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a9529c-c354-4489-83c2-4a49d72a807f tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Made reservation on behalf of 2be7e0190ec743aba66e02e31f80b391 for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:00:45.186147 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c5a9529c-c354-4489-83c2-4a49d72a807f tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:45.194281 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-612be6d5-b41b-4bf4-b5ee-a7050fe0cd6a tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Allocated IP 2001:db8::a9 (fcd0071d-bb0a-462f-9a36-ea380fba1110/92dbd5b2-8af0-49f7-adc0-6b6b7f38c3db/fb4afeba-1160-4079-9c3b-bb9abba3f644) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:00:45.212342 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-6894c9ff-c998-4d17-ab94-7525dff57cb2 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:45.227676 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-6894c9ff-c998-4d17-ab94-7525dff57cb2 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Usage tracker for resource:port and tenant:8da0247cdb454b3399a20a44bfeaad0c is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:45.231925 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-6894c9ff-c998-4d17-ab94-7525dff57cb2 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:45.244051 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-6894c9ff-c998-4d17-ab94-7525dff57cb2 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:45.245546 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-50bde728-6249-4e29-9007-158b9cef8071 None None] Calling delete_port for 54dcadf4-7e4a-42b6-b954-6659150dcf96 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:00:45.321906 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ded06346-90b5-40cc-852c-3a3cac3d110c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:45.358133 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port f961538f-ee6f-4e58-8b79-cbb89160e37a completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:00:45.449525 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5a9529c-c354-4489-83c2-4a49d72a807f tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:00:45.470444 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6894c9ff-c998-4d17-ab94-7525dff57cb2 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Made reservation on behalf of 8da0247cdb454b3399a20a44bfeaad0c for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:00:45.473975 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6894c9ff-c998-4d17-ab94-7525dff57cb2 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:45.527057 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port f961538f-ee6f-4e58-8b79-cbb89160e37a triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:00:45.528018 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:45.534184 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded06346-90b5-40cc-852c-3a3cac3d110c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb80d5c5-407e-4acd-8a7e-2edd5ace6d5e,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:45.550495 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c5a9529c-c354-4489-83c2-4a49d72a807f tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:45.550495 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-c5a9529c-c354-4489-83c2-4a49d72a807f tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Added segment 8d5cd5e9-d15d-4ab3-ab10-07eb8432acef of type vlan for network ae76540c-de3f-4f6c-9320-e59d57f8f121 Jan 21 19:00:45.603551 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-6894c9ff-c998-4d17-ab94-7525dff57cb2 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] device_id is not set on port 36b025eb-dae2-4372-8b49-f595b5ab5879 yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:00:45.621188 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-612be6d5-b41b-4bf4-b5ee-a7050fe0cd6a tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:45.671116 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ded06346-90b5-40cc-852c-3a3cac3d110c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:45.682006 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ded06346-90b5-40cc-852c-3a3cac3d110c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/eb80d5c5-407e-4acd-8a7e-2edd5ace6d5e HTTP/1.1" status: 204 len: 168 time: 0.8979485 Jan 21 19:00:45.700777 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c5a9529c-c354-4489-83c2-4a49d72a807f tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:45.719269 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-612be6d5-b41b-4bf4-b5ee-a7050fe0cd6a tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Transition to ACTIVE for port object fb4afeba-1160-4079-9c3b-bb9abba3f644 will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:00:45.733578 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1a4d0f32-287b-4ff0-9f18-58e0871248e3 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:45.739985 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1a4d0f32-287b-4ff0-9f18-58e0871248e3 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3720919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3720920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723161'] for router, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:45.753614 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fd5ecaf2-9286-48f1-a430-61e713822f01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:45.794298 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-50bde728-6249-4e29-9007-158b9cef8071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:45.797305 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fd5ecaf2-9286-48f1-a430-61e713822f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:45.842684 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc18d9a9-9b9d-4c4c-bbd0-b72216c7d3c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-95927ada-f3d8-4d72-9da7-76580a5e45f3', 'network_id': '95927ada-f3d8-4d72-9da7-76580a5e45f3', 'tenant_id': '8da0247cdb454b3399a20a44bfeaad0c', 'fixed_ips': [{'subnet_id': '9487e5ed-14a0-41e1-97b8-c4a06bab1ca1'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:00:45.843771 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-cc18d9a9-9b9d-4c4c-bbd0-b72216c7d3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:45.924506 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c5a9529c-c354-4489-83c2-4a49d72a807f tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:45.928424 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bde728-6249-4e29-9007-158b9cef8071 None None] Pushing event deleted for resources: {'Port': ['ID=54dcadf4-7e4a-42b6-b954-6659150dcf96,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:45.930141 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a9529c-c354-4489-83c2-4a49d72a807f tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:45.930749 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c5a9529c-c354-4489-83c2-4a49d72a807f tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:45.932306 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bde728-6249-4e29-9007-158b9cef8071 None None] No DVR routers for this DVR port 54dcadf4-7e4a-42b6-b954-6659150dcf96 on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:00:46.007409 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-612be6d5-b41b-4bf4-b5ee-a7050fe0cd6a tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:46.089175 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612be6d5-b41b-4bf4-b5ee-a7050fe0cd6a tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Network fcd0071d-bb0a-462f-9a36-ea380fba1110 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:00:46.095354 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-612be6d5-b41b-4bf4-b5ee-a7050fe0cd6a tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:00:46.099992 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612be6d5-b41b-4bf4-b5ee-a7050fe0cd6a tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:00:46.107729 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612be6d5-b41b-4bf4-b5ee-a7050fe0cd6a tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:46.108874 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-612be6d5-b41b-4bf4-b5ee-a7050fe0cd6a tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:46.135885 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4d0f32-287b-4ff0-9f18-58e0871248e3 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Router 82b5c06e-44cf-448f-bdaf-40c6d3ac938e is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:00:46.149289 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612be6d5-b41b-4bf4-b5ee-a7050fe0cd6a tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Pushing event updated for resources: {'Port': ['ID=fb4afeba-1160-4079-9c3b-bb9abba3f644,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:46.168478 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a9529c-c354-4489-83c2-4a49d72a807f tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Pushing event updated for resources: {'Network': ['ID=ae76540c-de3f-4f6c-9320-e59d57f8f121,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:46.177265 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-6894c9ff-c998-4d17-ab94-7525dff57cb2 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Allocated IP 2001:db8::f816:3eff:fed2:ba15 (95927ada-f3d8-4d72-9da7-76580a5e45f3/9487e5ed-14a0-41e1-97b8-c4a06bab1ca1/36b025eb-dae2-4372-8b49-f595b5ab5879) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:00:46.209124 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c5a9529c-c354-4489-83c2-4a49d72a807f tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2555799 Jan 21 19:00:46.210213 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55300) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:46.220272 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:46.220786 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-bac2d9de-3879-4b44-9482-ae51596058c4 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Request body: {'network': {'name': 'tempest-router-network02--1482961409'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:46.244530 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bc97d2-5af0-41ad-88ae-b664c7aa0465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-5325a9d7-1fcd-4aad-add2-e2df14debfe6', 'network_id': '5325a9d7-1fcd-4aad-add2-e2df14debfe6', 'tenant_id': '2be7e0190ec743aba66e02e31f80b391', 'fixed_ips': [{'subnet_id': '03ac896d-dfbf-405b-b977-3b7cd70f70d0'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:00:46.252851 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-bac2d9de-3879-4b44-9482-ae51596058c4 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:46.252992 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-10bc97d2-5af0-41ad-88ae-b664c7aa0465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:46.255041 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-612be6d5-b41b-4bf4-b5ee-a7050fe0cd6a tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.4738634 Jan 21 19:00:46.256102 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55304) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:46.260575 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network ae76540c-de3f-4f6c-9320-e59d57f8f121 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:00:46.280314 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-fd5ecaf2-9286-48f1-a430-61e713822f01 admin admin] Allocated IP 172.26.1.207 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/29b7d165-4bc5-4789-bdcb-e021ea4e4f59) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:00:46.400751 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-13d7f02e-c20c-4428-b536-a88b9fa55b02 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:46.440335 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-13d7f02e-c20c-4428-b536-a88b9fa55b02 None None] Transition to ACTIVE for port object 773c8944-70f5-4583-b320-38d032acce5d will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:00:46.514340 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-bac2d9de-3879-4b44-9482-ae51596058c4 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Usage tracker for resource:network and tenant:2be7e0190ec743aba66e02e31f80b391 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:46.532255 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-bac2d9de-3879-4b44-9482-ae51596058c4 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:46.539675 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port f961538f-ee6f-4e58-8b79-cbb89160e37a, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=f961538f-ee6f-4e58-8b79-cbb89160e37a,segment=NetworkSegment(2bb0d2aa-7830-40e4-b629-6273f81da2f0),segment_id=2bb0d2aa-7830-40e4-b629-6273f81da2f0)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:00:46.548510 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4d0f32-287b-4ff0-9f18-58e0871248e3 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:00:46.557866 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1a4d0f32-287b-4ff0-9f18-58e0871248e3 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:46.558115 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-c7d49298-523e-4c58-889b-c4ec44e5f872 None None] Provisioning complete for port f961538f-ee6f-4e58-8b79-cbb89160e37a triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:00:46.558528 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c7d49298-523e-4c58-889b-c4ec44e5f872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:46.559997 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-1a4d0f32-287b-4ff0-9f18-58e0871248e3 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] 10.222.0.87 "PUT /v2.0/routers/82b5c06e-44cf-448f-bdaf-40c6d3ac938e HTTP/1.1" status: 200 len: 882 time: 6.3790812 Jan 21 19:00:46.562167 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55308) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:46.589974 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-bac2d9de-3879-4b44-9482-ae51596058c4 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:46.597564 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-13d7f02e-c20c-4428-b536-a88b9fa55b02 None None] Transition to ACTIVE for port object 773c8944-70f5-4583-b320-38d032acce5d will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:00:46.598986 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23a83f6-8aca-48ca-ad43-106555fc8db3 None None] Sync routers for ids ['82b5c06e-44cf-448f-bdaf-40c6d3ac938e'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:00:46.616036 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fd5ecaf2-9286-48f1-a430-61e713822f01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:46.651754 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23a83f6-8aca-48ca-ad43-106555fc8db3 None None] Routers {'82b5c06e-44cf-448f-bdaf-40c6d3ac938e'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:00:46.651754 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-a23a83f6-8aca-48ca-ad43-106555fc8db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:00:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['82b5c06e-44cf-448f-bdaf-40c6d3ac938e'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:46.717101 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:46.774546 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-a23a83f6-8aca-48ca-ad43-106555fc8db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:46.778877 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-13d7f02e-c20c-4428-b536-a88b9fa55b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:46.780882 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55312) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:46.803696 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3606f3-1a7e-4104-9ad5-9ef5b32cc99c tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:46.810169 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3606f3-1a7e-4104-9ad5-9ef5b32cc99c tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:46.816204 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3606f3-1a7e-4104-9ad5-9ef5b32cc99c tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:46.817976 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-4a3606f3-1a7e-4104-9ad5-9ef5b32cc99c tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.5504432 Jan 21 19:00:46.818714 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac2d9de-3879-4b44-9482-ae51596058c4 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Made reservation on behalf of 2be7e0190ec743aba66e02e31f80b391 for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:00:46.822178 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bac2d9de-3879-4b44-9482-ae51596058c4 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:46.825308 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55318) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:46.873619 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23a83f6-8aca-48ca-ad43-106555fc8db3 None None] Routers {'82b5c06e-44cf-448f-bdaf-40c6d3ac938e'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:00:46.874283 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-a23a83f6-8aca-48ca-ad43-106555fc8db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:00:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['82b5c06e-44cf-448f-bdaf-40c6d3ac938e'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:46.891971 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bac2d9de-3879-4b44-9482-ae51596058c4 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:00:46.905486 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-0941bc24-77d9-45ea-8dce-5780de076d5c tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] 10.222.0.87 "GET /v2.0/routers/82b5c06e-44cf-448f-bdaf-40c6d3ac938e HTTP/1.1" status: 200 len: 923 time: 0.3385296 Jan 21 19:00:46.911809 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55322) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:46.921571 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6894c9ff-c998-4d17-ab94-7525dff57cb2 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:46.928153 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-030567a6-bd3b-40d9-8f79-2fd16ff0771f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ee61e73a33b04715b07b22baa3498d79&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1444449 Jan 21 19:00:46.930252 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55326) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:46.935977 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-4c105aff-42db-4691-a74e-39ca19856615 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Deleting port fb4afeba-1160-4079-9c3b-bb9abba3f644 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:00:46.936314 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4c105aff-42db-4691-a74e-39ca19856615 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:46.937567 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d7f02e-c20c-4428-b536-a88b9fa55b02 None None] Network fe9349f9-ebb7-4ed4-89c7-377645adc8f0 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:00:46.953042 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-13d7f02e-c20c-4428-b536-a88b9fa55b02 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:00:46.973591 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bac2d9de-3879-4b44-9482-ae51596058c4 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:46.974198 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-bac2d9de-3879-4b44-9482-ae51596058c4 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Added segment 34f01650-187b-4de0-a5b2-ef07a9dca447 of type vlan for network 414c9723-1bb9-466e-b615-52f945bd22ce Jan 21 19:00:46.985060 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d7f02e-c20c-4428-b536-a88b9fa55b02 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:00:46.998336 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-a23a83f6-8aca-48ca-ad43-106555fc8db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:46.998629 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-6894c9ff-c998-4d17-ab94-7525dff57cb2 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Transition to ACTIVE for port object 36b025eb-dae2-4372-8b49-f595b5ab5879 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:00:46.998760 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23a83f6-8aca-48ca-ad43-106555fc8db3 None None] The sync data for ids ['82b5c06e-44cf-448f-bdaf-40c6d3ac938e'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:00:47.018645 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=f961538f-ee6f-4e58-8b79-cbb89160e37a,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:47.041741 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bac2d9de-3879-4b44-9482-ae51596058c4 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:47.055227 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-10bc97d2-5af0-41ad-88ae-b664c7aa0465 None None] Allocated IP 2001:db8::2 (5325a9d7-1fcd-4aad-add2-e2df14debfe6/03ac896d-dfbf-405b-b977-3b7cd70f70d0/52b99d6f-7b1b-401c-bce7-6c759ae424ad) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:00:47.088006 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff92997f-d056-4f5b-a5f7-31e854c87c6c tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:47.088378 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8fcbadbc-556e-40ad-8c78-32b9a4ec8fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:47.088605 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ff92997f-d056-4f5b-a5f7-31e854c87c6c tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Synchronizing usage tracker for tenant:d1ef0dfbbaf847938739d2a3de7e86ca on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:00:47.102325 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fd5ecaf2-9286-48f1-a430-61e713822f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:47.148855 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8fcbadbc-556e-40ad-8c78-32b9a4ec8fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:47.154466 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ff92997f-d056-4f5b-a5f7-31e854c87c6c tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Unset dirty status for tenant:d1ef0dfbbaf847938739d2a3de7e86ca on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:00:47.158526 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ff92997f-d056-4f5b-a5f7-31e854c87c6c tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=552ba34b-3dd7-4be8-8310-a9fc908fe72b&device_id=82b5c06e-44cf-448f-bdaf-40c6d3ac938e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2457883 Jan 21 19:00:47.173123 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55330) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:47.193675 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d7f02e-c20c-4428-b536-a88b9fa55b02 None None] Pushing event updated for resources: {'Port': ['ID=773c8944-70f5-4583-b320-38d032acce5d,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:47.193911 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5ecaf2-9286-48f1-a430-61e713822f01 admin admin] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:00:47.202682 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-fd5ecaf2-9286-48f1-a430-61e713822f01 admin admin] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:00:47.209997 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6894c9ff-c998-4d17-ab94-7525dff57cb2 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:47.212630 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5ecaf2-9286-48f1-a430-61e713822f01 admin admin] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:00:47.266018 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bac2d9de-3879-4b44-9482-ae51596058c4 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:47.271110 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac2d9de-3879-4b44-9482-ae51596058c4 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:47.271688 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bac2d9de-3879-4b44-9482-ae51596058c4 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:47.307428 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5ecaf2-9286-48f1-a430-61e713822f01 admin admin] Pushing event updated for resources: {'Port': ['ID=29b7d165-4bc5-4789-bdcb-e021ea4e4f59,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:47.313175 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4c105aff-42db-4691-a74e-39ca19856615 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:47.326093 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-c7d49298-523e-4c58-889b-c4ec44e5f872 None None] Provisioning for port 662cf654-01b9-43a4-b751-25ad7aefbb2d completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:00:47.344929 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-c7d49298-523e-4c58-889b-c4ec44e5f872 None None] Provisioning complete for port 662cf654-01b9-43a4-b751-25ad7aefbb2d triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:00:47.345303 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c7d49298-523e-4c58-889b-c4ec44e5f872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:47.395290 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-cc18d9a9-9b9d-4c4c-bbd0-b72216c7d3c8 None None] Allocated IP 2001:db8::f816:3eff:fe56:76b (95927ada-f3d8-4d72-9da7-76580a5e45f3/9487e5ed-14a0-41e1-97b8-c4a06bab1ca1/8c68c176-4269-4813-abd6-88b0ece055ca) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:00:47.447453 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6894c9ff-c998-4d17-ab94-7525dff57cb2 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Network 95927ada-f3d8-4d72-9da7-76580a5e45f3 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:00:47.481730 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-6894c9ff-c998-4d17-ab94-7525dff57cb2 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:00:47.498740 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6894c9ff-c998-4d17-ab94-7525dff57cb2 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:00:47.498975 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-4c105aff-42db-4691-a74e-39ca19856615 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Calling delete_port for fb4afeba-1160-4079-9c3b-bb9abba3f644 owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:00:47.504318 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6894c9ff-c998-4d17-ab94-7525dff57cb2 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:47.504970 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6894c9ff-c998-4d17-ab94-7525dff57cb2 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:47.534118 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8fcbadbc-556e-40ad-8c78-32b9a4ec8fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:47.569185 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcbadbc-556e-40ad-8c78-32b9a4ec8fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9f879f-e495-4d18-9953-86ed78234562,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:47.569611 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-c7d49298-523e-4c58-889b-c4ec44e5f872 None None] Port 662cf654-01b9-43a4-b751-25ad7aefbb2d cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:00:47.579196 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8fcbadbc-556e-40ad-8c78-32b9a4ec8fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:47.580348 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-8fcbadbc-556e-40ad-8c78-32b9a4ec8fa0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/fd9f879f-e495-4d18-9953-86ed78234562 HTTP/1.1" status: 204 len: 168 time: 0.6490545 Jan 21 19:00:47.672679 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-10bc97d2-5af0-41ad-88ae-b664c7aa0465 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:47.702236 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-10bc97d2-5af0-41ad-88ae-b664c7aa0465 None None] Transition to ACTIVE for port object 52b99d6f-7b1b-401c-bce7-6c759ae424ad will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:00:47.768161 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac2d9de-3879-4b44-9482-ae51596058c4 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Pushing event updated for resources: {'Network': ['ID=414c9723-1bb9-466e-b615-52f945bd22ce,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:47.770989 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-bac2d9de-3879-4b44-9482-ae51596058c4 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5579636 Jan 21 19:00:47.774389 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-10bc97d2-5af0-41ad-88ae-b664c7aa0465 None None] Transition to ACTIVE for port object 52b99d6f-7b1b-401c-bce7-6c759ae424ad will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:00:47.775912 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55336) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:47.779502 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-13d7f02e-c20c-4428-b536-a88b9fa55b02 None None] Attempting to bind port 773c8944-70f5-4583-b320-38d032acce5d on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:00:47.779809 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-13d7f02e-c20c-4428-b536-a88b9fa55b02 None None] Attempting to bind port 773c8944-70f5-4583-b320-38d032acce5d by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '3ac4fc8a-3d1c-40a0-81db-885ad3cbfae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fe9349f9-ebb7-4ed4-89c7-377645adc8f0'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:00:47.780168 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d7f02e-c20c-4428-b536-a88b9fa55b02 None None] Attempting to bind port 773c8944-70f5-4583-b320-38d032acce5d on network fe9349f9-ebb7-4ed4-89c7-377645adc8f0 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:00:47.783840 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-1fcbc2fb-bf8a-44b8-8990-1253e34030b5 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Request body: {'subnet': {'network_id': 'ae76540c-de3f-4f6c-9320-e59d57f8f121', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:47.789669 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894c9ff-c998-4d17-ab94-7525dff57cb2 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Pushing event updated for resources: {'Port': ['ID=36b025eb-dae2-4372-8b49-f595b5ab5879,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:47.813239 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4c105aff-42db-4691-a74e-39ca19856615 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:47.815278 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 414c9723-1bb9-466e-b615-52f945bd22ce details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:00:47.847459 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdbd799-4152-4f2c-a75a-676662cfb45a tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:47.851193 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-fbdbd799-4152-4f2c-a75a-676662cfb45a tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] 10.222.0.87 "GET /v2.0/networks/552ba34b-3dd7-4be8-8310-a9fc908fe72b HTTP/1.1" status: 200 len: 881 time: 0.6788192 Jan 21 19:00:47.852014 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0a9b4cac-382b-4e3c-8b08-cd00c1ea8b0c None None] Provisioning for port fb4afeba-1160-4079-9c3b-bb9abba3f644 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:00:47.856332 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d7f02e-c20c-4428-b536-a88b9fa55b02 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:00:47.857227 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d7f02e-c20c-4428-b536-a88b9fa55b02 None None] Checking segment: {'id': '3ac4fc8a-3d1c-40a0-81db-885ad3cbfae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fe9349f9-ebb7-4ed4-89c7-377645adc8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:00:47.857876 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-13d7f02e-c20c-4428-b536-a88b9fa55b02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:47.858483 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d7f02e-c20c-4428-b536-a88b9fa55b02 None None] Bound using segment: {'id': '3ac4fc8a-3d1c-40a0-81db-885ad3cbfae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fe9349f9-ebb7-4ed4-89c7-377645adc8f0'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:00:47.859168 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-13d7f02e-c20c-4428-b536-a88b9fa55b02 None None] Bound port: 773c8944-70f5-4583-b320-38d032acce5d, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac4fc8a-3d1c-40a0-81db-885ad3cbfae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fe9349f9-ebb7-4ed4-89c7-377645adc8f0'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:00:47.859780 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-13d7f02e-c20c-4428-b536-a88b9fa55b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:47.878965 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55340) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:47.882367 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c105aff-42db-4691-a74e-39ca19856615 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Pushing event deleted for resources: {'Port': ['ID=fb4afeba-1160-4079-9c3b-bb9abba3f644,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:47.892591 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0a9b4cac-382b-4e3c-8b08-cd00c1ea8b0c None None] Provisioning complete for port fb4afeba-1160-4079-9c3b-bb9abba3f644 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:00:47.893250 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0a9b4cac-382b-4e3c-8b08-cd00c1ea8b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:47.907712 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-6894c9ff-c998-4d17-ab94-7525dff57cb2 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.9903111 Jan 21 19:00:47.910699 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55344) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:47.985771 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-10bc97d2-5af0-41ad-88ae-b664c7aa0465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:47.995397 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-f906e9e9-9fb4-4f4d-a958-11f368d5064c tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Deleting subnet 9487e5ed-14a0-41e1-97b8-c4a06bab1ca1 {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:00:48.026173 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-9cce3d24-e6a1-4e13-a613-bc6d8b76066a tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] 10.222.0.87 "GET /v2.0/ports?device_id=82b5c06e-44cf-448f-bdaf-40c6d3ac938e HTTP/1.1" status: 200 len: 205 time: 0.1403461 Jan 21 19:00:48.032161 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0a9b4cac-382b-4e3c-8b08-cd00c1ea8b0c None None] Port fb4afeba-1160-4079-9c3b-bb9abba3f644 was deleted so its status cannot be updated. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 19:00:48.032538 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55350) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:48.041442 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4c105aff-42db-4691-a74e-39ca19856615 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:48.057919 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-4c105aff-42db-4691-a74e-39ca19856615 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] 10.222.0.87 "DELETE /v2.0/ports/fb4afeba-1160-4079-9c3b-bb9abba3f644 HTTP/1.1" status: 204 len: 168 time: 1.2279747 Jan 21 19:00:48.058139 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55354) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:48.066558 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-c869e340-93c9-473b-a1d4-2e7fff0bfda7 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Request body: {'port': {'name': 'tempest-new-port-name-1956709878', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:48.066966 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.api.validators [None req-c869e340-93c9-473b-a1d4-2e7fff0bfda7 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] bootfile-name is not in valid_values {{(pid=88136) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 19:00:48.067301 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.api.validators [None req-c869e340-93c9-473b-a1d4-2e7fff0bfda7 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] tftp-server is not in valid_values {{(pid=88136) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 19:00:48.067625 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.api.validators [None req-c869e340-93c9-473b-a1d4-2e7fff0bfda7 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] server-ip-address is not in valid_values {{(pid=88136) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 21 19:00:48.100510 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-1fcbc2fb-bf8a-44b8-8990-1253e34030b5 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:48.119587 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-1fcbc2fb-bf8a-44b8-8990-1253e34030b5 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Usage tracker for resource:subnet and tenant:2be7e0190ec743aba66e02e31f80b391 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:48.126077 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-1fcbc2fb-bf8a-44b8-8990-1253e34030b5 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:48.136050 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-1fcbc2fb-bf8a-44b8-8990-1253e34030b5 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:48.152200 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-cc18d9a9-9b9d-4c4c-bbd0-b72216c7d3c8 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:48.223431 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bc97d2-5af0-41ad-88ae-b664c7aa0465 None None] Network 5325a9d7-1fcd-4aad-add2-e2df14debfe6 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:00:48.223640 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c869e340-93c9-473b-a1d4-2e7fff0bfda7 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:48.231765 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-10bc97d2-5af0-41ad-88ae-b664c7aa0465 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:00:48.239232 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-cc18d9a9-9b9d-4c4c-bbd0-b72216c7d3c8 None None] Transition to ACTIVE for port object 8c68c176-4269-4813-abd6-88b0ece055ca will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:00:48.244266 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bc97d2-5af0-41ad-88ae-b664c7aa0465 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:00:48.274526 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0a9b4cac-382b-4e3c-8b08-cd00c1ea8b0c None None] Provisioning complete for port 662cf654-01b9-43a4-b751-25ad7aefbb2d triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:00:48.274918 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0a9b4cac-382b-4e3c-8b08-cd00c1ea8b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:48.305717 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fcbc2fb-bf8a-44b8-8990-1253e34030b5 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Made reservation on behalf of 2be7e0190ec743aba66e02e31f80b391 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:00:48.310629 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1fcbc2fb-bf8a-44b8-8990-1253e34030b5 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:48.328737 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fdd88a39-912b-4c30-b42b-31433417a729 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for router, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:48.332592 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc97d2-5af0-41ad-88ae-b664c7aa0465 None None] Pushing event updated for resources: {'Port': ['ID=52b99d6f-7b1b-401c-bce7-6c759ae424ad,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:48.436633 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-cc18d9a9-9b9d-4c4c-bbd0-b72216c7d3c8 None None] Transition to ACTIVE for port object 8c68c176-4269-4813-abd6-88b0ece055ca will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:00:48.461309 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-13d7f02e-c20c-4428-b536-a88b9fa55b02 None None] For port 773c8944-70f5-4583-b320-38d032acce5d, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:00:48.496867 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-10bc97d2-5af0-41ad-88ae-b664c7aa0465 None None] Attempting to bind port 52b99d6f-7b1b-401c-bce7-6c759ae424ad on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:00:48.497278 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-10bc97d2-5af0-41ad-88ae-b664c7aa0465 None None] Attempting to bind port 52b99d6f-7b1b-401c-bce7-6c759ae424ad by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '41c522fc-4ffc-4ce8-8882-689d08da2d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5325a9d7-1fcd-4aad-add2-e2df14debfe6'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:00:48.497551 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bc97d2-5af0-41ad-88ae-b664c7aa0465 None None] Attempting to bind port 52b99d6f-7b1b-401c-bce7-6c759ae424ad on network 5325a9d7-1fcd-4aad-add2-e2df14debfe6 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:00:48.506732 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0a9b4cac-382b-4e3c-8b08-cd00c1ea8b0c None None] Port 662cf654-01b9-43a4-b751-25ad7aefbb2d cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:00:48.512340 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bc97d2-5af0-41ad-88ae-b664c7aa0465 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:00:48.512769 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bc97d2-5af0-41ad-88ae-b664c7aa0465 None None] Checking segment: {'id': '41c522fc-4ffc-4ce8-8882-689d08da2d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5325a9d7-1fcd-4aad-add2-e2df14debfe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:00:48.513171 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-10bc97d2-5af0-41ad-88ae-b664c7aa0465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:48.513698 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bc97d2-5af0-41ad-88ae-b664c7aa0465 None None] Bound using segment: {'id': '41c522fc-4ffc-4ce8-8882-689d08da2d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5325a9d7-1fcd-4aad-add2-e2df14debfe6'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:00:48.514194 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-10bc97d2-5af0-41ad-88ae-b664c7aa0465 None None] Bound port: 52b99d6f-7b1b-401c-bce7-6c759ae424ad, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41c522fc-4ffc-4ce8-8882-689d08da2d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5325a9d7-1fcd-4aad-add2-e2df14debfe6'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:00:48.514561 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-10bc97d2-5af0-41ad-88ae-b664c7aa0465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:48.533371 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-13d7f02e-c20c-4428-b536-a88b9fa55b02 None None] For port 773c8944-70f5-4583-b320-38d032acce5d, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=773c8944-70f5-4583-b320-38d032acce5d,segment=NetworkSegment(3ac4fc8a-3d1c-40a0-81db-885ad3cbfae5),segment_id=3ac4fc8a-3d1c-40a0-81db-885ad3cbfae5)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:00:48.551862 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f906e9e9-9fb4-4f4d-a958-11f368d5064c tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:48.593206 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-cc18d9a9-9b9d-4c4c-bbd0-b72216c7d3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:48.644357 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-13d7f02e-c20c-4428-b536-a88b9fa55b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:48.673953 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc18d9a9-9b9d-4c4c-bbd0-b72216c7d3c8 None None] Network 95927ada-f3d8-4d72-9da7-76580a5e45f3 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:00:48.683992 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-cc18d9a9-9b9d-4c4c-bbd0-b72216c7d3c8 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:00:48.693020 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc18d9a9-9b9d-4c4c-bbd0-b72216c7d3c8 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:00:48.695344 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-10bc97d2-5af0-41ad-88ae-b664c7aa0465 None None] For port 52b99d6f-7b1b-401c-bce7-6c759ae424ad, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:00:48.755168 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-10bc97d2-5af0-41ad-88ae-b664c7aa0465 None None] For port 52b99d6f-7b1b-401c-bce7-6c759ae424ad, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=52b99d6f-7b1b-401c-bce7-6c759ae424ad,segment=NetworkSegment(41c522fc-4ffc-4ce8-8882-689d08da2d74),segment_id=41c522fc-4ffc-4ce8-8882-689d08da2d74)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:00:48.758051 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f906e9e9-9fb4-4f4d-a958-11f368d5064c tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:48.759777 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18d9a9-9b9d-4c4c-bbd0-b72216c7d3c8 None None] Pushing event updated for resources: {'Port': ['ID=8c68c176-4269-4813-abd6-88b0ece055ca,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:48.811924 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fd5ecaf2-9286-48f1-a430-61e713822f01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:48.899131 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-10bc97d2-5af0-41ad-88ae-b664c7aa0465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:48.948874 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c869e340-93c9-473b-a1d4-2e7fff0bfda7 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:48.963226 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device f961538f-ee6f-4e58-8b79-cbb89160e37a up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:00:49.027887 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d7f02e-c20c-4428-b536-a88b9fa55b02 None None] Pushing event updated for resources: {'Port': ['ID=773c8944-70f5-4583-b320-38d032acce5d,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:49.080101 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-cc18d9a9-9b9d-4c4c-bbd0-b72216c7d3c8 None None] Attempting to bind port 8c68c176-4269-4813-abd6-88b0ece055ca on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:00:49.080619 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-cc18d9a9-9b9d-4c4c-bbd0-b72216c7d3c8 None None] Attempting to bind port 8c68c176-4269-4813-abd6-88b0ece055ca by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'f97a6a29-617a-45d7-84c9-9e8a63b25bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '95927ada-f3d8-4d72-9da7-76580a5e45f3'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:00:49.081077 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc18d9a9-9b9d-4c4c-bbd0-b72216c7d3c8 None None] Attempting to bind port 8c68c176-4269-4813-abd6-88b0ece055ca on network 95927ada-f3d8-4d72-9da7-76580a5e45f3 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:00:49.090952 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1fcbc2fb-bf8a-44b8-8990-1253e34030b5 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:49.116308 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc18d9a9-9b9d-4c4c-bbd0-b72216c7d3c8 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:00:49.117129 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc18d9a9-9b9d-4c4c-bbd0-b72216c7d3c8 None None] Checking segment: {'id': 'f97a6a29-617a-45d7-84c9-9e8a63b25bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '95927ada-f3d8-4d72-9da7-76580a5e45f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:00:49.117619 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-cc18d9a9-9b9d-4c4c-bbd0-b72216c7d3c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:49.118136 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc18d9a9-9b9d-4c4c-bbd0-b72216c7d3c8 None None] Bound using segment: {'id': 'f97a6a29-617a-45d7-84c9-9e8a63b25bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '95927ada-f3d8-4d72-9da7-76580a5e45f3'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:00:49.118722 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-cc18d9a9-9b9d-4c4c-bbd0-b72216c7d3c8 None None] Bound port: 8c68c176-4269-4813-abd6-88b0ece055ca, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f97a6a29-617a-45d7-84c9-9e8a63b25bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '95927ada-f3d8-4d72-9da7-76580a5e45f3'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:00:49.119199 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-cc18d9a9-9b9d-4c4c-bbd0-b72216c7d3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:49.170838 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c869e340-93c9-473b-a1d4-2e7fff0bfda7 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:49.225190 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc97d2-5af0-41ad-88ae-b664c7aa0465 None None] Pushing event updated for resources: {'Port': ['ID=52b99d6f-7b1b-401c-bce7-6c759ae424ad,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:49.265581 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port f961538f-ee6f-4e58-8b79-cbb89160e37a triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:00:49.266058 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:49.298629 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55374) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:49.328874 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-cc18d9a9-9b9d-4c4c-bbd0-b72216c7d3c8 None None] For port 8c68c176-4269-4813-abd6-88b0ece055ca, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:00:49.347388 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-cc18d9a9-9b9d-4c4c-bbd0-b72216c7d3c8 None None] For port 8c68c176-4269-4813-abd6-88b0ece055ca, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=8c68c176-4269-4813-abd6-88b0ece055ca,segment=NetworkSegment(f97a6a29-617a-45d7-84c9-9e8a63b25bfb),segment_id=f97a6a29-617a-45d7-84c9-9e8a63b25bfb)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:00:49.358173 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-c869e340-93c9-473b-a1d4-2e7fff0bfda7 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] In _notify_port_updated(), no bound segment for port 662cf654-01b9-43a4-b751-25ad7aefbb2d on network fcd0071d-bb0a-462f-9a36-ea380fba1110 {{(pid=88136) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 19:00:49.364685 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c869e340-93c9-473b-a1d4-2e7fff0bfda7 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:49.365464 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c869e340-93c9-473b-a1d4-2e7fff0bfda7 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:49.367065 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c869e340-93c9-473b-a1d4-2e7fff0bfda7 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] 10.222.0.87 "PUT /v2.0/ports/662cf654-01b9-43a4-b751-25ad7aefbb2d HTTP/1.1" status: 200 len: 1129 time: 1.3078053 Jan 21 19:00:49.377375 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55380) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:49.423243 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-cc18d9a9-9b9d-4c4c-bbd0-b72216c7d3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:49.513653 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcbc2fb-bf8a-44b8-8990-1253e34030b5 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Pushing event updated for resources: {'Subnet': ['ID=04e5e04d-d97a-410d-82da-dcc2b7d84658,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:49.559039 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcbc2fb-bf8a-44b8-8990-1253e34030b5 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Checking segment: {'id': '8d5cd5e9-d15d-4ab3-ab10-07eb8432acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ae76540c-de3f-4f6c-9320-e59d57f8f121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:00:49.559912 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcbc2fb-bf8a-44b8-8990-1253e34030b5 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Network hostable DHCP agents. Network: ae76540c-de3f-4f6c-9320-e59d57f8f121, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:00:49.570133 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c869e340-93c9-473b-a1d4-2e7fff0bfda7 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Pushing event updated for resources: {'Port': ['ID=662cf654-01b9-43a4-b751-25ad7aefbb2d,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:49.622845 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18d9a9-9b9d-4c4c-bbd0-b72216c7d3c8 None None] Pushing event updated for resources: {'Port': ['ID=8c68c176-4269-4813-abd6-88b0ece055ca,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:49.636748 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb81e50-1442-480f-ab01-6f19af3d6e04 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:49.637778 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7bb81e50-1442-480f-ab01-6f19af3d6e04 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Synchronizing usage tracker for tenant:9f8606d0458c44149facaf2075767bd9 on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:00:49.654137 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-326adf81-eec3-4d1a-a78a-8282d411d1a5 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Request body: {'networks': [{'name': 'tempest-network--63748310'}, {'name': 'tempest-network--1007981445'}]} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:49.654601 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-326adf81-eec3-4d1a-a78a-8282d411d1a5 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Request body: {'network': {'name': 'tempest-network--63748310'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:49.655043 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-326adf81-eec3-4d1a-a78a-8282d411d1a5 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Request body: {'network': {'name': 'tempest-network--1007981445'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:49.660515 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-326adf81-eec3-4d1a-a78a-8282d411d1a5 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:49.666736 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-326adf81-eec3-4d1a-a78a-8282d411d1a5 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Usage tracker for resource:network and tenant:42c487c2f982489688f167c6a74a1c43 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:49.670936 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-326adf81-eec3-4d1a-a78a-8282d411d1a5 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:49.677957 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-326adf81-eec3-4d1a-a78a-8282d411d1a5 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:49.685777 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fdd88a39-912b-4c30-b42b-31433417a729 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:49.704292 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcbc2fb-bf8a-44b8-8990-1253e34030b5 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Network ae76540c-de3f-4f6c-9320-e59d57f8f121 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:00:49.733621 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fd5ecaf2-9286-48f1-a430-61e713822f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:49.762646 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326adf81-eec3-4d1a-a78a-8282d411d1a5 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Made reservation on behalf of 42c487c2f982489688f167c6a74a1c43 for: {'network': 2} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:00:49.767694 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-326adf81-eec3-4d1a-a78a-8282d411d1a5 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:49.784191 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-326adf81-eec3-4d1a-a78a-8282d411d1a5 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:49.807607 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-fdd88a39-912b-4c30-b42b-31433417a729 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Deleting port 84a8a26c-a1a6-4aa9-9897-399a78f37e6d {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:00:49.808112 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fdd88a39-912b-4c30-b42b-31433417a729 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:49.809636 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7bb81e50-1442-480f-ab01-6f19af3d6e04 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Unset dirty status for tenant:9f8606d0458c44149facaf2075767bd9 on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:00:49.814854 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-7bb81e50-1442-480f-ab01-6f19af3d6e04 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] 10.222.0.87 "GET /v2.0/ports/662cf654-01b9-43a4-b751-25ad7aefbb2d HTTP/1.1" status: 200 len: 1129 time: 0.4346173 Jan 21 19:00:49.816993 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55384) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:49.817674 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-1fcbc2fb-bf8a-44b8-8990-1253e34030b5 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, ae76540c-de3f-4f6c-9320-e59d57f8f121) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:00:49.824058 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-326adf81-eec3-4d1a-a78a-8282d411d1a5 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:49.828684 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7d6fc4-c7f5-4775-b11b-2e74e438fd9c None None] Network ae76540c-de3f-4f6c-9320-e59d57f8f121 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:00:49.881594 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcbc2fb-bf8a-44b8-8990-1253e34030b5 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:49.882310 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1fcbc2fb-bf8a-44b8-8990-1253e34030b5 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:49.893912 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-326adf81-eec3-4d1a-a78a-8282d411d1a5 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Usage tracker for resource:security_group_rule and tenant:42c487c2f982489688f167c6a74a1c43 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:49.917455 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-326adf81-eec3-4d1a-a78a-8282d411d1a5 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:49.952408 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-326adf81-eec3-4d1a-a78a-8282d411d1a5 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:49.976533 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-2ad2d1eb-8f48-472a-8744-e2a81279c492 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Deleting port 662cf654-01b9-43a4-b751-25ad7aefbb2d {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:00:49.978078 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2ad2d1eb-8f48-472a-8744-e2a81279c492 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:50.034231 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f906e9e9-9fb4-4f4d-a958-11f368d5064c tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:50.100072 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-1fcbc2fb-bf8a-44b8-8990-1253e34030b5 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3230355 Jan 21 19:00:50.100941 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-6ba953f1-0101-4e43-9bbf-98459811054e None None] Provisioning complete for port 662cf654-01b9-43a4-b751-25ad7aefbb2d triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:00:50.101700 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6ba953f1-0101-4e43-9bbf-98459811054e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:50.107264 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55388) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:50.131073 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-fa3e2512-1cdf-4398-b18e-663dc926b63a tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Request body: {'subnet': {'network_id': '414c9723-1bb9-466e-b615-52f945bd22ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:50.258380 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-6ba953f1-0101-4e43-9bbf-98459811054e None None] Port 662cf654-01b9-43a4-b751-25ad7aefbb2d cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:00:50.330754 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65cde67-ac0f-4e45-bf48-73dceaf63449 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-ae76540c-de3f-4f6c-9320-e59d57f8f121', 'network_id': 'ae76540c-de3f-4f6c-9320-e59d57f8f121', 'tenant_id': '2be7e0190ec743aba66e02e31f80b391', 'fixed_ips': [{'subnet_id': '04e5e04d-d97a-410d-82da-dcc2b7d84658'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:00:50.331906 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f65cde67-ac0f-4e45-bf48-73dceaf63449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:50.334486 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-fa3e2512-1cdf-4398-b18e-663dc926b63a tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:50.354371 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-fa3e2512-1cdf-4398-b18e-663dc926b63a tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Usage tracker for resource:subnet and tenant:2be7e0190ec743aba66e02e31f80b391 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:50.383944 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-fa3e2512-1cdf-4398-b18e-663dc926b63a tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:50.401996 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-fa3e2512-1cdf-4398-b18e-663dc926b63a tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:50.471273 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fdd88a39-912b-4c30-b42b-31433417a729 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:50.540822 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2ad2d1eb-8f48-472a-8744-e2a81279c492 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:50.548635 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-f65cde67-ac0f-4e45-bf48-73dceaf63449 None None] Allocated IP 2001:db8::2 (ae76540c-de3f-4f6c-9320-e59d57f8f121/04e5e04d-d97a-410d-82da-dcc2b7d84658/30cacc90-c229-4511-bd98-13673b9c7f3d) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:00:50.550366 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-326adf81-eec3-4d1a-a78a-8282d411d1a5 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:50.586233 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf50def-f84c-4da0-adee-c5d0361c9b89 None None] Network fe9349f9-ebb7-4ed4-89c7-377645adc8f0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:00:50.637104 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-fdd88a39-912b-4c30-b42b-31433417a729 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Calling delete_port for 84a8a26c-a1a6-4aa9-9897-399a78f37e6d owned by network:router_gateway {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:00:50.688056 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-326adf81-eec3-4d1a-a78a-8282d411d1a5 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:50.688405 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-326adf81-eec3-4d1a-a78a-8282d411d1a5 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:50.706362 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-2ad2d1eb-8f48-472a-8744-e2a81279c492 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Calling delete_port for 662cf654-01b9-43a4-b751-25ad7aefbb2d owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:00:50.841614 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-326adf81-eec3-4d1a-a78a-8282d411d1a5 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:00:50.862776 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-326adf81-eec3-4d1a-a78a-8282d411d1a5 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:50.863118 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-326adf81-eec3-4d1a-a78a-8282d411d1a5 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Added segment c1b418d6-5b77-4895-a343-68683062618c of type vlan for network 0890abfd-fc91-449d-a243-43799f37b255 Jan 21 19:00:50.938551 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-326adf81-eec3-4d1a-a78a-8282d411d1a5 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:50.996461 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3e2512-1cdf-4398-b18e-663dc926b63a tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Made reservation on behalf of 2be7e0190ec743aba66e02e31f80b391 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:00:51.004518 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fa3e2512-1cdf-4398-b18e-663dc926b63a tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:51.015662 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-326adf81-eec3-4d1a-a78a-8282d411d1a5 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:00:51.029537 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-94dc7d0c-16bb-453e-82a2-3786e6ae8963 None None] Provisioning for port 773c8944-70f5-4583-b320-38d032acce5d completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:00:51.033551 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-326adf81-eec3-4d1a-a78a-8282d411d1a5 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:51.033551 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-326adf81-eec3-4d1a-a78a-8282d411d1a5 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Added segment 55c8326b-431e-400a-81f9-32d3344cdf1f of type vlan for network f951eaf9-5026-4138-9bf2-51236f384a99 Jan 21 19:00:51.039458 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326adf81-eec3-4d1a-a78a-8282d411d1a5 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b37848cd-f726-4a69-adad-6c526b6dfa1d,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:51.071053 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13953276-3746-4e4e-9c1f-603f469db7ce None None] Network 5325a9d7-1fcd-4aad-add2-e2df14debfe6 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:00:51.122179 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-326adf81-eec3-4d1a-a78a-8282d411d1a5 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:51.125089 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fdd88a39-912b-4c30-b42b-31433417a729 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:51.278442 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 52b99d6f-7b1b-401c-bce7-6c759ae424ad up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:00:51.286395 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f906e9e9-9fb4-4f4d-a958-11f368d5064c tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:51.288985 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-326adf81-eec3-4d1a-a78a-8282d411d1a5 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:51.290222 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-326adf81-eec3-4d1a-a78a-8282d411d1a5 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:51.302279 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326adf81-eec3-4d1a-a78a-8282d411d1a5 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:51.307429 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326adf81-eec3-4d1a-a78a-8282d411d1a5 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:51.308492 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-326adf81-eec3-4d1a-a78a-8282d411d1a5 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:51.331977 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5ecaf2-9286-48f1-a430-61e713822f01 admin admin] Router 2b24f1d9-b1fb-4233-89a5-cef9be031802 is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:00:51.333937 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd88a39-912b-4c30-b42b-31433417a729 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Pushing event deleted for resources: {'Port': ['ID=84a8a26c-a1a6-4aa9-9897-399a78f37e6d,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:51.382060 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2ad2d1eb-8f48-472a-8744-e2a81279c492 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:51.404805 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f906e9e9-9fb4-4f4d-a958-11f368d5064c tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Pushing event deleted for resources: {'Subnet': ['ID=9487e5ed-14a0-41e1-97b8-c4a06bab1ca1,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:51.430291 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0889e2-6016-48c0-b484-94c5cfa21f5c None None] Network 95927ada-f3d8-4d72-9da7-76580a5e45f3 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:00:51.444890 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad2d1eb-8f48-472a-8744-e2a81279c492 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Pushing event deleted for resources: {'Port': ['ID=662cf654-01b9-43a4-b751-25ad7aefbb2d,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:51.464511 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f906e9e9-9fb4-4f4d-a958-11f368d5064c tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:51.548657 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326adf81-eec3-4d1a-a78a-8282d411d1a5 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Pushing event updated for resources: {'Network': ['ID=0890abfd-fc91-449d-a243-43799f37b255,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:51.576981 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2ad2d1eb-8f48-472a-8744-e2a81279c492 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:51.588831 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-2ad2d1eb-8f48-472a-8744-e2a81279c492 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] 10.222.0.87 "DELETE /v2.0/ports/662cf654-01b9-43a4-b751-25ad7aefbb2d HTTP/1.1" status: 204 len: 168 time: 1.7583041 Jan 21 19:00:51.588831 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55392) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:51.599886 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 0890abfd-fc91-449d-a243-43799f37b255 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:00:51.711840 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f65cde67-ac0f-4e45-bf48-73dceaf63449 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:51.752035 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-1634cdb8-fd28-45ae-b56d-d13eabae686e None None] Provisioning for port 52b99d6f-7b1b-401c-bce7-6c759ae424ad completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:00:51.770563 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-326adf81-eec3-4d1a-a78a-8282d411d1a5 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.4542303 Jan 21 19:00:51.775444 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55396) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:51.797698 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f906e9e9-9fb4-4f4d-a958-11f368d5064c tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] 10.222.0.87 "DELETE /v2.0/subnets/9487e5ed-14a0-41e1-97b8-c4a06bab1ca1 HTTP/1.1" status: 204 len: 168 time: 3.8859508 Jan 21 19:00:51.816295 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55398) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:51.851139 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f65cde67-ac0f-4e45-bf48-73dceaf63449 None None] Transition to ACTIVE for port object 30cacc90-c229-4511-bd98-13673b9c7f3d will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:00:51.856392 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326adf81-eec3-4d1a-a78a-8282d411d1a5 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Pushing event updated for resources: {'Network': ['ID=f951eaf9-5026-4138-9bf2-51236f384a99,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:51.903210 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-3618ace2-d090-45fb-a290-8212d64add1a tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Deleting subnet 92dbd5b2-8af0-49f7-adc0-6b6b7f38c3db {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:00:51.907259 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3618ace2-d090-45fb-a290-8212d64add1a tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:51.940962 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network f951eaf9-5026-4138-9bf2-51236f384a99 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:00:51.963751 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3618ace2-d090-45fb-a290-8212d64add1a tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:51.965982 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5ecaf2-9286-48f1-a430-61e713822f01 admin admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:00:51.973347 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fdd88a39-912b-4c30-b42b-31433417a729 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:51.982981 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade36be3-5002-4069-8320-0f1156c01551 None None] Sync routers for ids ['2b24f1d9-b1fb-4233-89a5-cef9be031802'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:00:51.993072 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade36be3-5002-4069-8320-0f1156c01551 None None] Routers {'2b24f1d9-b1fb-4233-89a5-cef9be031802'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:00:51.994018 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-ade36be3-5002-4069-8320-0f1156c01551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:00:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['2b24f1d9-b1fb-4233-89a5-cef9be031802'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:52.064633 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3618ace2-d090-45fb-a290-8212d64add1a tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:52.068266 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 52b99d6f-7b1b-401c-bce7-6c759ae424ad completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:00:52.094192 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f65cde67-ac0f-4e45-bf48-73dceaf63449 None None] Transition to ACTIVE for port object 30cacc90-c229-4511-bd98-13673b9c7f3d will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:00:52.130095 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7399a0-168f-435c-a68a-121c6abc14d7 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:52.131604 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7399a0-168f-435c-a68a-121c6abc14d7 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:52.132346 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-0b7399a0-168f-435c-a68a-121c6abc14d7 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Synchronizing usage tracker for tenant:8da0247cdb454b3399a20a44bfeaad0c on resource:subnet {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:00:52.195421 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 52b99d6f-7b1b-401c-bce7-6c759ae424ad triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:00:52.195707 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:52.216520 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-ade36be3-5002-4069-8320-0f1156c01551 None None] Set router 2b24f1d9-b1fb-4233-89a5-cef9be031802 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:00:52.217351 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fdd88a39-912b-4c30-b42b-31433417a729 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:52.223221 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fdd88a39-912b-4c30-b42b-31433417a729 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:52.257920 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7a7030-fd21-45fe-8d81-cd4dad4c61ee tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:52.261007 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-1634cdb8-fd28-45ae-b56d-d13eabae686e None None] Provisioning for port 8c68c176-4269-4813-abd6-88b0ece055ca completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:00:52.264561 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7a7030-fd21-45fe-8d81-cd4dad4c61ee tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:52.271394 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7a7030-fd21-45fe-8d81-cd4dad4c61ee tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:52.277266 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7a7030-fd21-45fe-8d81-cd4dad4c61ee tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:52.278202 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-1a7a7030-fd21-45fe-8d81-cd4dad4c61ee tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Synchronizing usage tracker for tenant:42c487c2f982489688f167c6a74a1c43 on resource:network {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:00:52.286286 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f65cde67-ac0f-4e45-bf48-73dceaf63449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:52.318205 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fd5ecaf2-9286-48f1-a430-61e713822f01 admin admin] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:52.318770 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3618ace2-d090-45fb-a290-8212d64add1a tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:52.320051 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-fd5ecaf2-9286-48f1-a430-61e713822f01 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.3383858 Jan 21 19:00:52.321435 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fa3e2512-1cdf-4398-b18e-663dc926b63a tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:52.327576 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55404) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:52.373901 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-0b7399a0-168f-435c-a68a-121c6abc14d7 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Unset dirty status for tenant:8da0247cdb454b3399a20a44bfeaad0c on resource:subnet {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:00:52.375449 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-0b7399a0-168f-435c-a68a-121c6abc14d7 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5504215 Jan 21 19:00:52.376485 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fdd88a39-912b-4c30-b42b-31433417a729 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:52.377143 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd88a39-912b-4c30-b42b-31433417a729 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Fanout notify agent at l3_agent the message router_deleted on router 82b5c06e-44cf-448f-bdaf-40c6d3ac938e {{(pid=88137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:00:52.383208 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65cde67-ac0f-4e45-bf48-73dceaf63449 None None] Network ae76540c-de3f-4f6c-9320-e59d57f8f121 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:00:52.395620 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55410) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:52.397528 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-f65cde67-ac0f-4e45-bf48-73dceaf63449 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:00:52.398736 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3618ace2-d090-45fb-a290-8212d64add1a tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:52.407034 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65cde67-ac0f-4e45-bf48-73dceaf63449 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:00:52.408486 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618ace2-d090-45fb-a290-8212d64add1a tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Pushing event deleted for resources: {'Subnet': ['ID=92dbd5b2-8af0-49f7-adc0-6b6b7f38c3db,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:52.415910 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65cde67-ac0f-4e45-bf48-73dceaf63449 None None] Pushing event updated for resources: {'Port': ['ID=30cacc90-c229-4511-bd98-13673b9c7f3d,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:52.425419 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19e608d-97d6-4794-a7c7-4ee2c5cbfef5 None None] Network fcd0071d-bb0a-462f-9a36-ea380fba1110 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:00:52.437569 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-3618ace2-d090-45fb-a290-8212d64add1a tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] 10.222.0.87 "DELETE /v2.0/subnets/92dbd5b2-8af0-49f7-adc0-6b6b7f38c3db HTTP/1.1" status: 204 len: 168 time: 0.8523831 Jan 21 19:00:52.444857 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-1a7a7030-fd21-45fe-8d81-cd4dad4c61ee tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Unset dirty status for tenant:42c487c2f982489688f167c6a74a1c43 on resource:network {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:00:52.444857 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-1a7a7030-fd21-45fe-8d81-cd4dad4c61ee tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.6183681 Jan 21 19:00:52.444857 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55412) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:52.473103 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55416) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:52.579570 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-ade36be3-5002-4069-8320-0f1156c01551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b24f1d9-b1fb-4233-89a5-cef9be031802', 'name': 'tempest-ServersTestManualDisk-1436137172-router', 'tenant_id': '35339a7947db486893b0582b9003cb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.207'}], 'enable_snat': True}, 'gw_port_id': '29b7d165-4bc5-4789-bdcb-e021ea4e4f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:00:44Z', 'updated_at': '2022-01-21T19:00:47Z', 'revision_number': 3, 'project_id': '35339a7947db486893b0582b9003cb0e', 'gw_port': {'id': '29b7d165-4bc5-4789-bdcb-e021ea4e4f59', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:87:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b24f1d9-b1fb-4233-89a5-cef9be031802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:00:45Z', 'updated_at': '2022-01-21T19:00:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:52.584150 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade36be3-5002-4069-8320-0f1156c01551 None None] Checking router: 2b24f1d9-b1fb-4233-89a5-cef9be031802 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:00:52.584506 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade36be3-5002-4069-8320-0f1156c01551 None None] Updating router 2b24f1d9-b1fb-4233-89a5-cef9be031802 port 29b7d165-4bc5-4789-bdcb-e021ea4e4f59 binding host dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:00:52.645669 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ade36be3-5002-4069-8320-0f1156c01551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:52.712150 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fdd88a39-912b-4c30-b42b-31433417a729 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:52.717101 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-fdd88a39-912b-4c30-b42b-31433417a729 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] 10.222.0.87 "DELETE /v2.0/routers/82b5c06e-44cf-448f-bdaf-40c6d3ac938e HTTP/1.1" status: 204 len: 168 time: 4.6797357 Jan 21 19:00:52.769513 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55422) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:52.804300 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-c617b0c1-b102-490d-b330-2e1f08260f3c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1117303636', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:52.818164 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f9190233-13ce-427d-bece-4ab506c6761f tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:52.827822 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-c617b0c1-b102-490d-b330-2e1f08260f3c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:52.833280 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da87290-1547-4cf1-8ae7-4b3c76b56963 None None] DHCP port deletion for 95927ada-f3d8-4d72-9da7-76580a5e45f3 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:00:52.841477 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-34a38c37-2b4c-43a5-8de9-310759e8b178 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:52.845358 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-c617b0c1-b102-490d-b330-2e1f08260f3c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Usage tracker for resource:router and tenant:d4f00f68e2c843989919a98d327b35b6 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:52.845720 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-f65cde67-ac0f-4e45-bf48-73dceaf63449 None None] Attempting to bind port 30cacc90-c229-4511-bd98-13673b9c7f3d on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:00:52.846113 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-f65cde67-ac0f-4e45-bf48-73dceaf63449 None None] Attempting to bind port 30cacc90-c229-4511-bd98-13673b9c7f3d by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '8d5cd5e9-d15d-4ab3-ab10-07eb8432acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ae76540c-de3f-4f6c-9320-e59d57f8f121'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:00:52.846470 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65cde67-ac0f-4e45-bf48-73dceaf63449 None None] Attempting to bind port 30cacc90-c229-4511-bd98-13673b9c7f3d on network ae76540c-de3f-4f6c-9320-e59d57f8f121 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:00:52.848321 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-193ad435-8ad3-494f-bb64-74cd2bcc9899 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:52.848454 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:52.861185 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-c617b0c1-b102-490d-b330-2e1f08260f3c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:52.864832 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-3da87290-1547-4cf1-8ae7-4b3c76b56963 None None] Deleting port 8c68c176-4269-4813-abd6-88b0ece055ca {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:00:52.865321 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3da87290-1547-4cf1-8ae7-4b3c76b56963 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:52.871458 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-c617b0c1-b102-490d-b330-2e1f08260f3c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:52.883379 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-f9190233-13ce-427d-bece-4ab506c6761f tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Deleting port f961538f-ee6f-4e58-8b79-cbb89160e37a {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:00:52.885429 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f9190233-13ce-427d-bece-4ab506c6761f tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:52.915116 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-193ad435-8ad3-494f-bb64-74cd2bcc9899 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 21 19:00:52.915748 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-193ad435-8ad3-494f-bb64-74cd2bcc9899 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:00:52.924797 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-193ad435-8ad3-494f-bb64-74cd2bcc9899 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] 10.222.0.87 "DELETE /v2.0/networks/95927ada-f3d8-4d72-9da7-76580a5e45f3 HTTP/1.1" status: 409 len: 405 time: 0.3821361 Jan 21 19:00:52.926253 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e2512-1cdf-4398-b18e-663dc926b63a tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Pushing event updated for resources: {'Subnet': ['ID=ffce93c9-43bf-4c21-8665-9020567153b1,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:52.928448 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55426) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:52.948772 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-80057384-3b6f-40f3-9582-7b6c9a5b9895 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1981440516'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:52.955587 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-80057384-3b6f-40f3-9582-7b6c9a5b9895 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:52.960169 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-80057384-3b6f-40f3-9582-7b6c9a5b9895 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Usage tracker for resource:network and tenant:8da0247cdb454b3399a20a44bfeaad0c is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:52.963272 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-80057384-3b6f-40f3-9582-7b6c9a5b9895 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:52.970948 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-80057384-3b6f-40f3-9582-7b6c9a5b9895 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:52.974558 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65cde67-ac0f-4e45-bf48-73dceaf63449 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:00:52.974941 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65cde67-ac0f-4e45-bf48-73dceaf63449 None None] Checking segment: {'id': '8d5cd5e9-d15d-4ab3-ab10-07eb8432acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ae76540c-de3f-4f6c-9320-e59d57f8f121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:00:52.978463 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f65cde67-ac0f-4e45-bf48-73dceaf63449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:52.988038 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65cde67-ac0f-4e45-bf48-73dceaf63449 None None] Bound using segment: {'id': '8d5cd5e9-d15d-4ab3-ab10-07eb8432acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ae76540c-de3f-4f6c-9320-e59d57f8f121'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:00:52.988691 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-f65cde67-ac0f-4e45-bf48-73dceaf63449 None None] Bound port: 30cacc90-c229-4511-bd98-13673b9c7f3d, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d5cd5e9-d15d-4ab3-ab10-07eb8432acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ae76540c-de3f-4f6c-9320-e59d57f8f121'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:00:52.989086 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f65cde67-ac0f-4e45-bf48-73dceaf63449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:53.039999 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c617b0c1-b102-490d-b330-2e1f08260f3c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:53.041228 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c617b0c1-b102-490d-b330-2e1f08260f3c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:53.127016 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ade36be3-5002-4069-8320-0f1156c01551 None None] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:53.139901 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-ade36be3-5002-4069-8320-0f1156c01551 None None] Transition to ACTIVE for port object 29b7d165-4bc5-4789-bdcb-e021ea4e4f59 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:00:53.170494 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80057384-3b6f-40f3-9582-7b6c9a5b9895 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Made reservation on behalf of 8da0247cdb454b3399a20a44bfeaad0c for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:00:53.174227 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-80057384-3b6f-40f3-9582-7b6c9a5b9895 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:53.197901 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3e2512-1cdf-4398-b18e-663dc926b63a tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Checking segment: {'id': '34f01650-187b-4de0-a5b2-ef07a9dca447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '414c9723-1bb9-466e-b615-52f945bd22ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:00:53.198261 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3e2512-1cdf-4398-b18e-663dc926b63a tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Network hostable DHCP agents. Network: 414c9723-1bb9-466e-b615-52f945bd22ce, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:00:53.205939 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 52b99d6f-7b1b-401c-bce7-6c759ae424ad, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=52b99d6f-7b1b-401c-bce7-6c759ae424ad,segment=NetworkSegment(41c522fc-4ffc-4ce8-8882-689d08da2d74),segment_id=41c522fc-4ffc-4ce8-8882-689d08da2d74)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:00:53.225778 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-34a38c37-2b4c-43a5-8de9-310759e8b178 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:53.236807 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c617b0c1-b102-490d-b330-2e1f08260f3c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:53.241559 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ade36be3-5002-4069-8320-0f1156c01551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:53.313165 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:53.314330 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 8c68c176-4269-4813-abd6-88b0ece055ca up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:00:53.329212 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-34a38c37-2b4c-43a5-8de9-310759e8b178 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0890abfd-fc91-449d-a243-43799f37b255']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:53.351987 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-34a38c37-2b4c-43a5-8de9-310759e8b178 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1b418d6-5b77-4895-a343-68683062618c') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:53.352340 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-34a38c37-2b4c-43a5-8de9-310759e8b178 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1b418d6-5b77-4895-a343-68683062618c') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:53.362354 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-f9190233-13ce-427d-bece-4ab506c6761f tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] For port f961538f-ee6f-4e58-8b79-cbb89160e37a, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=f961538f-ee6f-4e58-8b79-cbb89160e37a,segment=NetworkSegment(2bb0d2aa-7830-40e4-b629-6273f81da2f0),segment_id=2bb0d2aa-7830-40e4-b629-6273f81da2f0)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:00:53.362700 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f9190233-13ce-427d-bece-4ab506c6761f tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:53.384527 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-34a38c37-2b4c-43a5-8de9-310759e8b178 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:53.443569 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80057384-3b6f-40f3-9582-7b6c9a5b9895 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:00:53.476850 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3e2512-1cdf-4398-b18e-663dc926b63a tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Network 414c9723-1bb9-466e-b615-52f945bd22ce is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:00:53.481650 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b82f4-ac9b-48ed-8000-103ac33ba718 None None] Pushing event updated for resources: {'Port': ['ID=29b7d165-4bc5-4789-bdcb-e021ea4e4f59,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:53.494701 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-80057384-3b6f-40f3-9582-7b6c9a5b9895 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:53.495047 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-80057384-3b6f-40f3-9582-7b6c9a5b9895 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Added segment eccaa319-de92-4e4f-9689-a82bbe9b267d of type vlan for network ccc3f5b4-c695-4b2e-81e7-a47de4a27c78 Jan 21 19:00:53.514008 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-f9190233-13ce-427d-bece-4ab506c6761f tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Calling delete_port for f961538f-ee6f-4e58-8b79-cbb89160e37a owned by network:dhcp {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:00:53.546822 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c617b0c1-b102-490d-b330-2e1f08260f3c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:53.547498 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b82f4-ac9b-48ed-8000-103ac33ba718 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:00:53.548453 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-f65cde67-ac0f-4e45-bf48-73dceaf63449 None None] For port 30cacc90-c229-4511-bd98-13673b9c7f3d, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:00:53.554850 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b82f4-ac9b-48ed-8000-103ac33ba718 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:00:53.555272 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b82f4-ac9b-48ed-8000-103ac33ba718 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:00:53.555608 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b82f4-ac9b-48ed-8000-103ac33ba718 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:00:53.557614 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b82f4-ac9b-48ed-8000-103ac33ba718 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:00:53.558010 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b82f4-ac9b-48ed-8000-103ac33ba718 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:00:53.558467 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b82f4-ac9b-48ed-8000-103ac33ba718 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:00:53.558864 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b82f4-ac9b-48ed-8000-103ac33ba718 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:00:53.559589 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b82f4-ac9b-48ed-8000-103ac33ba718 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:00:53.567580 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b82f4-ac9b-48ed-8000-103ac33ba718 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:00:53.567580 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b82f4-ac9b-48ed-8000-103ac33ba718 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:00:53.567816 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b82f4-ac9b-48ed-8000-103ac33ba718 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:00:53.576151 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-f65cde67-ac0f-4e45-bf48-73dceaf63449 None None] For port 30cacc90-c229-4511-bd98-13673b9c7f3d, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=30cacc90-c229-4511-bd98-13673b9c7f3d,segment=NetworkSegment(8d5cd5e9-d15d-4ab3-ab10-07eb8432acef),segment_id=8d5cd5e9-d15d-4ab3-ab10-07eb8432acef)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:00:53.582017 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-80057384-3b6f-40f3-9582-7b6c9a5b9895 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:53.582933 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-34a38c37-2b4c-43a5-8de9-310759e8b178 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:53.594816 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-ade36be3-5002-4069-8320-0f1156c01551 None None] Attempting to bind port 29b7d165-4bc5-4789-bdcb-e021ea4e4f59 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:00:53.595142 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-ade36be3-5002-4069-8320-0f1156c01551 None None] Attempting to bind port 29b7d165-4bc5-4789-bdcb-e021ea4e4f59 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:00:53.595685 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade36be3-5002-4069-8320-0f1156c01551 None None] Attempting to bind port 29b7d165-4bc5-4789-bdcb-e021ea4e4f59 on network 552ba34b-3dd7-4be8-8310-a9fc908fe72b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:00:53.599480 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34a38c37-2b4c-43a5-8de9-310759e8b178 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:00:53.602167 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-34a38c37-2b4c-43a5-8de9-310759e8b178 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:53.604828 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade36be3-5002-4069-8320-0f1156c01551 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:00:53.610319 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade36be3-5002-4069-8320-0f1156c01551 None None] Checking segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:00:53.610319 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ade36be3-5002-4069-8320-0f1156c01551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:53.610319 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade36be3-5002-4069-8320-0f1156c01551 None None] Bound using segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:00:53.610319 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-ade36be3-5002-4069-8320-0f1156c01551 None None] Bound port: 29b7d165-4bc5-4789-bdcb-e021ea4e4f59, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:00:53.610319 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ade36be3-5002-4069-8320-0f1156c01551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:53.634045 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-235b9043-0d8a-41fd-bf69-f9b74b61aa84 None None] Provisioning complete for port 52b99d6f-7b1b-401c-bce7-6c759ae424ad triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:00:53.634425 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-235b9043-0d8a-41fd-bf69-f9b74b61aa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:53.718852 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-ade36be3-5002-4069-8320-0f1156c01551 None None] For port 29b7d165-4bc5-4789-bdcb-e021ea4e4f59, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:00:53.721033 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:00:53.721033 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:00:53.721033 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:00:53.721033 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:00:53.721033 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:00:53.721033 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:00:53.721033 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:00:53.721033 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:00:53.721033 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:00:53.721033 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:00:53.721033 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:00:53.721033 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:00:53.721033 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:00:53.721033 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:00:53.721033 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:00:53.721033 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:00:53.721033 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:00:53.721033 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:00:53.721033 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:00:53.721033 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:00:53.721033 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:00:53.721033 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:00:53.721033 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:00:53.721033 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:00:53.721033 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:00:53.721033 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:00:53.721033 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:00:53.721033 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:00:53.721033 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:00:53.721033 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:00:53.721033 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:00:53.721033 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:00:53.737743 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-fa3e2512-1cdf-4398-b18e-663dc926b63a tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 414c9723-1bb9-466e-b615-52f945bd22ce) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:00:53.744272 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f65cde67-ac0f-4e45-bf48-73dceaf63449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:53.752378 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=52b99d6f-7b1b-401c-bce7-6c759ae424ad,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:53.770048 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d23c312-3a6d-47ab-9bec-d871ae12fce3 None None] Network 414c9723-1bb9-466e-b615-52f945bd22ce requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:00:53.772503 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3e2512-1cdf-4398-b18e-663dc926b63a tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:53.773101 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fa3e2512-1cdf-4398-b18e-663dc926b63a tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:53.832189 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f6a0f876-66b9-4e9d-8134-ebe4b21bc187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:53.849189 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-ade36be3-5002-4069-8320-0f1156c01551 None None] For port 29b7d165-4bc5-4789-bdcb-e021ea4e4f59, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=29b7d165-4bc5-4789-bdcb-e021ea4e4f59,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:00:53.870114 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c617b0c1-b102-490d-b330-2e1f08260f3c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:53.872366 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c617b0c1-b102-490d-b330-2e1f08260f3c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0993805 Jan 21 19:00:53.873054 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-34a38c37-2b4c-43a5-8de9-310759e8b178 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:53.877279 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-34a38c37-2b4c-43a5-8de9-310759e8b178 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:53.880572 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55432) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:53.909829 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-796260dc-393f-46ba-8cce-611a626d81b0 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'enable_snat': True}}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:53.914361 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-3da87290-1547-4cf1-8ae7-4b3c76b56963 None None] For port 8c68c176-4269-4813-abd6-88b0ece055ca, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=8c68c176-4269-4813-abd6-88b0ece055ca,segment=NetworkSegment(f97a6a29-617a-45d7-84c9-9e8a63b25bfb),segment_id=f97a6a29-617a-45d7-84c9-9e8a63b25bfb)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:00:53.914866 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3da87290-1547-4cf1-8ae7-4b3c76b56963 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:53.933027 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-80057384-3b6f-40f3-9582-7b6c9a5b9895 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:53.940358 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80057384-3b6f-40f3-9582-7b6c9a5b9895 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:53.941197 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-80057384-3b6f-40f3-9582-7b6c9a5b9895 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:53.958960 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ade36be3-5002-4069-8320-0f1156c01551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:53.994296 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-fa3e2512-1cdf-4398-b18e-663dc926b63a tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8788888 Jan 21 19:00:54.004113 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55438) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:54.041546 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012222ef-6e53-48b8-8a2e-058f3bc39ecb None None] DHCP port deletion for fcd0071d-bb0a-462f-9a36-ea380fba1110 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:00:54.046901 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:00:54.054398 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-012222ef-6e53-48b8-8a2e-058f3bc39ecb None None] Deleting port f961538f-ee6f-4e58-8b79-cbb89160e37a {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:00:54.068665 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-012222ef-6e53-48b8-8a2e-058f3bc39ecb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:54.073643 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade36be3-5002-4069-8320-0f1156c01551 None None] Routers {'2b24f1d9-b1fb-4233-89a5-cef9be031802'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:00:54.074863 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-ade36be3-5002-4069-8320-0f1156c01551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:00:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['2b24f1d9-b1fb-4233-89a5-cef9be031802'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:54.113756 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a38c37-2b4c-43a5-8de9-310759e8b178 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Pushing event deleted for resources: {'Network': ['ID=0890abfd-fc91-449d-a243-43799f37b255,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:54.139285 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55444) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:54.140104 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-80057384-3b6f-40f3-9582-7b6c9a5b9895 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2038636 Jan 21 19:00:54.158068 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-12b3e640-9fab-4962-9c6f-b85041aac464 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Request body: {'subnet': {'network_id': 'ccc3f5b4-c695-4b2e-81e7-a47de4a27c78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:54.279791 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-ade36be3-5002-4069-8320-0f1156c01551 None None] Set router 2b24f1d9-b1fb-4233-89a5-cef9be031802 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:00:54.326203 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80057384-3b6f-40f3-9582-7b6c9a5b9895 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Pushing event updated for resources: {'Network': ['ID=ccc3f5b4-c695-4b2e-81e7-a47de4a27c78,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:54.350828 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-3da87290-1547-4cf1-8ae7-4b3c76b56963 None None] Calling delete_port for 8c68c176-4269-4813-abd6-88b0ece055ca owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:00:54.385941 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-12b3e640-9fab-4962-9c6f-b85041aac464 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:54.414580 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-12b3e640-9fab-4962-9c6f-b85041aac464 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:54.419420 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network ccc3f5b4-c695-4b2e-81e7-a47de4a27c78 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:00:54.437717 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b82f4-ac9b-48ed-8000-103ac33ba718 None None] Pushing event updated for resources: {'Port': ['ID=29b7d165-4bc5-4789-bdcb-e021ea4e4f59,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:54.449563 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-34a38c37-2b4c-43a5-8de9-310759e8b178 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] 10.222.0.87 "DELETE /v2.0/networks/0890abfd-fc91-449d-a243-43799f37b255 HTTP/1.1" status: 204 len: 168 time: 1.9746618 Jan 21 19:00:54.454018 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f9190233-13ce-427d-bece-4ab506c6761f tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:54.455543 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 8c68c176-4269-4813-abd6-88b0ece055ca completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:00:54.475954 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65cde67-ac0f-4e45-bf48-73dceaf63449 None None] Pushing event updated for resources: {'Port': ['ID=30cacc90-c229-4511-bd98-13673b9c7f3d,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:54.477962 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55448) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:54.655975 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 8c68c176-4269-4813-abd6-88b0ece055ca triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:00:54.655975 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:54.696292 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-f6a0f876-66b9-4e9d-8134-ebe4b21bc187 admin admin] Allocated IP 172.20.0.1 (fe9349f9-ebb7-4ed4-89c7-377645adc8f0/46be17ed-e474-4ae3-8ca8-5faafc286898/89ba422f-66a7-4d8f-b525-9204540db746) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:00:54.829746 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-ade36be3-5002-4069-8320-0f1156c01551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b24f1d9-b1fb-4233-89a5-cef9be031802', 'name': 'tempest-ServersTestManualDisk-1436137172-router', 'tenant_id': '35339a7947db486893b0582b9003cb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.207'}], 'enable_snat': True}, 'gw_port_id': '29b7d165-4bc5-4789-bdcb-e021ea4e4f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:00:44Z', 'updated_at': '2022-01-21T19:00:47Z', 'revision_number': 3, 'project_id': '35339a7947db486893b0582b9003cb0e', 'gw_port': {'id': '29b7d165-4bc5-4789-bdcb-e021ea4e4f59', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:87:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b24f1d9-b1fb-4233-89a5-cef9be031802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:00:45Z', 'updated_at': '2022-01-21T19:00:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:54.833892 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade36be3-5002-4069-8320-0f1156c01551 None None] The sync data for ids ['2b24f1d9-b1fb-4233-89a5-cef9be031802'] in dv-neutron-825470-1-hyperv is: [{'id': '2b24f1d9-b1fb-4233-89a5-cef9be031802', 'name': 'tempest-ServersTestManualDisk-1436137172-router', 'tenant_id': '35339a7947db486893b0582b9003cb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.207'}], 'enable_snat': True}, 'gw_port_id': '29b7d165-4bc5-4789-bdcb-e021ea4e4f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:00:44Z', 'updated_at': '2022-01-21T19:00:47Z', 'revision_number': 3, 'project_id': '35339a7947db486893b0582b9003cb0e', 'gw_port': {'id': '29b7d165-4bc5-4789-bdcb-e021ea4e4f59', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:87:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b24f1d9-b1fb-4233-89a5-cef9be031802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:00:45Z', 'updated_at': '2022-01-21T19:00:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:00:54.862550 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b056eeca-ab43-492b-80a0-a272e2aa7667 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:54.868388 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b3e640-9fab-4962-9c6f-b85041aac464 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Made reservation on behalf of 8da0247cdb454b3399a20a44bfeaad0c for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:00:54.872432 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-12b3e640-9fab-4962-9c6f-b85041aac464 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:54.885470 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-012222ef-6e53-48b8-8a2e-058f3bc39ecb None None] The port 'f961538f-ee6f-4e58-8b79-cbb89160e37a' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:00:54.935445 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f6a0f876-66b9-4e9d-8134-ebe4b21bc187 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:55.063949 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-796260dc-393f-46ba-8cce-611a626d81b0 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:55.069541 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9190233-13ce-427d-bece-4ab506c6761f tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] No DVR routers for this DVR port f961538f-ee6f-4e58-8b79-cbb89160e37a on host dv-neutron-825470-1-hyperv {{(pid=88136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:00:55.145224 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9190233-13ce-427d-bece-4ab506c6761f tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Pushing event deleted for resources: {'Port': ['ID=f961538f-ee6f-4e58-8b79-cbb89160e37a,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:55.146110 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-81b91cc9-32e1-4e27-8e00-9ea1c205f170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:55.159734 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3da87290-1547-4cf1-8ae7-4b3c76b56963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:55.189760 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-11e3c866-8a94-49e8-9939-0219b9cac5f7 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:55.238466 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb5b9b2-8513-4cf5-bc54-ee38683a1080 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-414c9723-1bb9-466e-b615-52f945bd22ce', 'network_id': '414c9723-1bb9-466e-b615-52f945bd22ce', 'tenant_id': '2be7e0190ec743aba66e02e31f80b391', 'fixed_ips': [{'subnet_id': 'ffce93c9-43bf-4c21-8665-9020567153b1'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:00:55.239289 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-feb5b9b2-8513-4cf5-bc54-ee38683a1080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:55.240449 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-f6a0f876-66b9-4e9d-8134-ebe4b21bc187 admin admin] Transition to ACTIVE for port object 89ba422f-66a7-4d8f-b525-9204540db746 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:00:55.280347 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da87290-1547-4cf1-8ae7-4b3c76b56963 None None] Pushing event deleted for resources: {'Port': ['ID=8c68c176-4269-4813-abd6-88b0ece055ca,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:55.290992 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da87290-1547-4cf1-8ae7-4b3c76b56963 None None] No DVR routers for this DVR port 8c68c176-4269-4813-abd6-88b0ece055ca on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:00:55.293682 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:55.541948 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f9190233-13ce-427d-bece-4ab506c6761f tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:55.587380 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f6a0f876-66b9-4e9d-8134-ebe4b21bc187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:55.607909 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-f9190233-13ce-427d-bece-4ab506c6761f tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd0071d-bb0a-462f-9a36-ea380fba1110']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:55.647203 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-feb5b9b2-8513-4cf5-bc54-ee38683a1080 None None] Allocated IP 2001:db8::2 (414c9723-1bb9-466e-b615-52f945bd22ce/ffce93c9-43bf-4c21-8665-9020567153b1/449b8552-de93-45e8-9f97-c07731f6ed76) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:00:55.651140 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 773c8944-70f5-4583-b320-38d032acce5d up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:00:55.846790 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d3aa4-8978-4e54-80dd-8f4aaeafe6b6 req-6a2a316c-ecb9-4a89-84b7-96476220ec6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:55.848408 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-405d3aa4-8978-4e54-80dd-8f4aaeafe6b6 req-6a2a316c-ecb9-4a89-84b7-96476220ec6a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=bb8144e3b5cb451fa2ea1f5ea2efa32a&device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 1098 time: 0.9778569 Jan 21 19:00:55.872354 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a0f876-66b9-4e9d-8134-ebe4b21bc187 admin admin] Network fe9349f9-ebb7-4ed4-89c7-377645adc8f0 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:00:55.897297 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b056eeca-ab43-492b-80a0-a272e2aa7667 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:55.904515 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-f6a0f876-66b9-4e9d-8134-ebe4b21bc187 admin admin] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:00:55.907183 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a0f876-66b9-4e9d-8134-ebe4b21bc187 admin admin] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:00:55.944032 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee592734-dc4a-42b9-9901-c858ecead623 None None] Network ae76540c-de3f-4f6c-9320-e59d57f8f121 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:00:55.955833 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-b056eeca-ab43-492b-80a0-a272e2aa7667 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f951eaf9-5026-4138-9bf2-51236f384a99']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:55.977967 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-b056eeca-ab43-492b-80a0-a272e2aa7667 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55c8326b-431e-400a-81f9-32d3344cdf1f') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:55.978265 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-b056eeca-ab43-492b-80a0-a272e2aa7667 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55c8326b-431e-400a-81f9-32d3344cdf1f') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:55.991905 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b056eeca-ab43-492b-80a0-a272e2aa7667 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:56.000471 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a0f876-66b9-4e9d-8134-ebe4b21bc187 admin admin] Pushing event updated for resources: {'Port': ['ID=89ba422f-66a7-4d8f-b525-9204540db746,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:56.038206 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b056eeca-ab43-492b-80a0-a272e2aa7667 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:56.045467 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 773c8944-70f5-4583-b320-38d032acce5d completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:00:56.053239 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b056eeca-ab43-492b-80a0-a272e2aa7667 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:00:56.053649 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b056eeca-ab43-492b-80a0-a272e2aa7667 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:56.130433 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f6a0f876-66b9-4e9d-8134-ebe4b21bc187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:56.191302 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-f9190233-13ce-427d-bece-4ab506c6761f tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bb0d2aa-7830-40e4-b629-6273f81da2f0') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:56.191505 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-f9190233-13ce-427d-bece-4ab506c6761f tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bb0d2aa-7830-40e4-b629-6273f81da2f0') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:00:56.202021 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 773c8944-70f5-4583-b320-38d032acce5d triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:00:56.202962 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:56.208242 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f9190233-13ce-427d-bece-4ab506c6761f tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:56.229479 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f9190233-13ce-427d-bece-4ab506c6761f tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:56.238916 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9190233-13ce-427d-bece-4ab506c6761f tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:00:56.239326 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f9190233-13ce-427d-bece-4ab506c6761f tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:56.252811 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d3aa4-8978-4e54-80dd-8f4aaeafe6b6 req-9d81d0ce-7b77-4357-bdf5-424b08a21450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:56.254276 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-405d3aa4-8978-4e54-80dd-8f4aaeafe6b6 req-9d81d0ce-7b77-4357-bdf5-424b08a21450 service neutron] 10.222.0.113 "GET /v2.0/networks?id=2745c7b7-aa59-4a69-977f-3d793c812102 HTTP/1.1" status: 200 len: 912 time: 0.3867958 Jan 21 19:00:56.293941 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-ff0516a7-4e11-4889-9de1-665635fa17fa None None] Provisioning for port 30cacc90-c229-4511-bd98-13673b9c7f3d completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:00:56.337851 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:00:56.337851 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:00:56.337851 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:00:56.337851 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:00:56.337851 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:00:56.337851 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:00:56.337851 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:00:56.337851 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:00:56.337851 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:00:56.337851 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:00:56.337851 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:00:56.337851 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:00:56.337851 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:00:56.337851 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:00:56.337851 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:00:56.337851 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:00:56.337851 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:00:56.337851 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:00:56.337851 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:00:56.337851 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:00:56.337851 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:00:56.337851 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:00:56.337851 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:00:56.337851 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:00:56.337851 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:00:56.337851 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:00:56.337851 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:00:56.337851 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:00:56.337851 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:00:56.337851 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:00:56.337851 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:00:56.337851 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:00:56.343263 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b056eeca-ab43-492b-80a0-a272e2aa7667 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:56.372312 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b056eeca-ab43-492b-80a0-a272e2aa7667 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:56.392677 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc2d1f-eafb-40fa-af4f-d38fe77fdf40 req-6fe7dbea-3ea9-4005-87f9-8c525aee56c5 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:56.394573 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0bbc2d1f-eafb-40fa-af4f-d38fe77fdf40 req-6fe7dbea-3ea9-4005-87f9-8c525aee56c5 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 1.4969234 Jan 21 19:00:56.394886 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-11e3c866-8a94-49e8-9939-0219b9cac5f7 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Allocated IP 2001:db8::1 (ae76540c-de3f-4f6c-9320-e59d57f8f121/04e5e04d-d97a-410d-82da-dcc2b7d84658/30fc0ec6-176c-4063-9632-666d174d7784) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:00:56.405867 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b056eeca-ab43-492b-80a0-a272e2aa7667 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Pushing event deleted for resources: {'Network': ['ID=f951eaf9-5026-4138-9bf2-51236f384a99,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:56.424871 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f9190233-13ce-427d-bece-4ab506c6761f tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:56.437335 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-405d3aa4-8978-4e54-80dd-8f4aaeafe6b6 req-526212ef-5c36-4293-9d40-45b6d539fa1a service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e84f2c6-e935-4b37-b7e0-389f75a34ebc HTTP/1.1" status: 200 len: 1001 time: 0.1695795 Jan 21 19:00:56.484678 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-feb5b9b2-8513-4cf5-bc54-ee38683a1080 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:56.541403 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-feb5b9b2-8513-4cf5-bc54-ee38683a1080 None None] Transition to ACTIVE for port object 449b8552-de93-45e8-9f97-c07731f6ed76 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:00:56.544569 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f9190233-13ce-427d-bece-4ab506c6761f tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:56.546966 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f9190233-13ce-427d-bece-4ab506c6761f tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] 10.222.0.87 "DELETE /v2.0/networks/fcd0071d-bb0a-462f-9a36-ea380fba1110 HTTP/1.1" status: 204 len: 168 time: 4.1057942 Jan 21 19:00:56.566456 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b056eeca-ab43-492b-80a0-a272e2aa7667 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] 10.222.0.87 "DELETE /v2.0/networks/f951eaf9-5026-4138-9bf2-51236f384a99 HTTP/1.1" status: 204 len: 168 time: 1.9186676 Jan 21 19:00:56.573211 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55456) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:56.577471 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-feb5b9b2-8513-4cf5-bc54-ee38683a1080 None None] Transition to ACTIVE for port object 449b8552-de93-45e8-9f97-c07731f6ed76 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:00:56.608038 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9190233-13ce-427d-bece-4ab506c6761f tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962 tempest-ExtraDHCPOptionsIpV6TestJSON-2016421962-project] Pushing event deleted for resources: {'Network': ['ID=fcd0071d-bb0a-462f-9a36-ea380fba1110,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:56.636311 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0bbc2d1f-eafb-40fa-af4f-d38fe77fdf40 req-21cbc56e-6513-4c1b-83d3-69c19550eacd tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2097592 Jan 21 19:00:56.645510 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d3aa4-8978-4e54-80dd-8f4aaeafe6b6 req-09da5c29-f166-4d32-b6ca-8e155e978650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:56.647261 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-405d3aa4-8978-4e54-80dd-8f4aaeafe6b6 req-09da5c29-f166-4d32-b6ca-8e155e978650 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=34accf81-441d-49f3-9d99-4b01b78b2f5b HTTP/1.1" status: 200 len: 850 time: 0.1811087 Jan 21 19:00:56.649067 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:56.681972 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-feb5b9b2-8513-4cf5-bc54-ee38683a1080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:56.692116 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-e6cd5b87-28c8-4659-8a2c-96167ffc5057 None None] Provisioning for port 89ba422f-66a7-4d8f-b525-9204540db746 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:00:56.781646 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-11e3c866-8a94-49e8-9939-0219b9cac5f7 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:56.814456 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-11e3c866-8a94-49e8-9939-0219b9cac5f7 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Transition to ACTIVE for port object 30fc0ec6-176c-4063-9632-666d174d7784 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:00:56.816554 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 773c8944-70f5-4583-b320-38d032acce5d, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=773c8944-70f5-4583-b320-38d032acce5d,segment=NetworkSegment(3ac4fc8a-3d1c-40a0-81db-885ad3cbfae5),segment_id=3ac4fc8a-3d1c-40a0-81db-885ad3cbfae5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:00:56.816554 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-e6cd5b87-28c8-4659-8a2c-96167ffc5057 None None] Provisioning complete for port 89ba422f-66a7-4d8f-b525-9204540db746 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:00:56.816955 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e6cd5b87-28c8-4659-8a2c-96167ffc5057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:56.820872 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f6a0f876-66b9-4e9d-8134-ebe4b21bc187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:56.847744 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb5b9b2-8513-4cf5-bc54-ee38683a1080 None None] Network 414c9723-1bb9-466e-b615-52f945bd22ce is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:00:56.868406 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-feb5b9b2-8513-4cf5-bc54-ee38683a1080 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:00:56.880929 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb5b9b2-8513-4cf5-bc54-ee38683a1080 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:00:56.912128 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d3aa4-8978-4e54-80dd-8f4aaeafe6b6 req-74f98c12-e41c-44ea-97cb-6f7e6fcaca16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:56.913592 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-405d3aa4-8978-4e54-80dd-8f4aaeafe6b6 req-74f98c12-e41c-44ea-97cb-6f7e6fcaca16 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2745c7b7-aa59-4a69-977f-3d793c812102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2592843 Jan 21 19:00:56.938324 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:56.951531 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb5b9b2-8513-4cf5-bc54-ee38683a1080 None None] Pushing event updated for resources: {'Port': ['ID=449b8552-de93-45e8-9f97-c07731f6ed76,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:56.953751 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-e6cd5b87-28c8-4659-8a2c-96167ffc5057 None None] Port 89ba422f-66a7-4d8f-b525-9204540db746 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:00:57.071346 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-feb5b9b2-8513-4cf5-bc54-ee38683a1080 None None] Attempting to bind port 449b8552-de93-45e8-9f97-c07731f6ed76 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:00:57.071549 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-feb5b9b2-8513-4cf5-bc54-ee38683a1080 None None] Attempting to bind port 449b8552-de93-45e8-9f97-c07731f6ed76 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '34f01650-187b-4de0-a5b2-ef07a9dca447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '414c9723-1bb9-466e-b615-52f945bd22ce'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:00:57.077236 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb5b9b2-8513-4cf5-bc54-ee38683a1080 None None] Attempting to bind port 449b8552-de93-45e8-9f97-c07731f6ed76 on network 414c9723-1bb9-466e-b615-52f945bd22ce {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:00:57.084066 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb5b9b2-8513-4cf5-bc54-ee38683a1080 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:00:57.084322 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb5b9b2-8513-4cf5-bc54-ee38683a1080 None None] Checking segment: {'id': '34f01650-187b-4de0-a5b2-ef07a9dca447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '414c9723-1bb9-466e-b615-52f945bd22ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:00:57.084714 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-feb5b9b2-8513-4cf5-bc54-ee38683a1080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:57.085101 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb5b9b2-8513-4cf5-bc54-ee38683a1080 None None] Bound using segment: {'id': '34f01650-187b-4de0-a5b2-ef07a9dca447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '414c9723-1bb9-466e-b615-52f945bd22ce'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:00:57.085548 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-feb5b9b2-8513-4cf5-bc54-ee38683a1080 None None] Bound port: 449b8552-de93-45e8-9f97-c07731f6ed76, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f01650-187b-4de0-a5b2-ef07a9dca447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '414c9723-1bb9-466e-b615-52f945bd22ce'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:00:57.085938 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-feb5b9b2-8513-4cf5-bc54-ee38683a1080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:57.086471 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ea6df6-f30f-4387-af5e-9e5cfe41c05a tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:57.095925 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ea6df6-f30f-4387-af5e-9e5cfe41c05a tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:57.100234 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-c9ea6df6-f30f-4387-af5e-9e5cfe41c05a tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Synchronizing usage tracker for tenant:42c487c2f982489688f167c6a74a1c43 on resource:network {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:00:57.112678 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=773c8944-70f5-4583-b320-38d032acce5d,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:57.118342 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-11e3c866-8a94-49e8-9939-0219b9cac5f7 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:57.175287 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-796260dc-393f-46ba-8cce-611a626d81b0 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:57.283576 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e3c866-8a94-49e8-9939-0219b9cac5f7 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Network ae76540c-de3f-4f6c-9320-e59d57f8f121 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:00:57.294838 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-405d3aa4-8978-4e54-80dd-8f4aaeafe6b6 req-71b3de06-36d7-4dc6-953f-3c76ff1b687f service neutron] 10.222.0.113 "GET /v2.0/networks/2745c7b7-aa59-4a69-977f-3d793c812102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691804 Jan 21 19:00:57.295763 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-11e3c866-8a94-49e8-9939-0219b9cac5f7 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:00:57.298985 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e3c866-8a94-49e8-9939-0219b9cac5f7 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:00:57.304761 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-11e3c866-8a94-49e8-9939-0219b9cac5f7 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:57.304932 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-feb5b9b2-8513-4cf5-bc54-ee38683a1080 None None] For port 449b8552-de93-45e8-9f97-c07731f6ed76, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:00:57.312358 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f3dfe313-ea20-4899-a376-d742ae46b408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:57.324411 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-feb5b9b2-8513-4cf5-bc54-ee38683a1080 None None] For port 449b8552-de93-45e8-9f97-c07731f6ed76, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=449b8552-de93-45e8-9f97-c07731f6ed76,segment=NetworkSegment(34f01650-187b-4de0-a5b2-ef07a9dca447),segment_id=34f01650-187b-4de0-a5b2-ef07a9dca447)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:00:57.347856 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e3c866-8a94-49e8-9939-0219b9cac5f7 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Pushing event updated for resources: {'Port': ['ID=30fc0ec6-176c-4063-9632-666d174d7784,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:57.368317 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.objects.ports [None req-12b3e640-9fab-4962-9c6f-b85041aac464 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88136) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 19:00:57.381348 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-12b3e640-9fab-4962-9c6f-b85041aac464 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:57.392009 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-c9ea6df6-f30f-4387-af5e-9e5cfe41c05a tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Unset dirty status for tenant:42c487c2f982489688f167c6a74a1c43 on resource:network {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:00:57.393206 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c9ea6df6-f30f-4387-af5e-9e5cfe41c05a tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8143215 Jan 21 19:00:57.402551 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-feb5b9b2-8513-4cf5-bc54-ee38683a1080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:57.445329 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55462) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:57.469222 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-796260dc-393f-46ba-8cce-611a626d81b0 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:57.489185 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-f609898c-98f1-435d-b02b-f4eb0e3d3390 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-275804300'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:57.534762 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 29b7d165-4bc5-4789-bdcb-e021ea4e4f59 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:00:57.545760 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55466) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:57.563923 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f6a0f876-66b9-4e9d-8134-ebe4b21bc187 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:57.566401 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-f609898c-98f1-435d-b02b-f4eb0e3d3390 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:57.640228 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b3e640-9fab-4962-9c6f-b85041aac464 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Pushing event updated for resources: {'Subnet': ['ID=e4c8d809-ba95-4edb-bc42-62252927b001,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:57.664722 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb5b9b2-8513-4cf5-bc54-ee38683a1080 None None] Pushing event updated for resources: {'Port': ['ID=449b8552-de93-45e8-9f97-c07731f6ed76,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:57.706141 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b3e640-9fab-4962-9c6f-b85041aac464 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Checking segment: {'id': 'eccaa319-de92-4e4f-9689-a82bbe9b267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ccc3f5b4-c695-4b2e-81e7-a47de4a27c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:00:57.706503 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b3e640-9fab-4962-9c6f-b85041aac464 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Network hostable DHCP agents. Network: ccc3f5b4-c695-4b2e-81e7-a47de4a27c78, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:00:57.756860 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 29b7d165-4bc5-4789-bdcb-e021ea4e4f59 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:00:57.763249 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 29b7d165-4bc5-4789-bdcb-e021ea4e4f59 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:00:57.763619 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:57.845215 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-f609898c-98f1-435d-b02b-f4eb0e3d3390 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:57.848173 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f6a0f876-66b9-4e9d-8134-ebe4b21bc187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:57.919639 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-796260dc-393f-46ba-8cce-611a626d81b0 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Allocated IP 172.26.1.167 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/c4bb73b3-5f36-459d-a7e5-d2d46c7345b7) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:00:57.921627 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b3e640-9fab-4962-9c6f-b85041aac464 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Network ccc3f5b4-c695-4b2e-81e7-a47de4a27c78 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:00:57.958121 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:57.968679 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-405d3aa4-8978-4e54-80dd-8f4aaeafe6b6 req-cfc889e2-3c67-4ff9-9cfb-7e4cf51cee5d service neutron] 10.222.0.113 "GET /v2.0/networks/2745c7b7-aa59-4a69-977f-3d793c812102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6633611 Jan 21 19:00:57.988556 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:58.004820 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a0f876-66b9-4e9d-8134-ebe4b21bc187 admin admin] Pushing event updated for resources: {'Port': ['ID=89ba422f-66a7-4d8f-b525-9204540db746,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:58.005020 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 29b7d165-4bc5-4789-bdcb-e021ea4e4f59, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=29b7d165-4bc5-4789-bdcb-e021ea4e4f59,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:00:58.007789 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f6a0f876-66b9-4e9d-8134-ebe4b21bc187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:58.009170 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-74cc3d16-f119-431f-862a-2460c40fbb98 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9f8606d0458c44149facaf2075767bd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4622240 Jan 21 19:00:58.012902 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55474) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:58.044542 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f609898c-98f1-435d-b02b-f4eb0e3d3390 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Made reservation on behalf of 42c487c2f982489688f167c6a74a1c43 for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:00:58.048075 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f609898c-98f1-435d-b02b-f4eb0e3d3390 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:58.145534 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-6d27ea8c-1ddb-4191-884c-0b329bb6c5e9 None None] Provisioning for port 30fc0ec6-176c-4063-9632-666d174d7784 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:00:58.150269 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:58.150979 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 30cacc90-c229-4511-bd98-13673b9c7f3d up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:00:58.173427 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-12b3e640-9fab-4962-9c6f-b85041aac464 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, ccc3f5b4-c695-4b2e-81e7-a47de4a27c78) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:00:58.198106 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d9be7-a372-49d8-ada4-9e1751653e8e req-8ede22c5-f065-494e-8b5c-0c7a919e464d tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:58.200224 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-614d9be7-a372-49d8-ada4-9e1751653e8e req-8ede22c5-f065-494e-8b5c-0c7a919e464d tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.3589356 Jan 21 19:00:58.201632 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b3e640-9fab-4962-9c6f-b85041aac464 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:58.202251 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-12b3e640-9fab-4962-9c6f-b85041aac464 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:58.226260 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c52b31e-b4ad-4710-aa2e-c204721ba794 None None] Network ccc3f5b4-c695-4b2e-81e7-a47de4a27c78 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:00:58.235173 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-11e3c866-8a94-49e8-9939-0219b9cac5f7 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:58.245506 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f609898c-98f1-435d-b02b-f4eb0e3d3390 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:00:58.251222 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-6d27ea8c-1ddb-4191-884c-0b329bb6c5e9 None None] Provisioning complete for port 30fc0ec6-176c-4063-9632-666d174d7784 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:00:58.251710 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6d27ea8c-1ddb-4191-884c-0b329bb6c5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:58.283975 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f609898c-98f1-435d-b02b-f4eb0e3d3390 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:58.284322 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-f609898c-98f1-435d-b02b-f4eb0e3d3390 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Added segment cbbe7968-eb96-4858-92fb-ed8d0094296e of type vlan for network d9ba6bb7-337c-4701-b248-0b60c238d858 Jan 21 19:00:58.285430 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-00ba0748-c49d-4037-b574-a174fc321314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:58.320254 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-796260dc-393f-46ba-8cce-611a626d81b0 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:58.327778 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-6d27ea8c-1ddb-4191-884c-0b329bb6c5e9 None None] Port 30fc0ec6-176c-4063-9632-666d174d7784 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:00:58.355692 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-12b3e640-9fab-4962-9c6f-b85041aac464 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 4.2122259 Jan 21 19:00:58.358843 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55478) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:58.404304 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-00ba0748-c49d-4037-b574-a174fc321314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:58.407493 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-614d9be7-a372-49d8-ada4-9e1751653e8e req-701315fe-e673-445b-961a-10b5455af634 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1798675 Jan 21 19:00:58.456356 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=29b7d165-4bc5-4789-bdcb-e021ea4e4f59,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:58.513416 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f609898c-98f1-435d-b02b-f4eb0e3d3390 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:58.529835 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a0f876-66b9-4e9d-8134-ebe4b21bc187 admin admin] Network fe9349f9-ebb7-4ed4-89c7-377645adc8f0 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:00:58.532013 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:58.549389 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 30cacc90-c229-4511-bd98-13673b9c7f3d completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:00:58.557384 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 30cacc90-c229-4511-bd98-13673b9c7f3d triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:00:58.557750 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:58.594978 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-f6a0f876-66b9-4e9d-8134-ebe4b21bc187 admin admin] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:00:58.641831 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:58.678619 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a30e964-b924-4a8a-8360-96fa6ab7d8d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-ccc3f5b4-c695-4b2e-81e7-a47de4a27c78', 'network_id': 'ccc3f5b4-c695-4b2e-81e7-a47de4a27c78', 'tenant_id': '8da0247cdb454b3399a20a44bfeaad0c', 'fixed_ips': [{'subnet_id': 'e4c8d809-ba95-4edb-bc42-62252927b001'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:00:58.679732 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5a30e964-b924-4a8a-8360-96fa6ab7d8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:58.834268 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0f167db9-c9c1-4dcd-aec0-066e0960a199 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:58.909387 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-796260dc-393f-46ba-8cce-611a626d81b0 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:58.967485 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-00ba0748-c49d-4037-b574-a174fc321314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:58.983548 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796260dc-393f-46ba-8cce-611a626d81b0 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:00:58.993751 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-796260dc-393f-46ba-8cce-611a626d81b0 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:00:59.001983 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796260dc-393f-46ba-8cce-611a626d81b0 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:00:59.010224 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-5a30e964-b924-4a8a-8360-96fa6ab7d8d0 None None] Allocated IP 2001:db8::f816:3eff:fe65:14c1 (ccc3f5b4-c695-4b2e-81e7-a47de4a27c78/e4c8d809-ba95-4edb-bc42-62252927b001/24620a54-25af-4f65-9b5b-604515c48b3f) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:00:59.018282 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:59.053760 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0f167db9-c9c1-4dcd-aec0-066e0960a199 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:59.085172 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f609898c-98f1-435d-b02b-f4eb0e3d3390 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:59.088524 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 30cacc90-c229-4511-bd98-13673b9c7f3d, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=30cacc90-c229-4511-bd98-13673b9c7f3d,segment=NetworkSegment(8d5cd5e9-d15d-4ab3-ab10-07eb8432acef),segment_id=8d5cd5e9-d15d-4ab3-ab10-07eb8432acef)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:00:59.094442 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f609898c-98f1-435d-b02b-f4eb0e3d3390 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:59.095069 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f609898c-98f1-435d-b02b-f4eb0e3d3390 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:59.113682 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796260dc-393f-46ba-8cce-611a626d81b0 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Pushing event updated for resources: {'Port': ['ID=c4bb73b3-5f36-459d-a7e5-d2d46c7345b7,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:59.120412 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba0748-c49d-4037-b574-a174fc321314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bdef4d5-bfc9-4e01-8e6a-209780d114b4,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:59.202617 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:59.206075 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 52b99d6f-7b1b-401c-bce7-6c759ae424ad up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:00:59.239080 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0481d89b-d767-4cb2-abfa-3a8c2b0a2560 None None] Provisioning complete for port 89ba422f-66a7-4d8f-b525-9204540db746 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:00:59.239882 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0481d89b-d767-4cb2-abfa-3a8c2b0a2560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:59.316680 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f609898c-98f1-435d-b02b-f4eb0e3d3390 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Pushing event updated for resources: {'Network': ['ID=d9ba6bb7-337c-4701-b248-0b60c238d858,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:59.320442 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-00ba0748-c49d-4037-b574-a174fc321314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:59.324257 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-00ba0748-c49d-4037-b574-a174fc321314 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5bdef4d5-bfc9-4e01-8e6a-209780d114b4 HTTP/1.1" status: 204 len: 168 time: 1.3103850 Jan 21 19:00:59.335618 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a0f876-66b9-4e9d-8134-ebe4b21bc187 admin admin] Router 2b24f1d9-b1fb-4233-89a5-cef9be031802 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:00:59.342456 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93263a4-7c55-48f7-bf20-ddc530a50e45 None None] Network 414c9723-1bb9-466e-b615-52f945bd22ce requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:00:59.352338 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f609898c-98f1-435d-b02b-f4eb0e3d3390 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9057777 Jan 21 19:00:59.356379 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55484) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:00:59.364024 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-b93d4cfb-03b7-477d-b32d-6d2a1c72c56e tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-337818310'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:00:59.371627 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-b93d4cfb-03b7-477d-b32d-6d2a1c72c56e tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:00:59.377555 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b93d4cfb-03b7-477d-b32d-6d2a1c72c56e tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Usage tracker for resource:network and tenant:42c487c2f982489688f167c6a74a1c43 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:00:59.381177 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b93d4cfb-03b7-477d-b32d-6d2a1c72c56e tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:00:59.391817 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-b93d4cfb-03b7-477d-b32d-6d2a1c72c56e tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:00:59.408112 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network d9ba6bb7-337c-4701-b248-0b60c238d858 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:00:59.472154 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-11e3c866-8a94-49e8-9939-0219b9cac5f7 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:59.591237 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-11e3c866-8a94-49e8-9939-0219b9cac5f7 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:59.592435 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-11e3c866-8a94-49e8-9939-0219b9cac5f7 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:59.612719 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93d4cfb-03b7-477d-b32d-6d2a1c72c56e tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Made reservation on behalf of 42c487c2f982489688f167c6a74a1c43 for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:00:59.616365 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b93d4cfb-03b7-477d-b32d-6d2a1c72c56e tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:59.689352 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0481d89b-d767-4cb2-abfa-3a8c2b0a2560 None None] Port 89ba422f-66a7-4d8f-b525-9204540db746 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:00:59.695403 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=30cacc90-c229-4511-bd98-13673b9c7f3d,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:00:59.742061 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-796260dc-393f-46ba-8cce-611a626d81b0 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:59.804805 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b93d4cfb-03b7-477d-b32d-6d2a1c72c56e tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:00:59.847852 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b93d4cfb-03b7-477d-b32d-6d2a1c72c56e tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:59.848455 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-b93d4cfb-03b7-477d-b32d-6d2a1c72c56e tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Added segment a65a6800-16a4-4cae-9433-670efbaff36f of type vlan for network c17dff9f-f3af-45d1-b023-35c83bb33ccf Jan 21 19:00:59.852249 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 52b99d6f-7b1b-401c-bce7-6c759ae424ad triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:00:59.852623 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:00:59.969526 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a6fe8-9c61-4c5f-b0a9-de972436ed51 req-9da7e7d5-422c-4d1b-a779-9725ed15c0b1 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:00:59.971223 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ea6a6fe8-9c61-4c5f-b0a9-de972436ed51 req-9da7e7d5-422c-4d1b-a779-9725ed15c0b1 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.4152150 Jan 21 19:00:59.973261 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b93d4cfb-03b7-477d-b32d-6d2a1c72c56e tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:00.004557 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a0f876-66b9-4e9d-8134-ebe4b21bc187 admin admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:01:00.010689 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f6a0f876-66b9-4e9d-8134-ebe4b21bc187 admin admin] 10.222.0.87 "PUT /v2.0/routers/2b24f1d9-b1fb-4233-89a5-cef9be031802/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6447747 Jan 21 19:01:00.027078 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e3c866-8a94-49e8-9939-0219b9cac5f7 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Network ae76540c-de3f-4f6c-9320-e59d57f8f121 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:01:00.027449 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b91e5a-ddb9-4a91-89d0-4ed44ec5d9bd None None] Sync routers for ids ['2b24f1d9-b1fb-4233-89a5-cef9be031802'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:01:00.028494 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e3c866-8a94-49e8-9939-0219b9cac5f7 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Pushing event updated for resources: {'Port': ['ID=30fc0ec6-176c-4063-9632-666d174d7784,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:00.032183 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-11e3c866-8a94-49e8-9939-0219b9cac5f7 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:00.051421 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-536bb615-211d-4c9d-9bdd-157234003002 None None] Provisioning for port 449b8552-de93-45e8-9f97-c07731f6ed76 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:01:00.090075 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b91e5a-ddb9-4a91-89d0-4ed44ec5d9bd None None] Routers {'2b24f1d9-b1fb-4233-89a5-cef9be031802'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:01:00.090075 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-68b91e5a-ddb9-4a91-89d0-4ed44ec5d9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:00:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['2b24f1d9-b1fb-4233-89a5-cef9be031802'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:00.179022 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ea6a6fe8-9c61-4c5f-b0a9-de972436ed51 req-d0aa7cc5-f05e-4ef2-ab7c-720b2ee31ba4 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1917522 Jan 21 19:01:00.180937 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:00.193932 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5a30e964-b924-4a8a-8360-96fa6ab7d8d0 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:00.344952 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-5a30e964-b924-4a8a-8360-96fa6ab7d8d0 None None] Transition to ACTIVE for port object 24620a54-25af-4f65-9b5b-604515c48b3f will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:01:00.361013 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-796260dc-393f-46ba-8cce-611a626d81b0 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:00.365359 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-796260dc-393f-46ba-8cce-611a626d81b0 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3720919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3720920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723161'] for router, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:00.371257 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b93d4cfb-03b7-477d-b32d-6d2a1c72c56e tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:00.378899 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93d4cfb-03b7-477d-b32d-6d2a1c72c56e tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:00.379604 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b93d4cfb-03b7-477d-b32d-6d2a1c72c56e tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:00.510327 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-5a30e964-b924-4a8a-8360-96fa6ab7d8d0 None None] Transition to ACTIVE for port object 24620a54-25af-4f65-9b5b-604515c48b3f will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:01:00.528921 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e3c866-8a94-49e8-9939-0219b9cac5f7 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Router d94cd185-9386-4c77-9a24-6339129109a9 is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:01:00.588543 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-68b91e5a-ddb9-4a91-89d0-4ed44ec5d9bd None None] Set router 2b24f1d9-b1fb-4233-89a5-cef9be031802 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:01:00.759600 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d4cfb-03b7-477d-b32d-6d2a1c72c56e tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Pushing event updated for resources: {'Network': ['ID=c17dff9f-f3af-45d1-b023-35c83bb33ccf,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:00.785059 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b93d4cfb-03b7-477d-b32d-6d2a1c72c56e tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4271295 Jan 21 19:01:00.787022 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55514) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:00.793876 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-72bfe113-f75d-49fe-90de-3a417232580c tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Request body: {'ports': [{'network_id': 'd9ba6bb7-337c-4701-b248-0b60c238d858', 'name': 'tempest-port--1018337514', 'admin_state_up': True}, {'network_id': 'c17dff9f-f3af-45d1-b023-35c83bb33ccf', 'admin_state_up': False}]} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:00.794535 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-72bfe113-f75d-49fe-90de-3a417232580c tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Request body: {'port': {'network_id': 'd9ba6bb7-337c-4701-b248-0b60c238d858', 'name': 'tempest-port--1018337514', 'admin_state_up': True}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:00.795209 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-72bfe113-f75d-49fe-90de-3a417232580c tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Request body: {'port': {'network_id': 'c17dff9f-f3af-45d1-b023-35c83bb33ccf', 'admin_state_up': False}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:00.813075 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e3c866-8a94-49e8-9939-0219b9cac5f7 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:01:00.823131 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-11e3c866-8a94-49e8-9939-0219b9cac5f7 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] 10.222.0.87 "PUT /v2.0/routers/d94cd185-9386-4c77-9a24-6339129109a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8151240 Jan 21 19:01:00.825232 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff94b888-b0fc-4c3e-83b1-269a6f2930d0 None None] Sync routers for ids ['d94cd185-9386-4c77-9a24-6339129109a9'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:01:00.830932 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55518) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:00.848318 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff94b888-b0fc-4c3e-83b1-269a6f2930d0 None None] Routers {'d94cd185-9386-4c77-9a24-6339129109a9'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:01:00.848957 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-ff94b888-b0fc-4c3e-83b1-269a6f2930d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:00:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['d94cd185-9386-4c77-9a24-6339129109a9'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:00.883977 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0f167db9-c9c1-4dcd-aec0-066e0960a199 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:00.947236 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device f961538f-ee6f-4e58-8b79-cbb89160e37a no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:01:00.983828 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-ff94b888-b0fc-4c3e-83b1-269a6f2930d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:00.993087 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff94b888-b0fc-4c3e-83b1-269a6f2930d0 None None] Routers {'d94cd185-9386-4c77-9a24-6339129109a9'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:01:00.994216 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-ff94b888-b0fc-4c3e-83b1-269a6f2930d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:00:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['d94cd185-9386-4c77-9a24-6339129109a9'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:01.062855 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f167db9-c9c1-4dcd-aec0-066e0960a199 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Pushing event deleted for resources: {'Subnet': ['ID=e4c8d809-ba95-4edb-bc42-62252927b001,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:01.088196 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: f961538f-ee6f-4e58-8b79-cbb89160e37a {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:01:01.088542 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device f961538f-ee6f-4e58-8b79-cbb89160e37a not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:01:01.088964 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 8c68c176-4269-4813-abd6-88b0ece055ca no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:01:01.091532 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-ff94b888-b0fc-4c3e-83b1-269a6f2930d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:01.091932 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff94b888-b0fc-4c3e-83b1-269a6f2930d0 None None] The sync data for ids ['d94cd185-9386-4c77-9a24-6339129109a9'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:01:01.104157 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55524) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:01.116490 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network c17dff9f-f3af-45d1-b023-35c83bb33ccf details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:01:01.129176 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5a30e964-b924-4a8a-8360-96fa6ab7d8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:01.160865 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0f167db9-c9c1-4dcd-aec0-066e0960a199 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:01.202124 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-0f167db9-c9c1-4dcd-aec0-066e0960a199 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc3f5b4-c695-4b2e-81e7-a47de4a27c78']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:01.213590 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-c82777dc-fb78-49d2-9b99-ca9c89c6f549 None None] Provisioning complete for port 30fc0ec6-176c-4063-9632-666d174d7784 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:01:01.213999 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c82777dc-fb78-49d2-9b99-ca9c89c6f549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:01.226869 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-0f167db9-c9c1-4dcd-aec0-066e0960a199 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eccaa319-de92-4e4f-9689-a82bbe9b267d') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:01.227220 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-0f167db9-c9c1-4dcd-aec0-066e0960a199 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eccaa319-de92-4e4f-9689-a82bbe9b267d') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:01.244223 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0f167db9-c9c1-4dcd-aec0-066e0960a199 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:01.266807 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0f167db9-c9c1-4dcd-aec0-066e0960a199 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:01.278155 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f167db9-c9c1-4dcd-aec0-066e0960a199 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:01:01.279185 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0f167db9-c9c1-4dcd-aec0-066e0960a199 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:01.289080 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a30e964-b924-4a8a-8360-96fa6ab7d8d0 None None] Pushing event updated for resources: {'Port': ['ID=24620a54-25af-4f65-9b5b-604515c48b3f,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:01.320571 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 8c68c176-4269-4813-abd6-88b0ece055ca {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:01:01.320937 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 8c68c176-4269-4813-abd6-88b0ece055ca not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:01:01.337810 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a30e964-b924-4a8a-8360-96fa6ab7d8d0 None None] Network ccc3f5b4-c695-4b2e-81e7-a47de4a27c78 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:01:01.346437 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55530) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:01.357558 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-5a30e964-b924-4a8a-8360-96fa6ab7d8d0 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:01.366413 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-c82777dc-fb78-49d2-9b99-ca9c89c6f549 None None] Port 30fc0ec6-176c-4063-9632-666d174d7784 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:01:01.369405 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a30e964-b924-4a8a-8360-96fa6ab7d8d0 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:01:01.377688 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-ff900811-2c49-442f-a900-e9f5b9c41382 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Request body: {'security_group': {'name': 'tempest-securitygroup--44197584', 'description': 'tempest-description--620167032'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:01.410262 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:01:01.410262 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:01:01.410262 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:01:01.410262 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:01:01.410262 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:01:01.410262 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:01:01.410262 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:01:01.410262 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:01:01.410262 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:01:01.410262 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:01:01.410262 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:01:01.410262 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:01:01.410262 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:01:01.410262 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:01:01.410262 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:01:01.410262 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:01:01.410262 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:01:01.410262 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:01:01.410262 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:01:01.410262 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:01:01.410262 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:01:01.410262 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:01:01.410262 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:01:01.410262 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:01:01.410262 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:01:01.410262 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:01:01.410262 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:01:01.410262 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:01:01.410262 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:01:01.410262 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:01:01.410262 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:01:01.410262 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:01:01.460111 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-ff900811-2c49-442f-a900-e9f5b9c41382 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:01.500592 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-61b46f8c-e353-42bc-af88-b9c6a388aa1e tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2083858008'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:01.519003 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-796260dc-393f-46ba-8cce-611a626d81b0 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Router f7abf094-2c4c-4504-99ff-1eb78a77ebaf is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:01:01.534985 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-61b46f8c-e353-42bc-af88-b9c6a388aa1e tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:01.543782 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-61b46f8c-e353-42bc-af88-b9c6a388aa1e tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Usage tracker for resource:network and tenant:61b06f640fe54206829782ad2cf491c1 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:01.550512 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-61b46f8c-e353-42bc-af88-b9c6a388aa1e tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:01.553029 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ff900811-2c49-442f-a900-e9f5b9c41382 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Usage tracker for resource:security_group and tenant:35339a7947db486893b0582b9003cb0e is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:01.559430 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ff900811-2c49-442f-a900-e9f5b9c41382 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:01.593260 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-ff900811-2c49-442f-a900-e9f5b9c41382 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:01.604581 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-72bfe113-f75d-49fe-90de-3a417232580c tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:01.609249 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 29b7d165-4bc5-4789-bdcb-e021ea4e4f59 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:01:01.613923 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-72bfe113-f75d-49fe-90de-3a417232580c tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Usage tracker for resource:port and tenant:42c487c2f982489688f167c6a74a1c43 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:01.620045 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-72bfe113-f75d-49fe-90de-3a417232580c tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:01.631983 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-72bfe113-f75d-49fe-90de-3a417232580c tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:01.664598 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-5a30e964-b924-4a8a-8360-96fa6ab7d8d0 None None] Attempting to bind port 24620a54-25af-4f65-9b5b-604515c48b3f on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:01:01.664968 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-5a30e964-b924-4a8a-8360-96fa6ab7d8d0 None None] Attempting to bind port 24620a54-25af-4f65-9b5b-604515c48b3f by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'eccaa319-de92-4e4f-9689-a82bbe9b267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ccc3f5b4-c695-4b2e-81e7-a47de4a27c78'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:01:01.665431 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a30e964-b924-4a8a-8360-96fa6ab7d8d0 None None] Attempting to bind port 24620a54-25af-4f65-9b5b-604515c48b3f on network ccc3f5b4-c695-4b2e-81e7-a47de4a27c78 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:01:01.671924 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.db.api [None req-0f167db9-c9c1-4dcd-aec0-066e0960a199 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 19:01:01.671924 dv-neutron-825470-1-hyperv neutron-server[88136]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 19:01:01.671924 dv-neutron-825470-1-hyperv neutron-server[88136]: [parameters: {'id': 'ccc3f5b4-c695-4b2e-81e7-a47de4a27c78'}] Jan 21 19:01:01.671924 dv-neutron-825470-1-hyperv neutron-server[88136]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:01:01.672814 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG oslo_db.api [None req-0f167db9-c9c1-4dcd-aec0-066e0960a199 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:01:01.677872 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-68b91e5a-ddb9-4a91-89d0-4ed44ec5d9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b24f1d9-b1fb-4233-89a5-cef9be031802', 'name': 'tempest-ServersTestManualDisk-1436137172-router', 'tenant_id': '35339a7947db486893b0582b9003cb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.207'}], 'enable_snat': True}, 'gw_port_id': '29b7d165-4bc5-4789-bdcb-e021ea4e4f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:00:44Z', 'updated_at': '2022-01-21T19:00:56Z', 'revision_number': 4, 'project_id': '35339a7947db486893b0582b9003cb0e', 'gw_port': {'id': '29b7d165-4bc5-4789-bdcb-e021ea4e4f59', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:87:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b24f1d9-b1fb-4233-89a5-cef9be031802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:00:45Z', 'updated_at': '2022-01-21T19:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '89ba422f-66a7-4d8f-b525-9204540db746', 'name': '', 'network_id': 'fe9349f9-ebb7-4ed4-89c7-377645adc8f0', 'tenant_id': '35339a7947db486893b0582b9003cb0e', 'mac_address': 'fa:16:3e:c7:30:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b24f1d9-b1fb-4233-89a5-cef9be031802', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '46be17ed-e474-4ae3-8ca8-5faafc286898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:00:53Z', 'updated_at': '2022-01-21T19:00:56Z', 'revision_number': 2, 'project_id': '35339a7947db486893b0582b9003cb0e', 'subnets': [{'id': '46be17ed-e474-4ae3-8ca8-5faafc286898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:01.685275 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a30e964-b924-4a8a-8360-96fa6ab7d8d0 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:01:01.685654 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a30e964-b924-4a8a-8360-96fa6ab7d8d0 None None] Checking segment: {'id': 'eccaa319-de92-4e4f-9689-a82bbe9b267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ccc3f5b4-c695-4b2e-81e7-a47de4a27c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:01:01.686085 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5a30e964-b924-4a8a-8360-96fa6ab7d8d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:01.686481 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a30e964-b924-4a8a-8360-96fa6ab7d8d0 None None] Bound using segment: {'id': 'eccaa319-de92-4e4f-9689-a82bbe9b267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ccc3f5b4-c695-4b2e-81e7-a47de4a27c78'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:01:01.687208 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-5a30e964-b924-4a8a-8360-96fa6ab7d8d0 None None] Bound port: 24620a54-25af-4f65-9b5b-604515c48b3f, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eccaa319-de92-4e4f-9689-a82bbe9b267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ccc3f5b4-c695-4b2e-81e7-a47de4a27c78'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:01:01.687523 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-61b46f8c-e353-42bc-af88-b9c6a388aa1e tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:01.687716 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5a30e964-b924-4a8a-8360-96fa6ab7d8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:01.711487 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b91e5a-ddb9-4a91-89d0-4ed44ec5d9bd None None] Checking router: 2b24f1d9-b1fb-4233-89a5-cef9be031802 for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:01:01.711942 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b91e5a-ddb9-4a91-89d0-4ed44ec5d9bd None None] Updating router 2b24f1d9-b1fb-4233-89a5-cef9be031802 port 89ba422f-66a7-4d8f-b525-9204540db746 binding host dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:01:01.718045 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ff900811-2c49-442f-a900-e9f5b9c41382 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:01.816008 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b46f8c-e353-42bc-af88-b9c6a388aa1e tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Made reservation on behalf of 61b06f640fe54206829782ad2cf491c1 for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:01:01.819447 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-61b46f8c-e353-42bc-af88-b9c6a388aa1e tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:01.821000 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-ff900811-2c49-442f-a900-e9f5b9c41382 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:01.826705 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72bfe113-f75d-49fe-90de-3a417232580c tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Made reservation on behalf of 42c487c2f982489688f167c6a74a1c43 for: {'port': 2} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:01:01.831308 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-72bfe113-f75d-49fe-90de-3a417232580c tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:01.837504 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-61b46f8c-e353-42bc-af88-b9c6a388aa1e tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:01.846702 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-68b91e5a-ddb9-4a91-89d0-4ed44ec5d9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:01.850255 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ff900811-2c49-442f-a900-e9f5b9c41382 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Usage tracker for resource:security_group_rule and tenant:35339a7947db486893b0582b9003cb0e is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:01.855948 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796260dc-393f-46ba-8cce-611a626d81b0 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:01:01.860591 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-61b46f8c-e353-42bc-af88-b9c6a388aa1e tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:01.860888 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ff900811-2c49-442f-a900-e9f5b9c41382 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:01.864898 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-61b46f8c-e353-42bc-af88-b9c6a388aa1e tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Usage tracker for resource:security_group_rule and tenant:61b06f640fe54206829782ad2cf491c1 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:01.867702 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-61b46f8c-e353-42bc-af88-b9c6a388aa1e tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:01.869799 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-72bfe113-f75d-49fe-90de-3a417232580c tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:01.879531 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-61b46f8c-e353-42bc-af88-b9c6a388aa1e tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:01.880496 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a3ad5d-4f13-4afc-8a9b-548437626a67 None None] Sync routers for ids ['f7abf094-2c4c-4504-99ff-1eb78a77ebaf'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:01:01.915662 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-5a30e964-b924-4a8a-8360-96fa6ab7d8d0 None None] For port 24620a54-25af-4f65-9b5b-604515c48b3f, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:01:01.931880 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 29b7d165-4bc5-4789-bdcb-e021ea4e4f59 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:01:01.932258 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:01.979405 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-5a30e964-b924-4a8a-8360-96fa6ab7d8d0 None None] For port 24620a54-25af-4f65-9b5b-604515c48b3f, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=24620a54-25af-4f65-9b5b-604515c48b3f,segment=NetworkSegment(eccaa319-de92-4e4f-9689-a82bbe9b267d),segment_id=eccaa319-de92-4e4f-9689-a82bbe9b267d)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:01:01.992734 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a3ad5d-4f13-4afc-8a9b-548437626a67 None None] Routers {'f7abf094-2c4c-4504-99ff-1eb78a77ebaf'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:01:01.993383 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-e1a3ad5d-4f13-4afc-8a9b-548437626a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:00:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['f7abf094-2c4c-4504-99ff-1eb78a77ebaf'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:01.994916 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-61b46f8c-e353-42bc-af88-b9c6a388aa1e tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:02.002978 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-796260dc-393f-46ba-8cce-611a626d81b0 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:02.005177 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-796260dc-393f-46ba-8cce-611a626d81b0 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] 10.222.0.87 "PUT /v2.0/routers/f7abf094-2c4c-4504-99ff-1eb78a77ebaf HTTP/1.1" status: 200 len: 919 time: 8.1057646 Jan 21 19:01:02.007604 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55534) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:02.048518 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-ff900811-2c49-442f-a900-e9f5b9c41382 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:02.071051 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5a30e964-b924-4a8a-8360-96fa6ab7d8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:02.096379 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-61b46f8c-e353-42bc-af88-b9c6a388aa1e tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:02.109232 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-e1a3ad5d-4f13-4afc-8a9b-548437626a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:02.136110 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b46f8c-e353-42bc-af88-b9c6a388aa1e tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c701f24a-09f3-410f-8fe2-dd4d3f3d3bed,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:02.171497 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b46f8c-e353-42bc-af88-b9c6a388aa1e tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:01:02.173434 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0f167db9-c9c1-4dcd-aec0-066e0960a199 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:02.204359 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-0f167db9-c9c1-4dcd-aec0-066e0960a199 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Deleting port 24620a54-25af-4f65-9b5b-604515c48b3f {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:01:02.204712 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0f167db9-c9c1-4dcd-aec0-066e0960a199 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:02.213420 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a3ad5d-4f13-4afc-8a9b-548437626a67 None None] Routers {'f7abf094-2c4c-4504-99ff-1eb78a77ebaf'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:01:02.214097 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-e1a3ad5d-4f13-4afc-8a9b-548437626a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:00:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['f7abf094-2c4c-4504-99ff-1eb78a77ebaf'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:02.326142 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-e1a3ad5d-4f13-4afc-8a9b-548437626a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:02.326461 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a3ad5d-4f13-4afc-8a9b-548437626a67 None None] The sync data for ids ['f7abf094-2c4c-4504-99ff-1eb78a77ebaf'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:01:02.349730 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-61b46f8c-e353-42bc-af88-b9c6a388aa1e tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:02.350325 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-61b46f8c-e353-42bc-af88-b9c6a388aa1e tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Added segment 5306ce09-f930-4d4a-9fd3-61126135f65b of type vlan for network 0701bda5-fd36-4d5e-be43-9afa25be7021 Jan 21 19:01:02.388315 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-e2169408-8d51-4ee5-9350-44f079289d53 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 19:01:02.389960 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e2169408-8d51-4ee5-9350-44f079289d53 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] 10.222.0.87 "PUT /v2.0/routers/d94cd185-9386-4c77-9a24-6339129109a9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5577471 Jan 21 19:01:02.396690 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-72bfe113-f75d-49fe-90de-3a417232580c tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] device_id is not set on port b71c2b14-487e-4a7f-a7e1-a25b9fe45b45 yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:01:02.396921 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55538) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:02.412734 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a30e964-b924-4a8a-8360-96fa6ab7d8d0 None None] Pushing event updated for resources: {'Port': ['ID=24620a54-25af-4f65-9b5b-604515c48b3f,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:02.416385 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ff900811-2c49-442f-a900-e9f5b9c41382 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:02.501833 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ff900811-2c49-442f-a900-e9f5b9c41382 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:02.503443 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 30cacc90-c229-4511-bd98-13673b9c7f3d up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:01:02.535980 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470e4738-87de-487c-adf8-4fc1510deff3 None None] Network ccc3f5b4-c695-4b2e-81e7-a47de4a27c78 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:01:02.547903 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-72bfe113-f75d-49fe-90de-3a417232580c tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:02.591558 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b6aa53f8-1e0a-4d8f-ba17-ef3cea63f37a tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] 10.222.0.87 "GET /v2.0/routers/f7abf094-2c4c-4504-99ff-1eb78a77ebaf HTTP/1.1" status: 200 len: 925 time: 0.5794611 Jan 21 19:01:02.598903 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55542) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:02.601483 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-61b46f8c-e353-42bc-af88-b9c6a388aa1e tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:02.661264 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff900811-2c49-442f-a900-e9f5b9c41382 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ad0fb1-279a-491f-869c-75cec2314abc,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:02.676518 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ff900811-2c49-442f-a900-e9f5b9c41382 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:02.680783 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ff900811-2c49-442f-a900-e9f5b9c41382 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.3237023 Jan 21 19:01:02.685305 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55546) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:02.749658 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-6efb9530-6381-418a-99d6-128f5bc3fdbf tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Request body: {'security_group_rule': {'security_group_id': 'd9ad0fb1-279a-491f-869c-75cec2314abc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:02.779256 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-6efb9530-6381-418a-99d6-128f5bc3fdbf tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:02.787346 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-72bfe113-f75d-49fe-90de-3a417232580c tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] device_id is not set on port 4ed54388-6e09-4589-9e75-b7424319eaba yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:01:02.790985 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-6efb9530-6381-418a-99d6-128f5bc3fdbf tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Usage tracker for resource:security_group_rule and tenant:35339a7947db486893b0582b9003cb0e is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:02.796960 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-6efb9530-6381-418a-99d6-128f5bc3fdbf tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:02.803733 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-6efb9530-6381-418a-99d6-128f5bc3fdbf tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:02.831373 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 30cacc90-c229-4511-bd98-13673b9c7f3d triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:01:02.831736 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:02.834735 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42c6e61-305e-4d14-ba7f-86ace5446140 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:02.835528 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.db.resource_extend [None req-61b46f8c-e353-42bc-af88-b9c6a388aa1e tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 19:01:02.837870 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-a42c6e61-305e-4d14-ba7f-86ace5446140 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=552ba34b-3dd7-4be8-8310-a9fc908fe72b&device_id=f7abf094-2c4c-4504-99ff-1eb78a77ebaf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2362027 Jan 21 19:01:02.839629 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55550) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:02.854259 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-0f167db9-c9c1-4dcd-aec0-066e0960a199 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] For port 24620a54-25af-4f65-9b5b-604515c48b3f, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=24620a54-25af-4f65-9b5b-604515c48b3f,segment=NetworkSegment(eccaa319-de92-4e4f-9689-a82bbe9b267d),segment_id=eccaa319-de92-4e4f-9689-a82bbe9b267d)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:01:02.854562 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0f167db9-c9c1-4dcd-aec0-066e0960a199 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:02.900979 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6efb9530-6381-418a-99d6-128f5bc3fdbf tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:02.973317 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-68b91e5a-ddb9-4a91-89d0-4ed44ec5d9bd None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:02.994487 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-68b91e5a-ddb9-4a91-89d0-4ed44ec5d9bd None None] Transition to ACTIVE for port object 89ba422f-66a7-4d8f-b525-9204540db746 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:01:03.029593 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3537c798-b16e-4cd8-932c-5a376b53a92a None None] get_active_networks_info from dv-neutron-825470-1-hyperv {{(pid=88138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 21 19:01:03.073933 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bab4cc-6c6d-4653-9ed2-118ad6f59f84 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:03.078502 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-68b91e5a-ddb9-4a91-89d0-4ed44ec5d9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:03.078681 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-40bab4cc-6c6d-4653-9ed2-118ad6f59f84 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] 10.222.0.87 "GET /v2.0/networks/552ba34b-3dd7-4be8-8310-a9fc908fe72b HTTP/1.1" status: 200 len: 881 time: 0.2350702 Jan 21 19:01:03.081191 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-72bfe113-f75d-49fe-90de-3a417232580c tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:03.083474 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55554) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:03.106385 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-61b46f8c-e353-42bc-af88-b9c6a388aa1e tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:03.111673 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b46f8c-e353-42bc-af88-b9c6a388aa1e tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:03.112258 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-61b46f8c-e353-42bc-af88-b9c6a388aa1e tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:03.125937 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-0f167db9-c9c1-4dcd-aec0-066e0960a199 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Calling delete_port for 24620a54-25af-4f65-9b5b-604515c48b3f owned by network:dhcp {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:01:03.152347 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-fba900af-3b32-45e1-b045-b25910bd4b53 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] 10.222.0.87 "GET /v2.0/ports?device_id=f7abf094-2c4c-4504-99ff-1eb78a77ebaf HTTP/1.1" status: 200 len: 205 time: 0.0652034 Jan 21 19:01:03.156113 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55558) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:03.156256 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 449b8552-de93-45e8-9f97-c07731f6ed76 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:01:03.214542 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6efb9530-6381-418a-99d6-128f5bc3fdbf tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:03.279258 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96ec24-b0f6-49c5-b54a-ef6417a48ae3 None None] Pushing event updated for resources: {'Port': ['ID=89ba422f-66a7-4d8f-b525-9204540db746,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:03.309436 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6efb9530-6381-418a-99d6-128f5bc3fdbf tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:03.329134 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b46f8c-e353-42bc-af88-b9c6a388aa1e tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event updated for resources: {'Network': ['ID=0701bda5-fd36-4d5e-be43-9afa25be7021,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:03.341854 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-72bfe113-f75d-49fe-90de-3a417232580c tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:03.342803 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-61b46f8c-e353-42bc-af88-b9c6a388aa1e tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.2350450 Jan 21 19:01:03.380887 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 0701bda5-fd36-4d5e-be43-9afa25be7021 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:01:03.426426 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb9530-6381-418a-99d6-128f5bc3fdbf tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19381f8e-e9ad-43aa-815b-58d7e25a3cc4,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:03.454925 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6d91f3f0-b90b-47a9-8682-eebbf2725317 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for router, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:03.463477 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-68b91e5a-ddb9-4a91-89d0-4ed44ec5d9bd None None] Attempting to bind port 89ba422f-66a7-4d8f-b525-9204540db746 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:01:03.464000 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-68b91e5a-ddb9-4a91-89d0-4ed44ec5d9bd None None] Attempting to bind port 89ba422f-66a7-4d8f-b525-9204540db746 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '3ac4fc8a-3d1c-40a0-81db-885ad3cbfae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fe9349f9-ebb7-4ed4-89c7-377645adc8f0'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:01:03.464871 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b91e5a-ddb9-4a91-89d0-4ed44ec5d9bd None None] Attempting to bind port 89ba422f-66a7-4d8f-b525-9204540db746 on network fe9349f9-ebb7-4ed4-89c7-377645adc8f0 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:01:03.497548 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b91e5a-ddb9-4a91-89d0-4ed44ec5d9bd None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:01:03.498821 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b91e5a-ddb9-4a91-89d0-4ed44ec5d9bd None None] Checking segment: {'id': '3ac4fc8a-3d1c-40a0-81db-885ad3cbfae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fe9349f9-ebb7-4ed4-89c7-377645adc8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:01:03.500409 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-68b91e5a-ddb9-4a91-89d0-4ed44ec5d9bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:03.501479 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b91e5a-ddb9-4a91-89d0-4ed44ec5d9bd None None] Bound using segment: {'id': '3ac4fc8a-3d1c-40a0-81db-885ad3cbfae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fe9349f9-ebb7-4ed4-89c7-377645adc8f0'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:01:03.502918 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-68b91e5a-ddb9-4a91-89d0-4ed44ec5d9bd None None] Bound port: 89ba422f-66a7-4d8f-b525-9204540db746, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac4fc8a-3d1c-40a0-81db-885ad3cbfae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fe9349f9-ebb7-4ed4-89c7-377645adc8f0'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:01:03.504462 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-68b91e5a-ddb9-4a91-89d0-4ed44ec5d9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:03.525104 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0f167db9-c9c1-4dcd-aec0-066e0960a199 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:03.549813 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bfe113-f75d-49fe-90de-3a417232580c tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Pushing event updated for resources: {'Port': ['ID=b71c2b14-487e-4a7f-a7e1-a25b9fe45b45,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:03.558995 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6efb9530-6381-418a-99d6-128f5bc3fdbf tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:03.562782 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-6efb9530-6381-418a-99d6-128f5bc3fdbf tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8765881 Jan 21 19:01:03.565850 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55562) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:03.576998 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-edbb1648-0b4c-4fcc-90d0-42786c3e737b tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Request body: {'security_group_rule': {'security_group_id': 'd9ad0fb1-279a-491f-869c-75cec2314abc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:03.586921 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-edbb1648-0b4c-4fcc-90d0-42786c3e737b tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:03.599395 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-edbb1648-0b4c-4fcc-90d0-42786c3e737b tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Usage tracker for resource:security_group_rule and tenant:35339a7947db486893b0582b9003cb0e is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:03.601970 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f167db9-c9c1-4dcd-aec0-066e0960a199 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Pushing event deleted for resources: {'Port': ['ID=24620a54-25af-4f65-9b5b-604515c48b3f,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:03.606807 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-edbb1648-0b4c-4fcc-90d0-42786c3e737b tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:03.619294 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3537c798-b16e-4cd8-932c-5a376b53a92a None None] Resources bound (agent type, host, resource id): {{(pid=88138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 19:01:03.624882 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f167db9-c9c1-4dcd-aec0-066e0960a199 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] No DVR routers for this DVR port 24620a54-25af-4f65-9b5b-604515c48b3f on host dv-neutron-825470-1-hyperv {{(pid=88136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:01:03.650072 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 449b8552-de93-45e8-9f97-c07731f6ed76 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:01:03.662981 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bfe113-f75d-49fe-90de-3a417232580c tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Checking segment: {'id': 'cbbe7968-eb96-4858-92fb-ed8d0094296e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd9ba6bb7-337c-4701-b248-0b60c238d858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:01:03.663355 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bfe113-f75d-49fe-90de-3a417232580c tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Network hostable DHCP agents. Network: d9ba6bb7-337c-4701-b248-0b60c238d858, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:01:03.678062 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-edbb1648-0b4c-4fcc-90d0-42786c3e737b tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:03.709428 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 449b8552-de93-45e8-9f97-c07731f6ed76 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:01:03.710444 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:03.728363 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6d91f3f0-b90b-47a9-8682-eebbf2725317 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:03.806171 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-edbb1648-0b4c-4fcc-90d0-42786c3e737b tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:03.843517 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bfe113-f75d-49fe-90de-3a417232580c tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Network d9ba6bb7-337c-4701-b248-0b60c238d858 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:01:03.846824 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-6d91f3f0-b90b-47a9-8682-eebbf2725317 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Deleting port c4bb73b3-5f36-459d-a7e5-d2d46c7345b7 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:01:03.847387 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0f167db9-c9c1-4dcd-aec0-066e0960a199 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:03.847510 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6d91f3f0-b90b-47a9-8682-eebbf2725317 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:03.894747 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-0f167db9-c9c1-4dcd-aec0-066e0960a199 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc3f5b4-c695-4b2e-81e7-a47de4a27c78']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:03.914174 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-0f167db9-c9c1-4dcd-aec0-066e0960a199 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eccaa319-de92-4e4f-9689-a82bbe9b267d') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:03.914372 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-0f167db9-c9c1-4dcd-aec0-066e0960a199 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eccaa319-de92-4e4f-9689-a82bbe9b267d') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:03.926117 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-68b91e5a-ddb9-4a91-89d0-4ed44ec5d9bd None None] For port 89ba422f-66a7-4d8f-b525-9204540db746, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:01:03.927278 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1eea86c9-9e99-4a6c-b0f7-516c5e465fb1 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:03.971562 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-68b91e5a-ddb9-4a91-89d0-4ed44ec5d9bd None None] For port 89ba422f-66a7-4d8f-b525-9204540db746, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=89ba422f-66a7-4d8f-b525-9204540db746,segment=NetworkSegment(3ac4fc8a-3d1c-40a0-81db-885ad3cbfae5),segment_id=3ac4fc8a-3d1c-40a0-81db-885ad3cbfae5)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:01:04.056874 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:04.072752 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-68b91e5a-ddb9-4a91-89d0-4ed44ec5d9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:04.075513 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0f167db9-c9c1-4dcd-aec0-066e0960a199 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:04.155596 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-edbb1648-0b4c-4fcc-90d0-42786c3e737b tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:04.160790 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96ec24-b0f6-49c5-b54a-ef6417a48ae3 None None] Pushing event updated for resources: {'Port': ['ID=89ba422f-66a7-4d8f-b525-9204540db746,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:04.202006 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 449b8552-de93-45e8-9f97-c07731f6ed76, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=449b8552-de93-45e8-9f97-c07731f6ed76,segment=NetworkSegment(34f01650-187b-4de0-a5b2-ef07a9dca447),segment_id=34f01650-187b-4de0-a5b2-ef07a9dca447)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:01:04.211800 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b91e5a-ddb9-4a91-89d0-4ed44ec5d9bd None None] Routers {'2b24f1d9-b1fb-4233-89a5-cef9be031802'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:01:04.212694 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-68b91e5a-ddb9-4a91-89d0-4ed44ec5d9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:00:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['2b24f1d9-b1fb-4233-89a5-cef9be031802'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:04.221777 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0f167db9-c9c1-4dcd-aec0-066e0960a199 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:04.244584 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f167db9-c9c1-4dcd-aec0-066e0960a199 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:01:04.244989 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0f167db9-c9c1-4dcd-aec0-066e0960a199 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:04.253653 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-72bfe113-f75d-49fe-90de-3a417232580c tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, d9ba6bb7-337c-4701-b248-0b60c238d858) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:04.266468 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:01:04.266468 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:01:04.266468 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:01:04.266468 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:01:04.266468 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:01:04.266468 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:01:04.266468 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:01:04.266468 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:01:04.266468 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:01:04.266468 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:01:04.266468 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:01:04.266468 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:01:04.266468 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:01:04.266468 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:01:04.266468 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:01:04.266468 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:01:04.266468 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:01:04.266468 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:01:04.266468 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:01:04.266468 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:01:04.266468 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:01:04.266468 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:01:04.266468 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:01:04.266468 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:01:04.266468 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:01:04.266468 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:01:04.266468 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:01:04.266468 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:01:04.266468 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:01:04.266468 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:01:04.266468 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:01:04.266468 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:01:04.270544 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-edbb1648-0b4c-4fcc-90d0-42786c3e737b tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:04.303577 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bfe113-f75d-49fe-90de-3a417232580c tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:01:04.304453 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-72bfe113-f75d-49fe-90de-3a417232580c tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:04.309110 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb1648-0b4c-4fcc-90d0-42786c3e737b tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9ed79b2-3a5a-4903-b5a2-e793d5fd7a76,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:04.317360 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:04.318489 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 773c8944-70f5-4583-b320-38d032acce5d up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:01:04.436866 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bfe113-f75d-49fe-90de-3a417232580c tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Pushing event updated for resources: {'Port': ['ID=4ed54388-6e09-4589-9e75-b7424319eaba,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:04.466644 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0f167db9-c9c1-4dcd-aec0-066e0960a199 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:04.512008 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=449b8552-de93-45e8-9f97-c07731f6ed76,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:04.513355 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bfe113-f75d-49fe-90de-3a417232580c tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Checking segment: {'id': 'a65a6800-16a4-4cae-9433-670efbaff36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c17dff9f-f3af-45d1-b023-35c83bb33ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:01:04.513853 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bfe113-f75d-49fe-90de-3a417232580c tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Network hostable DHCP agents. Network: c17dff9f-f3af-45d1-b023-35c83bb33ccf, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:01:04.536806 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6d91f3f0-b90b-47a9-8682-eebbf2725317 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:04.566249 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-edbb1648-0b4c-4fcc-90d0-42786c3e737b tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:04.571780 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-edbb1648-0b4c-4fcc-90d0-42786c3e737b tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0021930 Jan 21 19:01:04.577245 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55566) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:04.686334 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 773c8944-70f5-4583-b320-38d032acce5d triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:01:04.686781 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:04.693904 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0f167db9-c9c1-4dcd-aec0-066e0960a199 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:04.710208 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f167db9-c9c1-4dcd-aec0-066e0960a199 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Pushing event deleted for resources: {'Network': ['ID=ccc3f5b4-c695-4b2e-81e7-a47de4a27c78,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:04.721715 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-8ddbf030-9d41-4182-8b3f-45f47a2045e7 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Request body: {'floatingip': {'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:04.723008 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-0f167db9-c9c1-4dcd-aec0-066e0960a199 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] 10.222.0.87 "DELETE /v2.0/networks/ccc3f5b4-c695-4b2e-81e7-a47de4a27c78 HTTP/1.1" status: 204 len: 168 time: 6.3625593 Jan 21 19:01:04.723604 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55570) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:04.729116 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-8ddbf030-9d41-4182-8b3f-45f47a2045e7 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:04.734003 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-8ddbf030-9d41-4182-8b3f-45f47a2045e7 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Usage tracker for resource:floatingip and tenant:35339a7947db486893b0582b9003cb0e is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:04.738137 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-26a7f185-0f06-4d69-af4d-2160ff730e3b tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-435999093'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:04.738743 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-8ddbf030-9d41-4182-8b3f-45f47a2045e7 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:04.742705 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-26a7f185-0f06-4d69-af4d-2160ff730e3b tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:04.744999 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-8ddbf030-9d41-4182-8b3f-45f47a2045e7 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:04.748042 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-26a7f185-0f06-4d69-af4d-2160ff730e3b tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Usage tracker for resource:network and tenant:8da0247cdb454b3399a20a44bfeaad0c is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:04.751006 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-26a7f185-0f06-4d69-af4d-2160ff730e3b tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:04.755181 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-68b91e5a-ddb9-4a91-89d0-4ed44ec5d9bd None None] Set router 2b24f1d9-b1fb-4233-89a5-cef9be031802 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:01:04.756946 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-26a7f185-0f06-4d69-af4d-2160ff730e3b tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:04.762878 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-6d91f3f0-b90b-47a9-8682-eebbf2725317 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Calling delete_port for c4bb73b3-5f36-459d-a7e5-d2d46c7345b7 owned by network:router_gateway {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:01:04.764115 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-1eea86c9-9e99-4a6c-b0f7-516c5e465fb1 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Deleting port 30fc0ec6-176c-4063-9632-666d174d7784 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:01:04.764462 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1eea86c9-9e99-4a6c-b0f7-516c5e465fb1 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:04.795503 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bfe113-f75d-49fe-90de-3a417232580c tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Network c17dff9f-f3af-45d1-b023-35c83bb33ccf is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:01:04.947637 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a7f185-0f06-4d69-af4d-2160ff730e3b tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Made reservation on behalf of 8da0247cdb454b3399a20a44bfeaad0c for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:01:04.956016 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-26a7f185-0f06-4d69-af4d-2160ff730e3b tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:05.029102 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bca08f1-ee1a-462f-9118-8cec65386da8 None None] Network d9ba6bb7-337c-4701-b248-0b60c238d858 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:01:05.059018 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1eea86c9-9e99-4a6c-b0f7-516c5e465fb1 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:05.093690 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26a7f185-0f06-4d69-af4d-2160ff730e3b tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:01:05.172795 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-72bfe113-f75d-49fe-90de-3a417232580c tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, c17dff9f-f3af-45d1-b023-35c83bb33ccf) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:05.181309 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bfe113-f75d-49fe-90de-3a417232580c tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:01:05.198480 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bfe113-f75d-49fe-90de-3a417232580c tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:05.204842 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bfe113-f75d-49fe-90de-3a417232580c tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:05.205521 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-72bfe113-f75d-49fe-90de-3a417232580c tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:05.242864 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8ddbf030-9d41-4182-8b3f-45f47a2045e7 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Notify callbacks [] for floatingip, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:05.253279 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d08f65e-2dc3-4385-bc1f-93bf844fb06d None None] Network c17dff9f-f3af-45d1-b023-35c83bb33ccf requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:01:05.330172 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6d91f3f0-b90b-47a9-8682-eebbf2725317 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:05.363228 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-1eea86c9-9e99-4a6c-b0f7-516c5e465fb1 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Calling delete_port for 30fc0ec6-176c-4063-9632-666d174d7784 owned by network:router_interface {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:01:05.397968 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-72bfe113-f75d-49fe-90de-3a417232580c tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.6087947 Jan 21 19:01:05.421964 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55574) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:05.439720 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-26a7f185-0f06-4d69-af4d-2160ff730e3b tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:05.439720 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-26a7f185-0f06-4d69-af4d-2160ff730e3b tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Added segment e905a0cf-91a6-4f5b-ac3a-1482af5f0b1f of type vlan for network 0a7b510d-a74c-4d6b-8386-888844796f9a Jan 21 19:01:05.608886 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d91f3f0-b90b-47a9-8682-eebbf2725317 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Pushing event deleted for resources: {'Port': ['ID=c4bb73b3-5f36-459d-a7e5-d2d46c7345b7,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:05.666794 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-26a7f185-0f06-4d69-af4d-2160ff730e3b tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:05.716116 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6d91f3f0-b90b-47a9-8682-eebbf2725317 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:05.762296 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc95618-072b-4c87-aa54-0bb75552f6ed tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:05.769342 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc95618-072b-4c87-aa54-0bb75552f6ed tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:05.773593 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-dfc95618-072b-4c87-aa54-0bb75552f6ed tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3462443 Jan 21 19:01:05.774380 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55578) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:05.814125 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-68b91e5a-ddb9-4a91-89d0-4ed44ec5d9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b24f1d9-b1fb-4233-89a5-cef9be031802', 'name': 'tempest-ServersTestManualDisk-1436137172-router', 'tenant_id': '35339a7947db486893b0582b9003cb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.207'}], 'enable_snat': True}, 'gw_port_id': '29b7d165-4bc5-4789-bdcb-e021ea4e4f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:00:44Z', 'updated_at': '2022-01-21T19:00:56Z', 'revision_number': 4, 'project_id': '35339a7947db486893b0582b9003cb0e', 'gw_port': {'id': '29b7d165-4bc5-4789-bdcb-e021ea4e4f59', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:87:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b24f1d9-b1fb-4233-89a5-cef9be031802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:00:45Z', 'updated_at': '2022-01-21T19:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '89ba422f-66a7-4d8f-b525-9204540db746', 'name': '', 'network_id': 'fe9349f9-ebb7-4ed4-89c7-377645adc8f0', 'tenant_id': '35339a7947db486893b0582b9003cb0e', 'mac_address': 'fa:16:3e:c7:30:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b24f1d9-b1fb-4233-89a5-cef9be031802', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '46be17ed-e474-4ae3-8ca8-5faafc286898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:00:53Z', 'updated_at': '2022-01-21T19:01:03Z', 'revision_number': 4, 'project_id': '35339a7947db486893b0582b9003cb0e', 'subnets': [{'id': '46be17ed-e474-4ae3-8ca8-5faafc286898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:05.826532 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b91e5a-ddb9-4a91-89d0-4ed44ec5d9bd None None] The sync data for ids ['2b24f1d9-b1fb-4233-89a5-cef9be031802'] in dv-neutron-825470-1-hyperv is: [{'id': '2b24f1d9-b1fb-4233-89a5-cef9be031802', 'name': 'tempest-ServersTestManualDisk-1436137172-router', 'tenant_id': '35339a7947db486893b0582b9003cb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.207'}], 'enable_snat': True}, 'gw_port_id': '29b7d165-4bc5-4789-bdcb-e021ea4e4f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:00:44Z', 'updated_at': '2022-01-21T19:00:56Z', 'revision_number': 4, 'project_id': '35339a7947db486893b0582b9003cb0e', 'gw_port': {'id': '29b7d165-4bc5-4789-bdcb-e021ea4e4f59', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:87:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b24f1d9-b1fb-4233-89a5-cef9be031802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:00:45Z', 'updated_at': '2022-01-21T19:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '89ba422f-66a7-4d8f-b525-9204540db746', 'name': '', 'network_id': 'fe9349f9-ebb7-4ed4-89c7-377645adc8f0', 'tenant_id': '35339a7947db486893b0582b9003cb0e', 'mac_address': 'fa:16:3e:c7:30:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b24f1d9-b1fb-4233-89a5-cef9be031802', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '46be17ed-e474-4ae3-8ca8-5faafc286898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:00:53Z', 'updated_at': '2022-01-21T19:01:03Z', 'revision_number': 4, 'project_id': '35339a7947db486893b0582b9003cb0e', 'subnets': [{'id': '46be17ed-e474-4ae3-8ca8-5faafc286898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:01:05.829905 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 449b8552-de93-45e8-9f97-c07731f6ed76 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:01:05.963297 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 449b8552-de93-45e8-9f97-c07731f6ed76 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:01:05.963791 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:06.001527 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6d91f3f0-b90b-47a9-8682-eebbf2725317 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:06.003816 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6d91f3f0-b90b-47a9-8682-eebbf2725317 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:06.027856 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-eb44a7da-5a40-44c1-a842-a40d07d60f24 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Deleting port b71c2b14-487e-4a7f-a7e1-a25b9fe45b45 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:01:06.028432 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-eb44a7da-5a40-44c1-a842-a40d07d60f24 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:06.031163 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8ddbf030-9d41-4182-8b3f-45f47a2045e7 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:06.273954 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1eea86c9-9e99-4a6c-b0f7-516c5e465fb1 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:06.283552 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-26a7f185-0f06-4d69-af4d-2160ff730e3b tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:06.289115 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a7f185-0f06-4d69-af4d-2160ff730e3b tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:06.289836 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-26a7f185-0f06-4d69-af4d-2160ff730e3b tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:06.358726 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6d91f3f0-b90b-47a9-8682-eebbf2725317 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:06.359396 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d91f3f0-b90b-47a9-8682-eebbf2725317 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Fanout notify agent at l3_agent the message router_deleted on router f7abf094-2c4c-4504-99ff-1eb78a77ebaf {{(pid=88137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:01:06.398247 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6d91f3f0-b90b-47a9-8682-eebbf2725317 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:06.406618 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-6d91f3f0-b90b-47a9-8682-eebbf2725317 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] 10.222.0.87 "DELETE /v2.0/routers/f7abf094-2c4c-4504-99ff-1eb78a77ebaf HTTP/1.1" status: 204 len: 168 time: 3.2512405 Jan 21 19:01:06.410563 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55582) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:06.415755 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-42f8783d-1420-41e4-ad5e-8efa49855d78 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-207331351', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:06.428945 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-42f8783d-1420-41e4-ad5e-8efa49855d78 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:06.452073 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-42f8783d-1420-41e4-ad5e-8efa49855d78 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Usage tracker for resource:router and tenant:d4f00f68e2c843989919a98d327b35b6 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:06.463810 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-42f8783d-1420-41e4-ad5e-8efa49855d78 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:06.473162 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-42f8783d-1420-41e4-ad5e-8efa49855d78 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:06.502786 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-8ddbf030-9d41-4182-8b3f-45f47a2045e7 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Allocated IP 172.26.1.200 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/d5ac7f9f-4700-4d60-89e8-8ff2b0d9dfd6) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:01:06.545577 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea86c9-9e99-4a6c-b0f7-516c5e465fb1 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Pushing event deleted for resources: {'Port': ['ID=30fc0ec6-176c-4063-9632-666d174d7784,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:06.596765 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-42f8783d-1420-41e4-ad5e-8efa49855d78 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:06.598170 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-42f8783d-1420-41e4-ad5e-8efa49855d78 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:06.694373 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-42f8783d-1420-41e4-ad5e-8efa49855d78 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:06.731319 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55586) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:06.768273 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8ddbf030-9d41-4182-8b3f-45f47a2045e7 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:06.805365 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-98ec5d75-9c5d-4141-9807-4cfb993f6ba4 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Request body: {'subnet': {'network_id': '0701bda5-fd36-4d5e-be43-9afa25be7021', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:06.824619 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-eb44a7da-5a40-44c1-a842-a40d07d60f24 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:06.826200 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-42f8783d-1420-41e4-ad5e-8efa49855d78 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:06.860141 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8ddbf030-9d41-4182-8b3f-45f47a2045e7 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:06.894561 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7f185-0f06-4d69-af4d-2160ff730e3b tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Pushing event updated for resources: {'Network': ['ID=0a7b510d-a74c-4d6b-8386-888844796f9a,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:06.898198 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-26a7f185-0f06-4d69-af4d-2160ff730e3b tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.1703095 Jan 21 19:01:06.905962 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55590) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:06.910983 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 0a7b510d-a74c-4d6b-8386-888844796f9a details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:01:06.928860 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-f46acf53-a559-4272-9ed4-ef4afa6a46aa tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Request body: {'subnet': {'network_id': '0a7b510d-a74c-4d6b-8386-888844796f9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:06.951736 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddbf030-9d41-4182-8b3f-45f47a2045e7 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:01:06.957858 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-8ddbf030-9d41-4182-8b3f-45f47a2045e7 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:06.959805 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-42f8783d-1420-41e4-ad5e-8efa49855d78 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:06.963514 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-42f8783d-1420-41e4-ad5e-8efa49855d78 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5492876 Jan 21 19:01:06.966322 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddbf030-9d41-4182-8b3f-45f47a2045e7 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:01:06.981911 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55594) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:06.982260 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1eea86c9-9e99-4a6c-b0f7-516c5e465fb1 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:07.082960 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbf030-9d41-4182-8b3f-45f47a2045e7 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Pushing event updated for resources: {'Port': ['ID=d5ac7f9f-4700-4d60-89e8-8ff2b0d9dfd6,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:07.125094 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-f46acf53-a559-4272-9ed4-ef4afa6a46aa tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:07.131017 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-f46acf53-a559-4272-9ed4-ef4afa6a46aa tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Usage tracker for resource:subnet and tenant:8da0247cdb454b3399a20a44bfeaad0c is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:07.135001 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-f46acf53-a559-4272-9ed4-ef4afa6a46aa tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:07.146403 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-f46acf53-a559-4272-9ed4-ef4afa6a46aa tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:07.163166 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8ddbf030-9d41-4182-8b3f-45f47a2045e7 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:07.191268 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-eb44a7da-5a40-44c1-a842-a40d07d60f24 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Calling delete_port for b71c2b14-487e-4a7f-a7e1-a25b9fe45b45 owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:01:07.226799 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-675c29f3-2994-448e-9c3e-59d45dfe4494 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'enable_snat': False}}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:07.236544 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46acf53-a559-4272-9ed4-ef4afa6a46aa tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Made reservation on behalf of 8da0247cdb454b3399a20a44bfeaad0c for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:01:07.240246 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f46acf53-a559-4272-9ed4-ef4afa6a46aa tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:07.397059 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8ddbf030-9d41-4182-8b3f-45f47a2045e7 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:07.618908 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-98ec5d75-9c5d-4141-9807-4cfb993f6ba4 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:07.650631 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-98ec5d75-9c5d-4141-9807-4cfb993f6ba4 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Usage tracker for resource:subnet and tenant:61b06f640fe54206829782ad2cf491c1 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:07.702469 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-98ec5d75-9c5d-4141-9807-4cfb993f6ba4 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:07.705918 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8ddbf030-9d41-4182-8b3f-45f47a2045e7 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:07.718079 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f46acf53-a559-4272-9ed4-ef4afa6a46aa tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:07.773102 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-98ec5d75-9c5d-4141-9807-4cfb993f6ba4 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:07.777472 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8ddbf030-9d41-4182-8b3f-45f47a2045e7 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:07.784088 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 89ba422f-66a7-4d8f-b525-9204540db746 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:01:07.884688 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46acf53-a559-4272-9ed4-ef4afa6a46aa tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Pushing event updated for resources: {'Subnet': ['ID=9f2c61be-55b0-44a4-ac15-8f210aa7e2e7,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:07.901288 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46acf53-a559-4272-9ed4-ef4afa6a46aa tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Checking segment: {'id': 'e905a0cf-91a6-4f5b-ac3a-1482af5f0b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0a7b510d-a74c-4d6b-8386-888844796f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:01:07.902187 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46acf53-a559-4272-9ed4-ef4afa6a46aa tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Network hostable DHCP agents. Network: 0a7b510d-a74c-4d6b-8386-888844796f9a, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:01:07.923665 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbf030-9d41-4182-8b3f-45f47a2045e7 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Pushing event updated for resources: {'Port': ['ID=d5ac7f9f-4700-4d60-89e8-8ff2b0d9dfd6,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:07.933961 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 89ba422f-66a7-4d8f-b525-9204540db746 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:01:07.940221 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 89ba422f-66a7-4d8f-b525-9204540db746 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:01:07.945750 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:07.945889 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8ddbf030-9d41-4182-8b3f-45f47a2045e7 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:07.974329 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eea86c9-9e99-4a6c-b0f7-516c5e465fb1 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Router d94cd185-9386-4c77-9a24-6339129109a9 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:01:07.982768 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-eb44a7da-5a40-44c1-a842-a40d07d60f24 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:07.986556 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-675c29f3-2994-448e-9c3e-59d45dfe4494 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:08.025491 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46acf53-a559-4272-9ed4-ef4afa6a46aa tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Network 0a7b510d-a74c-4d6b-8386-888844796f9a is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:01:08.030192 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8ddbf030-9d41-4182-8b3f-45f47a2045e7 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:08.039467 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-8ddbf030-9d41-4182-8b3f-45f47a2045e7 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3932633 Jan 21 19:01:08.039711 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ec5d75-9c5d-4141-9807-4cfb993f6ba4 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Made reservation on behalf of 61b06f640fe54206829782ad2cf491c1 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:01:08.039711 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-98ec5d75-9c5d-4141-9807-4cfb993f6ba4 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:08.071523 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb44a7da-5a40-44c1-a842-a40d07d60f24 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Pushing event deleted for resources: {'Port': ['ID=b71c2b14-487e-4a7f-a7e1-a25b9fe45b45,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:08.126304 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:08.152184 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-eb44a7da-5a40-44c1-a842-a40d07d60f24 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:08.162189 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 89ba422f-66a7-4d8f-b525-9204540db746, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=89ba422f-66a7-4d8f-b525-9204540db746,segment=NetworkSegment(3ac4fc8a-3d1c-40a0-81db-885ad3cbfae5),segment_id=3ac4fc8a-3d1c-40a0-81db-885ad3cbfae5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:01:08.170161 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-f46acf53-a559-4272-9ed4-ef4afa6a46aa tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 0a7b510d-a74c-4d6b-8386-888844796f9a) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:08.175915 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46acf53-a559-4272-9ed4-ef4afa6a46aa tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:08.176506 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f46acf53-a559-4272-9ed4-ef4afa6a46aa tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:08.186048 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee13283-6add-4bd9-8fac-2f20ab7d4cd3 None None] Network 0a7b510d-a74c-4d6b-8386-888844796f9a requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:01:08.234092 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:08.289070 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f46acf53-a559-4272-9ed4-ef4afa6a46aa tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3798039 Jan 21 19:01:08.291637 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55610) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:08.373309 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-eb44a7da-5a40-44c1-a842-a40d07d60f24 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] 10.222.0.87 "DELETE /v2.0/ports/b71c2b14-487e-4a7f-a7e1-a25b9fe45b45 HTTP/1.1" status: 204 len: 168 time: 2.5965977 Jan 21 19:01:08.374260 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55614) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:08.421021 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=89ba422f-66a7-4d8f-b525-9204540db746,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:08.473431 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2534e34f-ebdc-4534-91cc-9f1c26a782b6 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:08.498342 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb98389-128f-4dd3-be31-07e32e3000fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-0a7b510d-a74c-4d6b-8386-888844796f9a', 'network_id': '0a7b510d-a74c-4d6b-8386-888844796f9a', 'tenant_id': '8da0247cdb454b3399a20a44bfeaad0c', 'fixed_ips': [{'subnet_id': '9f2c61be-55b0-44a4-ac15-8f210aa7e2e7'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:01:08.499249 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eea86c9-9e99-4a6c-b0f7-516c5e465fb1 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:01:08.499395 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-fbb98389-128f-4dd3-be31-07e32e3000fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:08.512973 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f0231f-176d-40a8-b851-9a3269f46439 None None] Sync routers for ids ['d94cd185-9386-4c77-9a24-6339129109a9'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:01:08.522604 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-1eea86c9-9e99-4a6c-b0f7-516c5e465fb1 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] 10.222.0.87 "PUT /v2.0/routers/d94cd185-9386-4c77-9a24-6339129109a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1151609 Jan 21 19:01:08.528472 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55618) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:08.530290 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f0231f-176d-40a8-b851-9a3269f46439 None None] Routers {'d94cd185-9386-4c77-9a24-6339129109a9'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:01:08.531071 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-b7f0231f-176d-40a8-b851-9a3269f46439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:00:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['d94cd185-9386-4c77-9a24-6339129109a9'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:08.555399 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-2b9114df-6fae-42c9-91af-471ad0688046 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Deleting port 4ed54388-6e09-4589-9e75-b7424319eaba {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:01:08.555833 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2b9114df-6fae-42c9-91af-471ad0688046 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:08.597741 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-b7f0231f-176d-40a8-b851-9a3269f46439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:08.606902 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-e88f8edd-ec6a-4e3e-85a7-0c54a49e1d27 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] delete failed (client error): The resource could not be found. Jan 21 19:01:08.611364 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e88f8edd-ec6a-4e3e-85a7-0c54a49e1d27 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] 10.222.0.87 "DELETE /v2.0/routers/tempest-non_exist_router-490709444 HTTP/1.1" status: 404 len: 334 time: 0.0785244 Jan 21 19:01:08.611632 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55622) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:08.613189 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f0231f-176d-40a8-b851-9a3269f46439 None None] Routers {'d94cd185-9386-4c77-9a24-6339129109a9'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:01:08.614046 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-b7f0231f-176d-40a8-b851-9a3269f46439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:00:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['d94cd185-9386-4c77-9a24-6339129109a9'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:08.622041 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-d941f7f4-e835-40f8-896d-8f4758065e7e tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd94cd185-9386-4c77-9a24-6339129109a9'}}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:08.683230 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-b7f0231f-176d-40a8-b851-9a3269f46439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:08.684832 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f0231f-176d-40a8-b851-9a3269f46439 None None] The sync data for ids ['d94cd185-9386-4c77-9a24-6339129109a9'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:01:08.694306 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-fbb98389-128f-4dd3-be31-07e32e3000fc None None] Allocated IP 2001:db8::2 (0a7b510d-a74c-4d6b-8386-888844796f9a/9f2c61be-55b0-44a4-ac15-8f210aa7e2e7/2498c83d-c94f-4f97-b1be-02ad91c6292c) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:01:08.737136 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-9211d818-788b-494e-ad56-1dd3930316c2 req-5814cbd4-2257-448b-bd0c-09c661537aed tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Synchronizing usage tracker for tenant:35339a7947db486893b0582b9003cb0e on resource:security_group {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:01:08.789776 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2534e34f-ebdc-4534-91cc-9f1c26a782b6 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:08.909092 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-fbb98389-128f-4dd3-be31-07e32e3000fc None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:08.920117 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-fbb98389-128f-4dd3-be31-07e32e3000fc None None] Transition to ACTIVE for port object 2498c83d-c94f-4f97-b1be-02ad91c6292c will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:01:08.943782 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-fbb98389-128f-4dd3-be31-07e32e3000fc None None] Transition to ACTIVE for port object 2498c83d-c94f-4f97-b1be-02ad91c6292c will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:01:08.972373 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-9211d818-788b-494e-ad56-1dd3930316c2 req-5814cbd4-2257-448b-bd0c-09c661537aed tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Unset dirty status for tenant:35339a7947db486893b0582b9003cb0e on resource:security_group {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:01:08.973535 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9211d818-788b-494e-ad56-1dd3930316c2 req-5814cbd4-2257-448b-bd0c-09c661537aed tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--44197584&fields=id&tenant_id=35339a7947db486893b0582b9003cb0e HTTP/1.1" status: 200 len: 267 time: 0.5913966 Jan 21 19:01:08.986193 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2b9114df-6fae-42c9-91af-471ad0688046 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:09.019765 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-fbb98389-128f-4dd3-be31-07e32e3000fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:09.085221 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb98389-128f-4dd3-be31-07e32e3000fc None None] Network 0a7b510d-a74c-4d6b-8386-888844796f9a is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:01:09.088117 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-fbb98389-128f-4dd3-be31-07e32e3000fc None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:09.092352 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb98389-128f-4dd3-be31-07e32e3000fc None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:01:09.103478 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb98389-128f-4dd3-be31-07e32e3000fc None None] Pushing event updated for resources: {'Port': ['ID=2498c83d-c94f-4f97-b1be-02ad91c6292c,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:09.156464 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-2b9114df-6fae-42c9-91af-471ad0688046 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Calling delete_port for 4ed54388-6e09-4589-9e75-b7424319eaba owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:01:09.176584 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d941f7f4-e835-40f8-896d-8f4758065e7e tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:09.191909 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2534e34f-ebdc-4534-91cc-9f1c26a782b6 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:09.195795 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-fbb98389-128f-4dd3-be31-07e32e3000fc None None] Attempting to bind port 2498c83d-c94f-4f97-b1be-02ad91c6292c on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:01:09.196098 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-fbb98389-128f-4dd3-be31-07e32e3000fc None None] Attempting to bind port 2498c83d-c94f-4f97-b1be-02ad91c6292c by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'e905a0cf-91a6-4f5b-ac3a-1482af5f0b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0a7b510d-a74c-4d6b-8386-888844796f9a'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:01:09.196456 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb98389-128f-4dd3-be31-07e32e3000fc None None] Attempting to bind port 2498c83d-c94f-4f97-b1be-02ad91c6292c on network 0a7b510d-a74c-4d6b-8386-888844796f9a {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:01:09.202579 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb98389-128f-4dd3-be31-07e32e3000fc None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:01:09.202966 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb98389-128f-4dd3-be31-07e32e3000fc None None] Checking segment: {'id': 'e905a0cf-91a6-4f5b-ac3a-1482af5f0b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0a7b510d-a74c-4d6b-8386-888844796f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:01:09.203346 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-fbb98389-128f-4dd3-be31-07e32e3000fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:09.203733 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb98389-128f-4dd3-be31-07e32e3000fc None None] Bound using segment: {'id': 'e905a0cf-91a6-4f5b-ac3a-1482af5f0b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0a7b510d-a74c-4d6b-8386-888844796f9a'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:01:09.204188 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-fbb98389-128f-4dd3-be31-07e32e3000fc None None] Bound port: 2498c83d-c94f-4f97-b1be-02ad91c6292c, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e905a0cf-91a6-4f5b-ac3a-1482af5f0b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0a7b510d-a74c-4d6b-8386-888844796f9a'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:01:09.204557 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-fbb98389-128f-4dd3-be31-07e32e3000fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:09.237668 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2534e34f-ebdc-4534-91cc-9f1c26a782b6 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Pushing event deleted for resources: {'Subnet': ['ID=9f2c61be-55b0-44a4-ac15-8f210aa7e2e7,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:09.296257 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-fbb98389-128f-4dd3-be31-07e32e3000fc None None] For port 2498c83d-c94f-4f97-b1be-02ad91c6292c, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:01:09.299444 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-fbb98389-128f-4dd3-be31-07e32e3000fc None None] For port 2498c83d-c94f-4f97-b1be-02ad91c6292c, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=2498c83d-c94f-4f97-b1be-02ad91c6292c,segment=NetworkSegment(e905a0cf-91a6-4f5b-ac3a-1482af5f0b1f),segment_id=e905a0cf-91a6-4f5b-ac3a-1482af5f0b1f)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:01:09.299604 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-d941f7f4-e835-40f8-896d-8f4758065e7e tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] update failed (client error): The resource could not be found. Jan 21 19:01:09.300636 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-d941f7f4-e835-40f8-896d-8f4758065e7e tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] 10.222.0.87 "PUT /v2.0/routers/d94cd185-9386-4c77-9a24-6339129109a9 HTTP/1.1" status: 404 len: 339 time: 0.6881170 Jan 21 19:01:09.304462 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55626) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:09.352580 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-c6f64483-c5bf-488c-b900-6bdc3fe84af8 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1889333775'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:09.361364 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-fbb98389-128f-4dd3-be31-07e32e3000fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:09.363348 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2534e34f-ebdc-4534-91cc-9f1c26a782b6 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:09.371452 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-c6f64483-c5bf-488c-b900-6bdc3fe84af8 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:09.378666 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-c6f64483-c5bf-488c-b900-6bdc3fe84af8 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Usage tracker for resource:network and tenant:2be7e0190ec743aba66e02e31f80b391 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:09.389847 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-c6f64483-c5bf-488c-b900-6bdc3fe84af8 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:09.398895 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-c6f64483-c5bf-488c-b900-6bdc3fe84af8 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:09.401715 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-2534e34f-ebdc-4534-91cc-9f1c26a782b6 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a7b510d-a74c-4d6b-8386-888844796f9a']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:09.416715 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-2534e34f-ebdc-4534-91cc-9f1c26a782b6 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e905a0cf-91a6-4f5b-ac3a-1482af5f0b1f') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:09.417030 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-2534e34f-ebdc-4534-91cc-9f1c26a782b6 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e905a0cf-91a6-4f5b-ac3a-1482af5f0b1f') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:09.429549 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2534e34f-ebdc-4534-91cc-9f1c26a782b6 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:09.454629 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2534e34f-ebdc-4534-91cc-9f1c26a782b6 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:09.456041 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2534e34f-ebdc-4534-91cc-9f1c26a782b6 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:01:09.456425 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2534e34f-ebdc-4534-91cc-9f1c26a782b6 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:09.471433 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:01:09.471433 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:01:09.471433 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:01:09.471433 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:01:09.471433 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:01:09.471433 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:01:09.471433 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:01:09.471433 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:01:09.471433 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:01:09.471433 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:01:09.471433 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:01:09.471433 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:01:09.471433 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:01:09.471433 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:01:09.471433 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:01:09.471433 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:01:09.471433 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:01:09.471433 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:01:09.471433 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:01:09.471433 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:01:09.471433 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:01:09.471433 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:01:09.471433 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:01:09.471433 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:01:09.471433 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:01:09.471433 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:01:09.471433 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:01:09.471433 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:01:09.471433 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:01:09.471433 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:01:09.471433 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:01:09.471433 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:01:09.516417 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb98389-128f-4dd3-be31-07e32e3000fc None None] Pushing event updated for resources: {'Port': ['ID=2498c83d-c94f-4f97-b1be-02ad91c6292c,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:09.545318 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7af258d-8252-4428-be52-379356513fec None None] Network 0a7b510d-a74c-4d6b-8386-888844796f9a requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:01:09.553348 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f64483-c5bf-488c-b900-6bdc3fe84af8 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Made reservation on behalf of 2be7e0190ec743aba66e02e31f80b391 for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:01:09.556792 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c6f64483-c5bf-488c-b900-6bdc3fe84af8 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:09.569719 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-98ec5d75-9c5d-4141-9807-4cfb993f6ba4 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:09.591754 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6f64483-c5bf-488c-b900-6bdc3fe84af8 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:01:09.600578 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c6f64483-c5bf-488c-b900-6bdc3fe84af8 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:09.600909 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-c6f64483-c5bf-488c-b900-6bdc3fe84af8 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Added segment ab72281b-5d42-43c1-b804-a4c6bd48015f of type vlan for network afbfee45-dd46-431c-90da-d7301b81b206 Jan 21 19:01:09.611509 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.db.api [None req-2534e34f-ebdc-4534-91cc-9f1c26a782b6 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 19:01:09.611509 dv-neutron-825470-1-hyperv neutron-server[88137]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 19:01:09.611509 dv-neutron-825470-1-hyperv neutron-server[88137]: [parameters: {'id': '0a7b510d-a74c-4d6b-8386-888844796f9a'}] Jan 21 19:01:09.611509 dv-neutron-825470-1-hyperv neutron-server[88137]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:01:09.611859 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG oslo_db.api [None req-2534e34f-ebdc-4534-91cc-9f1c26a782b6 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:01:09.629523 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c6f64483-c5bf-488c-b900-6bdc3fe84af8 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:09.672131 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211d818-788b-494e-ad56-1dd3930316c2 req-293005d0-b743-490d-a469-6caf40601fcb tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:09.672813 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-9211d818-788b-494e-ad56-1dd3930316c2 req-293005d0-b743-490d-a469-6caf40601fcb tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Synchronizing usage tracker for tenant:35339a7947db486893b0582b9003cb0e on resource:network {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:01:09.680425 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-675c29f3-2994-448e-9c3e-59d45dfe4494 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:09.735227 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-675c29f3-2994-448e-9c3e-59d45dfe4494 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:09.739457 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c6f64483-c5bf-488c-b900-6bdc3fe84af8 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:09.742805 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2b9114df-6fae-42c9-91af-471ad0688046 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:09.749383 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f64483-c5bf-488c-b900-6bdc3fe84af8 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:09.750417 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c6f64483-c5bf-488c-b900-6bdc3fe84af8 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:09.751460 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ec5d75-9c5d-4141-9807-4cfb993f6ba4 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event updated for resources: {'Subnet': ['ID=a3a55029-06a1-44f2-8a2f-47c666d0cd60,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:09.755593 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 89ba422f-66a7-4d8f-b525-9204540db746 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:01:09.800480 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32983e88-628f-4b35-bf91-228730bd3c48 None None] get_active_networks_info from dv-neutron-825470-1-hyperv {{(pid=88138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 21 19:01:09.861905 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9114df-6fae-42c9-91af-471ad0688046 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Pushing event deleted for resources: {'Port': ['ID=4ed54388-6e09-4589-9e75-b7424319eaba,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:09.866475 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f64483-c5bf-488c-b900-6bdc3fe84af8 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Pushing event updated for resources: {'Network': ['ID=afbfee45-dd46-431c-90da-d7301b81b206,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:09.872271 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ec5d75-9c5d-4141-9807-4cfb993f6ba4 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Checking segment: {'id': '5306ce09-f930-4d4a-9fd3-61126135f65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0701bda5-fd36-4d5e-be43-9afa25be7021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:01:09.872638 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ec5d75-9c5d-4141-9807-4cfb993f6ba4 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Network hostable DHCP agents. Network: 0701bda5-fd36-4d5e-be43-9afa25be7021, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:01:09.875778 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c6f64483-c5bf-488c-b900-6bdc3fe84af8 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5703003 Jan 21 19:01:09.876431 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55630) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:09.882245 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-79aed7c3-6541-4f9e-926a-44005b970e89 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Request body: {'subnet': {'network_id': 'afbfee45-dd46-431c-90da-d7301b81b206', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:09.882391 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2b9114df-6fae-42c9-91af-471ad0688046 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:09.890979 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network afbfee45-dd46-431c-90da-d7301b81b206 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:01:09.923978 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-2b9114df-6fae-42c9-91af-471ad0688046 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] 10.222.0.87 "DELETE /v2.0/ports/4ed54388-6e09-4589-9e75-b7424319eaba HTTP/1.1" status: 204 len: 168 time: 1.4890487 Jan 21 19:01:09.926222 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55634) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:09.941484 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 89ba422f-66a7-4d8f-b525-9204540db746 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:01:09.941870 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:10.028943 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-079f8b96-64f0-4751-8300-ea9b41eb3545 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Synchronizing usage tracker for tenant:42c487c2f982489688f167c6a74a1c43 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:01:10.046727 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-79aed7c3-6541-4f9e-926a-44005b970e89 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:10.054066 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-79aed7c3-6541-4f9e-926a-44005b970e89 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Usage tracker for resource:subnet and tenant:2be7e0190ec743aba66e02e31f80b391 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:10.057155 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-79aed7c3-6541-4f9e-926a-44005b970e89 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:10.063460 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-79aed7c3-6541-4f9e-926a-44005b970e89 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:10.103868 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-9211d818-788b-494e-ad56-1dd3930316c2 req-293005d0-b743-490d-a469-6caf40601fcb tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Unset dirty status for tenant:35339a7947db486893b0582b9003cb0e on resource:network {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:01:10.105015 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9211d818-788b-494e-ad56-1dd3930316c2 req-293005d0-b743-490d-a469-6caf40601fcb tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "GET /v2.0/networks?id=fe9349f9-ebb7-4ed4-89c7-377645adc8f0 HTTP/1.1" status: 200 len: 812 time: 1.1080513 Jan 21 19:01:10.113112 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2534e34f-ebdc-4534-91cc-9f1c26a782b6 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:10.128548 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-079f8b96-64f0-4751-8300-ea9b41eb3545 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Unset dirty status for tenant:42c487c2f982489688f167c6a74a1c43 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:01:10.134148 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9211d818-788b-494e-ad56-1dd3930316c2 req-9ae4f4ac-8150-49c9-a09a-89553da762b9 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "GET /v2.0/quotas/35339a7947db486893b0582b9003cb0e HTTP/1.1" status: 200 len: 375 time: 0.0212882 Jan 21 19:01:10.134148 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55638) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:10.138667 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-079f8b96-64f0-4751-8300-ea9b41eb3545 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2059133 Jan 21 19:01:10.138667 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-2534e34f-ebdc-4534-91cc-9f1c26a782b6 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Deleting port 2498c83d-c94f-4f97-b1be-02ad91c6292c {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:01:10.138667 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2534e34f-ebdc-4534-91cc-9f1c26a782b6 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:10.146554 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-a276e1a0-41ea-4dc7-8d61-e9dffec6dac0 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1172063371'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:10.187555 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-675c29f3-2994-448e-9c3e-59d45dfe4494 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Allocated IP 172.26.1.100 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/aa0c2d3b-0901-4de2-8b36-3230d1cc758a) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:01:10.189813 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-a276e1a0-41ea-4dc7-8d61-e9dffec6dac0 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:10.192303 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79aed7c3-6541-4f9e-926a-44005b970e89 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Made reservation on behalf of 2be7e0190ec743aba66e02e31f80b391 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:01:10.196771 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-79aed7c3-6541-4f9e-926a-44005b970e89 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:10.201690 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-a276e1a0-41ea-4dc7-8d61-e9dffec6dac0 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Usage tracker for resource:network and tenant:42c487c2f982489688f167c6a74a1c43 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:10.213187 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-a276e1a0-41ea-4dc7-8d61-e9dffec6dac0 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:10.224180 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-a276e1a0-41ea-4dc7-8d61-e9dffec6dac0 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:10.226542 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ec5d75-9c5d-4141-9807-4cfb993f6ba4 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Network 0701bda5-fd36-4d5e-be43-9afa25be7021 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:01:10.316942 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32983e88-628f-4b35-bf91-228730bd3c48 None None] Unable to find a vacant binding_index for network 0701bda5-fd36-4d5e-be43-9afa25be7021 and agent 20568dac-c227-4871-b6d9-dc6ce3426b8a {{(pid=88138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 21 19:01:10.338583 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a276e1a0-41ea-4dc7-8d61-e9dffec6dac0 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Made reservation on behalf of 42c487c2f982489688f167c6a74a1c43 for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:01:10.342924 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a276e1a0-41ea-4dc7-8d61-e9dffec6dac0 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:10.351951 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32983e88-628f-4b35-bf91-228730bd3c48 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 0701bda5-fd36-4d5e-be43-9afa25be7021) {{(pid=88138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 19:01:10.363757 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-98ec5d75-9c5d-4141-9807-4cfb993f6ba4 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 0701bda5-fd36-4d5e-be43-9afa25be7021) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:10.373783 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ec5d75-9c5d-4141-9807-4cfb993f6ba4 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:10.374412 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-98ec5d75-9c5d-4141-9807-4cfb993f6ba4 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:10.417068 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a276e1a0-41ea-4dc7-8d61-e9dffec6dac0 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:01:10.427718 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9211d818-788b-494e-ad56-1dd3930316c2 req-470f89c1-f659-4caf-a935-63bd0d9d7623 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=35339a7947db486893b0582b9003cb0e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2775984 Jan 21 19:01:10.494576 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a276e1a0-41ea-4dc7-8d61-e9dffec6dac0 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:10.495141 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-a276e1a0-41ea-4dc7-8d61-e9dffec6dac0 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Added segment 146f2dab-0718-49d7-8220-974a627d0d53 of type vlan for network 278dc6f3-f77f-4390-bb2a-21f2b504d9fa Jan 21 19:01:10.527297 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-675c29f3-2994-448e-9c3e-59d45dfe4494 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:10.531446 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-98ec5d75-9c5d-4141-9807-4cfb993f6ba4 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.7939863 Jan 21 19:01:10.546213 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55642) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:10.551863 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-f01b5cdd-dae5-4af0-95ee-6a8466c535a2 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1730189894'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:10.565695 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-f01b5cdd-dae5-4af0-95ee-6a8466c535a2 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:10.583520 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-f01b5cdd-dae5-4af0-95ee-6a8466c535a2 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Usage tracker for resource:network and tenant:61b06f640fe54206829782ad2cf491c1 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:10.590983 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-f01b5cdd-dae5-4af0-95ee-6a8466c535a2 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:10.609780 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a276e1a0-41ea-4dc7-8d61-e9dffec6dac0 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:10.657395 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-f01b5cdd-dae5-4af0-95ee-6a8466c535a2 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:10.668111 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9211d818-788b-494e-ad56-1dd3930316c2 req-7d9b1b00-64a0-4b1d-8808-8bbcf801b87b service neutron] 10.222.0.87 "GET /v2.0/networks/fe9349f9-ebb7-4ed4-89c7-377645adc8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210312 Jan 21 19:01:10.672160 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-2534e34f-ebdc-4534-91cc-9f1c26a782b6 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] For port 2498c83d-c94f-4f97-b1be-02ad91c6292c, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=2498c83d-c94f-4f97-b1be-02ad91c6292c,segment=NetworkSegment(e905a0cf-91a6-4f5b-ac3a-1482af5f0b1f),segment_id=e905a0cf-91a6-4f5b-ac3a-1482af5f0b1f)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:01:10.672524 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2534e34f-ebdc-4534-91cc-9f1c26a782b6 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:10.772215 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-675c29f3-2994-448e-9c3e-59d45dfe4494 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:10.775958 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a276e1a0-41ea-4dc7-8d61-e9dffec6dac0 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:10.778581 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3255c2-62af-499e-a638-d9228a9db257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-0701bda5-fd36-4d5e-be43-9afa25be7021', 'network_id': '0701bda5-fd36-4d5e-be43-9afa25be7021', 'tenant_id': '61b06f640fe54206829782ad2cf491c1', 'fixed_ips': [{'subnet_id': 'a3a55029-06a1-44f2-8a2f-47c666d0cd60'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:01:10.780586 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-be3255c2-62af-499e-a638-d9228a9db257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:10.783326 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a276e1a0-41ea-4dc7-8d61-e9dffec6dac0 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:10.783979 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a276e1a0-41ea-4dc7-8d61-e9dffec6dac0 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:10.837214 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-2534e34f-ebdc-4534-91cc-9f1c26a782b6 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Calling delete_port for 2498c83d-c94f-4f97-b1be-02ad91c6292c owned by network:dhcp {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:01:10.866774 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01b5cdd-dae5-4af0-95ee-6a8466c535a2 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Made reservation on behalf of 61b06f640fe54206829782ad2cf491c1 for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:01:10.870334 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f01b5cdd-dae5-4af0-95ee-6a8466c535a2 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:10.909346 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675c29f3-2994-448e-9c3e-59d45dfe4494 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:01:10.928455 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-675c29f3-2994-448e-9c3e-59d45dfe4494 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:10.959762 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f01b5cdd-dae5-4af0-95ee-6a8466c535a2 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:01:10.961500 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-be3255c2-62af-499e-a638-d9228a9db257 None None] Allocated IP 2001:db8:0:ffff::2 (0701bda5-fd36-4d5e-be43-9afa25be7021/a3a55029-06a1-44f2-8a2f-47c666d0cd60/cf77b33d-4124-4afd-8e3c-26cd248de209) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:01:10.984529 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f01b5cdd-dae5-4af0-95ee-6a8466c535a2 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:10.984886 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-f01b5cdd-dae5-4af0-95ee-6a8466c535a2 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Added segment 084da8af-2e5d-4346-b5e6-db82f23152ff of type vlan for network 7a57cda1-4ddc-4153-9686-a5671705c5b0 Jan 21 19:01:10.986425 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675c29f3-2994-448e-9c3e-59d45dfe4494 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:01:11.011675 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f01b5cdd-dae5-4af0-95ee-6a8466c535a2 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:11.016096 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a276e1a0-41ea-4dc7-8d61-e9dffec6dac0 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Pushing event updated for resources: {'Network': ['ID=278dc6f3-f77f-4390-bb2a-21f2b504d9fa,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:11.019029 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a276e1a0-41ea-4dc7-8d61-e9dffec6dac0 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8839281 Jan 21 19:01:11.021355 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9211d818-788b-494e-ad56-1dd3930316c2 req-19e30007-838a-41ac-a1cd-1e0aacd0031f service neutron] 10.222.0.87 "GET /v2.0/networks/fe9349f9-ebb7-4ed4-89c7-377645adc8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464253 Jan 21 19:01:11.023231 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55646) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:11.030860 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-92a25a29-5166-4d5c-9b24-3cd96e768ea1 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1251248297'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:11.035018 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c29f3-2994-448e-9c3e-59d45dfe4494 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Pushing event updated for resources: {'Port': ['ID=aa0c2d3b-0901-4de2-8b36-3230d1cc758a,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:11.044735 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-92a25a29-5166-4d5c-9b24-3cd96e768ea1 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:11.052928 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-92a25a29-5166-4d5c-9b24-3cd96e768ea1 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Usage tracker for resource:network and tenant:42c487c2f982489688f167c6a74a1c43 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:11.059569 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-79aed7c3-6541-4f9e-926a-44005b970e89 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:11.063457 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-92a25a29-5166-4d5c-9b24-3cd96e768ea1 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:11.082599 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 278dc6f3-f77f-4390-bb2a-21f2b504d9fa details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:01:11.111055 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-92a25a29-5166-4d5c-9b24-3cd96e768ea1 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:11.116749 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2534e34f-ebdc-4534-91cc-9f1c26a782b6 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:11.180913 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2534e34f-ebdc-4534-91cc-9f1c26a782b6 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Pushing event deleted for resources: {'Port': ['ID=2498c83d-c94f-4f97-b1be-02ad91c6292c,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:11.205760 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f01b5cdd-dae5-4af0-95ee-6a8466c535a2 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:11.211192 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01b5cdd-dae5-4af0-95ee-6a8466c535a2 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:11.211771 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f01b5cdd-dae5-4af0-95ee-6a8466c535a2 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:11.218446 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2534e34f-ebdc-4534-91cc-9f1c26a782b6 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] No DVR routers for this DVR port 2498c83d-c94f-4f97-b1be-02ad91c6292c on host dv-neutron-825470-1-hyperv {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:01:11.315296 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-be3255c2-62af-499e-a638-d9228a9db257 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:11.318416 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aed7c3-6541-4f9e-926a-44005b970e89 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Pushing event updated for resources: {'Subnet': ['ID=eef5a50c-9ddc-4c3b-b7f2-7789b934da8e,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:11.327279 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-be3255c2-62af-499e-a638-d9228a9db257 None None] Transition to ACTIVE for port object cf77b33d-4124-4afd-8e3c-26cd248de209 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:01:11.340630 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a25a29-5166-4d5c-9b24-3cd96e768ea1 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Made reservation on behalf of 42c487c2f982489688f167c6a74a1c43 for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:01:11.344024 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-92a25a29-5166-4d5c-9b24-3cd96e768ea1 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:11.346073 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-be3255c2-62af-499e-a638-d9228a9db257 None None] Transition to ACTIVE for port object cf77b33d-4124-4afd-8e3c-26cd248de209 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:01:11.437622 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-be3255c2-62af-499e-a638-d9228a9db257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:11.440792 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79aed7c3-6541-4f9e-926a-44005b970e89 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Checking segment: {'id': 'ab72281b-5d42-43c1-b804-a4c6bd48015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'afbfee45-dd46-431c-90da-d7301b81b206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:01:11.441151 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79aed7c3-6541-4f9e-926a-44005b970e89 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Network hostable DHCP agents. Network: afbfee45-dd46-431c-90da-d7301b81b206, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:01:11.445337 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b5cdd-dae5-4af0-95ee-6a8466c535a2 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event updated for resources: {'Network': ['ID=7a57cda1-4ddc-4153-9686-a5671705c5b0,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:11.510354 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2534e34f-ebdc-4534-91cc-9f1c26a782b6 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:11.536345 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f01b5cdd-dae5-4af0-95ee-6a8466c535a2 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9891624 Jan 21 19:01:11.544903 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55654) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:11.547869 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 7a57cda1-4ddc-4153-9686-a5671705c5b0 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:01:11.561396 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-3b257e90-01a7-4dfc-850e-0ab9db01312e tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Request body: {'subnet': {'network_id': '7a57cda1-4ddc-4153-9686-a5671705c5b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:11.595463 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92a25a29-5166-4d5c-9b24-3cd96e768ea1 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:01:11.598301 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-2534e34f-ebdc-4534-91cc-9f1c26a782b6 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a7b510d-a74c-4d6b-8386-888844796f9a']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:11.614598 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2c392004-7eee-4b60-8bc3-fa1145808355 req-ec683a6e-e209-4f01-856c-d2f376ded7fe tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "GET /v2.0/ports?device_id=f94c23af-4094-4456-893c-aaab1a04caca HTTP/1.1" status: 200 len: 210 time: 0.0603249 Jan 21 19:01:11.631313 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3255c2-62af-499e-a638-d9228a9db257 None None] Network 0701bda5-fd36-4d5e-be43-9afa25be7021 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:01:11.638418 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-2534e34f-ebdc-4534-91cc-9f1c26a782b6 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e905a0cf-91a6-4f5b-ac3a-1482af5f0b1f') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:11.638717 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-2534e34f-ebdc-4534-91cc-9f1c26a782b6 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e905a0cf-91a6-4f5b-ac3a-1482af5f0b1f') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:11.643273 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-675c29f3-2994-448e-9c3e-59d45dfe4494 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:11.645660 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-92a25a29-5166-4d5c-9b24-3cd96e768ea1 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:11.646035 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-92a25a29-5166-4d5c-9b24-3cd96e768ea1 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Added segment 15bd77c2-9b72-482f-843d-ddebd4684864 of type vlan for network 597a4e22-3cbf-453f-9d3f-06db4c6b2c75 Jan 21 19:01:11.704704 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3255c2-62af-499e-a638-d9228a9db257 None None] Pushing event updated for resources: {'Port': ['ID=cf77b33d-4124-4afd-8e3c-26cd248de209,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:11.709127 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-be3255c2-62af-499e-a638-d9228a9db257 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:11.713121 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2534e34f-ebdc-4534-91cc-9f1c26a782b6 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:11.716468 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3255c2-62af-499e-a638-d9228a9db257 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:01:11.730162 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79aed7c3-6541-4f9e-926a-44005b970e89 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Network afbfee45-dd46-431c-90da-d7301b81b206 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:01:11.749343 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3b257e90-01a7-4dfc-850e-0ab9db01312e tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:11.759010 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2534e34f-ebdc-4534-91cc-9f1c26a782b6 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:11.767414 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-3b257e90-01a7-4dfc-850e-0ab9db01312e tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Usage tracker for resource:subnet and tenant:61b06f640fe54206829782ad2cf491c1 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:11.771176 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-3b257e90-01a7-4dfc-850e-0ab9db01312e tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:11.775462 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2534e34f-ebdc-4534-91cc-9f1c26a782b6 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:01:11.775862 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2534e34f-ebdc-4534-91cc-9f1c26a782b6 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:11.794045 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:01:11.794045 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:01:11.794045 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:01:11.794045 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:01:11.794045 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:01:11.794045 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:01:11.794045 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:01:11.794045 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:01:11.794045 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:01:11.794045 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:01:11.794045 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:01:11.794045 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:01:11.794045 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:01:11.794045 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:01:11.794045 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:01:11.794045 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:01:11.794045 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:01:11.794045 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:01:11.794045 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:01:11.794045 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:01:11.794045 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:01:11.794045 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:01:11.794045 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:01:11.794045 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:01:11.794045 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:01:11.794045 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:01:11.794045 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:01:11.794045 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:01:11.794045 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:01:11.794045 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:01:11.794045 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:01:11.794045 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:01:11.798958 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3b257e90-01a7-4dfc-850e-0ab9db01312e tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:11.801744 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-92a25a29-5166-4d5c-9b24-3cd96e768ea1 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:11.827583 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-79aed7c3-6541-4f9e-926a-44005b970e89 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, afbfee45-dd46-431c-90da-d7301b81b206) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:11.852634 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-be3255c2-62af-499e-a638-d9228a9db257 None None] Attempting to bind port cf77b33d-4124-4afd-8e3c-26cd248de209 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:01:11.853006 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-be3255c2-62af-499e-a638-d9228a9db257 None None] Attempting to bind port cf77b33d-4124-4afd-8e3c-26cd248de209 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '5306ce09-f930-4d4a-9fd3-61126135f65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0701bda5-fd36-4d5e-be43-9afa25be7021'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:01:11.853373 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3255c2-62af-499e-a638-d9228a9db257 None None] Attempting to bind port cf77b33d-4124-4afd-8e3c-26cd248de209 on network 0701bda5-fd36-4d5e-be43-9afa25be7021 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:01:11.861488 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3255c2-62af-499e-a638-d9228a9db257 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:01:11.861936 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3255c2-62af-499e-a638-d9228a9db257 None None] Checking segment: {'id': '5306ce09-f930-4d4a-9fd3-61126135f65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0701bda5-fd36-4d5e-be43-9afa25be7021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:01:11.862440 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-be3255c2-62af-499e-a638-d9228a9db257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:11.862766 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3255c2-62af-499e-a638-d9228a9db257 None None] Bound using segment: {'id': '5306ce09-f930-4d4a-9fd3-61126135f65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0701bda5-fd36-4d5e-be43-9afa25be7021'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:01:11.863245 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-be3255c2-62af-499e-a638-d9228a9db257 None None] Bound port: cf77b33d-4124-4afd-8e3c-26cd248de209, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5306ce09-f930-4d4a-9fd3-61126135f65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0701bda5-fd36-4d5e-be43-9afa25be7021'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:01:11.863670 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-be3255c2-62af-499e-a638-d9228a9db257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:11.883063 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79aed7c3-6541-4f9e-926a-44005b970e89 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:11.887584 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-79aed7c3-6541-4f9e-926a-44005b970e89 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:11.951720 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b257e90-01a7-4dfc-850e-0ab9db01312e tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Made reservation on behalf of 61b06f640fe54206829782ad2cf491c1 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:01:11.957822 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3b257e90-01a7-4dfc-850e-0ab9db01312e tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:11.960872 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-be3255c2-62af-499e-a638-d9228a9db257 None None] For port cf77b33d-4124-4afd-8e3c-26cd248de209, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:01:11.964407 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-be3255c2-62af-499e-a638-d9228a9db257 None None] For port cf77b33d-4124-4afd-8e3c-26cd248de209, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=cf77b33d-4124-4afd-8e3c-26cd248de209,segment=NetworkSegment(5306ce09-f930-4d4a-9fd3-61126135f65b),segment_id=5306ce09-f930-4d4a-9fd3-61126135f65b)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:01:11.982264 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2534e34f-ebdc-4534-91cc-9f1c26a782b6 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:12.006692 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2534e34f-ebdc-4534-91cc-9f1c26a782b6 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:12.008461 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2534e34f-ebdc-4534-91cc-9f1c26a782b6 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] 10.222.0.87 "DELETE /v2.0/networks/0a7b510d-a74c-4d6b-8386-888844796f9a HTTP/1.1" status: 204 len: 168 time: 3.7155492 Jan 21 19:01:12.022489 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-92a25a29-5166-4d5c-9b24-3cd96e768ea1 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:12.026088 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-be3255c2-62af-499e-a638-d9228a9db257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:12.028770 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a25a29-5166-4d5c-9b24-3cd96e768ea1 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:12.029376 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-92a25a29-5166-4d5c-9b24-3cd96e768ea1 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:12.033725 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-79aed7c3-6541-4f9e-926a-44005b970e89 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1562576 Jan 21 19:01:12.037915 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55662) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:12.038244 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55664) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:12.054446 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-4aefffbc-87f2-445b-950a-910a2751ed2e tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1016383838'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:12.061435 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-cb394ee7-ebce-4904-b6e5-873f5de568ad tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Request body: {'router': {'external_gateway_info': {'network_id': 'afbfee45-dd46-431c-90da-d7301b81b206'}}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:12.118613 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3255c2-62af-499e-a638-d9228a9db257 None None] Pushing event updated for resources: {'Port': ['ID=cf77b33d-4124-4afd-8e3c-26cd248de209,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:12.169474 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-675c29f3-2994-448e-9c3e-59d45dfe4494 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:12.174528 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-675c29f3-2994-448e-9c3e-59d45dfe4494 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3720919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3720920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723161'] for router, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:12.317284 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2534e34f-ebdc-4534-91cc-9f1c26a782b6 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Pushing event deleted for resources: {'Network': ['ID=0a7b510d-a74c-4d6b-8386-888844796f9a,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:12.360711 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-4aefffbc-87f2-445b-950a-910a2751ed2e tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:12.510078 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-4aefffbc-87f2-445b-950a-910a2751ed2e tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Usage tracker for resource:network and tenant:8da0247cdb454b3399a20a44bfeaad0c is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:12.525739 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-4aefffbc-87f2-445b-950a-910a2751ed2e tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:12.545433 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675c29f3-2994-448e-9c3e-59d45dfe4494 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Router 51c04340-14b9-40c4-a20f-089890911da3 is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:01:12.554460 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-92a25a29-5166-4d5c-9b24-3cd96e768ea1 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5301020 Jan 21 19:01:12.555790 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-4aefffbc-87f2-445b-950a-910a2751ed2e tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:12.780210 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a25a29-5166-4d5c-9b24-3cd96e768ea1 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Pushing event updated for resources: {'Network': ['ID=597a4e22-3cbf-453f-9d3f-06db4c6b2c75,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:12.790756 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 597a4e22-3cbf-453f-9d3f-06db4c6b2c75 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:01:12.834037 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675c29f3-2994-448e-9c3e-59d45dfe4494 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:01:12.844640 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-675c29f3-2994-448e-9c3e-59d45dfe4494 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:12.848268 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-675c29f3-2994-448e-9c3e-59d45dfe4494 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] 10.222.0.87 "PUT /v2.0/routers/51c04340-14b9-40c4-a20f-089890911da3 HTTP/1.1" status: 200 len: 919 time: 5.8546953 Jan 21 19:01:12.857243 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-becefcf3-2342-4a93-8ee7-8da5b24a59aa req-4b84cd43-834e-4532-83e0-f7c06af0f937 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "GET /v2.0/ports?device_id=f94c23af-4094-4456-893c-aaab1a04caca HTTP/1.1" status: 200 len: 210 time: 0.0961347 Jan 21 19:01:12.857755 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55674) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:12.939808 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecedc1dd-ece1-4469-97f3-ca0110f71c55 None None] Sync routers for ids ['51c04340-14b9-40c4-a20f-089890911da3'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:01:12.949896 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecedc1dd-ece1-4469-97f3-ca0110f71c55 None None] Routers {'51c04340-14b9-40c4-a20f-089890911da3'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:01:12.950511 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-ecedc1dd-ece1-4469-97f3-ca0110f71c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:00:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['51c04340-14b9-40c4-a20f-089890911da3'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:13.068147 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cb394ee7-ebce-4904-b6e5-873f5de568ad tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:13.082990 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aefffbc-87f2-445b-950a-910a2751ed2e tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Made reservation on behalf of 8da0247cdb454b3399a20a44bfeaad0c for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:01:13.087505 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4aefffbc-87f2-445b-950a-910a2751ed2e tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:13.108270 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-ecedc1dd-ece1-4469-97f3-ca0110f71c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:13.117419 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecedc1dd-ece1-4469-97f3-ca0110f71c55 None None] Routers {'51c04340-14b9-40c4-a20f-089890911da3'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:01:13.119318 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-ecedc1dd-ece1-4469-97f3-ca0110f71c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:00:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['51c04340-14b9-40c4-a20f-089890911da3'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:13.146273 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aefffbc-87f2-445b-950a-910a2751ed2e tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:01:13.156929 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4aefffbc-87f2-445b-950a-910a2751ed2e tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:13.159725 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-4aefffbc-87f2-445b-950a-910a2751ed2e tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Added segment 8c4e10b3-05b1-4284-b8f5-a1dfb0959fcf of type vlan for network f9cfc937-bbca-48ee-998f-584b320724de Jan 21 19:01:13.227851 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-ecedc1dd-ece1-4469-97f3-ca0110f71c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:13.228629 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecedc1dd-ece1-4469-97f3-ca0110f71c55 None None] The sync data for ids ['51c04340-14b9-40c4-a20f-089890911da3'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:01:13.234816 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-28fcf503-5941-4acb-8b39-2422a411ad7e tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] 10.222.0.87 "GET /v2.0/routers/51c04340-14b9-40c4-a20f-089890911da3 HTTP/1.1" status: 200 len: 925 time: 0.3757973 Jan 21 19:01:13.237609 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55678) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:13.297385 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4aefffbc-87f2-445b-950a-910a2751ed2e tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:13.343569 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca2eaa2-dd0c-4797-8691-9cc20814ca97 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:13.347671 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-fca2eaa2-dd0c-4797-8691-9cc20814ca97 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=552ba34b-3dd7-4be8-8310-a9fc908fe72b&device_id=51c04340-14b9-40c4-a20f-089890911da3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1061099 Jan 21 19:01:13.347997 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55682) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:13.481294 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62fa979-4385-44af-a2b1-3d824443b156 None None] Network 0701bda5-fd36-4d5e-be43-9afa25be7021 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:01:13.505238 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3b257e90-01a7-4dfc-850e-0ab9db01312e tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:13.512761 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4aefffbc-87f2-445b-950a-910a2751ed2e tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:13.518911 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aefffbc-87f2-445b-950a-910a2751ed2e tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:13.519712 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4aefffbc-87f2-445b-950a-910a2751ed2e tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:13.576263 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdbc142-b6ea-4b45-ad38-46a26f6a92bb tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:13.580379 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-5cdbc142-b6ea-4b45-ad38-46a26f6a92bb tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] 10.222.0.87 "GET /v2.0/networks/552ba34b-3dd7-4be8-8310-a9fc908fe72b HTTP/1.1" status: 200 len: 881 time: 0.2286341 Jan 21 19:01:13.580599 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55686) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:13.644496 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a243b292-22c3-4edf-8a8c-c5e09c103410 None None] Network afbfee45-dd46-431c-90da-d7301b81b206 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:01:13.665163 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-29efc4b5-0626-45e1-98c1-d37ac6f32ed9 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] 10.222.0.87 "GET /v2.0/ports?device_id=51c04340-14b9-40c4-a20f-089890911da3 HTTP/1.1" status: 200 len: 205 time: 0.0834239 Jan 21 19:01:13.668677 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55690) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:13.706123 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aefffbc-87f2-445b-950a-910a2751ed2e tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Pushing event updated for resources: {'Network': ['ID=f9cfc937-bbca-48ee-998f-584b320724de,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:13.802218 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-cb394ee7-ebce-4904-b6e5-873f5de568ad tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 19:01:13.806730 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-cb394ee7-ebce-4904-b6e5-873f5de568ad tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] 10.222.0.87 "PUT /v2.0/routers/d94cd185-9386-4c77-9a24-6339129109a9 HTTP/1.1" status: 400 len: 364 time: 1.7587156 Jan 21 19:01:13.806730 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b257e90-01a7-4dfc-850e-0ab9db01312e tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event updated for resources: {'Subnet': ['ID=b973ea43-12a5-4133-9dd6-d28de462473e,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:13.813460 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55694) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:13.814268 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b257e90-01a7-4dfc-850e-0ab9db01312e tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Checking segment: {'id': '084da8af-2e5d-4346-b5e6-db82f23152ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7a57cda1-4ddc-4153-9686-a5671705c5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:01:13.814707 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b257e90-01a7-4dfc-850e-0ab9db01312e tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Network hostable DHCP agents. Network: 7a57cda1-4ddc-4153-9686-a5671705c5b0, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:01:13.841605 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network f9cfc937-bbca-48ee-998f-584b320724de details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:01:13.934281 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-4aefffbc-87f2-445b-950a-910a2751ed2e tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8919306 Jan 21 19:01:13.935759 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-19abca9c-e49f-4034-837d-04060d13d03c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for router, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:13.947391 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55700) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:13.987916 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-9340b472-5469-453f-b387-565c050ad281 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Request body: {'subnet': {'network_id': 'f9cfc937-bbca-48ee-998f-584b320724de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:14.023694 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device cf77b33d-4124-4afd-8e3c-26cd248de209 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:01:14.083172 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b257e90-01a7-4dfc-850e-0ab9db01312e tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Network 7a57cda1-4ddc-4153-9686-a5671705c5b0 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:01:14.119576 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-b9cfbcf1-d584-49ae-afdf-21548172742f None None] Provisioning for port cf77b33d-4124-4afd-8e3c-26cd248de209 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:01:14.306306 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d71cbf4e-90e6-4d8b-8d47-628e4d3fc189 req-68262269-308b-41cc-9fa0-a7f7a392ef61 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "GET /v2.0/ports?device_id=f94c23af-4094-4456-893c-aaab1a04caca HTTP/1.1" status: 200 len: 210 time: 0.0787766 Jan 21 19:01:14.451272 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port cf77b33d-4124-4afd-8e3c-26cd248de209 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:01:14.456964 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0521d4c-45dc-4936-8bc2-845d0359be83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-afbfee45-dd46-431c-90da-d7301b81b206', 'network_id': 'afbfee45-dd46-431c-90da-d7301b81b206', 'tenant_id': '2be7e0190ec743aba66e02e31f80b391', 'fixed_ips': [{'subnet_id': 'eef5a50c-9ddc-4c3b-b7f2-7789b934da8e'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:01:14.458572 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d0521d4c-45dc-4936-8bc2-845d0359be83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:14.615790 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-3b257e90-01a7-4dfc-850e-0ab9db01312e tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 7a57cda1-4ddc-4153-9686-a5671705c5b0) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:14.621851 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b257e90-01a7-4dfc-850e-0ab9db01312e tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:14.623609 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3b257e90-01a7-4dfc-850e-0ab9db01312e tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:14.642752 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df23035d-5f0d-48c8-bf38-85015158f79b None None] Network 7a57cda1-4ddc-4153-9686-a5671705c5b0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:01:14.675433 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port cf77b33d-4124-4afd-8e3c-26cd248de209 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:01:14.676122 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:14.678793 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-19abca9c-e49f-4034-837d-04060d13d03c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:14.784377 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-19abca9c-e49f-4034-837d-04060d13d03c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Deleting port aa0c2d3b-0901-4de2-8b36-3230d1cc758a {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:01:14.784546 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-19abca9c-e49f-4034-837d-04060d13d03c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:14.809154 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3b257e90-01a7-4dfc-850e-0ab9db01312e tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.2510824 Jan 21 19:01:14.849902 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55704) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:15.172954 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-19abca9c-e49f-4034-837d-04060d13d03c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:15.249296 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fb6580-1724-4319-80fc-e0ebd4c0ad17 None None] Network 0701bda5-fd36-4d5e-be43-9afa25be7021 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:01:15.361702 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-19abca9c-e49f-4034-837d-04060d13d03c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Calling delete_port for aa0c2d3b-0901-4de2-8b36-3230d1cc758a owned by network:router_gateway {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:01:15.368627 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:15.381872 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ab3986ff-093a-4e9a-9d51-8445102cf020 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:15.390852 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-d0521d4c-45dc-4936-8bc2-845d0359be83 None None] Allocated IP 2001:db8:1::2 (afbfee45-dd46-431c-90da-d7301b81b206/eef5a50c-9ddc-4c3b-b7f2-7789b934da8e/fc477742-b1fd-4ecc-a49b-76641b16f5ec) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:01:15.399622 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-9340b472-5469-453f-b387-565c050ad281 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:15.421410 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ecdd0a-4112-41e6-9d32-d9a0c0c229b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-7a57cda1-4ddc-4153-9686-a5671705c5b0', 'network_id': '7a57cda1-4ddc-4153-9686-a5671705c5b0', 'tenant_id': '61b06f640fe54206829782ad2cf491c1', 'fixed_ips': [{'subnet_id': 'b973ea43-12a5-4133-9dd6-d28de462473e'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:01:15.422719 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a0ecdd0a-4112-41e6-9d32-d9a0c0c229b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:15.427326 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b4e0db7a-1aaf-45c2-91be-311886453a10 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:15.443789 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-9340b472-5469-453f-b387-565c050ad281 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Usage tracker for resource:subnet and tenant:8da0247cdb454b3399a20a44bfeaad0c is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:15.498361 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-9340b472-5469-453f-b387-565c050ad281 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:15.538777 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211d818-788b-494e-ad56-1dd3930316c2 req-6a2e027a-e287-4da9-9586-455bcc6fbf4f tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:15.545668 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9211d818-788b-494e-ad56-1dd3930316c2 req-6a2e027a-e287-4da9-9586-455bcc6fbf4f tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.113 "GET /v2.0/networks?id=fe9349f9-ebb7-4ed4-89c7-377645adc8f0 HTTP/1.1" status: 200 len: 812 time: 0.9659574 Jan 21 19:01:15.666666 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-09724e7f-ca3e-46ca-8732-d582809ad988 req-702b667d-d96e-48b1-b1bf-6e0b3e0195e9 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "GET /v2.0/ports?device_id=f94c23af-4094-4456-893c-aaab1a04caca HTTP/1.1" status: 200 len: 210 time: 0.0578272 Jan 21 19:01:15.766538 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-9340b472-5469-453f-b387-565c050ad281 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:15.769163 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-39941ba5-a292-4b86-bd7d-391975ed4c29 None None] Provisioning complete for port cf77b33d-4124-4afd-8e3c-26cd248de209 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:01:15.769624 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-39941ba5-a292-4b86-bd7d-391975ed4c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:15.780636 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55714) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:15.788471 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-6c520eb6-4fbd-438a-ad24-a5a559a882af tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Request body: {'subnets': [{'network_id': '278dc6f3-f77f-4390-bb2a-21f2b504d9fa', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1939044728', 'ip_version': 6}, {'network_id': '597a4e22-3cbf-453f-9d3f-06db4c6b2c75', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:15.792554 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-6c520eb6-4fbd-438a-ad24-a5a559a882af tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Request body: {'subnet': {'network_id': '278dc6f3-f77f-4390-bb2a-21f2b504d9fa', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1939044728', 'ip_version': 6}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:15.792554 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-6c520eb6-4fbd-438a-ad24-a5a559a882af tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Request body: {'subnet': {'network_id': '597a4e22-3cbf-453f-9d3f-06db4c6b2c75', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:15.815731 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-19abca9c-e49f-4034-837d-04060d13d03c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:15.889607 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19abca9c-e49f-4034-837d-04060d13d03c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Pushing event deleted for resources: {'Port': ['ID=aa0c2d3b-0901-4de2-8b36-3230d1cc758a,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:15.910669 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-9211d818-788b-494e-ad56-1dd3930316c2 req-ddf8b9d0-d3e9-4827-945a-e394ee09540c tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Synchronizing usage tracker for tenant:35339a7947db486893b0582b9003cb0e on resource:security_group {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:01:15.919808 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9340b472-5469-453f-b387-565c050ad281 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Made reservation on behalf of 8da0247cdb454b3399a20a44bfeaad0c for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:01:15.923094 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9340b472-5469-453f-b387-565c050ad281 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:15.933625 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port cf77b33d-4124-4afd-8e3c-26cd248de209, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=cf77b33d-4124-4afd-8e3c-26cd248de209,segment=NetworkSegment(5306ce09-f930-4d4a-9fd3-61126135f65b),segment_id=5306ce09-f930-4d4a-9fd3-61126135f65b)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:01:15.937840 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19abca9c-e49f-4034-837d-04060d13d03c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:01:15.938477 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19abca9c-e49f-4034-837d-04060d13d03c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:01:15.938988 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19abca9c-e49f-4034-837d-04060d13d03c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:01:15.939323 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19abca9c-e49f-4034-837d-04060d13d03c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:01:15.939649 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19abca9c-e49f-4034-837d-04060d13d03c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:01:15.939979 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19abca9c-e49f-4034-837d-04060d13d03c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:01:15.940302 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19abca9c-e49f-4034-837d-04060d13d03c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:01:15.941365 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19abca9c-e49f-4034-837d-04060d13d03c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:01:15.941365 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19abca9c-e49f-4034-837d-04060d13d03c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:01:15.941365 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19abca9c-e49f-4034-837d-04060d13d03c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:01:15.941668 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19abca9c-e49f-4034-837d-04060d13d03c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:01:15.941889 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19abca9c-e49f-4034-837d-04060d13d03c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:01:16.032735 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-9211d818-788b-494e-ad56-1dd3930316c2 req-ddf8b9d0-d3e9-4827-945a-e394ee09540c tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Unset dirty status for tenant:35339a7947db486893b0582b9003cb0e on resource:security_group {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:01:16.033885 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9211d818-788b-494e-ad56-1dd3930316c2 req-ddf8b9d0-d3e9-4827-945a-e394ee09540c tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35339a7947db486893b0582b9003cb0e HTTP/1.1" status: 200 len: 378 time: 0.2828135 Jan 21 19:01:16.044688 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ab3986ff-093a-4e9a-9d51-8445102cf020 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:16.047060 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d0521d4c-45dc-4936-8bc2-845d0359be83 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:16.055316 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:16.087583 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-9211d818-788b-494e-ad56-1dd3930316c2 req-0064e116-9b39-4ec0-ac17-e18b878b6d78 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Request body: {'port': {'device_id': 'f94c23af-4094-4456-893c-aaab1a04caca', 'network_id': 'fe9349f9-ebb7-4ed4-89c7-377645adc8f0', 'admin_state_up': True, 'tenant_id': '35339a7947db486893b0582b9003cb0e', 'security_groups': ['d9ad0fb1-279a-491f-869c-75cec2314abc']}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:16.106938 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-19abca9c-e49f-4034-837d-04060d13d03c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:16.176550 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-d0521d4c-45dc-4936-8bc2-845d0359be83 None None] Transition to ACTIVE for port object fc477742-b1fd-4ecc-a49b-76641b16f5ec will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:01:16.291676 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-a0ecdd0a-4112-41e6-9d32-d9a0c0c229b5 None None] Allocated IP 2001:db8::1 (7a57cda1-4ddc-4153-9686-a5671705c5b0/b973ea43-12a5-4133-9dd6-d28de462473e/cc369162-adaf-45d0-adb9-3a5bbd70820f) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:01:16.295163 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-d0521d4c-45dc-4936-8bc2-845d0359be83 None None] Transition to ACTIVE for port object fc477742-b1fd-4ecc-a49b-76641b16f5ec will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:01:16.300129 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=cf77b33d-4124-4afd-8e3c-26cd248de209,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:16.364103 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-6c520eb6-4fbd-438a-ad24-a5a559a882af tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:16.368163 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-19abca9c-e49f-4034-837d-04060d13d03c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:16.370678 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d0521d4c-45dc-4936-8bc2-845d0359be83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:16.372889 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-19abca9c-e49f-4034-837d-04060d13d03c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:16.374845 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-6c520eb6-4fbd-438a-ad24-a5a559a882af tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Usage tracker for resource:subnet and tenant:42c487c2f982489688f167c6a74a1c43 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:16.379744 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-6c520eb6-4fbd-438a-ad24-a5a559a882af tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:16.389219 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-6c520eb6-4fbd-438a-ad24-a5a559a882af tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:16.418003 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-b4e0db7a-1aaf-45c2-91be-311886453a10 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Allocated IP 2001:db8::1 (5325a9d7-1fcd-4aad-add2-e2df14debfe6/03ac896d-dfbf-405b-b977-3b7cd70f70d0/97cdf9f0-a3b6-42d6-a61d-d6d418134755) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:01:16.568958 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0521d4c-45dc-4936-8bc2-845d0359be83 None None] Network afbfee45-dd46-431c-90da-d7301b81b206 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:01:16.602741 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-d0521d4c-45dc-4936-8bc2-845d0359be83 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:16.626523 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0521d4c-45dc-4936-8bc2-845d0359be83 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:01:16.636634 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0521d4c-45dc-4936-8bc2-845d0359be83 None None] Pushing event updated for resources: {'Port': ['ID=fc477742-b1fd-4ecc-a49b-76641b16f5ec,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:16.653987 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-19abca9c-e49f-4034-837d-04060d13d03c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:16.654901 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19abca9c-e49f-4034-837d-04060d13d03c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Fanout notify agent at l3_agent the message router_deleted on router 51c04340-14b9-40c4-a20f-089890911da3 {{(pid=88136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:01:16.681357 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-19abca9c-e49f-4034-837d-04060d13d03c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:16.684963 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-19abca9c-e49f-4034-837d-04060d13d03c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] 10.222.0.87 "DELETE /v2.0/routers/51c04340-14b9-40c4-a20f-089890911da3 HTTP/1.1" status: 204 len: 168 time: 3.0142043 Jan 21 19:01:16.687914 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c520eb6-4fbd-438a-ad24-a5a559a882af tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Made reservation on behalf of 42c487c2f982489688f167c6a74a1c43 for: {'subnet': 2} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:01:16.699037 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6c520eb6-4fbd-438a-ad24-a5a559a882af tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:16.699037 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6c520eb6-4fbd-438a-ad24-a5a559a882af tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:16.725217 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55720) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:16.737504 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-9044a983-4770-4996-9549-1541d0f81e9c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-329545523', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}, 'admin_state_up': False}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:16.754260 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a0ecdd0a-4112-41e6-9d32-d9a0c0c229b5 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:16.778206 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-9044a983-4770-4996-9549-1541d0f81e9c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:16.789777 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-a0ecdd0a-4112-41e6-9d32-d9a0c0c229b5 None None] Transition to ACTIVE for port object cc369162-adaf-45d0-adb9-3a5bbd70820f will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:01:16.791632 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-9044a983-4770-4996-9549-1541d0f81e9c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Usage tracker for resource:router and tenant:d4f00f68e2c843989919a98d327b35b6 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:16.800993 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-9044a983-4770-4996-9549-1541d0f81e9c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:16.810261 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-d0521d4c-45dc-4936-8bc2-845d0359be83 None None] Attempting to bind port fc477742-b1fd-4ecc-a49b-76641b16f5ec on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:01:16.810261 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-d0521d4c-45dc-4936-8bc2-845d0359be83 None None] Attempting to bind port fc477742-b1fd-4ecc-a49b-76641b16f5ec by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'ab72281b-5d42-43c1-b804-a4c6bd48015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'afbfee45-dd46-431c-90da-d7301b81b206'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:01:16.810580 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0521d4c-45dc-4936-8bc2-845d0359be83 None None] Attempting to bind port fc477742-b1fd-4ecc-a49b-76641b16f5ec on network afbfee45-dd46-431c-90da-d7301b81b206 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:01:16.822145 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-b92ecb6d-404b-4c87-b1c4-c5d223052a6d None None] Provisioning complete for port cf77b33d-4124-4afd-8e3c-26cd248de209 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:01:16.822514 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b92ecb6d-404b-4c87-b1c4-c5d223052a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:16.828348 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-9211d818-788b-494e-ad56-1dd3930316c2 req-0064e116-9b39-4ec0-ac17-e18b878b6d78 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:16.839842 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-9211d818-788b-494e-ad56-1dd3930316c2 req-0064e116-9b39-4ec0-ac17-e18b878b6d78 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Usage tracker for resource:port and tenant:35339a7947db486893b0582b9003cb0e is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:16.848113 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-9211d818-788b-494e-ad56-1dd3930316c2 req-0064e116-9b39-4ec0-ac17-e18b878b6d78 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:16.866619 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0521d4c-45dc-4936-8bc2-845d0359be83 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:01:16.866619 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0521d4c-45dc-4936-8bc2-845d0359be83 None None] Checking segment: {'id': 'ab72281b-5d42-43c1-b804-a4c6bd48015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'afbfee45-dd46-431c-90da-d7301b81b206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:01:16.867102 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d0521d4c-45dc-4936-8bc2-845d0359be83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:16.867480 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0521d4c-45dc-4936-8bc2-845d0359be83 None None] Bound using segment: {'id': 'ab72281b-5d42-43c1-b804-a4c6bd48015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'afbfee45-dd46-431c-90da-d7301b81b206'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:01:16.868314 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-d0521d4c-45dc-4936-8bc2-845d0359be83 None None] Bound port: fc477742-b1fd-4ecc-a49b-76641b16f5ec, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab72281b-5d42-43c1-b804-a4c6bd48015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'afbfee45-dd46-431c-90da-d7301b81b206'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:01:16.868314 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d0521d4c-45dc-4936-8bc2-845d0359be83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:16.871871 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-9211d818-788b-494e-ad56-1dd3930316c2 req-0064e116-9b39-4ec0-ac17-e18b878b6d78 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:16.877069 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-9044a983-4770-4996-9549-1541d0f81e9c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:16.887835 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-a0ecdd0a-4112-41e6-9d32-d9a0c0c229b5 None None] Transition to ACTIVE for port object cc369162-adaf-45d0-adb9-3a5bbd70820f will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:01:16.890209 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b4e0db7a-1aaf-45c2-91be-311886453a10 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:16.941631 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-b4e0db7a-1aaf-45c2-91be-311886453a10 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Transition to ACTIVE for port object 97cdf9f0-a3b6-42d6-a61d-d6d418134755 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:01:16.960504 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a0ecdd0a-4112-41e6-9d32-d9a0c0c229b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:16.960735 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-82e71c9d-c97c-4603-8d96-52af4014c2fb req-1fa59dac-4cc1-4e5c-9b5f-b9a66a82e4c6 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "GET /v2.0/ports?device_id=f94c23af-4094-4456-893c-aaab1a04caca HTTP/1.1" status: 200 len: 210 time: 0.0865769 Jan 21 19:01:16.993560 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9211d818-788b-494e-ad56-1dd3930316c2 req-0064e116-9b39-4ec0-ac17-e18b878b6d78 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Made reservation on behalf of 35339a7947db486893b0582b9003cb0e for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:01:16.996030 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9211d818-788b-494e-ad56-1dd3930316c2 req-0064e116-9b39-4ec0-ac17-e18b878b6d78 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:17.033152 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9044a983-4770-4996-9549-1541d0f81e9c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:17.034362 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9044a983-4770-4996-9549-1541d0f81e9c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:17.058297 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ecdd0a-4112-41e6-9d32-d9a0c0c229b5 None None] Network 7a57cda1-4ddc-4153-9686-a5671705c5b0 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:01:17.065610 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b4e0db7a-1aaf-45c2-91be-311886453a10 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:17.068520 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9044a983-4770-4996-9549-1541d0f81e9c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:17.074526 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ab3986ff-093a-4e9a-9d51-8445102cf020 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:17.078586 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-a0ecdd0a-4112-41e6-9d32-d9a0c0c229b5 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:17.111628 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ecdd0a-4112-41e6-9d32-d9a0c0c229b5 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:01:17.176301 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ecdd0a-4112-41e6-9d32-d9a0c0c229b5 None None] Pushing event updated for resources: {'Port': ['ID=cc369162-adaf-45d0-adb9-3a5bbd70820f,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:17.194516 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-d0521d4c-45dc-4936-8bc2-845d0359be83 None None] For port fc477742-b1fd-4ecc-a49b-76641b16f5ec, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:01:17.231804 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3986ff-093a-4e9a-9d51-8445102cf020 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event deleted for resources: {'Subnet': ['ID=b973ea43-12a5-4133-9dd6-d28de462473e,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:17.238058 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e0db7a-1aaf-45c2-91be-311886453a10 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Network 5325a9d7-1fcd-4aad-add2-e2df14debfe6 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:01:17.263102 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-d0521d4c-45dc-4936-8bc2-845d0359be83 None None] For port fc477742-b1fd-4ecc-a49b-76641b16f5ec, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=fc477742-b1fd-4ecc-a49b-76641b16f5ec,segment=NetworkSegment(ab72281b-5d42-43c1-b804-a4c6bd48015f),segment_id=ab72281b-5d42-43c1-b804-a4c6bd48015f)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:01:17.263448 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-b4e0db7a-1aaf-45c2-91be-311886453a10 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:17.271228 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-a0ecdd0a-4112-41e6-9d32-d9a0c0c229b5 None None] Attempting to bind port cc369162-adaf-45d0-adb9-3a5bbd70820f on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:01:17.271658 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-a0ecdd0a-4112-41e6-9d32-d9a0c0c229b5 None None] Attempting to bind port cc369162-adaf-45d0-adb9-3a5bbd70820f by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '084da8af-2e5d-4346-b5e6-db82f23152ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7a57cda1-4ddc-4153-9686-a5671705c5b0'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:01:17.272792 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ecdd0a-4112-41e6-9d32-d9a0c0c229b5 None None] Attempting to bind port cc369162-adaf-45d0-adb9-3a5bbd70820f on network 7a57cda1-4ddc-4153-9686-a5671705c5b0 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:01:17.278906 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ecdd0a-4112-41e6-9d32-d9a0c0c229b5 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:01:17.280329 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ecdd0a-4112-41e6-9d32-d9a0c0c229b5 None None] Checking segment: {'id': '084da8af-2e5d-4346-b5e6-db82f23152ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7a57cda1-4ddc-4153-9686-a5671705c5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:01:17.280329 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a0ecdd0a-4112-41e6-9d32-d9a0c0c229b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:17.280538 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ecdd0a-4112-41e6-9d32-d9a0c0c229b5 None None] Bound using segment: {'id': '084da8af-2e5d-4346-b5e6-db82f23152ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7a57cda1-4ddc-4153-9686-a5671705c5b0'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:01:17.282777 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-a0ecdd0a-4112-41e6-9d32-d9a0c0c229b5 None None] Bound port: cc369162-adaf-45d0-adb9-3a5bbd70820f, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '084da8af-2e5d-4346-b5e6-db82f23152ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7a57cda1-4ddc-4153-9686-a5671705c5b0'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:01:17.282777 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a0ecdd0a-4112-41e6-9d32-d9a0c0c229b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:17.290763 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e0db7a-1aaf-45c2-91be-311886453a10 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:01:17.291295 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b4e0db7a-1aaf-45c2-91be-311886453a10 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:17.339926 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e0db7a-1aaf-45c2-91be-311886453a10 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Pushing event updated for resources: {'Port': ['ID=97cdf9f0-a3b6-42d6-a61d-d6d418134755,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:17.340833 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d0521d4c-45dc-4936-8bc2-845d0359be83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:17.444603 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-a0ecdd0a-4112-41e6-9d32-d9a0c0c229b5 None None] For port cc369162-adaf-45d0-adb9-3a5bbd70820f, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:01:17.450003 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-a0ecdd0a-4112-41e6-9d32-d9a0c0c229b5 None None] For port cc369162-adaf-45d0-adb9-3a5bbd70820f, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=cc369162-adaf-45d0-adb9-3a5bbd70820f,segment=NetworkSegment(084da8af-2e5d-4346-b5e6-db82f23152ff),segment_id=084da8af-2e5d-4346-b5e6-db82f23152ff)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:01:17.546652 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ab3986ff-093a-4e9a-9d51-8445102cf020 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:17.558163 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.objects.ports [None req-9340b472-5469-453f-b387-565c050ad281 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88137) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 19:01:17.574271 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9340b472-5469-453f-b387-565c050ad281 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:17.628476 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a0ecdd0a-4112-41e6-9d32-d9a0c0c229b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:17.664696 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-ab3986ff-093a-4e9a-9d51-8445102cf020 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a57cda1-4ddc-4153-9686-a5671705c5b0']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:17.670381 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0521d4c-45dc-4936-8bc2-845d0359be83 None None] Pushing event updated for resources: {'Port': ['ID=fc477742-b1fd-4ecc-a49b-76641b16f5ec,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:17.714351 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-ab3986ff-093a-4e9a-9d51-8445102cf020 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '084da8af-2e5d-4346-b5e6-db82f23152ff') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:17.714633 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-ab3986ff-093a-4e9a-9d51-8445102cf020 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '084da8af-2e5d-4346-b5e6-db82f23152ff') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:17.744512 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9340b472-5469-453f-b387-565c050ad281 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Pushing event updated for resources: {'Subnet': ['ID=5a947c2a-dc6e-40de-be50-f79704da35d1,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:17.747493 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [req-9211d818-788b-494e-ad56-1dd3930316c2 req-0064e116-9b39-4ec0-ac17-e18b878b6d78 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Allocated IP 172.20.0.12 (fe9349f9-ebb7-4ed4-89c7-377645adc8f0/46be17ed-e474-4ae3-8ca8-5faafc286898/05af6f48-51ac-402b-be5c-17859a66fb58) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:01:17.755419 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-5203f79b-f3c3-4ff0-915b-e415daae1852 None None] Provisioning for port 97cdf9f0-a3b6-42d6-a61d-d6d418134755 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:01:17.762369 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ab3986ff-093a-4e9a-9d51-8445102cf020 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:17.770647 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9044a983-4770-4996-9549-1541d0f81e9c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:17.773442 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-5203f79b-f3c3-4ff0-915b-e415daae1852 None None] Provisioning complete for port 97cdf9f0-a3b6-42d6-a61d-d6d418134755 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:01:17.773841 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5203f79b-f3c3-4ff0-915b-e415daae1852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:17.794076 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ab3986ff-093a-4e9a-9d51-8445102cf020 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:17.798790 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9340b472-5469-453f-b387-565c050ad281 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Checking segment: {'id': '8c4e10b3-05b1-4284-b8f5-a1dfb0959fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f9cfc937-bbca-48ee-998f-584b320724de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:01:17.799173 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9340b472-5469-453f-b387-565c050ad281 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Network hostable DHCP agents. Network: f9cfc937-bbca-48ee-998f-584b320724de, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:01:17.837485 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab3986ff-093a-4e9a-9d51-8445102cf020 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:01:17.837915 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ab3986ff-093a-4e9a-9d51-8445102cf020 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:17.863157 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ecdd0a-4112-41e6-9d32-d9a0c0c229b5 None None] Pushing event updated for resources: {'Port': ['ID=cc369162-adaf-45d0-adb9-3a5bbd70820f,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:17.866233 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-5203f79b-f3c3-4ff0-915b-e415daae1852 None None] Port 97cdf9f0-a3b6-42d6-a61d-d6d418134755 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:01:17.871280 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:01:17.871280 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:01:17.871280 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:01:17.871280 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:01:17.871280 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:01:17.871280 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:01:17.871280 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:01:17.871280 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:01:17.871280 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:01:17.871280 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:01:17.871280 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:01:17.871280 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:01:17.871280 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:01:17.871280 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:01:17.871280 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:01:17.871280 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:01:17.871280 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:01:17.871280 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:01:17.871280 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:01:17.871280 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:01:17.871280 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:01:17.871280 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:01:17.871280 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:01:17.871280 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:01:17.871280 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:01:17.871280 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:01:17.871280 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:01:17.871280 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:01:17.871280 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:01:17.871280 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:01:17.871280 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:01:17.871280 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:01:17.879661 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a3b5cf-ac5f-4b5f-82cb-3b1abc030b7e None None] Network 7a57cda1-4ddc-4153-9686-a5671705c5b0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:01:17.910961 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6c520eb6-4fbd-438a-ad24-a5a559a882af tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:18.037243 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9340b472-5469-453f-b387-565c050ad281 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Network f9cfc937-bbca-48ee-998f-584b320724de is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:01:18.066016 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b4e0db7a-1aaf-45c2-91be-311886453a10 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:18.124087 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c520eb6-4fbd-438a-ad24-a5a559a882af tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Pushing event updated for resources: {'Subnet': ['ID=21369080-4918-42bc-b1ae-f8bb7b86be57,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:18.126002 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.db.api [None req-ab3986ff-093a-4e9a-9d51-8445102cf020 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 19:01:18.126002 dv-neutron-825470-1-hyperv neutron-server[88137]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 19:01:18.126002 dv-neutron-825470-1-hyperv neutron-server[88137]: [parameters: {'id': '7a57cda1-4ddc-4153-9686-a5671705c5b0'}] Jan 21 19:01:18.126002 dv-neutron-825470-1-hyperv neutron-server[88137]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:01:18.126823 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG oslo_db.api [None req-ab3986ff-093a-4e9a-9d51-8445102cf020 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:01:18.210890 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-9340b472-5469-453f-b387-565c050ad281 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, f9cfc937-bbca-48ee-998f-584b320724de) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:18.224773 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdf0308-a7c3-4f7f-9814-e5263c20adbd None None] Network f9cfc937-bbca-48ee-998f-584b320724de requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:01:18.232080 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c520eb6-4fbd-438a-ad24-a5a559a882af tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Checking segment: {'id': '146f2dab-0718-49d7-8220-974a627d0d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '278dc6f3-f77f-4390-bb2a-21f2b504d9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:01:18.232580 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c520eb6-4fbd-438a-ad24-a5a559a882af tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Network hostable DHCP agents. Network: 278dc6f3-f77f-4390-bb2a-21f2b504d9fa, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:01:18.237641 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9340b472-5469-453f-b387-565c050ad281 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:18.238265 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9340b472-5469-453f-b387-565c050ad281 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:18.252070 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7a0fc8f9-4573-4857-827f-7e0c4c861236 req-b4b9f59a-551c-4a0e-a5b5-68ffa8d8f22c tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "GET /v2.0/ports?device_id=f94c23af-4094-4456-893c-aaab1a04caca HTTP/1.1" status: 200 len: 210 time: 0.1236086 Jan 21 19:01:18.328763 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device fc477742-b1fd-4ecc-a49b-76641b16f5ec up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:01:18.355845 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c520eb6-4fbd-438a-ad24-a5a559a882af tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Network 278dc6f3-f77f-4390-bb2a-21f2b504d9fa is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:01:18.367261 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-6c520eb6-4fbd-438a-ad24-a5a559a882af tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 278dc6f3-f77f-4390-bb2a-21f2b504d9fa) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:18.376921 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6c520eb6-4fbd-438a-ad24-a5a559a882af tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:18.396471 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ad049b-a00f-4243-80e6-b9daa784392d None None] Network 278dc6f3-f77f-4390-bb2a-21f2b504d9fa requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:01:18.478634 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9211d818-788b-494e-ad56-1dd3930316c2 req-0064e116-9b39-4ec0-ac17-e18b878b6d78 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:18.527884 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-9211d818-788b-494e-ad56-1dd3930316c2 req-0064e116-9b39-4ec0-ac17-e18b878b6d78 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Transition to ACTIVE for port object 05af6f48-51ac-402b-be5c-17859a66fb58 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:01:18.535803 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-9340b472-5469-453f-b387-565c050ad281 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 4.5529079 Jan 21 19:01:18.538715 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55726) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:18.634275 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ab3986ff-093a-4e9a-9d51-8445102cf020 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:18.644897 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c520eb6-4fbd-438a-ad24-a5a559a882af tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Pushing event updated for resources: {'Subnet': ['ID=f9a8859a-c17e-4657-99ad-5b3458325cf2,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:18.669390 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-ab3986ff-093a-4e9a-9d51-8445102cf020 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Deleting port cc369162-adaf-45d0-adb9-3a5bbd70820f {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:01:18.669729 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ab3986ff-093a-4e9a-9d51-8445102cf020 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:18.771504 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port fc477742-b1fd-4ecc-a49b-76641b16f5ec completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:01:18.784842 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff88fc78-fcb8-4035-a2ef-b5dbf45e4a5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-278dc6f3-f77f-4390-bb2a-21f2b504d9fa', 'network_id': '278dc6f3-f77f-4390-bb2a-21f2b504d9fa', 'tenant_id': '42c487c2f982489688f167c6a74a1c43', 'fixed_ips': [{'subnet_id': '21369080-4918-42bc-b1ae-f8bb7b86be57'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:01:18.786101 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ff88fc78-fcb8-4035-a2ef-b5dbf45e4a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:18.803983 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device cf77b33d-4124-4afd-8e3c-26cd248de209 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:01:18.843062 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9044a983-4770-4996-9549-1541d0f81e9c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for router_gateway, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:18.848765 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9211d818-788b-494e-ad56-1dd3930316c2 req-0064e116-9b39-4ec0-ac17-e18b878b6d78 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:18.880806 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c520eb6-4fbd-438a-ad24-a5a559a882af tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Checking segment: {'id': '15bd77c2-9b72-482f-843d-ddebd4684864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '597a4e22-3cbf-453f-9d3f-06db4c6b2c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:01:18.881252 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c520eb6-4fbd-438a-ad24-a5a559a882af tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Network hostable DHCP agents. Network: 597a4e22-3cbf-453f-9d3f-06db4c6b2c75, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:01:18.895876 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9044a983-4770-4996-9549-1541d0f81e9c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:18.972559 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09640d7b-d68d-4b3e-86a6-4ea5d9dc64a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-f9cfc937-bbca-48ee-998f-584b320724de', 'network_id': 'f9cfc937-bbca-48ee-998f-584b320724de', 'tenant_id': '8da0247cdb454b3399a20a44bfeaad0c', 'fixed_ips': [{'subnet_id': '5a947c2a-dc6e-40de-be50-f79704da35d1'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:01:18.973433 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-09640d7b-d68d-4b3e-86a6-4ea5d9dc64a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:19.016369 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9211d818-788b-494e-ad56-1dd3930316c2 req-0064e116-9b39-4ec0-ac17-e18b878b6d78 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Network fe9349f9-ebb7-4ed4-89c7-377645adc8f0 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:01:19.045584 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [req-9211d818-788b-494e-ad56-1dd3930316c2 req-0064e116-9b39-4ec0-ac17-e18b878b6d78 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:19.048758 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b4e0db7a-1aaf-45c2-91be-311886453a10 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:19.055449 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-9211d818-788b-494e-ad56-1dd3930316c2 req-0064e116-9b39-4ec0-ac17-e18b878b6d78 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:01:19.108268 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0064e116-9b39-4ec0-ac17-e18b878b6d78 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Pushing event updated for resources: {'Port': ['ID=05af6f48-51ac-402b-be5c-17859a66fb58,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:19.115736 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c1ed710b-7b8f-44ab-a3c8-7e7d88af4882 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:19.131893 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0064e116-9b39-4ec0-ac17-e18b878b6d78 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:01:19.132516 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0064e116-9b39-4ec0-ac17-e18b878b6d78 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:01:19.133032 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0064e116-9b39-4ec0-ac17-e18b878b6d78 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:01:19.133658 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0064e116-9b39-4ec0-ac17-e18b878b6d78 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:01:19.134754 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0064e116-9b39-4ec0-ac17-e18b878b6d78 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:01:19.137190 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0064e116-9b39-4ec0-ac17-e18b878b6d78 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:01:19.137661 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0064e116-9b39-4ec0-ac17-e18b878b6d78 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:01:19.139152 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0064e116-9b39-4ec0-ac17-e18b878b6d78 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:01:19.139714 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0064e116-9b39-4ec0-ac17-e18b878b6d78 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:01:19.140054 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0064e116-9b39-4ec0-ac17-e18b878b6d78 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:01:19.140483 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0064e116-9b39-4ec0-ac17-e18b878b6d78 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:01:19.140819 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0064e116-9b39-4ec0-ac17-e18b878b6d78 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:01:19.149122 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c17aae-72b0-4b61-ad67-5842c62dfae0 None None] Network afbfee45-dd46-431c-90da-d7301b81b206 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:01:19.169123 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211d818-788b-494e-ad56-1dd3930316c2 req-0064e116-9b39-4ec0-ac17-e18b878b6d78 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:19.169804 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9211d818-788b-494e-ad56-1dd3930316c2 req-0064e116-9b39-4ec0-ac17-e18b878b6d78 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:19.177593 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c520eb6-4fbd-438a-ad24-a5a559a882af tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Network 597a4e22-3cbf-453f-9d3f-06db4c6b2c75 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:01:19.219171 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-9044a983-4770-4996-9549-1541d0f81e9c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Allocated IP 172.26.1.80 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/3cce8e20-0899-4581-889a-d6585978ace3) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:01:19.238714 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c1ed710b-7b8f-44ab-a3c8-7e7d88af4882 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:19.281309 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-ab3986ff-093a-4e9a-9d51-8445102cf020 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] For port cc369162-adaf-45d0-adb9-3a5bbd70820f, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=cc369162-adaf-45d0-adb9-3a5bbd70820f,segment=NetworkSegment(084da8af-2e5d-4346-b5e6-db82f23152ff),segment_id=084da8af-2e5d-4346-b5e6-db82f23152ff)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:01:19.282315 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ab3986ff-093a-4e9a-9d51-8445102cf020 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:19.291024 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port cf77b33d-4124-4afd-8e3c-26cd248de209 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:01:19.291395 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:19.422053 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-6c520eb6-4fbd-438a-ad24-a5a559a882af tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 597a4e22-3cbf-453f-9d3f-06db4c6b2c75) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:19.422517 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-ff88fc78-fcb8-4035-a2ef-b5dbf45e4a5f None None] Allocated IP 2001:db8::1 (278dc6f3-f77f-4390-bb2a-21f2b504d9fa/21369080-4918-42bc-b1ae-f8bb7b86be57/0ba2f611-8ca6-4946-8815-e154fcc301e3) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:01:19.441141 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b4e0db7a-1aaf-45c2-91be-311886453a10 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:19.441970 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b4e0db7a-1aaf-45c2-91be-311886453a10 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:19.444227 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1c229b-2c7d-4fb9-be4f-a207a5713f2d None None] Network 597a4e22-3cbf-453f-9d3f-06db4c6b2c75 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:01:19.454696 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-ab3986ff-093a-4e9a-9d51-8445102cf020 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Calling delete_port for cc369162-adaf-45d0-adb9-3a5bbd70820f owned by network:dhcp {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:01:19.491229 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c520eb6-4fbd-438a-ad24-a5a559a882af tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:19.491713 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c520eb6-4fbd-438a-ad24-a5a559a882af tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:19.492410 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6c520eb6-4fbd-438a-ad24-a5a559a882af tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:19.552041 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-fa08ee55-c5ce-4f94-8290-7272b5b29d48 None None] Provisioning for port fc477742-b1fd-4ecc-a49b-76641b16f5ec completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:01:19.582518 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9044a983-4770-4996-9549-1541d0f81e9c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:19.600070 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-09640d7b-d68d-4b3e-86a6-4ea5d9dc64a8 None None] Allocated IP 2001:db8::f816:3eff:fe9e:8c0a (f9cfc937-bbca-48ee-998f-584b320724de/5a947c2a-dc6e-40de-be50-f79704da35d1/845f77d4-7285-4822-9104-a42eab7b33b7) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:01:19.610579 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9211d818-788b-494e-ad56-1dd3930316c2 req-0064e116-9b39-4ec0-ac17-e18b878b6d78 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5259058 Jan 21 19:01:19.615842 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3481acb-2f6a-4a0b-8851-c7f00282e601 req-fd95f53c-673b-4f70-856c-f1f6dea37e35 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:19.617550 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d3481acb-2f6a-4a0b-8851-c7f00282e601 req-fd95f53c-673b-4f70-856c-f1f6dea37e35 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "GET /v2.0/ports?device_id=f94c23af-4094-4456-893c-aaab1a04caca HTTP/1.1" status: 200 len: 932 time: 0.2205963 Jan 21 19:01:19.622393 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-6c520eb6-4fbd-438a-ad24-a5a559a882af tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.8398683 Jan 21 19:01:19.629170 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-fa08ee55-c5ce-4f94-8290-7272b5b29d48 None None] Provisioning complete for port fc477742-b1fd-4ecc-a49b-76641b16f5ec triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:01:19.629375 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55732) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:19.629463 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-fa08ee55-c5ce-4f94-8290-7272b5b29d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:19.629539 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-9211d818-788b-494e-ad56-1dd3930316c2 req-40bb3f80-5c75-4262-b0f5-110a744e32b2 service neutron] Request body: {'port': {'device_id': 'f94c23af-4094-4456-893c-aaab1a04caca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:19.704870 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e0db7a-1aaf-45c2-91be-311886453a10 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Pushing event updated for resources: {'Port': ['ID=97cdf9f0-a3b6-42d6-a61d-d6d418134755,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:19.729971 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d3481acb-2f6a-4a0b-8851-c7f00282e601 req-bf13f814-65fe-4247-abf7-df892e5463a7 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "GET /v2.0/security-groups?id=d9ad0fb1-279a-491f-869c-75cec2314abc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1046245 Jan 21 19:01:19.740543 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0ddcae-ba42-47ea-b877-9dc6e4ed0088 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:19.741633 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0ddcae-ba42-47ea-b877-9dc6e4ed0088 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:19.743420 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0ddcae-ba42-47ea-b877-9dc6e4ed0088 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:19.744630 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-9a0ddcae-ba42-47ea-b877-9dc6e4ed0088 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Synchronizing usage tracker for tenant:42c487c2f982489688f167c6a74a1c43 on resource:subnet {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:01:19.809468 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9044a983-4770-4996-9549-1541d0f81e9c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:19.840319 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e0db7a-1aaf-45c2-91be-311886453a10 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Network 5325a9d7-1fcd-4aad-add2-e2df14debfe6 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:01:19.841255 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9211d818-788b-494e-ad56-1dd3930316c2 req-40bb3f80-5c75-4262-b0f5-110a744e32b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:19.851899 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-b4e0db7a-1aaf-45c2-91be-311886453a10 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:19.859675 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-9a0ddcae-ba42-47ea-b877-9dc6e4ed0088 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Unset dirty status for tenant:42c487c2f982489688f167c6a74a1c43 on resource:subnet {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:01:19.869669 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-9a0ddcae-ba42-47ea-b877-9dc6e4ed0088 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2312655 Jan 21 19:01:19.874976 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55736) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:19.941739 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9044a983-4770-4996-9549-1541d0f81e9c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:01:19.943416 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-9044a983-4770-4996-9549-1541d0f81e9c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:19.946665 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9044a983-4770-4996-9549-1541d0f81e9c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:01:19.965558 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ab3986ff-093a-4e9a-9d51-8445102cf020 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:19.979588 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044a983-4770-4996-9549-1541d0f81e9c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Pushing event updated for resources: {'Port': ['ID=3cce8e20-0899-4581-889a-d6585978ace3,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:20.076277 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3986ff-093a-4e9a-9d51-8445102cf020 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event deleted for resources: {'Port': ['ID=cc369162-adaf-45d0-adb9-3a5bbd70820f,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:20.089934 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-26150565-a50e-4473-8313-fcc0a99c9e4e tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Deleting subnet 21369080-4918-42bc-b1ae-f8bb7b86be57 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:01:20.092375 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3986ff-093a-4e9a-9d51-8445102cf020 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] No DVR routers for this DVR port cc369162-adaf-45d0-adb9-3a5bbd70820f on host dv-neutron-825470-1-hyperv {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:01:20.270196 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e0db7a-1aaf-45c2-91be-311886453a10 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Router d94cd185-9386-4c77-9a24-6339129109a9 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:01:20.318189 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4380e1-eff3-4fa2-8ab2-e03ef4831aa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-597a4e22-3cbf-453f-9d3f-06db4c6b2c75', 'network_id': '597a4e22-3cbf-453f-9d3f-06db4c6b2c75', 'tenant_id': '42c487c2f982489688f167c6a74a1c43', 'fixed_ips': [{'subnet_id': 'f9a8859a-c17e-4657-99ad-5b3458325cf2'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:01:20.318991 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7d4380e1-eff3-4fa2-8ab2-e03ef4831aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:20.330594 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ab3986ff-093a-4e9a-9d51-8445102cf020 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:20.474886 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ff88fc78-fcb8-4035-a2ef-b5dbf45e4a5f None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:20.520973 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9044a983-4770-4996-9549-1541d0f81e9c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for router_gateway, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:20.530626 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-fa08ee55-c5ce-4f94-8290-7272b5b29d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:20.552282 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-ff88fc78-fcb8-4035-a2ef-b5dbf45e4a5f None None] Transition to ACTIVE for port object 0ba2f611-8ca6-4946-8815-e154fcc301e3 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:01:20.563557 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-ab3986ff-093a-4e9a-9d51-8445102cf020 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a57cda1-4ddc-4153-9686-a5671705c5b0']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:20.601126 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-09640d7b-d68d-4b3e-86a6-4ea5d9dc64a8 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:20.638844 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-ab3986ff-093a-4e9a-9d51-8445102cf020 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '084da8af-2e5d-4346-b5e6-db82f23152ff') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:20.639143 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-ab3986ff-093a-4e9a-9d51-8445102cf020 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '084da8af-2e5d-4346-b5e6-db82f23152ff') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:20.642650 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-09640d7b-d68d-4b3e-86a6-4ea5d9dc64a8 None None] Transition to ACTIVE for port object 845f77d4-7285-4822-9104-a42eab7b33b7 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:01:20.645121 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-ff88fc78-fcb8-4035-a2ef-b5dbf45e4a5f None None] Transition to ACTIVE for port object 0ba2f611-8ca6-4946-8815-e154fcc301e3 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:01:20.714248 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ab3986ff-093a-4e9a-9d51-8445102cf020 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:20.748620 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-7d4380e1-eff3-4fa2-8ab2-e03ef4831aa5 None None] Allocated IP 2001:db8:0:1::1 (597a4e22-3cbf-453f-9d3f-06db4c6b2c75/f9a8859a-c17e-4657-99ad-5b3458325cf2/6bdb049e-b3e6-41da-9e0d-89d902decdbc) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:01:20.788223 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ab3986ff-093a-4e9a-9d51-8445102cf020 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:20.810035 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-26150565-a50e-4473-8313-fcc0a99c9e4e tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:20.826052 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e0db7a-1aaf-45c2-91be-311886453a10 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:01:20.828605 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab3986ff-093a-4e9a-9d51-8445102cf020 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:01:20.829346 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ab3986ff-093a-4e9a-9d51-8445102cf020 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:20.839455 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572d3fa4-e417-4c58-a390-b12f220a203d None None] Sync routers for ids ['d94cd185-9386-4c77-9a24-6339129109a9'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:01:20.857701 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572d3fa4-e417-4c58-a390-b12f220a203d None None] Routers {'d94cd185-9386-4c77-9a24-6339129109a9'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:01:20.858396 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-572d3fa4-e417-4c58-a390-b12f220a203d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:00:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['d94cd185-9386-4c77-9a24-6339129109a9'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:20.868249 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:01:20.868249 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:01:20.868249 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:01:20.868249 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:01:20.868249 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:01:20.868249 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:01:20.868249 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:01:20.868249 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:01:20.868249 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:01:20.868249 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:01:20.868249 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:01:20.868249 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:01:20.868249 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:01:20.868249 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:01:20.868249 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:01:20.868249 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:01:20.868249 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:01:20.868249 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:01:20.868249 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:01:20.868249 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:01:20.868249 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:01:20.868249 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:01:20.868249 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:01:20.868249 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:01:20.868249 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:01:20.868249 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:01:20.868249 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:01:20.868249 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:01:20.868249 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:01:20.868249 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:01:20.868249 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:01:20.868249 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:01:20.909517 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-26150565-a50e-4473-8313-fcc0a99c9e4e tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:20.928553 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b4e0db7a-1aaf-45c2-91be-311886453a10 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] 10.222.0.87 "PUT /v2.0/routers/d94cd185-9386-4c77-9a24-6339129109a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1087747 Jan 21 19:01:20.934811 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55742) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:20.952894 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-572d3fa4-e417-4c58-a390-b12f220a203d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:20.961890 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572d3fa4-e417-4c58-a390-b12f220a203d None None] Routers {'d94cd185-9386-4c77-9a24-6339129109a9'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:01:20.962535 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-572d3fa4-e417-4c58-a390-b12f220a203d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:00:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['d94cd185-9386-4c77-9a24-6339129109a9'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:21.029678 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-572d3fa4-e417-4c58-a390-b12f220a203d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:21.030126 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572d3fa4-e417-4c58-a390-b12f220a203d None None] The sync data for ids ['d94cd185-9386-4c77-9a24-6339129109a9'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:01:21.044128 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-fa08ee55-c5ce-4f94-8290-7272b5b29d48 None None] For port fc477742-b1fd-4ecc-a49b-76641b16f5ec, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=fc477742-b1fd-4ecc-a49b-76641b16f5ec,segment=NetworkSegment(ab72281b-5d42-43c1-b804-a4c6bd48015f),segment_id=ab72281b-5d42-43c1-b804-a4c6bd48015f)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:01:21.053611 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ff88fc78-fcb8-4035-a2ef-b5dbf45e4a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:21.069651 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.db.resource_extend [req-9211d818-788b-494e-ad56-1dd3930316c2 req-40bb3f80-5c75-4262-b0f5-110a744e32b2 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 19:01:21.104991 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-09640d7b-d68d-4b3e-86a6-4ea5d9dc64a8 None None] Transition to ACTIVE for port object 845f77d4-7285-4822-9104-a42eab7b33b7 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:01:21.138534 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7d4380e1-eff3-4fa2-8ab2-e03ef4831aa5 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:21.150820 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff88fc78-fcb8-4035-a2ef-b5dbf45e4a5f None None] Network 278dc6f3-f77f-4390-bb2a-21f2b504d9fa is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:01:21.157251 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-ff88fc78-fcb8-4035-a2ef-b5dbf45e4a5f None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:21.159810 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff88fc78-fcb8-4035-a2ef-b5dbf45e4a5f None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:01:21.165520 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-7d4380e1-eff3-4fa2-8ab2-e03ef4831aa5 None None] Transition to ACTIVE for port object 6bdb049e-b3e6-41da-9e0d-89d902decdbc will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:01:21.206297 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff88fc78-fcb8-4035-a2ef-b5dbf45e4a5f None None] Pushing event updated for resources: {'Port': ['ID=0ba2f611-8ca6-4946-8815-e154fcc301e3,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:21.214292 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [req-9211d818-788b-494e-ad56-1dd3930316c2 req-40bb3f80-5c75-4262-b0f5-110a744e32b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05af6f48-51ac-402b-be5c-17859a66fb58 {{(pid=88137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:01:21.217649 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-fa08ee55-c5ce-4f94-8290-7272b5b29d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:21.220466 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-29507846-a83d-46c6-81a8-a879af599bc2 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks [] for router, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:21.234688 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5562d-db01-492d-a64e-71db28c0c75b req-58c92a43-f016-4fac-8d67-1a9f1aa13d11 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:21.236327 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-baf5562d-db01-492d-a64e-71db28c0c75b req-58c92a43-f016-4fac-8d67-1a9f1aa13d11 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "GET /v2.0/ports?device_id=f94c23af-4094-4456-893c-aaab1a04caca HTTP/1.1" status: 200 len: 932 time: 0.2420309 Jan 21 19:01:21.285764 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9044a983-4770-4996-9549-1541d0f81e9c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:21.289035 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9211d818-788b-494e-ad56-1dd3930316c2 req-40bb3f80-5c75-4262-b0f5-110a744e32b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:21.296937 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ab3986ff-093a-4e9a-9d51-8445102cf020 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:21.301780 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-26150565-a50e-4473-8313-fcc0a99c9e4e tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:21.304803 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-09640d7b-d68d-4b3e-86a6-4ea5d9dc64a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:21.310674 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-7d4380e1-eff3-4fa2-8ab2-e03ef4831aa5 None None] Transition to ACTIVE for port object 6bdb049e-b3e6-41da-9e0d-89d902decdbc will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:01:21.322086 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ab3986ff-093a-4e9a-9d51-8445102cf020 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:21.374483 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-ff88fc78-fcb8-4035-a2ef-b5dbf45e4a5f None None] Attempting to bind port 0ba2f611-8ca6-4946-8815-e154fcc301e3 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:01:21.375311 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-ff88fc78-fcb8-4035-a2ef-b5dbf45e4a5f None None] Attempting to bind port 0ba2f611-8ca6-4946-8815-e154fcc301e3 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '146f2dab-0718-49d7-8220-974a627d0d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '278dc6f3-f77f-4390-bb2a-21f2b504d9fa'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:01:21.375676 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff88fc78-fcb8-4035-a2ef-b5dbf45e4a5f None None] Attempting to bind port 0ba2f611-8ca6-4946-8815-e154fcc301e3 on network 278dc6f3-f77f-4390-bb2a-21f2b504d9fa {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:01:21.382025 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09640d7b-d68d-4b3e-86a6-4ea5d9dc64a8 None None] Network f9cfc937-bbca-48ee-998f-584b320724de is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:01:21.387728 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-09640d7b-d68d-4b3e-86a6-4ea5d9dc64a8 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:21.390392 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09640d7b-d68d-4b3e-86a6-4ea5d9dc64a8 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:01:21.397920 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3986ff-093a-4e9a-9d51-8445102cf020 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event deleted for resources: {'Network': ['ID=7a57cda1-4ddc-4153-9686-a5671705c5b0,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:21.403267 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff88fc78-fcb8-4035-a2ef-b5dbf45e4a5f None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:01:21.403631 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff88fc78-fcb8-4035-a2ef-b5dbf45e4a5f None None] Checking segment: {'id': '146f2dab-0718-49d7-8220-974a627d0d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '278dc6f3-f77f-4390-bb2a-21f2b504d9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:01:21.404008 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ff88fc78-fcb8-4035-a2ef-b5dbf45e4a5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:21.404392 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff88fc78-fcb8-4035-a2ef-b5dbf45e4a5f None None] Bound using segment: {'id': '146f2dab-0718-49d7-8220-974a627d0d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '278dc6f3-f77f-4390-bb2a-21f2b504d9fa'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:01:21.404854 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-ff88fc78-fcb8-4035-a2ef-b5dbf45e4a5f None None] Bound port: 0ba2f611-8ca6-4946-8815-e154fcc301e3, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '146f2dab-0718-49d7-8220-974a627d0d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '278dc6f3-f77f-4390-bb2a-21f2b504d9fa'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:01:21.405209 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ff88fc78-fcb8-4035-a2ef-b5dbf45e4a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:21.413343 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-9211d818-788b-494e-ad56-1dd3930316c2 req-40bb3f80-5c75-4262-b0f5-110a744e32b2 service neutron] Transition to ACTIVE for port object 05af6f48-51ac-402b-be5c-17859a66fb58 will not be triggered until provisioned by entity L2. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:01:21.413452 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ab3986ff-093a-4e9a-9d51-8445102cf020 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "DELETE /v2.0/networks/7a57cda1-4ddc-4153-9686-a5671705c5b0 HTTP/1.1" status: 204 len: 168 time: 6.5626688 Jan 21 19:01:21.420923 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55746) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:21.421086 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa08ee55-c5ce-4f94-8290-7272b5b29d48 None None] Pushing event updated for resources: {'Port': ['ID=fc477742-b1fd-4ecc-a49b-76641b16f5ec,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:21.425067 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-c60c3140-0d28-478c-9345-1702ce09c9b6 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1349322783'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:21.433974 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-c60c3140-0d28-478c-9345-1702ce09c9b6 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:21.442497 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-c60c3140-0d28-478c-9345-1702ce09c9b6 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Usage tracker for resource:network and tenant:61b06f640fe54206829782ad2cf491c1 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:21.447305 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-c60c3140-0d28-478c-9345-1702ce09c9b6 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:21.453674 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-29507846-a83d-46c6-81a8-a879af599bc2 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 21 19:01:21.454754 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-29507846-a83d-46c6-81a8-a879af599bc2 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] 10.222.0.87 "DELETE /v2.0/routers/d94cd185-9386-4c77-9a24-6339129109a9 HTTP/1.1" status: 409 len: 329 time: 0.5133622 Jan 21 19:01:21.455764 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-c60c3140-0d28-478c-9345-1702ce09c9b6 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:21.457645 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55750) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:21.469701 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c1ed710b-7b8f-44ab-a3c8-7e7d88af4882 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:21.476087 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-baf5562d-db01-492d-a64e-71db28c0c75b req-2abe7115-4a36-4f22-9931-105e30533ab5 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "GET /v2.0/security-groups?id=d9ad0fb1-279a-491f-869c-75cec2314abc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2251465 Jan 21 19:01:21.478320 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7d4380e1-eff3-4fa2-8ab2-e03ef4831aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:21.523546 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9211d818-788b-494e-ad56-1dd3930316c2 req-40bb3f80-5c75-4262-b0f5-110a744e32b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:21.585287 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-32e605f0-66f2-4e85-8375-eb65e84ef088 None None] Provisioning complete for port fc477742-b1fd-4ecc-a49b-76641b16f5ec triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:01:21.585650 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-32e605f0-66f2-4e85-8375-eb65e84ef088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:21.603646 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed710b-7b8f-44ab-a3c8-7e7d88af4882 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Pushing event deleted for resources: {'Subnet': ['ID=5a947c2a-dc6e-40de-be50-f79704da35d1,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:21.693369 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60c3140-0d28-478c-9345-1702ce09c9b6 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Made reservation on behalf of 61b06f640fe54206829782ad2cf491c1 for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:01:21.696786 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c60c3140-0d28-478c-9345-1702ce09c9b6 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:21.731120 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4380e1-eff3-4fa2-8ab2-e03ef4831aa5 None None] Network 597a4e22-3cbf-453f-9d3f-06db4c6b2c75 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:01:21.748573 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c1ed710b-7b8f-44ab-a3c8-7e7d88af4882 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:21.769889 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb3f80-5c75-4262-b0f5-110a744e32b2 service neutron] Pushing event updated for resources: {'Port': ['ID=05af6f48-51ac-402b-be5c-17859a66fb58,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:21.785235 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-7d4380e1-eff3-4fa2-8ab2-e03ef4831aa5 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:21.808407 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-c1ed710b-7b8f-44ab-a3c8-7e7d88af4882 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9cfc937-bbca-48ee-998f-584b320724de']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:21.821468 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4380e1-eff3-4fa2-8ab2-e03ef4831aa5 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:01:21.831227 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-c1ed710b-7b8f-44ab-a3c8-7e7d88af4882 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c4e10b3-05b1-4284-b8f5-a1dfb0959fcf') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:21.831664 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-c1ed710b-7b8f-44ab-a3c8-7e7d88af4882 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c4e10b3-05b1-4284-b8f5-a1dfb0959fcf') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:21.850481 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c1ed710b-7b8f-44ab-a3c8-7e7d88af4882 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:21.868708 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c1ed710b-7b8f-44ab-a3c8-7e7d88af4882 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:21.877433 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1ed710b-7b8f-44ab-a3c8-7e7d88af4882 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:01:21.880459 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c1ed710b-7b8f-44ab-a3c8-7e7d88af4882 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:21.885155 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09640d7b-d68d-4b3e-86a6-4ea5d9dc64a8 None None] Pushing event updated for resources: {'Port': ['ID=845f77d4-7285-4822-9104-a42eab7b33b7,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:21.896706 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:01:21.896706 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:01:21.896706 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:01:21.896706 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:01:21.896706 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:01:21.896706 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:01:21.896706 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:01:21.896706 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:01:21.896706 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:01:21.896706 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:01:21.896706 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:01:21.896706 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:01:21.896706 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:01:21.896706 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:01:21.896706 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:01:21.896706 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:01:21.896706 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:01:21.896706 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:01:21.896706 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:01:21.896706 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:01:21.896706 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:01:21.896706 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:01:21.896706 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:01:21.896706 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:01:21.896706 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:01:21.896706 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:01:21.896706 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:01:21.896706 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:01:21.896706 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:01:21.896706 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:01:21.896706 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:01:21.896706 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:01:21.913908 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-26150565-a50e-4473-8313-fcc0a99c9e4e tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:21.959690 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9044a983-4770-4996-9549-1541d0f81e9c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Router 49686aad-48d7-49df-8d1b-c47fceb556aa is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:01:21.977965 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-ff88fc78-fcb8-4035-a2ef-b5dbf45e4a5f None None] For port 0ba2f611-8ca6-4946-8815-e154fcc301e3, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:01:21.980118 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-09640d7b-d68d-4b3e-86a6-4ea5d9dc64a8 None None] Attempting to bind port 845f77d4-7285-4822-9104-a42eab7b33b7 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:01:21.980479 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-09640d7b-d68d-4b3e-86a6-4ea5d9dc64a8 None None] Attempting to bind port 845f77d4-7285-4822-9104-a42eab7b33b7 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '8c4e10b3-05b1-4284-b8f5-a1dfb0959fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f9cfc937-bbca-48ee-998f-584b320724de'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:01:21.980790 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09640d7b-d68d-4b3e-86a6-4ea5d9dc64a8 None None] Attempting to bind port 845f77d4-7285-4822-9104-a42eab7b33b7 on network f9cfc937-bbca-48ee-998f-584b320724de {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:01:22.016327 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09640d7b-d68d-4b3e-86a6-4ea5d9dc64a8 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:01:22.016685 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09640d7b-d68d-4b3e-86a6-4ea5d9dc64a8 None None] Checking segment: {'id': '8c4e10b3-05b1-4284-b8f5-a1dfb0959fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f9cfc937-bbca-48ee-998f-584b320724de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:01:22.016925 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26150565-a50e-4473-8313-fcc0a99c9e4e tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Pushing event deleted for resources: {'Subnet': ['ID=21369080-4918-42bc-b1ae-f8bb7b86be57,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:22.017082 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-09640d7b-d68d-4b3e-86a6-4ea5d9dc64a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:22.017474 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09640d7b-d68d-4b3e-86a6-4ea5d9dc64a8 None None] Bound using segment: {'id': '8c4e10b3-05b1-4284-b8f5-a1dfb0959fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f9cfc937-bbca-48ee-998f-584b320724de'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:01:22.017974 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-09640d7b-d68d-4b3e-86a6-4ea5d9dc64a8 None None] Bound port: 845f77d4-7285-4822-9104-a42eab7b33b7, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c4e10b3-05b1-4284-b8f5-a1dfb0959fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f9cfc937-bbca-48ee-998f-584b320724de'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:01:22.018344 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-09640d7b-d68d-4b3e-86a6-4ea5d9dc64a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:22.029228 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-26150565-a50e-4473-8313-fcc0a99c9e4e tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:22.034877 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-ff88fc78-fcb8-4035-a2ef-b5dbf45e4a5f None None] For port 0ba2f611-8ca6-4946-8815-e154fcc301e3, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=0ba2f611-8ca6-4946-8815-e154fcc301e3,segment=NetworkSegment(146f2dab-0718-49d7-8220-974a627d0d53),segment_id=146f2dab-0718-49d7-8220-974a627d0d53)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:01:22.057291 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4380e1-eff3-4fa2-8ab2-e03ef4831aa5 None None] Pushing event updated for resources: {'Port': ['ID=6bdb049e-b3e6-41da-9e0d-89d902decdbc,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:22.063933 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c60c3140-0d28-478c-9345-1702ce09c9b6 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:01:22.083964 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-7d4380e1-eff3-4fa2-8ab2-e03ef4831aa5 None None] Attempting to bind port 6bdb049e-b3e6-41da-9e0d-89d902decdbc on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:01:22.084327 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-7d4380e1-eff3-4fa2-8ab2-e03ef4831aa5 None None] Attempting to bind port 6bdb049e-b3e6-41da-9e0d-89d902decdbc by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '15bd77c2-9b72-482f-843d-ddebd4684864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '597a4e22-3cbf-453f-9d3f-06db4c6b2c75'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:01:22.084924 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4380e1-eff3-4fa2-8ab2-e03ef4831aa5 None None] Attempting to bind port 6bdb049e-b3e6-41da-9e0d-89d902decdbc on network 597a4e22-3cbf-453f-9d3f-06db4c6b2c75 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:01:22.112041 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.db.api [None req-c1ed710b-7b8f-44ab-a3c8-7e7d88af4882 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 19:01:22.112041 dv-neutron-825470-1-hyperv neutron-server[88136]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 19:01:22.112041 dv-neutron-825470-1-hyperv neutron-server[88136]: [parameters: {'id': 'f9cfc937-bbca-48ee-998f-584b320724de'}] Jan 21 19:01:22.112041 dv-neutron-825470-1-hyperv neutron-server[88136]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:01:22.120160 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG oslo_db.api [None req-c1ed710b-7b8f-44ab-a3c8-7e7d88af4882 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:01:22.135533 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4380e1-eff3-4fa2-8ab2-e03ef4831aa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:01:22.135880 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4380e1-eff3-4fa2-8ab2-e03ef4831aa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:01:22.136210 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4380e1-eff3-4fa2-8ab2-e03ef4831aa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:01:22.136542 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4380e1-eff3-4fa2-8ab2-e03ef4831aa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:01:22.136872 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4380e1-eff3-4fa2-8ab2-e03ef4831aa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:01:22.137198 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4380e1-eff3-4fa2-8ab2-e03ef4831aa5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:01:22.137527 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4380e1-eff3-4fa2-8ab2-e03ef4831aa5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:01:22.137857 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4380e1-eff3-4fa2-8ab2-e03ef4831aa5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:01:22.138292 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4380e1-eff3-4fa2-8ab2-e03ef4831aa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:01:22.138493 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4380e1-eff3-4fa2-8ab2-e03ef4831aa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:01:22.138801 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4380e1-eff3-4fa2-8ab2-e03ef4831aa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:01:22.139107 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4380e1-eff3-4fa2-8ab2-e03ef4831aa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:01:22.159358 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4380e1-eff3-4fa2-8ab2-e03ef4831aa5 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:01:22.159358 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4380e1-eff3-4fa2-8ab2-e03ef4831aa5 None None] Checking segment: {'id': '15bd77c2-9b72-482f-843d-ddebd4684864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '597a4e22-3cbf-453f-9d3f-06db4c6b2c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:01:22.159358 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7d4380e1-eff3-4fa2-8ab2-e03ef4831aa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:22.159358 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4380e1-eff3-4fa2-8ab2-e03ef4831aa5 None None] Bound using segment: {'id': '15bd77c2-9b72-482f-843d-ddebd4684864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '597a4e22-3cbf-453f-9d3f-06db4c6b2c75'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:01:22.159358 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-7d4380e1-eff3-4fa2-8ab2-e03ef4831aa5 None None] Bound port: 6bdb049e-b3e6-41da-9e0d-89d902decdbc, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15bd77c2-9b72-482f-843d-ddebd4684864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '597a4e22-3cbf-453f-9d3f-06db4c6b2c75'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:01:22.159825 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7d4380e1-eff3-4fa2-8ab2-e03ef4831aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:22.163740 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c60c3140-0d28-478c-9345-1702ce09c9b6 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:22.164147 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-c60c3140-0d28-478c-9345-1702ce09c9b6 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Added segment 36408728-4c98-4cee-89ca-15e87a06732a of type vlan for network a636b51d-03de-4da7-9e6d-f34cc1899bab Jan 21 19:01:22.183158 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-9211d818-788b-494e-ad56-1dd3930316c2 req-40bb3f80-5c75-4262-b0f5-110a744e32b2 service neutron] Attempting to bind port 05af6f48-51ac-402b-be5c-17859a66fb58 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:01:22.183284 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ff88fc78-fcb8-4035-a2ef-b5dbf45e4a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:22.183382 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-9211d818-788b-494e-ad56-1dd3930316c2 req-40bb3f80-5c75-4262-b0f5-110a744e32b2 service neutron] Attempting to bind port 05af6f48-51ac-402b-be5c-17859a66fb58 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '3ac4fc8a-3d1c-40a0-81db-885ad3cbfae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fe9349f9-ebb7-4ed4-89c7-377645adc8f0'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:01:22.183382 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9211d818-788b-494e-ad56-1dd3930316c2 req-40bb3f80-5c75-4262-b0f5-110a744e32b2 service neutron] Attempting to bind port 05af6f48-51ac-402b-be5c-17859a66fb58 on network fe9349f9-ebb7-4ed4-89c7-377645adc8f0 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:01:22.228095 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9044a983-4770-4996-9549-1541d0f81e9c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:01:22.231338 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9211d818-788b-494e-ad56-1dd3930316c2 req-40bb3f80-5c75-4262-b0f5-110a744e32b2 service neutron] Port 05af6f48-51ac-402b-be5c-17859a66fb58 on network fe9349f9-ebb7-4ed4-89c7-377645adc8f0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 19:01:22.231787 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9211d818-788b-494e-ad56-1dd3930316c2 req-40bb3f80-5c75-4262-b0f5-110a744e32b2 service neutron] Attempting to bind port 05af6f48-51ac-402b-be5c-17859a66fb58 on network fe9349f9-ebb7-4ed4-89c7-377645adc8f0 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:01:22.246882 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-26150565-a50e-4473-8313-fcc0a99c9e4e tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] 10.222.0.87 "DELETE /v2.0/subnets/21369080-4918-42bc-b1ae-f8bb7b86be57 HTTP/1.1" status: 204 len: 168 time: 2.3527834 Jan 21 19:01:22.250402 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55754) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:22.255337 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9211d818-788b-494e-ad56-1dd3930316c2 req-40bb3f80-5c75-4262-b0f5-110a744e32b2 service neutron] Checking agent: {'id': '9a14f311-f6d5-46c6-87a2-f860197fb66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:01:22.255671 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9211d818-788b-494e-ad56-1dd3930316c2 req-40bb3f80-5c75-4262-b0f5-110a744e32b2 service neutron] Checking segment: {'id': '3ac4fc8a-3d1c-40a0-81db-885ad3cbfae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fe9349f9-ebb7-4ed4-89c7-377645adc8f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:01:22.256233 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9211d818-788b-494e-ad56-1dd3930316c2 req-40bb3f80-5c75-4262-b0f5-110a744e32b2 service neutron] Bound using segment: {'id': '3ac4fc8a-3d1c-40a0-81db-885ad3cbfae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fe9349f9-ebb7-4ed4-89c7-377645adc8f0'} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:01:22.256843 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-9211d818-788b-494e-ad56-1dd3930316c2 req-40bb3f80-5c75-4262-b0f5-110a744e32b2 service neutron] Bound port: 05af6f48-51ac-402b-be5c-17859a66fb58, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac4fc8a-3d1c-40a0-81db-885ad3cbfae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fe9349f9-ebb7-4ed4-89c7-377645adc8f0'}}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:01:22.257346 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9211d818-788b-494e-ad56-1dd3930316c2 req-40bb3f80-5c75-4262-b0f5-110a744e32b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:22.257805 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06790ee8-968d-4030-987c-153e7a1d3dd6 None None] Sync routers for ids ['49686aad-48d7-49df-8d1b-c47fceb556aa'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:01:22.267862 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c60c3140-0d28-478c-9345-1702ce09c9b6 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:22.330285 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-60ae5b11-2ca5-444e-a517-c72cd5748e6a tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Deleting subnet f9a8859a-c17e-4657-99ad-5b3458325cf2 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:01:22.333459 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-60ae5b11-2ca5-444e-a517-c72cd5748e6a tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:22.342316 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device fc477742-b1fd-4ecc-a49b-76641b16f5ec up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:01:22.394594 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9044a983-4770-4996-9549-1541d0f81e9c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:22.395797 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-9044a983-4770-4996-9549-1541d0f81e9c tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.6693590 Jan 21 19:01:22.398559 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-60ae5b11-2ca5-444e-a517-c72cd5748e6a tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:22.398702 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55758) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:22.411377 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-9fd5f164-08b4-438c-aec6-486d1138ac97 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:22.440256 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06790ee8-968d-4030-987c-153e7a1d3dd6 None None] Routers {'49686aad-48d7-49df-8d1b-c47fceb556aa'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:01:22.440965 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-06790ee8-968d-4030-987c-153e7a1d3dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:00:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['49686aad-48d7-49df-8d1b-c47fceb556aa'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:22.532041 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-09640d7b-d68d-4b3e-86a6-4ea5d9dc64a8 None None] For port 845f77d4-7285-4822-9104-a42eab7b33b7, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:01:22.539939 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-9211d818-788b-494e-ad56-1dd3930316c2 req-40bb3f80-5c75-4262-b0f5-110a744e32b2 service neutron] For port 05af6f48-51ac-402b-be5c-17859a66fb58, host hv-neutron-8254, cleared binding levels {{(pid=88137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:01:22.573273 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-32e605f0-66f2-4e85-8375-eb65e84ef088 None None] Provisioning complete for port 97cdf9f0-a3b6-42d6-a61d-d6d418134755 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:01:22.573827 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-32e605f0-66f2-4e85-8375-eb65e84ef088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:22.598622 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-06790ee8-968d-4030-987c-153e7a1d3dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:22.600711 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c60c3140-0d28-478c-9345-1702ce09c9b6 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:22.606736 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60c3140-0d28-478c-9345-1702ce09c9b6 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:22.607587 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c60c3140-0d28-478c-9345-1702ce09c9b6 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:22.610603 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff88fc78-fcb8-4035-a2ef-b5dbf45e4a5f None None] Pushing event updated for resources: {'Port': ['ID=0ba2f611-8ca6-4946-8815-e154fcc301e3,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:22.638009 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-09640d7b-d68d-4b3e-86a6-4ea5d9dc64a8 None None] For port 845f77d4-7285-4822-9104-a42eab7b33b7, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=845f77d4-7285-4822-9104-a42eab7b33b7,segment=NetworkSegment(8c4e10b3-05b1-4284-b8f5-a1dfb0959fcf),segment_id=8c4e10b3-05b1-4284-b8f5-a1dfb0959fcf)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:01:22.652159 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c1ed710b-7b8f-44ab-a3c8-7e7d88af4882 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:22.677959 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-7d4380e1-eff3-4fa2-8ab2-e03ef4831aa5 None None] For port 6bdb049e-b3e6-41da-9e0d-89d902decdbc, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:01:22.679828 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06790ee8-968d-4030-987c-153e7a1d3dd6 None None] Routers {'49686aad-48d7-49df-8d1b-c47fceb556aa'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:01:22.680708 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-06790ee8-968d-4030-987c-153e7a1d3dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:00:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['49686aad-48d7-49df-8d1b-c47fceb556aa'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:22.680810 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-9211d818-788b-494e-ad56-1dd3930316c2 req-40bb3f80-5c75-4262-b0f5-110a744e32b2 service neutron] For port 05af6f48-51ac-402b-be5c-17859a66fb58, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=05af6f48-51ac-402b-be5c-17859a66fb58,segment=NetworkSegment(3ac4fc8a-3d1c-40a0-81db-885ad3cbfae5),segment_id=3ac4fc8a-3d1c-40a0-81db-885ad3cbfae5)] {{(pid=88137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:01:22.738568 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed710b-7b8f-44ab-a3c8-7e7d88af4882 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Deleting port 845f77d4-7285-4822-9104-a42eab7b33b7 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:01:22.738909 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c1ed710b-7b8f-44ab-a3c8-7e7d88af4882 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:22.751829 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-06790ee8-968d-4030-987c-153e7a1d3dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:22.752316 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06790ee8-968d-4030-987c-153e7a1d3dd6 None None] The sync data for ids ['49686aad-48d7-49df-8d1b-c47fceb556aa'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:01:22.762084 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-09640d7b-d68d-4b3e-86a6-4ea5d9dc64a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:22.824230 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-32e605f0-66f2-4e85-8375-eb65e84ef088 None None] Port 97cdf9f0-a3b6-42d6-a61d-d6d418134755 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:01:22.830464 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-7d4380e1-eff3-4fa2-8ab2-e03ef4831aa5 None None] For port 6bdb049e-b3e6-41da-9e0d-89d902decdbc, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=6bdb049e-b3e6-41da-9e0d-89d902decdbc,segment=NetworkSegment(15bd77c2-9b72-482f-843d-ddebd4684864),segment_id=15bd77c2-9b72-482f-843d-ddebd4684864)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:01:22.851654 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8791163e-1669-49fe-bc20-623077750263 req-df1b57ba-10c5-410e-9f9a-b04b5c846a21 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:22.853173 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8791163e-1669-49fe-bc20-623077750263 req-df1b57ba-10c5-410e-9f9a-b04b5c846a21 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "GET /v2.0/ports?device_id=f94c23af-4094-4456-893c-aaab1a04caca HTTP/1.1" status: 200 len: 944 time: 0.1983671 Jan 21 19:01:22.922215 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port fc477742-b1fd-4ecc-a49b-76641b16f5ec triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:01:22.922584 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:22.952591 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-60ae5b11-2ca5-444e-a517-c72cd5748e6a tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:22.955130 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9211d818-788b-494e-ad56-1dd3930316c2 req-40bb3f80-5c75-4262-b0f5-110a744e32b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:22.989212 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c65e7d-9320-452c-9592-3e41e7f160ac None None] Network f9cfc937-bbca-48ee-998f-584b320724de requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:01:23.005073 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c60c3140-0d28-478c-9345-1702ce09c9b6 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5839486 Jan 21 19:01:23.008583 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7d4380e1-eff3-4fa2-8ab2-e03ef4831aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:23.012579 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55764) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:23.034591 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-bbdae857-3eea-451b-b2ba-84a23170cf5b tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Request body: {'subnet': {'network_id': 'a636b51d-03de-4da7-9e6d-f34cc1899bab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:23.066020 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09640d7b-d68d-4b3e-86a6-4ea5d9dc64a8 None None] Pushing event updated for resources: {'Port': ['ID=845f77d4-7285-4822-9104-a42eab7b33b7,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:23.100319 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c3140-0d28-478c-9345-1702ce09c9b6 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event updated for resources: {'Network': ['ID=a636b51d-03de-4da7-9e6d-f34cc1899bab,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:23.132856 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network a636b51d-03de-4da7-9e6d-f34cc1899bab details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:01:23.140319 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211d818-788b-494e-ad56-1dd3930316c2 req-40bb3f80-5c75-4262-b0f5-110a744e32b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:23.140979 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9211d818-788b-494e-ad56-1dd3930316c2 req-40bb3f80-5c75-4262-b0f5-110a744e32b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:23.142413 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9211d818-788b-494e-ad56-1dd3930316c2 req-40bb3f80-5c75-4262-b0f5-110a744e32b2 service neutron] 10.222.0.113 "PUT /v2.0/ports/05af6f48-51ac-402b-be5c-17859a66fb58 HTTP/1.1" status: 200 len: 1094 time: 3.5172012 Jan 21 19:01:23.163645 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-32e605f0-66f2-4e85-8375-eb65e84ef088 None None] Provisioning for port 05af6f48-51ac-402b-be5c-17859a66fb58 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:01:23.215658 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f94c23af-4094-4456-893c-aaab1a04caca', 'tag': '05af6f48-51ac-402b-be5c-17859a66fb58'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:01:23.216235 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-bbdae857-3eea-451b-b2ba-84a23170cf5b tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:23.220681 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-bbdae857-3eea-451b-b2ba-84a23170cf5b tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Usage tracker for resource:subnet and tenant:61b06f640fe54206829782ad2cf491c1 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:23.238630 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-bbdae857-3eea-451b-b2ba-84a23170cf5b tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:23.251243 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-bbdae857-3eea-451b-b2ba-84a23170cf5b tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:23.274054 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb3f80-5c75-4262-b0f5-110a744e32b2 service neutron] Pushing event updated for resources: {'Port': ['ID=05af6f48-51ac-402b-be5c-17859a66fb58,revision_number=3']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:23.324054 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8791163e-1669-49fe-bc20-623077750263 req-0ee33edf-a30e-4f9a-b1ed-e00562fa8c2d tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "GET /v2.0/security-groups?id=d9ad0fb1-279a-491f-869c-75cec2314abc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4624364 Jan 21 19:01:23.337293 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f94c23af-4094-4456-893c-aaab1a04caca', 'tag': '05af6f48-51ac-402b-be5c-17859a66fb58', 'status': 'completed', 'code': 200} Jan 21 19:01:23.365605 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f366f089-f099-4a59-8c60-f7036f2ddd56 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:23.410199 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdae857-3eea-451b-b2ba-84a23170cf5b tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Made reservation on behalf of 61b06f640fe54206829782ad2cf491c1 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:01:23.412458 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bbdae857-3eea-451b-b2ba-84a23170cf5b tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:23.656436 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4380e1-eff3-4fa2-8ab2-e03ef4831aa5 None None] Pushing event updated for resources: {'Port': ['ID=6bdb049e-b3e6-41da-9e0d-89d902decdbc,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:23.680781 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-c1ed710b-7b8f-44ab-a3c8-7e7d88af4882 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] For port 845f77d4-7285-4822-9104-a42eab7b33b7, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=845f77d4-7285-4822-9104-a42eab7b33b7,segment=NetworkSegment(8c4e10b3-05b1-4284-b8f5-a1dfb0959fcf),segment_id=8c4e10b3-05b1-4284-b8f5-a1dfb0959fcf)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:01:23.681276 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c1ed710b-7b8f-44ab-a3c8-7e7d88af4882 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:23.832351 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed710b-7b8f-44ab-a3c8-7e7d88af4882 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Calling delete_port for 845f77d4-7285-4822-9104-a42eab7b33b7 owned by network:dhcp {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:01:23.865225 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-60ae5b11-2ca5-444e-a517-c72cd5748e6a tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:23.887566 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9fd5f164-08b4-438c-aec6-486d1138ac97 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:23.938269 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae5b11-2ca5-444e-a517-c72cd5748e6a tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Pushing event deleted for resources: {'Subnet': ['ID=f9a8859a-c17e-4657-99ad-5b3458325cf2,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:23.948427 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-60ae5b11-2ca5-444e-a517-c72cd5748e6a tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:23.992315 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-60ae5b11-2ca5-444e-a517-c72cd5748e6a tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] 10.222.0.87 "DELETE /v2.0/subnets/f9a8859a-c17e-4657-99ad-5b3458325cf2 HTTP/1.1" status: 204 len: 168 time: 1.7406774 Jan 21 19:01:23.995641 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55772) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:24.006072 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211d818-788b-494e-ad56-1dd3930316c2 req-6a09ba47-c082-4003-9a2b-5f1a1e3dbfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:24.007550 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9211d818-788b-494e-ad56-1dd3930316c2 req-6a09ba47-c082-4003-9a2b-5f1a1e3dbfb6 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=35339a7947db486893b0582b9003cb0e&device_id=f94c23af-4094-4456-893c-aaab1a04caca HTTP/1.1" status: 200 len: 1097 time: 0.7251465 Jan 21 19:01:24.065913 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bbdae857-3eea-451b-b2ba-84a23170cf5b tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:24.083855 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9fd5f164-08b4-438c-aec6-486d1138ac97 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:24.101727 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9211d818-788b-494e-ad56-1dd3930316c2 req-e2367250-0a86-40d0-b106-a61537167281 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05af6f48-51ac-402b-be5c-17859a66fb58 HTTP/1.1" status: 200 len: 217 time: 0.0790627 Jan 21 19:01:24.111019 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6773003-748d-46a6-bb27-36744d76018a tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:24.111019 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-d6773003-748d-46a6-bb27-36744d76018a tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Synchronizing usage tracker for tenant:42c487c2f982489688f167c6a74a1c43 on resource:subnet {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:01:24.134973 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23defe5-8ab2-4d4f-b7f4-47ccb07f1908 None None] Network 278dc6f3-f77f-4390-bb2a-21f2b504d9fa requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:01:24.135132 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c1ed710b-7b8f-44ab-a3c8-7e7d88af4882 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:24.207425 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211d818-788b-494e-ad56-1dd3930316c2 req-fe046c89-5046-4798-a366-328c9605fb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:24.208870 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9211d818-788b-494e-ad56-1dd3930316c2 req-fe046c89-5046-4798-a366-328c9605fb39 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=46be17ed-e474-4ae3-8ca8-5faafc286898 HTTP/1.1" status: 200 len: 851 time: 0.0966010 Jan 21 19:01:24.234990 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ed710b-7b8f-44ab-a3c8-7e7d88af4882 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] No DVR routers for this DVR port 845f77d4-7285-4822-9104-a42eab7b33b7 on host dv-neutron-825470-1-hyperv {{(pid=88136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:01:24.271889 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed710b-7b8f-44ab-a3c8-7e7d88af4882 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Pushing event deleted for resources: {'Port': ['ID=845f77d4-7285-4822-9104-a42eab7b33b7,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:24.294338 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-d6773003-748d-46a6-bb27-36744d76018a tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Unset dirty status for tenant:42c487c2f982489688f167c6a74a1c43 on resource:subnet {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:01:24.295505 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d6773003-748d-46a6-bb27-36744d76018a tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2990224 Jan 21 19:01:24.305310 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55776) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:24.313041 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdae857-3eea-451b-b2ba-84a23170cf5b tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event updated for resources: {'Subnet': ['ID=618225c8-d477-437e-bf08-da22a95dd8ed,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:24.359784 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-f366f089-f099-4a59-8c60-f7036f2ddd56 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Deleting port 97cdf9f0-a3b6-42d6-a61d-d6d418134755 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:01:24.360253 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f366f089-f099-4a59-8c60-f7036f2ddd56 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:24.409834 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5f164-08b4-438c-aec6-486d1138ac97 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Deleting port 3cce8e20-0899-4581-889a-d6585978ace3 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:01:24.410335 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9fd5f164-08b4-438c-aec6-486d1138ac97 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:24.450768 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f0976481-7c46-46a3-8e42-1b45019d9bed tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:24.496594 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-f0976481-7c46-46a3-8e42-1b45019d9bed tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Deleting port 6bdb049e-b3e6-41da-9e0d-89d902decdbc {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:01:24.497243 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f0976481-7c46-46a3-8e42-1b45019d9bed tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:24.524836 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdae857-3eea-451b-b2ba-84a23170cf5b tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Checking segment: {'id': '36408728-4c98-4cee-89ca-15e87a06732a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a636b51d-03de-4da7-9e6d-f34cc1899bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:01:24.525102 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdae857-3eea-451b-b2ba-84a23170cf5b tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Network hostable DHCP agents. Network: a636b51d-03de-4da7-9e6d-f34cc1899bab, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:01:24.542245 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 0ba2f611-8ca6-4946-8815-e154fcc301e3 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:01:24.566835 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211d818-788b-494e-ad56-1dd3930316c2 req-af6f8d77-b3b9-45d2-8f7c-b0c90277fe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:24.568720 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9211d818-788b-494e-ad56-1dd3930316c2 req-af6f8d77-b3b9-45d2-8f7c-b0c90277fe87 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=fe9349f9-ebb7-4ed4-89c7-377645adc8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3264573 Jan 21 19:01:24.572351 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f72c9899-3c41-4b0f-81f0-828b6f5c2399 None None] Provisioning for port 0ba2f611-8ca6-4946-8815-e154fcc301e3 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:01:24.648040 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0237eba2-81e6-487e-a142-91117b446d67 None None] Network 597a4e22-3cbf-453f-9d3f-06db4c6b2c75 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:01:24.748084 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c1ed710b-7b8f-44ab-a3c8-7e7d88af4882 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:24.766377 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 0ba2f611-8ca6-4946-8815-e154fcc301e3 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:01:24.774250 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95a5e1f-aa3d-4109-bc9c-9d92a221e27c None None] DHCP port deletion for 278dc6f3-f77f-4390-bb2a-21f2b504d9fa request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:01:24.784442 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 0ba2f611-8ca6-4946-8815-e154fcc301e3 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:01:24.784729 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:24.842025 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-c95a5e1f-aa3d-4109-bc9c-9d92a221e27c None None] Deleting port 0ba2f611-8ca6-4946-8815-e154fcc301e3 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:01:24.842396 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c95a5e1f-aa3d-4109-bc9c-9d92a221e27c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:24.882734 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-c1ed710b-7b8f-44ab-a3c8-7e7d88af4882 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9cfc937-bbca-48ee-998f-584b320724de']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:24.893631 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-2207bcc4-f849-4582-ba8d-49a256b90f07 None None] Provisioning for port 6bdb049e-b3e6-41da-9e0d-89d902decdbc completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:01:24.916398 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-c1ed710b-7b8f-44ab-a3c8-7e7d88af4882 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c4e10b3-05b1-4284-b8f5-a1dfb0959fcf') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:24.917856 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-c1ed710b-7b8f-44ab-a3c8-7e7d88af4882 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c4e10b3-05b1-4284-b8f5-a1dfb0959fcf') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:24.930801 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f366f089-f099-4a59-8c60-f7036f2ddd56 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:24.946279 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdae857-3eea-451b-b2ba-84a23170cf5b tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Network a636b51d-03de-4da7-9e6d-f34cc1899bab is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:01:24.948440 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9fd5f164-08b4-438c-aec6-486d1138ac97 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:24.963102 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9211d818-788b-494e-ad56-1dd3930316c2 req-e233e8a7-2539-451a-8399-f37fe6ae7220 service neutron] 10.222.0.113 "GET /v2.0/networks/fe9349f9-ebb7-4ed4-89c7-377645adc8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641992 Jan 21 19:01:24.978250 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c1ed710b-7b8f-44ab-a3c8-7e7d88af4882 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:25.025528 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bfe0d-e04a-40f0-8e87-1ad89aef3a73 req-e118b62d-64c2-43ef-a191-8d5b97499f94 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:25.033769 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d59bfe0d-e04a-40f0-8e87-1ad89aef3a73 req-e118b62d-64c2-43ef-a191-8d5b97499f94 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "GET /v2.0/ports?device_id=f94c23af-4094-4456-893c-aaab1a04caca HTTP/1.1" status: 200 len: 944 time: 0.3002992 Jan 21 19:01:25.052127 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c1ed710b-7b8f-44ab-a3c8-7e7d88af4882 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:25.057667 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-bbdae857-3eea-451b-b2ba-84a23170cf5b tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, a636b51d-03de-4da7-9e6d-f34cc1899bab) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:25.098406 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87830db-ec46-49bd-96db-3f815585ad0d None None] Network a636b51d-03de-4da7-9e6d-f34cc1899bab requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:01:25.122672 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdae857-3eea-451b-b2ba-84a23170cf5b tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:25.123514 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bbdae857-3eea-451b-b2ba-84a23170cf5b tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:25.134710 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0996ba63-1f58-4456-affc-1d941d1b0be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:25.144181 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1ed710b-7b8f-44ab-a3c8-7e7d88af4882 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:01:25.144798 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c1ed710b-7b8f-44ab-a3c8-7e7d88af4882 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:25.166061 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:01:25.166061 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:01:25.166061 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:01:25.166061 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:01:25.166061 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:01:25.166061 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:01:25.166061 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:01:25.166061 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:01:25.166061 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:01:25.166061 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:01:25.166061 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:01:25.166061 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:01:25.166061 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:01:25.166061 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:01:25.166061 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:01:25.166061 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:01:25.166061 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:01:25.166061 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:01:25.166061 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:01:25.166061 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:01:25.166061 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:01:25.166061 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:01:25.166061 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:01:25.166061 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:01:25.166061 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:01:25.166061 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:01:25.166061 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:01:25.166061 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:01:25.166061 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:01:25.166061 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:01:25.166061 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:01:25.166061 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:01:25.211096 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-f366f089-f099-4a59-8c60-f7036f2ddd56 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Calling delete_port for 97cdf9f0-a3b6-42d6-a61d-d6d418134755 owned by network:router_interface {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:01:25.212220 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-f0976481-7c46-46a3-8e42-1b45019d9bed tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] For port 6bdb049e-b3e6-41da-9e0d-89d902decdbc, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=6bdb049e-b3e6-41da-9e0d-89d902decdbc,segment=NetworkSegment(15bd77c2-9b72-482f-843d-ddebd4684864),segment_id=15bd77c2-9b72-482f-843d-ddebd4684864)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:01:25.212586 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f0976481-7c46-46a3-8e42-1b45019d9bed tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:25.274453 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d59bfe0d-e04a-40f0-8e87-1ad89aef3a73 req-7cf7bae3-565b-4565-ae58-a85a53c4511e tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "GET /v2.0/security-groups?id=d9ad0fb1-279a-491f-869c-75cec2314abc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2394581 Jan 21 19:01:25.294945 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:25.350565 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-c95a5e1f-aa3d-4109-bc9c-9d92a221e27c None None] For port 0ba2f611-8ca6-4946-8815-e154fcc301e3, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=0ba2f611-8ca6-4946-8815-e154fcc301e3,segment=NetworkSegment(146f2dab-0718-49d7-8220-974a627d0d53),segment_id=146f2dab-0718-49d7-8220-974a627d0d53)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:01:25.350960 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c95a5e1f-aa3d-4109-bc9c-9d92a221e27c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:25.403552 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 0ba2f611-8ca6-4946-8815-e154fcc301e3, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=0ba2f611-8ca6-4946-8815-e154fcc301e3,segment=NetworkSegment(146f2dab-0718-49d7-8220-974a627d0d53),segment_id=146f2dab-0718-49d7-8220-974a627d0d53)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:01:25.404114 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5f164-08b4-438c-aec6-486d1138ac97 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Calling delete_port for 3cce8e20-0899-4581-889a-d6585978ace3 owned by network:router_gateway {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:01:25.413525 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-f0976481-7c46-46a3-8e42-1b45019d9bed tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Calling delete_port for 6bdb049e-b3e6-41da-9e0d-89d902decdbc owned by network:dhcp {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:01:25.470790 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-bbdae857-3eea-451b-b2ba-84a23170cf5b tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4447508 Jan 21 19:01:25.477659 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55782) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:25.484392 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-5e43f8f0-2f3e-4068-96cc-690e8a34f9bc tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1193863542'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:25.493841 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-5e43f8f0-2f3e-4068-96cc-690e8a34f9bc tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:25.502457 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-5e43f8f0-2f3e-4068-96cc-690e8a34f9bc tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Usage tracker for resource:network and tenant:61b06f640fe54206829782ad2cf491c1 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:25.506566 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-5e43f8f0-2f3e-4068-96cc-690e8a34f9bc tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:25.522401 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-5e43f8f0-2f3e-4068-96cc-690e8a34f9bc tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:25.534692 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-c95a5e1f-aa3d-4109-bc9c-9d92a221e27c None None] Calling delete_port for 0ba2f611-8ca6-4946-8815-e154fcc301e3 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:01:25.550647 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c1ed710b-7b8f-44ab-a3c8-7e7d88af4882 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:25.573558 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c1ed710b-7b8f-44ab-a3c8-7e7d88af4882 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:25.582116 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed710b-7b8f-44ab-a3c8-7e7d88af4882 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Pushing event deleted for resources: {'Network': ['ID=f9cfc937-bbca-48ee-998f-584b320724de,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:25.590715 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c1ed710b-7b8f-44ab-a3c8-7e7d88af4882 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] 10.222.0.87 "DELETE /v2.0/networks/f9cfc937-bbca-48ee-998f-584b320724de HTTP/1.1" status: 204 len: 168 time: 7.0416214 Jan 21 19:01:25.591236 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55786) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:25.595197 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901fc5c1-5900-41ab-9491-5f8cf8a13e3f None None] DHCP port deletion for 597a4e22-3cbf-453f-9d3f-06db4c6b2c75 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:01:25.611749 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:25.612514 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 6bdb049e-b3e6-41da-9e0d-89d902decdbc up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:01:25.629531 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e43f8f0-2f3e-4068-96cc-690e8a34f9bc tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Made reservation on behalf of 61b06f640fe54206829782ad2cf491c1 for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:01:25.631124 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5e43f8f0-2f3e-4068-96cc-690e8a34f9bc tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:25.646907 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9211d818-788b-494e-ad56-1dd3930316c2 req-a4a9e7de-d75f-4c4e-a949-cf1d8ec470a9 service neutron] 10.222.0.113 "GET /v2.0/networks/fe9349f9-ebb7-4ed4-89c7-377645adc8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5749664 Jan 21 19:01:25.668739 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e43f8f0-2f3e-4068-96cc-690e8a34f9bc tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:01:25.676475 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-901fc5c1-5900-41ab-9491-5f8cf8a13e3f None None] Deleting port 6bdb049e-b3e6-41da-9e0d-89d902decdbc {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:01:25.676770 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f127e30-dc5d-4ff8-b566-2ef8a2c626e4 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] DELETE failed (client error): The resource could not be found. Jan 21 19:01:25.676897 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-901fc5c1-5900-41ab-9491-5f8cf8a13e3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:25.677218 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f127e30-dc5d-4ff8-b566-2ef8a2c626e4 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:01:25.680942 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f0976481-7c46-46a3-8e42-1b45019d9bed tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:25.686628 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5e43f8f0-2f3e-4068-96cc-690e8a34f9bc tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:25.686628 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-5e43f8f0-2f3e-4068-96cc-690e8a34f9bc tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Added segment ee4d2e3f-c7f9-45cb-8aa2-7074f7263465 of type vlan for network 702cca0a-3624-4af2-b062-d72d28bc416d Jan 21 19:01:25.743596 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-3f127e30-dc5d-4ff8-b566-2ef8a2c626e4 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] 10.222.0.87 "DELETE /v2.0/subnets/5a947c2a-dc6e-40de-be50-f79704da35d1 HTTP/1.1" status: 404 len: 337 time: 0.1512876 Jan 21 19:01:25.745561 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0976481-7c46-46a3-8e42-1b45019d9bed tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Pushing event deleted for resources: {'Port': ['ID=6bdb049e-b3e6-41da-9e0d-89d902decdbc,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:25.750861 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55790) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:25.754949 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0976481-7c46-46a3-8e42-1b45019d9bed tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] No DVR routers for this DVR port 6bdb049e-b3e6-41da-9e0d-89d902decdbc on host dv-neutron-825470-1-hyperv {{(pid=88136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:01:25.826538 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-a587dd22-7b8d-49ae-96ac-bda51d41ee6d tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] DELETE failed (client error): The resource could not be found. Jan 21 19:01:25.826914 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a587dd22-7b8d-49ae-96ac-bda51d41ee6d tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:01:25.831880 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a587dd22-7b8d-49ae-96ac-bda51d41ee6d tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] 10.222.0.87 "DELETE /v2.0/networks/f9cfc937-bbca-48ee-998f-584b320724de HTTP/1.1" status: 404 len: 339 time: 0.0756800 Jan 21 19:01:25.841084 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55794) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:25.858819 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-901fc5c1-5900-41ab-9491-5f8cf8a13e3f None None] The port '6bdb049e-b3e6-41da-9e0d-89d902decdbc' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:01:25.868872 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5e43f8f0-2f3e-4068-96cc-690e8a34f9bc tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:25.892713 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ca174d3-ea7d-4ec4-81a0-f965528c3aa7 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] DELETE failed (client error): The resource could not be found. Jan 21 19:01:25.893126 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ca174d3-ea7d-4ec4-81a0-f965528c3aa7 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:01:25.920989 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-0ca174d3-ea7d-4ec4-81a0-f965528c3aa7 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] 10.222.0.87 "DELETE /v2.0/subnets/9f2c61be-55b0-44a4-ac15-8f210aa7e2e7 HTTP/1.1" status: 404 len: 337 time: 0.0757194 Jan 21 19:01:25.925496 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55798) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:25.940704 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No active binding found for port 6bdb049e-b3e6-41da-9e0d-89d902decdbc {{(pid=88138) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 21 19:01:25.942054 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 6bdb049e-b3e6-41da-9e0d-89d902decdbc not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 21 19:01:25.949868 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f0976481-7c46-46a3-8e42-1b45019d9bed tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:25.956289 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-5417a1fb-63ff-42d8-a1f8-5d451a1fa04a tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] DELETE failed (client error): The resource could not be found. Jan 21 19:01:25.957186 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5417a1fb-63ff-42d8-a1f8-5d451a1fa04a tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:01:25.960774 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5417a1fb-63ff-42d8-a1f8-5d451a1fa04a tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] 10.222.0.87 "DELETE /v2.0/networks/0a7b510d-a74c-4d6b-8386-888844796f9a HTTP/1.1" status: 404 len: 339 time: 0.0312223 Jan 21 19:01:25.962014 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55802) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:25.965893 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9fd5f164-08b4-438c-aec6-486d1138ac97 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:25.978910 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=0ba2f611-8ca6-4946-8815-e154fcc301e3,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:25.981052 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Port 6bdb049e-b3e6-41da-9e0d-89d902decdbc not found, will not notify nova. {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 21 19:01:25.985740 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c643518-5ad0-445b-a033-42bf0c216887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-a636b51d-03de-4da7-9e6d-f34cc1899bab', 'network_id': 'a636b51d-03de-4da7-9e6d-f34cc1899bab', 'tenant_id': '61b06f640fe54206829782ad2cf491c1', 'fixed_ips': [{'subnet_id': '618225c8-d477-437e-bf08-da22a95dd8ed'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:01:25.986687 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4c643518-5ad0-445b-a033-42bf0c216887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:26.002188 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-f0976481-7c46-46a3-8e42-1b45019d9bed tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['597a4e22-3cbf-453f-9d3f-06db4c6b2c75']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:26.016036 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-f0976481-7c46-46a3-8e42-1b45019d9bed tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15bd77c2-9b72-482f-843d-ddebd4684864') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:26.016330 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-f0976481-7c46-46a3-8e42-1b45019d9bed tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15bd77c2-9b72-482f-843d-ddebd4684864') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:26.027746 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f0976481-7c46-46a3-8e42-1b45019d9bed tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:26.044272 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-c95a5e1f-aa3d-4109-bc9c-9d92a221e27c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:01:26.044272 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-c95a5e1f-aa3d-4109-bc9c-9d92a221e27c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:01:26.047765 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f0976481-7c46-46a3-8e42-1b45019d9bed tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:26.051154 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f366f089-f099-4a59-8c60-f7036f2ddd56 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:26.054332 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0976481-7c46-46a3-8e42-1b45019d9bed tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:01:26.054762 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f0976481-7c46-46a3-8e42-1b45019d9bed tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:26.060241 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab848657-91f7-40d4-ba2f-80452d4cea22 req-c331fc7a-8151-4155-88b5-4e54415e0a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:26.069048 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ab848657-91f7-40d4-ba2f-80452d4cea22 req-c331fc7a-8151-4155-88b5-4e54415e0a46 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=35339a7947db486893b0582b9003cb0e&device_id=f94c23af-4094-4456-893c-aaab1a04caca HTTP/1.1" status: 200 len: 1097 time: 0.2765815 Jan 21 19:01:26.069048 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5f164-08b4-438c-aec6-486d1138ac97 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Pushing event deleted for resources: {'Port': ['ID=3cce8e20-0899-4581-889a-d6585978ace3,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:26.070158 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:01:26.070158 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:01:26.070158 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:01:26.070158 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:01:26.070158 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:01:26.070158 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:01:26.070158 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:01:26.070158 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:01:26.070158 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:01:26.070158 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:01:26.070158 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:01:26.070158 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:01:26.070158 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:01:26.070158 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:01:26.070158 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:01:26.070158 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:01:26.070158 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:01:26.070158 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:01:26.070158 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:01:26.070158 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:01:26.070158 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:01:26.070158 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:01:26.070158 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:01:26.070158 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:01:26.070158 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:01:26.070158 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:01:26.070158 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:01:26.070158 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:01:26.070158 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:01:26.070158 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:01:26.070158 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:01:26.070158 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:01:26.096963 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5e43f8f0-2f3e-4068-96cc-690e8a34f9bc tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:26.098783 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-565de9a6-5992-428b-995c-eada196a8e4c tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] DELETE failed (client error): The resource could not be found. Jan 21 19:01:26.099233 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-565de9a6-5992-428b-995c-eada196a8e4c tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:01:26.103265 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-565de9a6-5992-428b-995c-eada196a8e4c tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] 10.222.0.87 "DELETE /v2.0/subnets/e4c8d809-ba95-4edb-bc42-62252927b001 HTTP/1.1" status: 404 len: 337 time: 0.1379948 Jan 21 19:01:26.103429 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e43f8f0-2f3e-4068-96cc-690e8a34f9bc tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:26.105090 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5e43f8f0-2f3e-4068-96cc-690e8a34f9bc tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:26.110288 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55806) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:26.153292 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-4c643518-5ad0-445b-a033-42bf0c216887 None None] Allocated IP 2001:db8::1 (a636b51d-03de-4da7-9e6d-f34cc1899bab/618225c8-d477-437e-bf08-da22a95dd8ed/48278649-f086-4cc4-b721-52508d149f15) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:01:26.180122 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f366f089-f099-4a59-8c60-f7036f2ddd56 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Pushing event deleted for resources: {'Port': ['ID=97cdf9f0-a3b6-42d6-a61d-d6d418134755,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:26.248030 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-96eac3f5-f89f-4c5c-81b7-9bc646347e5a tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] DELETE failed (client error): The resource could not be found. Jan 21 19:01:26.248503 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96eac3f5-f89f-4c5c-81b7-9bc646347e5a tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:01:26.252607 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-96eac3f5-f89f-4c5c-81b7-9bc646347e5a tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] 10.222.0.87 "DELETE /v2.0/networks/ccc3f5b4-c695-4b2e-81e7-a47de4a27c78 HTTP/1.1" status: 404 len: 339 time: 0.1144400 Jan 21 19:01:26.253822 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55810) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:26.352629 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 0ba2f611-8ca6-4946-8815-e154fcc301e3 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:01:26.356766 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-5e43f8f0-2f3e-4068-96cc-690e8a34f9bc tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8779693 Jan 21 19:01:26.358000 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e43f8f0-2f3e-4068-96cc-690e8a34f9bc tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event updated for resources: {'Network': ['ID=702cca0a-3624-4af2-b062-d72d28bc416d,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:26.361054 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55816) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:26.398632 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-56b6a45f-d0ac-4a69-bef6-123420ed5029 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Request body: {'subnet': {'network_id': '702cca0a-3624-4af2-b062-d72d28bc416d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:26.418593 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 702cca0a-3624-4af2-b062-d72d28bc416d details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:01:26.439216 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f0976481-7c46-46a3-8e42-1b45019d9bed tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:26.512159 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f0976481-7c46-46a3-8e42-1b45019d9bed tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:26.562421 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-c95a5e1f-aa3d-4109-bc9c-9d92a221e27c None None] Deleting port 0ba2f611-8ca6-4946-8815-e154fcc301e3 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:01:26.562821 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c95a5e1f-aa3d-4109-bc9c-9d92a221e27c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:26.577160 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f366f089-f099-4a59-8c60-f7036f2ddd56 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:26.584904 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9fd5f164-08b4-438c-aec6-486d1138ac97 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:26.663430 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab848657-91f7-40d4-ba2f-80452d4cea22 req-ef1f1a42-65e1-4562-b74f-23b029c0e98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:26.664888 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ab848657-91f7-40d4-ba2f-80452d4cea22 req-ef1f1a42-65e1-4562-b74f-23b029c0e98f service neutron] 10.222.0.113 "GET /v2.0/networks?id=fe9349f9-ebb7-4ed4-89c7-377645adc8f0 HTTP/1.1" status: 200 len: 913 time: 0.5270252 Jan 21 19:01:26.720448 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-911c78b2-cd2f-477e-978e-acd8fd6fc9bb tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Deleting port 36b025eb-dae2-4372-8b49-f595b5ab5879 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:01:26.720887 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-911c78b2-cd2f-477e-978e-acd8fd6fc9bb tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:26.745496 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0976481-7c46-46a3-8e42-1b45019d9bed tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Pushing event deleted for resources: {'Network': ['ID=597a4e22-3cbf-453f-9d3f-06db4c6b2c75,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:26.788846 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f0976481-7c46-46a3-8e42-1b45019d9bed tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] 10.222.0.87 "DELETE /v2.0/networks/597a4e22-3cbf-453f-9d3f-06db4c6b2c75 HTTP/1.1" status: 204 len: 168 time: 2.4773605 Jan 21 19:01:26.795068 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4c643518-5ad0-445b-a033-42bf0c216887 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:26.799872 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55820) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:26.825942 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-56b6a45f-d0ac-4a69-bef6-123420ed5029 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:26.826146 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:26.837507 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-4c643518-5ad0-445b-a033-42bf0c216887 None None] Transition to ACTIVE for port object 48278649-f086-4cc4-b721-52508d149f15 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:01:26.839231 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-56b6a45f-d0ac-4a69-bef6-123420ed5029 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Usage tracker for resource:subnet and tenant:61b06f640fe54206829782ad2cf491c1 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:26.850827 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-56b6a45f-d0ac-4a69-bef6-123420ed5029 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:26.870529 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-56b6a45f-d0ac-4a69-bef6-123420ed5029 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:26.906441 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-4c643518-5ad0-445b-a033-42bf0c216887 None None] Transition to ACTIVE for port object 48278649-f086-4cc4-b721-52508d149f15 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:01:26.985026 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ab848657-91f7-40d4-ba2f-80452d4cea22 req-95b409dd-845f-40b5-8ad0-343673718154 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05af6f48-51ac-402b-be5c-17859a66fb58 HTTP/1.1" status: 200 len: 217 time: 0.2045176 Jan 21 19:01:26.991506 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 0ba2f611-8ca6-4946-8815-e154fcc301e3, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=0ba2f611-8ca6-4946-8815-e154fcc301e3,segment=NetworkSegment(146f2dab-0718-49d7-8220-974a627d0d53),segment_id=146f2dab-0718-49d7-8220-974a627d0d53)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:01:27.000289 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-c95a5e1f-aa3d-4109-bc9c-9d92a221e27c None None] For port 0ba2f611-8ca6-4946-8815-e154fcc301e3, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=0ba2f611-8ca6-4946-8815-e154fcc301e3,segment=NetworkSegment(146f2dab-0718-49d7-8220-974a627d0d53),segment_id=146f2dab-0718-49d7-8220-974a627d0d53)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:01:27.000876 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c95a5e1f-aa3d-4109-bc9c-9d92a221e27c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:27.002353 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b6a45f-d0ac-4a69-bef6-123420ed5029 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Made reservation on behalf of 61b06f640fe54206829782ad2cf491c1 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:01:27.005815 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-56b6a45f-d0ac-4a69-bef6-123420ed5029 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:27.016049 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4c643518-5ad0-445b-a033-42bf0c216887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:27.051822 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-509a1eef-8115-4905-b8a2-0d9f846cc0fb tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:27.099930 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab848657-91f7-40d4-ba2f-80452d4cea22 req-e3f61b89-2373-4289-9fc4-46e61d84e72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:27.101210 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ab848657-91f7-40d4-ba2f-80452d4cea22 req-e3f61b89-2373-4289-9fc4-46e61d84e72f service neutron] 10.222.0.113 "GET /v2.0/subnets?id=46be17ed-e474-4ae3-8ca8-5faafc286898 HTTP/1.1" status: 200 len: 851 time: 0.0651021 Jan 21 19:01:27.157378 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.ipam_backend_mixin [None req-56b6a45f-d0ac-4a69-bef6-123420ed5029 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Performing IP validity checks on allocation pools {{(pid=88136) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 21 19:01:27.158161 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.ipam_backend_mixin [None req-56b6a45f-d0ac-4a69-bef6-123420ed5029 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88136) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 21 19:01:27.183180 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-c95a5e1f-aa3d-4109-bc9c-9d92a221e27c None None] Calling delete_port for 0ba2f611-8ca6-4946-8815-e154fcc301e3 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:01:27.183743 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014f216-f02b-4228-a0a8-07ade03f6814 req-9933d8fd-5ab8-46f3-88d8-f68676fb822b tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:27.190639 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5014f216-f02b-4228-a0a8-07ade03f6814 req-9933d8fd-5ab8-46f3-88d8-f68676fb822b tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "GET /v2.0/ports?device_id=f94c23af-4094-4456-893c-aaab1a04caca HTTP/1.1" status: 200 len: 944 time: 0.6892893 Jan 21 19:01:27.228565 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-509a1eef-8115-4905-b8a2-0d9f846cc0fb tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Deleting port 0ba2f611-8ca6-4946-8815-e154fcc301e3 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:01:27.228793 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-509a1eef-8115-4905-b8a2-0d9f846cc0fb tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:27.248261 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:27.249115 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 6bdb049e-b3e6-41da-9e0d-89d902decdbc no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:01:27.313069 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c643518-5ad0-445b-a033-42bf0c216887 None None] Network a636b51d-03de-4da7-9e6d-f34cc1899bab is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:01:27.321169 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-4c643518-5ad0-445b-a033-42bf0c216887 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:27.326288 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 6bdb049e-b3e6-41da-9e0d-89d902decdbc {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:01:27.326795 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 6bdb049e-b3e6-41da-9e0d-89d902decdbc not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:01:27.351268 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c643518-5ad0-445b-a033-42bf0c216887 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:01:27.373374 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-911c78b2-cd2f-477e-978e-acd8fd6fc9bb tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:27.399444 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c643518-5ad0-445b-a033-42bf0c216887 None None] Pushing event updated for resources: {'Port': ['ID=48278649-f086-4cc4-b721-52508d149f15,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:27.416526 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9eb077e0-9b46-440e-8b74-92a44b4ec5de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:27.522765 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5014f216-f02b-4228-a0a8-07ade03f6814 req-cca515c8-27d8-4070-b3fa-0ff36cb4c7c7 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "GET /v2.0/security-groups?id=d9ad0fb1-279a-491f-869c-75cec2314abc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3312616 Jan 21 19:01:27.531077 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-911c78b2-cd2f-477e-978e-acd8fd6fc9bb tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Calling delete_port for 36b025eb-dae2-4372-8b49-f595b5ab5879 owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:01:27.533994 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9fd5f164-08b4-438c-aec6-486d1138ac97 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:27.561888 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-4c643518-5ad0-445b-a033-42bf0c216887 None None] Attempting to bind port 48278649-f086-4cc4-b721-52508d149f15 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:01:27.562907 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-4c643518-5ad0-445b-a033-42bf0c216887 None None] Attempting to bind port 48278649-f086-4cc4-b721-52508d149f15 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '36408728-4c98-4cee-89ca-15e87a06732a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a636b51d-03de-4da7-9e6d-f34cc1899bab'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:01:27.563259 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c643518-5ad0-445b-a033-42bf0c216887 None None] Attempting to bind port 48278649-f086-4cc4-b721-52508d149f15 on network a636b51d-03de-4da7-9e6d-f34cc1899bab {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:01:27.570256 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=0ba2f611-8ca6-4946-8815-e154fcc301e3,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:27.574246 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c643518-5ad0-445b-a033-42bf0c216887 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:01:27.574572 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c643518-5ad0-445b-a033-42bf0c216887 None None] Checking segment: {'id': '36408728-4c98-4cee-89ca-15e87a06732a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a636b51d-03de-4da7-9e6d-f34cc1899bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:01:27.574964 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4c643518-5ad0-445b-a033-42bf0c216887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:27.575341 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c643518-5ad0-445b-a033-42bf0c216887 None None] Bound using segment: {'id': '36408728-4c98-4cee-89ca-15e87a06732a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a636b51d-03de-4da7-9e6d-f34cc1899bab'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:01:27.575801 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-4c643518-5ad0-445b-a033-42bf0c216887 None None] Bound port: 48278649-f086-4cc4-b721-52508d149f15, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36408728-4c98-4cee-89ca-15e87a06732a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a636b51d-03de-4da7-9e6d-f34cc1899bab'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:01:27.576168 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4c643518-5ad0-445b-a033-42bf0c216887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:27.586844 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-c95a5e1f-aa3d-4109-bc9c-9d92a221e27c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:01:27.587196 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-c95a5e1f-aa3d-4109-bc9c-9d92a221e27c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:01:27.630646 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9fd5f164-08b4-438c-aec6-486d1138ac97 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3720919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3720920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723161'] for router, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:27.644822 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f366f089-f099-4a59-8c60-f7036f2ddd56 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Router d94cd185-9386-4c77-9a24-6339129109a9 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:01:27.779543 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-4c643518-5ad0-445b-a033-42bf0c216887 None None] For port 48278649-f086-4cc4-b721-52508d149f15, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:01:27.783151 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-4c643518-5ad0-445b-a033-42bf0c216887 None None] For port 48278649-f086-4cc4-b721-52508d149f15, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=48278649-f086-4cc4-b721-52508d149f15,segment=NetworkSegment(36408728-4c98-4cee-89ca-15e87a06732a),segment_id=36408728-4c98-4cee-89ca-15e87a06732a)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:01:27.845809 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-56b6a45f-d0ac-4a69-bef6-123420ed5029 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:27.849996 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd5f164-08b4-438c-aec6-486d1138ac97 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Router 49686aad-48d7-49df-8d1b-c47fceb556aa has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:01:27.877671 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4c643518-5ad0-445b-a033-42bf0c216887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:27.920968 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab848657-91f7-40d4-ba2f-80452d4cea22 req-2263d123-fd9e-4646-be17-ff7937ca9034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:27.922685 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ab848657-91f7-40d4-ba2f-80452d4cea22 req-2263d123-fd9e-4646-be17-ff7937ca9034 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=fe9349f9-ebb7-4ed4-89c7-377645adc8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7621655 Jan 21 19:01:27.971840 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-911c78b2-cd2f-477e-978e-acd8fd6fc9bb tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:28.023717 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-c95a5e1f-aa3d-4109-bc9c-9d92a221e27c None None] Deleting port 0ba2f611-8ca6-4946-8815-e154fcc301e3 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:01:28.024265 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c95a5e1f-aa3d-4109-bc9c-9d92a221e27c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:28.050646 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-509a1eef-8115-4905-b8a2-0d9f846cc0fb tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] For port 0ba2f611-8ca6-4946-8815-e154fcc301e3, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=0ba2f611-8ca6-4946-8815-e154fcc301e3,segment=NetworkSegment(146f2dab-0718-49d7-8220-974a627d0d53),segment_id=146f2dab-0718-49d7-8220-974a627d0d53)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:01:28.051190 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-509a1eef-8115-4905-b8a2-0d9f846cc0fb tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:28.071039 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c643518-5ad0-445b-a033-42bf0c216887 None None] Pushing event updated for resources: {'Port': ['ID=48278649-f086-4cc4-b721-52508d149f15,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:28.089703 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:28.117186 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f366f089-f099-4a59-8c60-f7036f2ddd56 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:01:28.128890 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c8a1a4-19a0-482d-8d58-7545ca5e5276 None None] Sync routers for ids ['d94cd185-9386-4c77-9a24-6339129109a9'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:01:28.143985 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c8a1a4-19a0-482d-8d58-7545ca5e5276 None None] Routers {'d94cd185-9386-4c77-9a24-6339129109a9'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:01:28.146368 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-d5c8a1a4-19a0-482d-8d58-7545ca5e5276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:01:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['d94cd185-9386-4c77-9a24-6339129109a9'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:28.161469 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f366f089-f099-4a59-8c60-f7036f2ddd56 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] 10.222.0.87 "PUT /v2.0/routers/d94cd185-9386-4c77-9a24-6339129109a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7028058 Jan 21 19:01:28.221018 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c78b2-cd2f-477e-978e-acd8fd6fc9bb tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Pushing event deleted for resources: {'Port': ['ID=36b025eb-dae2-4372-8b49-f595b5ab5879,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:28.229813 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55826) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:28.237713 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-509a1eef-8115-4905-b8a2-0d9f846cc0fb tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Calling delete_port for 0ba2f611-8ca6-4946-8815-e154fcc301e3 owned by network:dhcp {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:01:28.240124 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-d5c8a1a4-19a0-482d-8d58-7545ca5e5276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:28.250182 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c8a1a4-19a0-482d-8d58-7545ca5e5276 None None] Routers {'d94cd185-9386-4c77-9a24-6339129109a9'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:01:28.251087 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-d5c8a1a4-19a0-482d-8d58-7545ca5e5276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:01:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['d94cd185-9386-4c77-9a24-6339129109a9'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:28.410739 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-c95a5e1f-aa3d-4109-bc9c-9d92a221e27c None None] For port 0ba2f611-8ca6-4946-8815-e154fcc301e3, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=0ba2f611-8ca6-4946-8815-e154fcc301e3,segment=NetworkSegment(146f2dab-0718-49d7-8220-974a627d0d53),segment_id=146f2dab-0718-49d7-8220-974a627d0d53)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:01:28.411524 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c95a5e1f-aa3d-4109-bc9c-9d92a221e27c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:28.449973 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-d5c8a1a4-19a0-482d-8d58-7545ca5e5276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:28.450406 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c8a1a4-19a0-482d-8d58-7545ca5e5276 None None] The sync data for ids ['d94cd185-9386-4c77-9a24-6339129109a9'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:01:28.577522 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ab848657-91f7-40d4-ba2f-80452d4cea22 req-156fcda2-b69a-4b27-bd30-a466f23dcb1c service neutron] 10.222.0.113 "GET /v2.0/networks/fe9349f9-ebb7-4ed4-89c7-377645adc8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5862169 Jan 21 19:01:28.598079 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-c95a5e1f-aa3d-4109-bc9c-9d92a221e27c None None] Calling delete_port for 0ba2f611-8ca6-4946-8815-e154fcc301e3 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:01:28.610149 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd5f164-08b4-438c-aec6-486d1138ac97 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:01:28.628287 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9fd5f164-08b4-438c-aec6-486d1138ac97 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:28.632548 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-9fd5f164-08b4-438c-aec6-486d1138ac97 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] 10.222.0.87 "PUT /v2.0/routers/49686aad-48d7-49df-8d1b-c47fceb556aa HTTP/1.1" status: 200 len: 709 time: 6.2307377 Jan 21 19:01:28.639618 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55832) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:28.639814 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-911c78b2-cd2f-477e-978e-acd8fd6fc9bb tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:28.648678 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b6a45f-d0ac-4a69-bef6-123420ed5029 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event updated for resources: {'Subnet': ['ID=b27eaeb5-0418-43f4-8288-1af5aca2002d,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:28.661975 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-579dec8e-d616-41e2-a316-d9877be692e9 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] show failed (client error): The resource could not be found. Jan 21 19:01:28.661975 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-579dec8e-d616-41e2-a316-d9877be692e9 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] 10.222.0.87 "GET /v2.0/routers/tempest-non_exist_router-92521312 HTTP/1.1" status: 404 len: 333 time: 0.3201215 Jan 21 19:01:28.667306 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55836) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:28.677821 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-c570c142-2d7a-4f8d-a774-efcc32f217a9 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:28.686242 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b2a313-dc4c-4fd4-a187-7839bafde58d None None] Sync routers for ids ['49686aad-48d7-49df-8d1b-c47fceb556aa'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:01:28.707639 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b2a313-dc4c-4fd4-a187-7839bafde58d None None] Routers {'49686aad-48d7-49df-8d1b-c47fceb556aa'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:01:28.708285 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-66b2a313-dc4c-4fd4-a187-7839bafde58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:01:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['49686aad-48d7-49df-8d1b-c47fceb556aa'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:28.773655 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-911c78b2-cd2f-477e-978e-acd8fd6fc9bb tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] 10.222.0.87 "DELETE /v2.0/ports/36b025eb-dae2-4372-8b49-f595b5ab5879 HTTP/1.1" status: 204 len: 168 time: 2.5189481 Jan 21 19:01:28.781772 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:28.785132 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:28.786572 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-66b2a313-dc4c-4fd4-a187-7839bafde58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:28.788548 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-509a1eef-8115-4905-b8a2-0d9f846cc0fb tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:28.792687 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55840) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:28.810026 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b2a313-dc4c-4fd4-a187-7839bafde58d None None] Routers {'49686aad-48d7-49df-8d1b-c47fceb556aa'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:01:28.810657 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-66b2a313-dc4c-4fd4-a187-7839bafde58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:01:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['49686aad-48d7-49df-8d1b-c47fceb556aa'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:28.824403 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b6a45f-d0ac-4a69-bef6-123420ed5029 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Checking segment: {'id': 'ee4d2e3f-c7f9-45cb-8aa2-7074f7263465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '702cca0a-3624-4af2-b062-d72d28bc416d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:01:28.824698 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b6a45f-d0ac-4a69-bef6-123420ed5029 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Network hostable DHCP agents. Network: 702cca0a-3624-4af2-b062-d72d28bc416d, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:01:28.863897 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-6045fca9-08d3-40eb-8f29-4d3a4a0eb096 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] 10.222.0.87 "GET /v2.0/routers/49686aad-48d7-49df-8d1b-c47fceb556aa HTTP/1.1" status: 200 len: 744 time: 0.2173512 Jan 21 19:01:28.864117 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55844) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:28.872482 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-c570c142-2d7a-4f8d-a774-efcc32f217a9 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] update failed (client error): The resource could not be found. Jan 21 19:01:28.873529 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c570c142-2d7a-4f8d-a774-efcc32f217a9 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] 10.222.0.87 "PUT /v2.0/routers/tempest-non_exist_router-152451670 HTTP/1.1" status: 404 len: 334 time: 0.2048528 Jan 21 19:01:28.875816 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-66b2a313-dc4c-4fd4-a187-7839bafde58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:28.876434 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b2a313-dc4c-4fd4-a187-7839bafde58d None None] The sync data for ids ['49686aad-48d7-49df-8d1b-c47fceb556aa'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:01:28.883703 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-c95a5e1f-aa3d-4109-bc9c-9d92a221e27c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:01:28.884112 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-c95a5e1f-aa3d-4109-bc9c-9d92a221e27c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:01:28.888468 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55848) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:28.895412 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a1eef-8115-4905-b8a2-0d9f846cc0fb tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Pushing event deleted for resources: {'Port': ['ID=0ba2f611-8ca6-4946-8815-e154fcc301e3,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:28.903040 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509a1eef-8115-4905-b8a2-0d9f846cc0fb tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] No DVR routers for this DVR port 0ba2f611-8ca6-4946-8815-e154fcc301e3 on host dv-neutron-825470-1-hyperv {{(pid=88136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:01:28.908118 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-734ef32f-f88d-4a0e-a5fa-4f59b96aee4e tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] DELETE failed (client error): The resource could not be found. Jan 21 19:01:28.908574 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-734ef32f-f88d-4a0e-a5fa-4f59b96aee4e tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:01:28.910246 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-734ef32f-f88d-4a0e-a5fa-4f59b96aee4e tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] 10.222.0.87 "DELETE /v2.0/subnets/9487e5ed-14a0-41e1-97b8-c4a06bab1ca1 HTTP/1.1" status: 404 len: 337 time: 0.0876124 Jan 21 19:01:28.916084 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55852) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:28.921019 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2928f779-733e-430f-801d-29a97ebb3ca6 tempest-RoutersIpV6AdminTest-2109351610 tempest-RoutersIpV6AdminTest-2109351610-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=552ba34b-3dd7-4be8-8310-a9fc908fe72b&device_id=49686aad-48d7-49df-8d1b-c47fceb556aa HTTP/1.1" status: 200 len: 205 time: 0.0559423 Jan 21 19:01:28.943549 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55856) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:29.001709 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 05af6f48-51ac-402b-be5c-17859a66fb58 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:01:29.045350 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-904f05b0-703a-41d5-9101-5e4cc4304bb3 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] 10.222.0.87 "GET /v2.0/ports?device_id=49686aad-48d7-49df-8d1b-c47fceb556aa HTTP/1.1" status: 200 len: 205 time: 0.1007073 Jan 21 19:01:29.049671 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55860) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:29.053966 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ab848657-91f7-40d4-ba2f-80452d4cea22 req-a2cb696a-412a-45d0-b48c-8ed572f3f09c service neutron] 10.222.0.113 "GET /v2.0/networks/fe9349f9-ebb7-4ed4-89c7-377645adc8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4657922 Jan 21 19:01:29.106358 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-509a1eef-8115-4905-b8a2-0d9f846cc0fb tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:29.117110 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd03c12e-acc5-4d68-9fb8-a268d14673d9 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Deleting subnet eef5a50c-9ddc-4c3b-b7f2-7789b934da8e {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:01:29.142002 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cd03c12e-acc5-4d68-9fb8-a268d14673d9 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:29.169265 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b6a45f-d0ac-4a69-bef6-123420ed5029 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Network 702cca0a-3624-4af2-b062-d72d28bc416d is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:01:29.184040 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 05af6f48-51ac-402b-be5c-17859a66fb58, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=05af6f48-51ac-402b-be5c-17859a66fb58,segment=NetworkSegment(3ac4fc8a-3d1c-40a0-81db-885ad3cbfae5),segment_id=3ac4fc8a-3d1c-40a0-81db-885ad3cbfae5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:01:29.189362 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-509a1eef-8115-4905-b8a2-0d9f846cc0fb tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['278dc6f3-f77f-4390-bb2a-21f2b504d9fa']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:29.203862 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': '05af6f48-51ac-402b-be5c-17859a66fb58', 'network_id': 'fe9349f9-ebb7-4ed4-89c7-377645adc8f0', 'port_id': '05af6f48-51ac-402b-be5c-17859a66fb58', 'mac_address': 'fa:16:3e:b0:5c:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46be17ed-e474-4ae3-8ca8-5faafc286898', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:01:29.211174 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e92e67-a208-411d-8952-5c7a2294be1b req-f7a27ecf-5723-4d9a-9d3c-a8b2e0a3ee34 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:29.212733 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-21e92e67-a208-411d-8952-5c7a2294be1b req-f7a27ecf-5723-4d9a-9d3c-a8b2e0a3ee34 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "GET /v2.0/ports?device_id=f94c23af-4094-4456-893c-aaab1a04caca HTTP/1.1" status: 200 len: 944 time: 0.5391040 Jan 21 19:01:29.222161 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-509a1eef-8115-4905-b8a2-0d9f846cc0fb tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '146f2dab-0718-49d7-8220-974a627d0d53') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:29.222812 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-509a1eef-8115-4905-b8a2-0d9f846cc0fb tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '146f2dab-0718-49d7-8220-974a627d0d53') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:29.257275 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-509a1eef-8115-4905-b8a2-0d9f846cc0fb tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:29.267730 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ff7feffe-8097-4ee8-9c8c-fcf540f7019d tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:29.269148 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cd03c12e-acc5-4d68-9fb8-a268d14673d9 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:29.273999 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e4cfd730-8617-4b3e-8e67-042adaa28673 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for router, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:29.277664 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:29.296895 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05af6f48-51ac-402b-be5c-17859a66fb58 {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:01:29.315690 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 05af6f48-51ac-402b-be5c-17859a66fb58, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=05af6f48-51ac-402b-be5c-17859a66fb58,segment=NetworkSegment(3ac4fc8a-3d1c-40a0-81db-885ad3cbfae5),segment_id=3ac4fc8a-3d1c-40a0-81db-885ad3cbfae5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:01:29.326142 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-509a1eef-8115-4905-b8a2-0d9f846cc0fb tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:29.334087 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-56b6a45f-d0ac-4a69-bef6-123420ed5029 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 702cca0a-3624-4af2-b062-d72d28bc416d) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:29.344855 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e411f09-5493-43f6-8c47-734a96658d31 None None] Network 702cca0a-3624-4af2-b062-d72d28bc416d requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:01:29.349388 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-509a1eef-8115-4905-b8a2-0d9f846cc0fb tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:01:29.352134 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-509a1eef-8115-4905-b8a2-0d9f846cc0fb tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:29.366687 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:01:29.366687 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:01:29.366687 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:01:29.366687 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:01:29.366687 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:01:29.366687 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:01:29.366687 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:01:29.366687 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:01:29.366687 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:01:29.366687 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:01:29.366687 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:01:29.366687 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:01:29.366687 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:01:29.366687 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:01:29.366687 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:01:29.366687 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:01:29.366687 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:01:29.366687 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:01:29.366687 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:01:29.366687 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:01:29.366687 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:01:29.366687 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:01:29.366687 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:01:29.366687 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:01:29.366687 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:01:29.366687 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:01:29.366687 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:01:29.366687 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:01:29.366687 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:01:29.366687 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:01:29.366687 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:01:29.366687 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:01:29.376179 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b6a45f-d0ac-4a69-bef6-123420ed5029 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:29.376855 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-56b6a45f-d0ac-4a69-bef6-123420ed5029 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:29.444273 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:29.502233 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693028c6-68fd-4a08-acf5-b261d2d406c9 None None] Network a636b51d-03de-4da7-9e6d-f34cc1899bab requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:01:29.516325 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-21e92e67-a208-411d-8952-5c7a2294be1b req-f94d55ff-6bab-4987-a76d-51d664181b7e tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "GET /v2.0/security-groups?id=d9ad0fb1-279a-491f-869c-75cec2314abc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2870250 Jan 21 19:01:29.549289 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cd03c12e-acc5-4d68-9fb8-a268d14673d9 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:29.570826 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-509a1eef-8115-4905-b8a2-0d9f846cc0fb tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:29.594426 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-509a1eef-8115-4905-b8a2-0d9f846cc0fb tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:29.599003 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-509a1eef-8115-4905-b8a2-0d9f846cc0fb tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] 10.222.0.87 "DELETE /v2.0/networks/278dc6f3-f77f-4390-bb2a-21f2b504d9fa HTTP/1.1" status: 204 len: 168 time: 2.7921636 Jan 21 19:01:29.601102 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55864) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:29.606342 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a1eef-8115-4905-b8a2-0d9f846cc0fb tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Pushing event deleted for resources: {'Network': ['ID=278dc6f3-f77f-4390-bb2a-21f2b504d9fa,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:29.641539 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-56b6a45f-d0ac-4a69-bef6-123420ed5029 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.2541027 Jan 21 19:01:29.648149 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55868) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:29.681670 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=05af6f48-51ac-402b-be5c-17859a66fb58,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:29.702599 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-9c9ddc57-a9b8-46be-a526-4e858f3ac0b3 None None] Provisioning for port 48278649-f086-4cc4-b721-52508d149f15 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:01:29.737739 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['05af6f48-51ac-402b-be5c-17859a66fb58'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:01:29.750682 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e4cfd730-8617-4b3e-8e67-042adaa28673 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:29.802411 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e4cfd730-8617-4b3e-8e67-042adaa28673 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:29.807485 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ff7feffe-8097-4ee8-9c8c-fcf540f7019d tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:29.850634 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-ff7feffe-8097-4ee8-9c8c-fcf540f7019d tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95927ada-f3d8-4d72-9da7-76580a5e45f3']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:29.861278 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1da60394-6f32-48a4-a055-1a8b310d76b3 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:29.866350 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-ff7feffe-8097-4ee8-9c8c-fcf540f7019d tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f97a6a29-617a-45d7-84c9-9e8a63b25bfb') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:29.866900 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-ff7feffe-8097-4ee8-9c8c-fcf540f7019d tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f97a6a29-617a-45d7-84c9-9e8a63b25bfb') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:29.882399 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ff7feffe-8097-4ee8-9c8c-fcf540f7019d tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:29.900619 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ff7feffe-8097-4ee8-9c8c-fcf540f7019d tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:29.910336 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff7feffe-8097-4ee8-9c8c-fcf540f7019d tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:01:29.910957 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ff7feffe-8097-4ee8-9c8c-fcf540f7019d tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:29.929590 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:01:29.929590 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:01:29.929590 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:01:29.929590 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:01:29.929590 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:01:29.929590 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:01:29.929590 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:01:29.929590 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:01:29.929590 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:01:29.929590 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:01:29.929590 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:01:29.929590 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:01:29.929590 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:01:29.929590 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:01:29.929590 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:01:29.929590 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:01:29.929590 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:01:29.929590 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:01:29.929590 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:01:29.929590 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:01:29.929590 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:01:29.929590 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:01:29.929590 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:01:29.929590 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:01:29.929590 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:01:29.929590 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:01:29.929590 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:01:29.929590 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:01:29.929590 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:01:29.929590 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:01:29.929590 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:01:29.929590 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:01:29.950687 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cd03c12e-acc5-4d68-9fb8-a268d14673d9 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:29.950922 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e4cfd730-8617-4b3e-8e67-042adaa28673 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:29.951316 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4cfd730-8617-4b3e-8e67-042adaa28673 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Fanout notify agent at l3_agent the message router_deleted on router 49686aad-48d7-49df-8d1b-c47fceb556aa {{(pid=88137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:01:29.964537 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a441dfe3-62bf-425e-8f46-894a0bd2214a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-702cca0a-3624-4af2-b062-d72d28bc416d', 'network_id': '702cca0a-3624-4af2-b062-d72d28bc416d', 'tenant_id': '61b06f640fe54206829782ad2cf491c1', 'fixed_ips': [{'subnet_id': 'b27eaeb5-0418-43f4-8288-1af5aca2002d'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:01:29.965754 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a441dfe3-62bf-425e-8f46-894a0bd2214a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:30.015020 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-19e03da5-0828-4d50-b545-5f7c87827e05 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:30.021823 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd03c12e-acc5-4d68-9fb8-a268d14673d9 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Pushing event deleted for resources: {'Subnet': ['ID=eef5a50c-9ddc-4c3b-b7f2-7789b934da8e,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:30.032942 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cd03c12e-acc5-4d68-9fb8-a268d14673d9 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:30.064809 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7315f585-b257-4bb0-919f-8d171ef04f01 None None] Network afbfee45-dd46-431c-90da-d7301b81b206 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:01:30.090666 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:30.095995 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1da60394-6f32-48a4-a055-1a8b310d76b3 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:30.111781 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-cd03c12e-acc5-4d68-9fb8-a268d14673d9 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] 10.222.0.87 "DELETE /v2.0/subnets/eef5a50c-9ddc-4c3b-b7f2-7789b934da8e HTTP/1.1" status: 204 len: 168 time: 1.2143188 Jan 21 19:01:30.125329 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55872) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:30.137439 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e4cfd730-8617-4b3e-8e67-042adaa28673 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:30.138627 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e4cfd730-8617-4b3e-8e67-042adaa28673 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] 10.222.0.87 "DELETE /v2.0/routers/49686aad-48d7-49df-8d1b-c47fceb556aa HTTP/1.1" status: 204 len: 168 time: 1.0861027 Jan 21 19:01:30.145575 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55876) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:30.160669 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-1da60394-6f32-48a4-a055-1a8b310d76b3 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c17dff9f-f3af-45d1-b023-35c83bb33ccf']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:30.206784 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-93cc4493-66d7-4919-844e-58c8d7954cac tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] 10.222.0.87 "GET /v2.0/ports?device_id=49686aad-48d7-49df-8d1b-c47fceb556aa HTTP/1.1" status: 200 len: 205 time: 0.0594881 Jan 21 19:01:30.209115 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55880) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:30.236257 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-1da60394-6f32-48a4-a055-1a8b310d76b3 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a65a6800-16a4-4cae-9433-670efbaff36f') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:30.236806 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-1da60394-6f32-48a4-a055-1a8b310d76b3 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a65a6800-16a4-4cae-9433-670efbaff36f') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:30.267200 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1da60394-6f32-48a4-a055-1a8b310d76b3 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:30.286636 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ff7feffe-8097-4ee8-9c8c-fcf540f7019d tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:30.317908 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ff7feffe-8097-4ee8-9c8c-fcf540f7019d tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:30.330164 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-4afd3918-ab38-46ae-8e0e-6f5285d87dee tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] delete failed (client error): The resource could not be found. Jan 21 19:01:30.333458 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-4afd3918-ab38-46ae-8e0e-6f5285d87dee tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] 10.222.0.87 "DELETE /v2.0/routers/49686aad-48d7-49df-8d1b-c47fceb556aa HTTP/1.1" status: 404 len: 336 time: 0.1233900 Jan 21 19:01:30.342073 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55884) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:30.346403 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ff7feffe-8097-4ee8-9c8c-fcf540f7019d tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] 10.222.0.87 "DELETE /v2.0/networks/95927ada-f3d8-4d72-9da7-76580a5e45f3 HTTP/1.1" status: 204 len: 168 time: 1.4222322 Jan 21 19:01:30.347675 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7feffe-8097-4ee8-9c8c-fcf540f7019d tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Pushing event deleted for resources: {'Network': ['ID=95927ada-f3d8-4d72-9da7-76580a5e45f3,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:30.386791 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55886) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:30.443690 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-464662a7-ed19-4920-a539-765138dd7229 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] 10.222.0.87 "GET /v2.0/ports?device_id=51c04340-14b9-40c4-a20f-089890911da3 HTTP/1.1" status: 200 len: 205 time: 0.0965307 Jan 21 19:01:30.443690 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55892) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:30.472958 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 48278649-f086-4cc4-b721-52508d149f15 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:01:30.492478 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-19e03da5-0828-4d50-b545-5f7c87827e05 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:30.522101 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1da60394-6f32-48a4-a055-1a8b310d76b3 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:30.532228 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-1088721e-47cd-40f3-8be5-80243fbe03e8 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] delete failed (client error): The resource could not be found. Jan 21 19:01:30.538797 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-1088721e-47cd-40f3-8be5-80243fbe03e8 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] 10.222.0.87 "DELETE /v2.0/routers/51c04340-14b9-40c4-a20f-089890911da3 HTTP/1.1" status: 404 len: 336 time: 0.0818272 Jan 21 19:01:30.538925 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4188581d-1ac9-4b5e-bc61-83106f61f9ae tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:30.542506 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55896) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:30.545678 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-232bb00a-3d56-40b4-94b3-37b70056698d tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Deleting port 0c2f9933-4791-4269-9c32-cba2c7e76bad {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:01:30.545678 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-232bb00a-3d56-40b4-94b3-37b70056698d tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:30.545935 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1da60394-6f32-48a4-a055-1a8b310d76b3 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:01:30.545935 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1da60394-6f32-48a4-a055-1a8b310d76b3 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:30.604112 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:01:30.604112 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:01:30.604112 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:01:30.604112 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:01:30.604112 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:01:30.604112 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:01:30.604112 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:01:30.604112 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:01:30.604112 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:01:30.604112 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:01:30.604112 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:01:30.604112 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:01:30.604112 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:01:30.604112 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:01:30.604112 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:01:30.604112 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:01:30.604112 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:01:30.604112 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:01:30.604112 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:01:30.604112 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:01:30.604112 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:01:30.604112 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:01:30.604112 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:01:30.604112 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:01:30.604112 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:01:30.604112 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:01:30.604112 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:01:30.604112 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:01:30.604112 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:01:30.604112 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:01:30.604112 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:01:30.604112 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:01:30.618948 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-a441dfe3-62bf-425e-8f46-894a0bd2214a None None] Allocated IP 2001:db8::3 (702cca0a-3624-4af2-b062-d72d28bc416d/b27eaeb5-0418-43f4-8288-1af5aca2002d/7f39b440-92a5-41c1-aa11-39fd5940b0b0) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:01:30.778257 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-c95a5e1f-aa3d-4109-bc9c-9d92a221e27c None None] Deleting port 0ba2f611-8ca6-4946-8815-e154fcc301e3 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:01:30.778641 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c95a5e1f-aa3d-4109-bc9c-9d92a221e27c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:30.820450 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-301bd885-f422-4deb-a386-aeaae18bc053 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] 10.222.0.87 "GET /v2.0/ports?device_id=f7abf094-2c4c-4504-99ff-1eb78a77ebaf HTTP/1.1" status: 200 len: 205 time: 0.2188530 Jan 21 19:01:30.824034 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1da60394-6f32-48a4-a055-1a8b310d76b3 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:30.825578 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55902) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:30.850601 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-232bb00a-3d56-40b4-94b3-37b70056698d tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:30.862644 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-c95a5e1f-aa3d-4109-bc9c-9d92a221e27c None None] The port '0ba2f611-8ca6-4946-8815-e154fcc301e3' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:01:30.864074 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f21bcf-92cf-4569-95bf-39396d1ba186 None None] DHCP port deletion for afbfee45-dd46-431c-90da-d7301b81b206 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:01:30.872591 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-b1f21bcf-92cf-4569-95bf-39396d1ba186 None None] Deleting port fc477742-b1fd-4ecc-a49b-76641b16f5ec {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:01:30.872907 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b1f21bcf-92cf-4569-95bf-39396d1ba186 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:30.905463 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-4188581d-1ac9-4b5e-bc61-83106f61f9ae tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Deleting port fc477742-b1fd-4ecc-a49b-76641b16f5ec {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:01:30.905873 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4188581d-1ac9-4b5e-bc61-83106f61f9ae tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:30.909592 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 48278649-f086-4cc4-b721-52508d149f15 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:01:30.941236 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1da60394-6f32-48a4-a055-1a8b310d76b3 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:30.943400 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 48278649-f086-4cc4-b721-52508d149f15 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:01:30.943773 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:30.978617 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da60394-6f32-48a4-a055-1a8b310d76b3 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Pushing event deleted for resources: {'Network': ['ID=c17dff9f-f3af-45d1-b023-35c83bb33ccf,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:30.988302 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-e854a8b3-545e-4a52-a770-0dde56e4fff0 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] delete failed (client error): The resource could not be found. Jan 21 19:01:30.989297 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e854a8b3-545e-4a52-a770-0dde56e4fff0 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] 10.222.0.87 "DELETE /v2.0/routers/f7abf094-2c4c-4504-99ff-1eb78a77ebaf HTTP/1.1" status: 404 len: 336 time: 0.1604753 Jan 21 19:01:30.993635 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-232bb00a-3d56-40b4-94b3-37b70056698d tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Calling delete_port for 0c2f9933-4791-4269-9c32-cba2c7e76bad owned by {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:01:30.998770 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55906) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:31.036194 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-1da60394-6f32-48a4-a055-1a8b310d76b3 tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] 10.222.0.87 "DELETE /v2.0/networks/c17dff9f-f3af-45d1-b023-35c83bb33ccf HTTP/1.1" status: 204 len: 168 time: 1.4340088 Jan 21 19:01:31.040527 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:01:31.048526 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55910) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:31.053673 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-b3a5111d-f243-439b-ad38-8389489f84bf None None] Provisioning complete for port 48278649-f086-4cc4-b721-52508d149f15 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:01:31.054069 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b3a5111d-f243-439b-ad38-8389489f84bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:31.055606 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-759fc76c-4518-43d1-acb6-d40996c29c66 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] 10.222.0.87 "GET /v2.0/ports?device_id=82b5c06e-44cf-448f-bdaf-40c6d3ac938e HTTP/1.1" status: 200 len: 205 time: 0.0556035 Jan 21 19:01:31.074721 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55914) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:31.086347 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 05af6f48-51ac-402b-be5c-17859a66fb58 up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:01:31.122683 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d4037-9cf8-44c9-acb6-0e6232749de7 req-0dd0aaa8-5af5-4166-a905-76d259f2308d tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:31.124170 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a47d4037-9cf8-44c9-acb6-0e6232749de7 req-0dd0aaa8-5af5-4166-a905-76d259f2308d tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "GET /v2.0/ports?device_id=f94c23af-4094-4456-893c-aaab1a04caca HTTP/1.1" status: 200 len: 945 time: 0.3883004 Jan 21 19:01:31.189225 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-a00699e6-503f-42b1-a53f-2131ba0d500b tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] delete failed (client error): The resource could not be found. Jan 21 19:01:31.192642 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-a00699e6-503f-42b1-a53f-2131ba0d500b tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] 10.222.0.87 "DELETE /v2.0/routers/82b5c06e-44cf-448f-bdaf-40c6d3ac938e HTTP/1.1" status: 404 len: 336 time: 0.1143517 Jan 21 19:01:31.197242 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55918) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:31.261872 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a47d4037-9cf8-44c9-acb6-0e6232749de7 req-a1480ac0-92b7-4c89-9d44-5180e409e6a4 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "GET /v2.0/security-groups?id=d9ad0fb1-279a-491f-869c-75cec2314abc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1222115 Jan 21 19:01:31.268036 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-4188581d-1ac9-4b5e-bc61-83106f61f9ae tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] For port fc477742-b1fd-4ecc-a49b-76641b16f5ec, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=fc477742-b1fd-4ecc-a49b-76641b16f5ec,segment=NetworkSegment(ab72281b-5d42-43c1-b804-a4c6bd48015f),segment_id=ab72281b-5d42-43c1-b804-a4c6bd48015f)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:01:31.268699 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4188581d-1ac9-4b5e-bc61-83106f61f9ae tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:31.337402 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-8ff24796-409f-453a-9874-3928594462d0 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] 10.222.0.87 "GET /v2.0/ports?device_id=cfd5a581-3eac-472b-adc7-fe2f72ac8a4a HTTP/1.1" status: 200 len: 205 time: 0.1385965 Jan 21 19:01:31.340473 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55922) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:31.346337 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5361864c-273a-423c-aaeb-257a129a26bd tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:31.358845 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a441dfe3-62bf-425e-8f46-894a0bd2214a None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:31.415999 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-4188581d-1ac9-4b5e-bc61-83106f61f9ae tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Calling delete_port for fc477742-b1fd-4ecc-a49b-76641b16f5ec owned by network:dhcp {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:01:31.461105 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-232bb00a-3d56-40b4-94b3-37b70056698d tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:31.467938 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-a441dfe3-62bf-425e-8f46-894a0bd2214a None None] Transition to ACTIVE for port object 7f39b440-92a5-41c1-aa11-39fd5940b0b0 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:01:31.530384 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-e060b5bd-f695-485e-a956-e970e93bfe63 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] delete failed (client error): The resource could not be found. Jan 21 19:01:31.533901 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e060b5bd-f695-485e-a956-e970e93bfe63 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] 10.222.0.87 "DELETE /v2.0/routers/cfd5a581-3eac-472b-adc7-fe2f72ac8a4a HTTP/1.1" status: 404 len: 336 time: 0.1296802 Jan 21 19:01:31.534149 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55926) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:31.535169 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-232bb00a-3d56-40b4-94b3-37b70056698d tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:31.545874 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232bb00a-3d56-40b4-94b3-37b70056698d tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Pushing event deleted for resources: {'Port': ['ID=0c2f9933-4791-4269-9c32-cba2c7e76bad,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:31.553887 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-b1f21bcf-92cf-4569-95bf-39396d1ba186 None None] For port fc477742-b1fd-4ecc-a49b-76641b16f5ec, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=fc477742-b1fd-4ecc-a49b-76641b16f5ec,segment=NetworkSegment(ab72281b-5d42-43c1-b804-a4c6bd48015f),segment_id=ab72281b-5d42-43c1-b804-a4c6bd48015f)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:01:31.554387 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b1f21bcf-92cf-4569-95bf-39396d1ba186 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:31.568838 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-a441dfe3-62bf-425e-8f46-894a0bd2214a None None] Transition to ACTIVE for port object 7f39b440-92a5-41c1-aa11-39fd5940b0b0 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:01:31.577480 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:31.641678 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4188581d-1ac9-4b5e-bc61-83106f61f9ae tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:31.649688 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-232bb00a-3d56-40b4-94b3-37b70056698d tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] 10.222.0.87 "DELETE /v2.0/ports/0c2f9933-4791-4269-9c32-cba2c7e76bad HTTP/1.1" status: 204 len: 168 time: 1.2598028 Jan 21 19:01:31.650050 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e723205f-7076-4265-9dfe-caea10bae0e5 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] 10.222.0.87 "GET /v2.0/ports?device_id=5fe04a05-d06e-4ccb-a920-66abe954d5b9 HTTP/1.1" status: 200 len: 205 time: 0.1056583 Jan 21 19:01:31.655409 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5361864c-273a-423c-aaeb-257a129a26bd tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:31.663428 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55930) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:31.663775 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55932) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:31.704721 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4188581d-1ac9-4b5e-bc61-83106f61f9ae tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] No DVR routers for this DVR port fc477742-b1fd-4ecc-a49b-76641b16f5ec on host dv-neutron-825470-1-hyperv {{(pid=88136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:01:31.757642 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning for port 05af6f48-51ac-402b-be5c-17859a66fb58 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:01:31.759099 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4188581d-1ac9-4b5e-bc61-83106f61f9ae tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Pushing event deleted for resources: {'Port': ['ID=fc477742-b1fd-4ecc-a49b-76641b16f5ec,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:31.769927 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-b1f21bcf-92cf-4569-95bf-39396d1ba186 None None] Calling delete_port for fc477742-b1fd-4ecc-a49b-76641b16f5ec owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:01:31.801833 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a441dfe3-62bf-425e-8f46-894a0bd2214a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:31.805531 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b3a5111d-f243-439b-ad38-8389489f84bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:31.864461 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-19e03da5-0828-4d50-b545-5f7c87827e05 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:31.873614 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4188581d-1ac9-4b5e-bc61-83106f61f9ae tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:31.883870 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port 05af6f48-51ac-402b-be5c-17859a66fb58 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:01:31.884237 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:31.905775 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-7807393e-9d3f-4d8f-95a8-812d6b1cd6f8 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] delete failed (client error): The resource could not be found. Jan 21 19:01:31.910150 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-7807393e-9d3f-4d8f-95a8-812d6b1cd6f8 tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] 10.222.0.87 "DELETE /v2.0/routers/5fe04a05-d06e-4ccb-a920-66abe954d5b9 HTTP/1.1" status: 404 len: 336 time: 0.2405145 Jan 21 19:01:31.911932 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55938) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:31.925004 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e03da5-0828-4d50-b545-5f7c87827e05 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event deleted for resources: {'Subnet': ['ID=b27eaeb5-0418-43f4-8288-1af5aca2002d,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:31.949687 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-4188581d-1ac9-4b5e-bc61-83106f61f9ae tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afbfee45-dd46-431c-90da-d7301b81b206']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:31.962189 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-0141b9fe-a27d-4a91-b4e3-8bb17b36e6cd tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] DELETE failed (client error): The resource could not be found. Jan 21 19:01:31.969068 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0141b9fe-a27d-4a91-b4e3-8bb17b36e6cd tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:01:31.969068 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-0141b9fe-a27d-4a91-b4e3-8bb17b36e6cd tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] 10.222.0.87 "DELETE /v2.0/subnets/31610fd1-9786-4fa0-bbd8-8251675316ff HTTP/1.1" status: 404 len: 337 time: 0.3003097 Jan 21 19:01:31.969879 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-5361864c-273a-423c-aaeb-257a129a26bd tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9ba6bb7-337c-4701-b248-0b60c238d858']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:31.976723 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a441dfe3-62bf-425e-8f46-894a0bd2214a None None] Network 702cca0a-3624-4af2-b062-d72d28bc416d is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:01:31.981408 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55942) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:31.984871 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-a441dfe3-62bf-425e-8f46-894a0bd2214a None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:31.987565 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 48278649-f086-4cc4-b721-52508d149f15, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=48278649-f086-4cc4-b721-52508d149f15,segment=NetworkSegment(36408728-4c98-4cee-89ca-15e87a06732a),segment_id=36408728-4c98-4cee-89ca-15e87a06732a)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:01:31.988519 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-4188581d-1ac9-4b5e-bc61-83106f61f9ae tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab72281b-5d42-43c1-b804-a4c6bd48015f') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:31.991844 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-4188581d-1ac9-4b5e-bc61-83106f61f9ae tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab72281b-5d42-43c1-b804-a4c6bd48015f') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:32.003939 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a441dfe3-62bf-425e-8f46-894a0bd2214a None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:01:32.019242 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4188581d-1ac9-4b5e-bc61-83106f61f9ae tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:32.020141 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a441dfe3-62bf-425e-8f46-894a0bd2214a None None] Pushing event updated for resources: {'Port': ['ID=7f39b440-92a5-41c1-aa11-39fd5940b0b0,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:32.021772 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-10053b41-0df0-456f-9d45-7cf6b42e86ae tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] DELETE failed (client error): The resource could not be found. Jan 21 19:01:32.022253 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10053b41-0df0-456f-9d45-7cf6b42e86ae tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:01:32.028167 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-10053b41-0df0-456f-9d45-7cf6b42e86ae tempest-RoutersIpV6AdminTest-339550803 tempest-RoutersIpV6AdminTest-339550803-project] 10.222.0.87 "DELETE /v2.0/subnets/60eae15a-3989-4bfd-b8c4-fc913dae033d HTTP/1.1" status: 404 len: 337 time: 0.1062570 Jan 21 19:01:32.053773 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-5361864c-273a-423c-aaeb-257a129a26bd tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbbe7968-eb96-4858-92fb-ed8d0094296e') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:32.054024 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-5361864c-273a-423c-aaeb-257a129a26bd tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbbe7968-eb96-4858-92fb-ed8d0094296e') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:32.071139 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:32.083727 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5361864c-273a-423c-aaeb-257a129a26bd tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:32.190523 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-b1f21bcf-92cf-4569-95bf-39396d1ba186 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:01:32.190877 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-b1f21bcf-92cf-4569-95bf-39396d1ba186 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:01:32.196745 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2bf99dc9-88fd-4077-8b86-21140317bbcb tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:32.200132 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5361864c-273a-423c-aaeb-257a129a26bd tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:32.213708 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5361864c-273a-423c-aaeb-257a129a26bd tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:01:32.214340 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5361864c-273a-423c-aaeb-257a129a26bd tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:32.236424 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:01:32.236424 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:01:32.236424 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:01:32.236424 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:01:32.236424 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:01:32.236424 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:01:32.236424 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:01:32.236424 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:01:32.236424 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:01:32.236424 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:01:32.236424 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:01:32.236424 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:01:32.236424 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:01:32.236424 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:01:32.236424 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:01:32.236424 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:01:32.236424 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:01:32.236424 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:01:32.236424 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:01:32.236424 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:01:32.236424 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:01:32.236424 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:01:32.236424 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:01:32.236424 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:01:32.236424 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:01:32.236424 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:01:32.236424 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:01:32.236424 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:01:32.236424 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:01:32.236424 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:01:32.236424 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:01:32.236424 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:01:32.280638 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-a441dfe3-62bf-425e-8f46-894a0bd2214a None None] Attempting to bind port 7f39b440-92a5-41c1-aa11-39fd5940b0b0 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:01:32.281001 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-a441dfe3-62bf-425e-8f46-894a0bd2214a None None] Attempting to bind port 7f39b440-92a5-41c1-aa11-39fd5940b0b0 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'ee4d2e3f-c7f9-45cb-8aa2-7074f7263465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '702cca0a-3624-4af2-b062-d72d28bc416d'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:01:32.281757 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a441dfe3-62bf-425e-8f46-894a0bd2214a None None] Attempting to bind port 7f39b440-92a5-41c1-aa11-39fd5940b0b0 on network 702cca0a-3624-4af2-b062-d72d28bc416d {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:01:32.298783 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a441dfe3-62bf-425e-8f46-894a0bd2214a None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:01:32.299215 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a441dfe3-62bf-425e-8f46-894a0bd2214a None None] Checking segment: {'id': 'ee4d2e3f-c7f9-45cb-8aa2-7074f7263465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '702cca0a-3624-4af2-b062-d72d28bc416d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:01:32.299610 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a441dfe3-62bf-425e-8f46-894a0bd2214a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:32.300006 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a441dfe3-62bf-425e-8f46-894a0bd2214a None None] Bound using segment: {'id': 'ee4d2e3f-c7f9-45cb-8aa2-7074f7263465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '702cca0a-3624-4af2-b062-d72d28bc416d'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:01:32.300469 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-a441dfe3-62bf-425e-8f46-894a0bd2214a None None] Bound port: 7f39b440-92a5-41c1-aa11-39fd5940b0b0, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee4d2e3f-c7f9-45cb-8aa2-7074f7263465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '702cca0a-3624-4af2-b062-d72d28bc416d'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:01:32.300841 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a441dfe3-62bf-425e-8f46-894a0bd2214a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:32.316644 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-19e03da5-0828-4d50-b545-5f7c87827e05 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:32.322034 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device fc477742-b1fd-4ecc-a49b-76641b16f5ec no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:01:32.350110 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-19e03da5-0828-4d50-b545-5f7c87827e05 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['702cca0a-3624-4af2-b062-d72d28bc416d']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:32.365651 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-19e03da5-0828-4d50-b545-5f7c87827e05 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee4d2e3f-c7f9-45cb-8aa2-7074f7263465') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:32.366309 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-19e03da5-0828-4d50-b545-5f7c87827e05 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee4d2e3f-c7f9-45cb-8aa2-7074f7263465') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:32.367847 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-b3a5111d-f243-439b-ad38-8389489f84bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:01:32.368195 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-b3a5111d-f243-439b-ad38-8389489f84bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:01:32.373270 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=48278649-f086-4cc4-b721-52508d149f15,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:32.376221 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: fc477742-b1fd-4ecc-a49b-76641b16f5ec {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:01:32.376353 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device fc477742-b1fd-4ecc-a49b-76641b16f5ec not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:01:32.383245 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-19e03da5-0828-4d50-b545-5f7c87827e05 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:32.405434 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-19e03da5-0828-4d50-b545-5f7c87827e05 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:32.412998 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e03da5-0828-4d50-b545-5f7c87827e05 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:01:32.413607 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-19e03da5-0828-4d50-b545-5f7c87827e05 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:32.435394 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:32.486185 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94c23af-4094-4456-893c-aaab1a04caca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05af6f48-51ac-402b-be5c-17859a66fb58'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:01:32.501911 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 05af6f48-51ac-402b-be5c-17859a66fb58, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=05af6f48-51ac-402b-be5c-17859a66fb58,segment=NetworkSegment(3ac4fc8a-3d1c-40a0-81db-885ad3cbfae5),segment_id=3ac4fc8a-3d1c-40a0-81db-885ad3cbfae5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:01:32.505144 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-a441dfe3-62bf-425e-8f46-894a0bd2214a None None] For port 7f39b440-92a5-41c1-aa11-39fd5940b0b0, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:01:32.528786 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:01:32.528786 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:01:32.528786 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:01:32.528786 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:01:32.528786 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:01:32.528786 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:01:32.528786 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:01:32.528786 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:01:32.528786 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:01:32.528786 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:01:32.528786 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:01:32.528786 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:01:32.528786 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:01:32.528786 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:01:32.528786 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:01:32.528786 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:01:32.528786 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:01:32.528786 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:01:32.528786 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:01:32.528786 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:01:32.528786 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:01:32.528786 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:01:32.528786 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:01:32.528786 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:01:32.528786 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:01:32.528786 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:01:32.528786 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:01:32.528786 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:01:32.528786 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:01:32.528786 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:01:32.528786 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:01:32.528786 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:01:32.568866 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-a441dfe3-62bf-425e-8f46-894a0bd2214a None None] For port 7f39b440-92a5-41c1-aa11-39fd5940b0b0, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=7f39b440-92a5-41c1-aa11-39fd5940b0b0,segment=NetworkSegment(ee4d2e3f-c7f9-45cb-8aa2-7074f7263465),segment_id=ee4d2e3f-c7f9-45cb-8aa2-7074f7263465)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:01:32.571223 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:32.605269 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2bf99dc9-88fd-4077-8b86-21140317bbcb tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:32.625696 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4188581d-1ac9-4b5e-bc61-83106f61f9ae tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:32.629555 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a441dfe3-62bf-425e-8f46-894a0bd2214a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:32.640225 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-2bf99dc9-88fd-4077-8b86-21140317bbcb tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['306119fd-36c2-4169-900b-8927331b34b0']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:32.642998 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.db.api [None req-19e03da5-0828-4d50-b545-5f7c87827e05 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 19:01:32.642998 dv-neutron-825470-1-hyperv neutron-server[88136]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 19:01:32.642998 dv-neutron-825470-1-hyperv neutron-server[88136]: [parameters: {'id': '702cca0a-3624-4af2-b062-d72d28bc416d'}] Jan 21 19:01:32.642998 dv-neutron-825470-1-hyperv neutron-server[88136]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:01:32.642998 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG oslo_db.api [None req-19e03da5-0828-4d50-b545-5f7c87827e05 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:01:32.648942 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4188581d-1ac9-4b5e-bc61-83106f61f9ae tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:01:32.649128 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4188581d-1ac9-4b5e-bc61-83106f61f9ae tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:32.659162 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=05af6f48-51ac-402b-be5c-17859a66fb58,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:32.665506 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:01:32.665506 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:01:32.665506 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:01:32.665506 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:01:32.665506 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:01:32.665506 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:01:32.665506 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:01:32.665506 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:01:32.665506 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:01:32.665506 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:01:32.665506 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:01:32.665506 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:01:32.665506 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:01:32.665506 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:01:32.665506 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:01:32.665506 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:01:32.665506 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:01:32.665506 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:01:32.665506 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:01:32.665506 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:01:32.665506 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:01:32.665506 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:01:32.665506 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:01:32.665506 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:01:32.665506 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:01:32.665506 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:01:32.665506 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:01:32.665506 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:01:32.665506 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:01:32.665506 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:01:32.665506 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:01:32.665506 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:01:32.674767 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-2bf99dc9-88fd-4077-8b86-21140317bbcb tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a73255-a264-4fc7-90a6-930cb62563d6') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:32.675403 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-2bf99dc9-88fd-4077-8b86-21140317bbcb tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a73255-a264-4fc7-90a6-930cb62563d6') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:32.691768 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2bf99dc9-88fd-4077-8b86-21140317bbcb tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:32.696405 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-b1f21bcf-92cf-4569-95bf-39396d1ba186 None None] Deleting port fc477742-b1fd-4ecc-a49b-76641b16f5ec {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:01:32.696779 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b1f21bcf-92cf-4569-95bf-39396d1ba186 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:32.714713 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2bf99dc9-88fd-4077-8b86-21140317bbcb tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:32.718627 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55956) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:32.726656 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5361864c-273a-423c-aaeb-257a129a26bd tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:32.736486 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5361864c-273a-423c-aaeb-257a129a26bd tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:32.743214 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bf99dc9-88fd-4077-8b86-21140317bbcb tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:01:32.743728 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2bf99dc9-88fd-4077-8b86-21140317bbcb tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:32.779659 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:01:32.779659 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:01:32.779659 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:01:32.779659 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:01:32.779659 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:01:32.779659 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:01:32.779659 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:01:32.779659 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:01:32.779659 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:01:32.779659 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:01:32.779659 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:01:32.779659 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:01:32.779659 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:01:32.779659 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:01:32.779659 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:01:32.779659 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:01:32.779659 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:01:32.779659 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:01:32.779659 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:01:32.779659 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:01:32.779659 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:01:32.779659 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:01:32.779659 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:01:32.779659 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:01:32.779659 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:01:32.779659 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:01:32.779659 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:01:32.779659 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:01:32.779659 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:01:32.779659 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:01:32.779659 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:01:32.779659 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:01:32.783574 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4587c684-1eb0-4a5c-b5e6-c8ce19e5c5bc req-8f79890a-88a8-41bd-ba3c-040ee765e609 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4074557 Jan 21 19:01:32.795118 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9103e-ee40-42a5-b821-8890c952247d req-6827208a-7c69-4531-8aea-83653fa34db7 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:32.798266 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-26d9103e-ee40-42a5-b821-8890c952247d req-6827208a-7c69-4531-8aea-83653fa34db7 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "GET /v2.0/ports?device_id=f94c23af-4094-4456-893c-aaab1a04caca HTTP/1.1" status: 200 len: 946 time: 0.2632172 Jan 21 19:01:32.813581 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca8d91c-6551-4312-badf-25330ebb9330 req-87ac2ed8-30a4-4e42-a3f6-441a256d3094 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:32.815262 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cca8d91c-6551-4312-badf-25330ebb9330 req-87ac2ed8-30a4-4e42-a3f6-441a256d3094 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.2860618 Jan 21 19:01:32.819411 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-b1f21bcf-92cf-4569-95bf-39396d1ba186 None None] The port 'fc477742-b1fd-4ecc-a49b-76641b16f5ec' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:01:32.833001 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5361864c-273a-423c-aaeb-257a129a26bd tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] Pushing event deleted for resources: {'Network': ['ID=d9ba6bb7-337c-4701-b248-0b60c238d858,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:32.877338 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4188581d-1ac9-4b5e-bc61-83106f61f9ae tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:32.886458 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5361864c-273a-423c-aaeb-257a129a26bd tempest-BulkNetworkOpsIpV6Test-1450822410 tempest-BulkNetworkOpsIpV6Test-1450822410-project] 10.222.0.87 "DELETE /v2.0/networks/d9ba6bb7-337c-4701-b248-0b60c238d858 HTTP/1.1" status: 204 len: 168 time: 1.8366432 Jan 21 19:01:32.909230 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356a65f7-1c3f-40da-9ef3-6dc71e178407 None None] Network 702cca0a-3624-4af2-b062-d72d28bc416d requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:01:32.920843 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4188581d-1ac9-4b5e-bc61-83106f61f9ae tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:32.932772 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-26d9103e-ee40-42a5-b821-8890c952247d req-679564ba-fa52-41e1-ad65-a49a6b2026a5 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "GET /v2.0/security-groups?id=d9ad0fb1-279a-491f-869c-75cec2314abc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1166708 Jan 21 19:01:32.963905 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cca8d91c-6551-4312-badf-25330ebb9330 req-f60a04ec-1683-4a48-bf68-930cb8d42b14 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1301560 Jan 21 19:01:32.969395 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4188581d-1ac9-4b5e-bc61-83106f61f9ae tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Pushing event deleted for resources: {'Network': ['ID=afbfee45-dd46-431c-90da-d7301b81b206,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:32.980908 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-4188581d-1ac9-4b5e-bc61-83106f61f9ae tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] 10.222.0.87 "DELETE /v2.0/networks/afbfee45-dd46-431c-90da-d7301b81b206 HTTP/1.1" status: 204 len: 168 time: 2.8551261 Jan 21 19:01:33.000863 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55964) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:33.078196 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-28b5cbaa-0c27-4f93-aac2-bd502af92ee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:33.109927 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-28b5cbaa-0c27-4f93-aac2-bd502af92ee0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:33.113742 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-28b5cbaa-0c27-4f93-aac2-bd502af92ee0 admin admin] Usage tracker for resource:security_group_rule and tenant:d4f00f68e2c843989919a98d327b35b6 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:33.116614 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-28b5cbaa-0c27-4f93-aac2-bd502af92ee0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:33.118523 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-333da4bb-287b-4465-8302-5c2666d53d7a tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Deleting subnet ffce93c9-43bf-4c21-8665-9020567153b1 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:01:33.122693 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-333da4bb-287b-4465-8302-5c2666d53d7a tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:33.125637 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-28b5cbaa-0c27-4f93-aac2-bd502af92ee0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:33.127720 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94c23af-4094-4456-893c-aaab1a04caca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05af6f48-51ac-402b-be5c-17859a66fb58', 'code': 200} Jan 21 19:01:33.137517 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a441dfe3-62bf-425e-8f46-894a0bd2214a None None] Pushing event updated for resources: {'Port': ['ID=7f39b440-92a5-41c1-aa11-39fd5940b0b0,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:33.152551 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-19e03da5-0828-4d50-b545-5f7c87827e05 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:33.173515 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587c684-1eb0-4a5c-b5e6-c8ce19e5c5bc req-b24cf51d-e4e1-477f-9bf8-fc673d39a077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:33.175039 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4587c684-1eb0-4a5c-b5e6-c8ce19e5c5bc req-b24cf51d-e4e1-477f-9bf8-fc673d39a077 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=bb8144e3b5cb451fa2ea1f5ea2efa32a&device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 1098 time: 0.1882608 Jan 21 19:01:33.180891 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2bf99dc9-88fd-4077-8b86-21140317bbcb tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:33.222609 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2bf99dc9-88fd-4077-8b86-21140317bbcb tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:33.229828 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf99dc9-88fd-4077-8b86-21140317bbcb tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Pushing event deleted for resources: {'Network': ['ID=306119fd-36c2-4169-900b-8927331b34b0,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:33.266209 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b361eb7d-35c7-4d8e-b126-a83c68e488f0 None None] get_active_networks_info from dv-neutron-825470-1-hyperv {{(pid=88138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 21 19:01:33.267415 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-333da4bb-287b-4465-8302-5c2666d53d7a tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:33.285184 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2bf99dc9-88fd-4077-8b86-21140317bbcb tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] 10.222.0.87 "DELETE /v2.0/networks/306119fd-36c2-4169-900b-8927331b34b0 HTTP/1.1" status: 204 len: 168 time: 1.3027055 Jan 21 19:01:33.296618 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55970) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:33.304153 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-19e03da5-0828-4d50-b545-5f7c87827e05 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Deleting port 7f39b440-92a5-41c1-aa11-39fd5940b0b0 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:01:33.304634 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-19e03da5-0828-4d50-b545-5f7c87827e05 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:33.437588 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b361eb7d-35c7-4d8e-b126-a83c68e488f0 None None] Resources bound (agent type, host, resource id): {{(pid=88138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 19:01:33.536460 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1f5cc35-c8a2-4a54-a3c1-6a516bf6a0f3 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Deleting subnet 9ca41289-c6b9-4927-a6e4-abfddef79ebe {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:01:33.540429 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-28b5cbaa-0c27-4f93-aac2-bd502af92ee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:33.553032 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c1f5cc35-c8a2-4a54-a3c1-6a516bf6a0f3 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:33.559052 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55976) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:33.566666 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d9ec1-f578-43a8-9c53-186087a4c9c3 req-71af1817-adf3-402f-8fa0-e1274be2cd75 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:33.568115 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d40d9ec1-f578-43a8-9c53-186087a4c9c3 req-71af1817-adf3-402f-8fa0-e1274be2cd75 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.4134645 Jan 21 19:01:33.628979 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-28b5cbaa-0c27-4f93-aac2-bd502af92ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:33.657285 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c1f5cc35-c8a2-4a54-a3c1-6a516bf6a0f3 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:33.694115 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587c684-1eb0-4a5c-b5e6-c8ce19e5c5bc req-361b261e-f3ac-4a2e-83fe-478a720205ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:33.695571 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4587c684-1eb0-4a5c-b5e6-c8ce19e5c5bc req-361b261e-f3ac-4a2e-83fe-478a720205ab service neutron] 10.222.0.113 "GET /v2.0/networks?id=2745c7b7-aa59-4a69-977f-3d793c812102 HTTP/1.1" status: 200 len: 912 time: 0.4670637 Jan 21 19:01:33.708715 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-333da4bb-287b-4465-8302-5c2666d53d7a tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:33.790753 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-28b5cbaa-0c27-4f93-aac2-bd502af92ee0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d4f00f68e2c843989919a98d327b35b6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0676482 Jan 21 19:01:33.794217 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55982) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:33.803838 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-19e03da5-0828-4d50-b545-5f7c87827e05 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] For port 7f39b440-92a5-41c1-aa11-39fd5940b0b0, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=7f39b440-92a5-41c1-aa11-39fd5940b0b0,segment=NetworkSegment(ee4d2e3f-c7f9-45cb-8aa2-7074f7263465),segment_id=ee4d2e3f-c7f9-45cb-8aa2-7074f7263465)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:01:33.804193 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-19e03da5-0828-4d50-b545-5f7c87827e05 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:33.814536 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d40d9ec1-f578-43a8-9c53-186087a4c9c3 req-b0d82680-139d-4138-bc53-d5dc9f58e0c5 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2187424 Jan 21 19:01:33.825331 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b5cbaa-0c27-4f93-aac2-bd502af92ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c65bb3-f62b-49d2-87ba-edf6ba9b821a,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:33.851453 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cfe4ed-e9c7-4e9a-8151-fdad7d2ae2fb req-04e147a4-f488-452e-a3e2-1eade59b68b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:33.852839 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-73cfe4ed-e9c7-4e9a-8151-fdad7d2ae2fb req-04e147a4-f488-452e-a3e2-1eade59b68b0 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=f94c23af-4094-4456-893c-aaab1a04caca HTTP/1.1" status: 200 len: 1099 time: 0.4054682 Jan 21 19:01:33.903374 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-73cfe4ed-e9c7-4e9a-8151-fdad7d2ae2fb req-63618dac-1e4b-42eb-87a2-df44d7c38e4b service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=d9ad0fb1-279a-491f-869c-75cec2314abc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403061 Jan 21 19:01:33.920673 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4587c684-1eb0-4a5c-b5e6-c8ce19e5c5bc req-33e0d191-e25f-4489-a096-5231725e36c0 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e84f2c6-e935-4b37-b7e0-389f75a34ebc HTTP/1.1" status: 200 len: 1001 time: 0.1995387 Jan 21 19:01:33.944006 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c1f5cc35-c8a2-4a54-a3c1-6a516bf6a0f3 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:33.978570 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-19e03da5-0828-4d50-b545-5f7c87827e05 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Calling delete_port for 7f39b440-92a5-41c1-aa11-39fd5940b0b0 owned by network:dhcp {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:01:33.997085 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cc6ea5-92a5-430a-85bd-391d57ed5f89 None None] get_active_networks_info from dv-neutron-825470-1-hyperv {{(pid=88138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 21 19:01:34.065280 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c3cf10a1-bd2e-4e98-bbb4-ce47cbeb41a2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=42c487c2f982489688f167c6a74a1c43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4939430 Jan 21 19:01:34.066174 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 55990) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:34.170407 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-51bd69d5-0035-4dfb-be2c-8804e3420ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:34.176028 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cc6ea5-92a5-430a-85bd-391d57ed5f89 None None] Resources bound (agent type, host, resource id): {{(pid=88138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 19:01:34.193780 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-333da4bb-287b-4465-8302-5c2666d53d7a tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:34.254209 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333da4bb-287b-4465-8302-5c2666d53d7a tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Pushing event deleted for resources: {'Subnet': ['ID=ffce93c9-43bf-4c21-8665-9020567153b1,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:34.265977 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-51bd69d5-0035-4dfb-be2c-8804e3420ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:34.277667 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-333da4bb-287b-4465-8302-5c2666d53d7a tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:34.281245 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 48278649-f086-4cc4-b721-52508d149f15 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:01:34.289498 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c1f5cc35-c8a2-4a54-a3c1-6a516bf6a0f3 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:34.309667 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-333da4bb-287b-4465-8302-5c2666d53d7a tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] 10.222.0.87 "DELETE /v2.0/subnets/ffce93c9-43bf-4c21-8665-9020567153b1 HTTP/1.1" status: 204 len: 168 time: 1.3076284 Jan 21 19:01:34.319365 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 55996) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:34.328701 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-19e03da5-0828-4d50-b545-5f7c87827e05 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:34.371993 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c2acce89-3b34-44d5-8c94-a0dc795b02c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:34.406039 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c2acce89-3b34-44d5-8c94-a0dc795b02c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:34.472629 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f5cc35-c8a2-4a54-a3c1-6a516bf6a0f3 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Pushing event deleted for resources: {'Subnet': ['ID=9ca41289-c6b9-4927-a6e4-abfddef79ebe,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:34.476426 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c1f5cc35-c8a2-4a54-a3c1-6a516bf6a0f3 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:34.512443 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c1f5cc35-c8a2-4a54-a3c1-6a516bf6a0f3 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] 10.222.0.87 "DELETE /v2.0/subnets/9ca41289-c6b9-4927-a6e4-abfddef79ebe HTTP/1.1" status: 204 len: 168 time: 1.2135201 Jan 21 19:01:34.515152 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56000) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:34.518348 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587c684-1eb0-4a5c-b5e6-c8ce19e5c5bc req-9d688356-df6c-49d1-a4fa-583f6b9e0416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:34.519744 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4587c684-1eb0-4a5c-b5e6-c8ce19e5c5bc req-9d688356-df6c-49d1-a4fa-583f6b9e0416 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=34accf81-441d-49f3-9d99-4b01b78b2f5b HTTP/1.1" status: 200 len: 850 time: 0.4069169 Jan 21 19:01:34.531738 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 48278649-f086-4cc4-b721-52508d149f15 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:01:34.532104 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:34.563235 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a7b34-7bfe-4932-b5fa-7d623a575a89 req-9ac90515-3dcc-4607-9925-ead7ed75a4a9 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:34.565285 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-849a7b34-7bfe-4932-b5fa-7d623a575a89 req-9ac90515-3dcc-4607-9925-ead7ed75a4a9 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "GET /v2.0/ports?device_id=f94c23af-4094-4456-893c-aaab1a04caca HTTP/1.1" status: 200 len: 946 time: 0.4799759 Jan 21 19:01:34.618504 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e03da5-0828-4d50-b545-5f7c87827e05 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] No DVR routers for this DVR port 7f39b440-92a5-41c1-aa11-39fd5940b0b0 on host dv-neutron-825470-1-hyperv {{(pid=88136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:01:34.669579 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c2acce89-3b34-44d5-8c94-a0dc795b02c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:34.671957 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c2acce89-3b34-44d5-8c94-a0dc795b02c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:34.674334 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c2acce89-3b34-44d5-8c94-a0dc795b02c5 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b37848cd-f726-4a69-adad-6c526b6dfa1d HTTP/1.1" status: 204 len: 168 time: 0.6061757 Jan 21 19:01:34.690585 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e03da5-0828-4d50-b545-5f7c87827e05 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event deleted for resources: {'Port': ['ID=7f39b440-92a5-41c1-aa11-39fd5940b0b0,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:34.748011 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b4c75f7f-2f17-49b1-bd95-d657a9aaa306 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:34.752687 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2acce89-3b34-44d5-8c94-a0dc795b02c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37848cd-f726-4a69-adad-6c526b6dfa1d,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:34.777082 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-46b1691f-efcd-4685-847f-9a8905610cc6 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Deleting subnet 04e5e04d-d97a-410d-82da-dcc2b7d84658 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:01:34.782398 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-b4c75f7f-2f17-49b1-bd95-d657a9aaa306 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Deleting port 79a99f33-5ffb-48cd-820c-d40f465c3023 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:01:34.782804 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b4c75f7f-2f17-49b1-bd95-d657a9aaa306 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:34.794826 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-46b1691f-efcd-4685-847f-9a8905610cc6 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:34.871531 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614f5e6e-930a-419b-a200-88b3ef8dc97c None None] Network 414c9723-1bb9-466e-b615-52f945bd22ce requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:01:34.889764 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5ab967-d1ce-4988-967f-cd467345cc8e None None] Network cba573a8-36e4-4351-ad09-f681f574ca5d requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:01:34.906895 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-849a7b34-7bfe-4932-b5fa-7d623a575a89 req-07dd2dca-5ec2-4ff8-89ae-f48601292924 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "GET /v2.0/security-groups?id=d9ad0fb1-279a-491f-869c-75cec2314abc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3253560 Jan 21 19:01:34.914076 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-19e03da5-0828-4d50-b545-5f7c87827e05 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:34.921928 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587c684-1eb0-4a5c-b5e6-c8ce19e5c5bc req-a25093fb-cb4a-41a5-96f0-d1b33caad3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:34.923447 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4587c684-1eb0-4a5c-b5e6-c8ce19e5c5bc req-a25093fb-cb4a-41a5-96f0-d1b33caad3fd service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2745c7b7-aa59-4a69-977f-3d793c812102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2959237 Jan 21 19:01:34.925254 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-51bd69d5-0035-4dfb-be2c-8804e3420ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:35.020410 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-46b1691f-efcd-4685-847f-9a8905610cc6 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:35.140068 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-46b1691f-efcd-4685-847f-9a8905610cc6 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:35.220356 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-19e03da5-0828-4d50-b545-5f7c87827e05 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['702cca0a-3624-4af2-b062-d72d28bc416d']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:35.231979 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-51bd69d5-0035-4dfb-be2c-8804e3420ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:35.235531 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-51bd69d5-0035-4dfb-be2c-8804e3420ff1 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/75c65bb3-f62b-49d2-87ba-edf6ba9b821a HTTP/1.1" status: 204 len: 168 time: 1.4341581 Jan 21 19:01:35.240354 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd69d5-0035-4dfb-be2c-8804e3420ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c65bb3-f62b-49d2-87ba-edf6ba9b821a,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:35.249235 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-19e03da5-0828-4d50-b545-5f7c87827e05 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee4d2e3f-c7f9-45cb-8aa2-7074f7263465') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:35.249867 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-19e03da5-0828-4d50-b545-5f7c87827e05 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee4d2e3f-c7f9-45cb-8aa2-7074f7263465') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:35.269372 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-19e03da5-0828-4d50-b545-5f7c87827e05 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:35.285402 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892873f6-ef9a-4b52-812f-8a883483ee53 req-1184e05e-505e-4eca-b63b-3275edf75568 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:35.287161 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-892873f6-ef9a-4b52-812f-8a883483ee53 req-1184e05e-505e-4eca-b63b-3275edf75568 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.7325253 Jan 21 19:01:35.314576 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4587c684-1eb0-4a5c-b5e6-c8ce19e5c5bc req-e28034de-1882-4c53-b48b-e52bc2b3f7ab service neutron] 10.222.0.113 "GET /v2.0/networks/2745c7b7-aa59-4a69-977f-3d793c812102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514485 Jan 21 19:01:35.319999 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-b4c75f7f-2f17-49b1-bd95-d657a9aaa306 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] For port 79a99f33-5ffb-48cd-820c-d40f465c3023, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=79a99f33-5ffb-48cd-820c-d40f465c3023,segment=NetworkSegment(b3f83347-b7cd-46a8-a046-ef15462c96e6),segment_id=b3f83347-b7cd-46a8-a046-ef15462c96e6)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:01:35.320363 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b4c75f7f-2f17-49b1-bd95-d657a9aaa306 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:35.346480 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-19e03da5-0828-4d50-b545-5f7c87827e05 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:35.357681 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-892873f6-ef9a-4b52-812f-8a883483ee53 req-f938b967-d84b-4ce5-bc91-7e1374656c64 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0617194 Jan 21 19:01:35.358674 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e03da5-0828-4d50-b545-5f7c87827e05 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:01:35.359073 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-19e03da5-0828-4d50-b545-5f7c87827e05 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:35.375474 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:01:35.375474 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:01:35.375474 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:01:35.375474 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:01:35.375474 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:01:35.375474 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:01:35.375474 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:01:35.375474 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:01:35.375474 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:01:35.375474 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:01:35.375474 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:01:35.375474 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:01:35.375474 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:01:35.375474 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:01:35.375474 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:01:35.375474 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:01:35.375474 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:01:35.375474 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:01:35.375474 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:01:35.375474 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:01:35.375474 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:01:35.375474 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:01:35.375474 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:01:35.375474 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:01:35.375474 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:01:35.375474 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:01:35.375474 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:01:35.375474 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:01:35.375474 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:01:35.375474 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:01:35.375474 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:01:35.375474 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:01:35.453889 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b9074e-da14-4764-8b3c-3c6ef984eac5 None None] DHCP port deletion for cba573a8-36e4-4351-ad09-f681f574ca5d request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:01:35.458812 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-57b9074e-da14-4764-8b3c-3c6ef984eac5 None None] Deleting port 79a99f33-5ffb-48cd-820c-d40f465c3023 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:01:35.459505 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-57b9074e-da14-4764-8b3c-3c6ef984eac5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:35.512474 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e8fa39-b22d-4a0b-8c1c-38030d78a385 None None] DHCP port deletion for 414c9723-1bb9-466e-b615-52f945bd22ce request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:01:35.514873 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-46b1691f-efcd-4685-847f-9a8905610cc6 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:35.529519 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-28e8fa39-b22d-4a0b-8c1c-38030d78a385 None None] Deleting port 449b8552-de93-45e8-9f97-c07731f6ed76 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:01:35.530012 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-28e8fa39-b22d-4a0b-8c1c-38030d78a385 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:35.575779 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-46b1691f-efcd-4685-847f-9a8905610cc6 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:35.589158 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a2e209-9cad-4bcf-8f09-acc528ac0e0c None None] Network ae76540c-de3f-4f6c-9320-e59d57f8f121 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:01:35.589333 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-46b1691f-efcd-4685-847f-9a8905610cc6 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] 10.222.0.87 "DELETE /v2.0/subnets/04e5e04d-d97a-410d-82da-dcc2b7d84658 HTTP/1.1" status: 204 len: 168 time: 1.2656677 Jan 21 19:01:35.589333 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b1691f-efcd-4685-847f-9a8905610cc6 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Pushing event deleted for resources: {'Subnet': ['ID=04e5e04d-d97a-410d-82da-dcc2b7d84658,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:35.590093 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56018) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:35.638037 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-b4c75f7f-2f17-49b1-bd95-d657a9aaa306 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Calling delete_port for 79a99f33-5ffb-48cd-820c-d40f465c3023 owned by network:dhcp {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:01:35.643170 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-19e03da5-0828-4d50-b545-5f7c87827e05 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:35.648675 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-19e03da5-0828-4d50-b545-5f7c87827e05 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:35.650744 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-19e03da5-0828-4d50-b545-5f7c87827e05 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "DELETE /v2.0/networks/702cca0a-3624-4af2-b062-d72d28bc416d HTTP/1.1" status: 204 len: 168 time: 6.0024531 Jan 21 19:01:35.675711 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56024) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:35.737769 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-4c34ccd7-da9c-485e-aed9-2bcfa208113d tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-277905321'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:35.739607 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-4c34ccd7-da9c-485e-aed9-2bcfa208113d tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:35.743476 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-4c34ccd7-da9c-485e-aed9-2bcfa208113d tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Usage tracker for resource:network and tenant:61b06f640fe54206829782ad2cf491c1 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:35.752321 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-4c34ccd7-da9c-485e-aed9-2bcfa208113d tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:35.757973 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-4c34ccd7-da9c-485e-aed9-2bcfa208113d tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:35.766134 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e03da5-0828-4d50-b545-5f7c87827e05 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event deleted for resources: {'Network': ['ID=702cca0a-3624-4af2-b062-d72d28bc416d,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:35.801935 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9d718f50-ebfe-49be-88bf-27bfee2697a3 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:35.816467 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-9d718f50-ebfe-49be-88bf-27bfee2697a3 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Deleting port 449b8552-de93-45e8-9f97-c07731f6ed76 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:01:35.817944 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9d718f50-ebfe-49be-88bf-27bfee2697a3 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:35.864456 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c34ccd7-da9c-485e-aed9-2bcfa208113d tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Made reservation on behalf of 61b06f640fe54206829782ad2cf491c1 for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:01:35.868291 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4c34ccd7-da9c-485e-aed9-2bcfa208113d tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:35.890557 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4587c684-1eb0-4a5c-b5e6-c8ce19e5c5bc req-4bad0845-75a8-4c6c-bea9-2af7466b176d service neutron] 10.222.0.113 "GET /v2.0/networks/2745c7b7-aa59-4a69-977f-3d793c812102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5615141 Jan 21 19:01:35.967028 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c34ccd7-da9c-485e-aed9-2bcfa208113d tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:01:35.974178 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b4c75f7f-2f17-49b1-bd95-d657a9aaa306 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:35.997930 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4c34ccd7-da9c-485e-aed9-2bcfa208113d tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:35.999089 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-4c34ccd7-da9c-485e-aed9-2bcfa208113d tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Added segment 72a69094-d1fa-4e96-9581-0da04f643bf8 of type vlan for network 4efbf496-f187-4410-994b-627fd081df61 Jan 21 19:01:36.065478 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56038) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:36.079602 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c75f7f-2f17-49b1-bd95-d657a9aaa306 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Pushing event deleted for resources: {'Port': ['ID=79a99f33-5ffb-48cd-820c-d40f465c3023,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:36.086129 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c75f7f-2f17-49b1-bd95-d657a9aaa306 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] No DVR routers for this DVR port 79a99f33-5ffb-48cd-820c-d40f465c3023 on host dv-neutron-825470-1-hyperv {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:01:36.126612 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-28e8fa39-b22d-4a0b-8c1c-38030d78a385 None None] For port 449b8552-de93-45e8-9f97-c07731f6ed76, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=449b8552-de93-45e8-9f97-c07731f6ed76,segment=NetworkSegment(34f01650-187b-4de0-a5b2-ef07a9dca447),segment_id=34f01650-187b-4de0-a5b2-ef07a9dca447)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:01:36.126995 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-28e8fa39-b22d-4a0b-8c1c-38030d78a385 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:36.226548 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4c34ccd7-da9c-485e-aed9-2bcfa208113d tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:36.231974 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56042) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:36.238269 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b4c75f7f-2f17-49b1-bd95-d657a9aaa306 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:36.266180 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-b4c75f7f-2f17-49b1-bd95-d657a9aaa306 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cba573a8-36e4-4351-ad09-f681f574ca5d']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:36.266438 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-9d718f50-ebfe-49be-88bf-27bfee2697a3 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] For port 449b8552-de93-45e8-9f97-c07731f6ed76, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=449b8552-de93-45e8-9f97-c07731f6ed76,segment=NetworkSegment(34f01650-187b-4de0-a5b2-ef07a9dca447),segment_id=34f01650-187b-4de0-a5b2-ef07a9dca447)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:01:36.266733 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9d718f50-ebfe-49be-88bf-27bfee2697a3 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:36.280796 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-b4c75f7f-2f17-49b1-bd95-d657a9aaa306 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3f83347-b7cd-46a8-a046-ef15462c96e6') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:36.281264 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-b4c75f7f-2f17-49b1-bd95-d657a9aaa306 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3f83347-b7cd-46a8-a046-ef15462c96e6') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:36.293945 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 79a99f33-5ffb-48cd-820c-d40f465c3023 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:01:36.295025 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b4c75f7f-2f17-49b1-bd95-d657a9aaa306 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:36.312956 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b4c75f7f-2f17-49b1-bd95-d657a9aaa306 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:36.319966 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4c75f7f-2f17-49b1-bd95-d657a9aaa306 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:01:36.320581 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b4c75f7f-2f17-49b1-bd95-d657a9aaa306 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:36.336670 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-28e8fa39-b22d-4a0b-8c1c-38030d78a385 None None] Calling delete_port for 449b8552-de93-45e8-9f97-c07731f6ed76 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:01:36.338959 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:01:36.338959 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:01:36.338959 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:01:36.338959 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:01:36.338959 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:01:36.338959 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:01:36.338959 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:01:36.338959 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:01:36.338959 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:01:36.338959 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:01:36.338959 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:01:36.338959 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:01:36.338959 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:01:36.338959 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:01:36.338959 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:01:36.338959 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:01:36.338959 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:01:36.338959 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:01:36.338959 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:01:36.338959 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:01:36.338959 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:01:36.338959 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:01:36.338959 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:01:36.338959 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:01:36.338959 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:01:36.338959 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:01:36.338959 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:01:36.338959 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:01:36.338959 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:01:36.338959 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:01:36.338959 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:01:36.338959 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:01:36.386565 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-57b9074e-da14-4764-8b3c-3c6ef984eac5 None None] For port 79a99f33-5ffb-48cd-820c-d40f465c3023, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=79a99f33-5ffb-48cd-820c-d40f465c3023,segment=NetworkSegment(b3f83347-b7cd-46a8-a046-ef15462c96e6),segment_id=b3f83347-b7cd-46a8-a046-ef15462c96e6)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:01:36.387035 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-57b9074e-da14-4764-8b3c-3c6ef984eac5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:36.395754 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 79a99f33-5ffb-48cd-820c-d40f465c3023 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:01:36.396091 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 79a99f33-5ffb-48cd-820c-d40f465c3023 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:01:36.396505 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 449b8552-de93-45e8-9f97-c07731f6ed76 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:01:36.412661 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.db.resource_extend [None req-4c34ccd7-da9c-485e-aed9-2bcfa208113d tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 19:01:36.428466 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-9d718f50-ebfe-49be-88bf-27bfee2697a3 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Calling delete_port for 449b8552-de93-45e8-9f97-c07731f6ed76 owned by network:dhcp {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:01:36.484153 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-5fc5fc96-edf6-4009-be3a-4602df5fc1a3 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-117668869'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:36.502723 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-5fc5fc96-edf6-4009-be3a-4602df5fc1a3 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:36.517875 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-5fc5fc96-edf6-4009-be3a-4602df5fc1a3 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Usage tracker for resource:network and tenant:d3e69eb5fab24f5d9451b2cf3f9d850d is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:36.522313 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-21a84190-42ee-451b-a5d2-3195072629e3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d1ef0dfbbaf847938739d2a3de7e86ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4480648 Jan 21 19:01:36.523197 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-5fc5fc96-edf6-4009-be3a-4602df5fc1a3 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:36.525270 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56050) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:36.536250 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-5fc5fc96-edf6-4009-be3a-4602df5fc1a3 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:36.544401 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b4c75f7f-2f17-49b1-bd95-d657a9aaa306 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:36.564393 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b4c75f7f-2f17-49b1-bd95-d657a9aaa306 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:36.586453 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c75f7f-2f17-49b1-bd95-d657a9aaa306 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] Pushing event deleted for resources: {'Network': ['ID=cba573a8-36e4-4351-ad09-f681f574ca5d,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:36.601380 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b4c75f7f-2f17-49b1-bd95-d657a9aaa306 tempest-NetworksIpV6TestAttrs-1323168321 tempest-NetworksIpV6TestAttrs-1323168321-project] 10.222.0.87 "DELETE /v2.0/networks/cba573a8-36e4-4351-ad09-f681f574ca5d HTTP/1.1" status: 204 len: 168 time: 2.0841882 Jan 21 19:01:36.610026 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b4fdb-2540-4478-a317-c4018a0e2aa0 req-65aab819-ad2c-4716-92e6-787f37b03d37 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:36.616725 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fd7b4fdb-2540-4478-a317-c4018a0e2aa0 req-65aab819-ad2c-4716-92e6-787f37b03d37 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "GET /v2.0/ports?device_id=f94c23af-4094-4456-893c-aaab1a04caca HTTP/1.1" status: 200 len: 946 time: 0.5297298 Jan 21 19:01:36.619631 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4c34ccd7-da9c-485e-aed9-2bcfa208113d tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:36.624197 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-57b9074e-da14-4764-8b3c-3c6ef984eac5 None None] Calling delete_port for 79a99f33-5ffb-48cd-820c-d40f465c3023 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:01:36.625236 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c34ccd7-da9c-485e-aed9-2bcfa208113d tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:36.625487 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4c34ccd7-da9c-485e-aed9-2bcfa208113d tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:36.628014 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c4456bd6-190d-460e-adfd-12bf7ba078dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:36.684257 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c4456bd6-190d-460e-adfd-12bf7ba078dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:36.715358 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-57b9074e-da14-4764-8b3c-3c6ef984eac5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:01:36.715713 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-57b9074e-da14-4764-8b3c-3c6ef984eac5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:01:36.798377 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc5fc96-edf6-4009-be3a-4602df5fc1a3 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Made reservation on behalf of d3e69eb5fab24f5d9451b2cf3f9d850d for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:01:36.802024 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5fc5fc96-edf6-4009-be3a-4602df5fc1a3 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:36.842834 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5fc5fc96-edf6-4009-be3a-4602df5fc1a3 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:36.843279 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:36.863966 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86c3d4f-122d-4638-bb94-75a258a7dbd0 None None] DHCP port deletion for ae76540c-de3f-4f6c-9320-e59d57f8f121 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:01:36.875104 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-d86c3d4f-122d-4638-bb94-75a258a7dbd0 None None] Deleting port 30cacc90-c229-4511-bd98-13673b9c7f3d {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:01:36.875471 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d86c3d4f-122d-4638-bb94-75a258a7dbd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:36.956198 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c4456bd6-190d-460e-adfd-12bf7ba078dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:36.957333 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-5fc5fc96-edf6-4009-be3a-4602df5fc1a3 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:36.963108 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-28e8fa39-b22d-4a0b-8c1c-38030d78a385 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:01:36.963374 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-28e8fa39-b22d-4a0b-8c1c-38030d78a385 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:01:36.971007 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9d718f50-ebfe-49be-88bf-27bfee2697a3 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:36.975103 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-5fc5fc96-edf6-4009-be3a-4602df5fc1a3 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Usage tracker for resource:security_group_rule and tenant:d3e69eb5fab24f5d9451b2cf3f9d850d is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:36.979021 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4456bd6-190d-460e-adfd-12bf7ba078dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6219aa03-8344-4f1f-967e-03806ce5b8ad,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:36.982613 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c4456bd6-190d-460e-adfd-12bf7ba078dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:36.996140 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c4456bd6-190d-460e-adfd-12bf7ba078dc admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6219aa03-8344-4f1f-967e-03806ce5b8ad HTTP/1.1" status: 204 len: 168 time: 0.4663982 Jan 21 19:01:37.018561 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fd7b4fdb-2540-4478-a317-c4018a0e2aa0 req-95d9d774-aafa-4a89-99aa-5080d466656e tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "GET /v2.0/security-groups?id=d9ad0fb1-279a-491f-869c-75cec2314abc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4009511 Jan 21 19:01:37.020792 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c34ccd7-da9c-485e-aed9-2bcfa208113d tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event updated for resources: {'Network': ['ID=4efbf496-f187-4410-994b-627fd081df61,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:37.039334 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 4efbf496-f187-4410-994b-627fd081df61 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:01:37.056055 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-5fc5fc96-edf6-4009-be3a-4602df5fc1a3 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:37.064097 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-5fc5fc96-edf6-4009-be3a-4602df5fc1a3 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:37.097935 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-4c34ccd7-da9c-485e-aed9-2bcfa208113d tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4147544 Jan 21 19:01:37.097935 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d718f50-ebfe-49be-88bf-27bfee2697a3 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Pushing event deleted for resources: {'Port': ['ID=449b8552-de93-45e8-9f97-c07731f6ed76,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:37.098219 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56062) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:37.104479 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d718f50-ebfe-49be-88bf-27bfee2697a3 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] No DVR routers for this DVR port 449b8552-de93-45e8-9f97-c07731f6ed76 on host dv-neutron-825470-1-hyperv {{(pid=88136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:01:37.113833 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-0273df41-610d-4156-8a30-04e9cd843aef tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Request body: {'subnet': {'network_id': '4efbf496-f187-4410-994b-627fd081df61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:37.158222 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6eff45-1e6c-44ec-aa40-2930d78ff31c req-d4011343-0d14-4b77-a6fa-da7f2ca7e70e tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:37.165719 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ed6eff45-1e6c-44ec-aa40-2930d78ff31c req-d4011343-0d14-4b77-a6fa-da7f2ca7e70e tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.6390090 Jan 21 19:01:37.219528 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-57b9074e-da14-4764-8b3c-3c6ef984eac5 None None] Deleting port 79a99f33-5ffb-48cd-820c-d40f465c3023 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:01:37.219894 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-57b9074e-da14-4764-8b3c-3c6ef984eac5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:37.229689 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56066) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:37.273149 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-0273df41-610d-4156-8a30-04e9cd843aef tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:37.279543 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-0273df41-610d-4156-8a30-04e9cd843aef tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Usage tracker for resource:subnet and tenant:61b06f640fe54206829782ad2cf491c1 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:37.282804 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-0273df41-610d-4156-8a30-04e9cd843aef tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:37.289051 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-0273df41-610d-4156-8a30-04e9cd843aef tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:37.299567 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-57b9074e-da14-4764-8b3c-3c6ef984eac5 None None] The port '79a99f33-5ffb-48cd-820c-d40f465c3023' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:01:37.378987 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0273df41-610d-4156-8a30-04e9cd843aef tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Made reservation on behalf of 61b06f640fe54206829782ad2cf491c1 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:01:37.383505 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0273df41-610d-4156-8a30-04e9cd843aef tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:37.392027 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-d86c3d4f-122d-4638-bb94-75a258a7dbd0 None None] For port 30cacc90-c229-4511-bd98-13673b9c7f3d, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=30cacc90-c229-4511-bd98-13673b9c7f3d,segment=NetworkSegment(8d5cd5e9-d15d-4ab3-ab10-07eb8432acef),segment_id=8d5cd5e9-d15d-4ab3-ab10-07eb8432acef)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:01:37.392429 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d86c3d4f-122d-4638-bb94-75a258a7dbd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:37.423690 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9d718f50-ebfe-49be-88bf-27bfee2697a3 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:37.446805 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ed6eff45-1e6c-44ec-aa40-2930d78ff31c req-0eb525cf-e289-4ccd-8775-bb726e91b450 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2801461 Jan 21 19:01:37.491724 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-9d718f50-ebfe-49be-88bf-27bfee2697a3 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['414c9723-1bb9-466e-b615-52f945bd22ce']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:37.517981 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-9d718f50-ebfe-49be-88bf-27bfee2697a3 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f01650-187b-4de0-a5b2-ef07a9dca447') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:37.518585 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-9d718f50-ebfe-49be-88bf-27bfee2697a3 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f01650-187b-4de0-a5b2-ef07a9dca447') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:37.532689 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9d718f50-ebfe-49be-88bf-27bfee2697a3 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:37.540618 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-28e8fa39-b22d-4a0b-8c1c-38030d78a385 None None] Deleting port 449b8552-de93-45e8-9f97-c07731f6ed76 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:01:37.540618 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-28e8fa39-b22d-4a0b-8c1c-38030d78a385 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:37.554230 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9d718f50-ebfe-49be-88bf-27bfee2697a3 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:37.562767 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d718f50-ebfe-49be-88bf-27bfee2697a3 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:01:37.563493 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9d718f50-ebfe-49be-88bf-27bfee2697a3 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:37.612914 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:01:37.612914 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:01:37.612914 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:01:37.612914 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:01:37.612914 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:01:37.612914 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:01:37.612914 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:01:37.612914 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:01:37.612914 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:01:37.612914 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:01:37.612914 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:01:37.612914 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:01:37.612914 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:01:37.612914 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:01:37.612914 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:01:37.612914 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:01:37.612914 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:01:37.612914 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:01:37.612914 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:01:37.612914 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:01:37.612914 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:01:37.612914 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:01:37.612914 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:01:37.612914 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:01:37.612914 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:01:37.612914 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:01:37.612914 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:01:37.612914 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:01:37.612914 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:01:37.612914 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:01:37.612914 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:01:37.612914 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:01:37.639440 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-d86c3d4f-122d-4638-bb94-75a258a7dbd0 None None] Calling delete_port for 30cacc90-c229-4511-bd98-13673b9c7f3d owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:01:37.715714 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-28e8fa39-b22d-4a0b-8c1c-38030d78a385 None None] The port '449b8552-de93-45e8-9f97-c07731f6ed76' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:01:37.757478 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66659b1-8137-41b7-9920-e7f661893245 req-26f66084-a85b-4225-8190-cefb0ea03ee3 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:37.758997 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b66659b1-8137-41b7-9920-e7f661893245 req-26f66084-a85b-4225-8190-cefb0ea03ee3 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "GET /v2.0/ports?device_id=f94c23af-4094-4456-893c-aaab1a04caca HTTP/1.1" status: 200 len: 946 time: 0.5220015 Jan 21 19:01:37.771835 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5fc5fc96-edf6-4009-be3a-4602df5fc1a3 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:37.772459 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56082) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:37.774915 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-a9b4051a-7a7e-4f24-a853-d84caba9c1d0 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Request body: {'floatingip': {'port_id': '05af6f48-51ac-402b-be5c-17859a66fb58'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:37.792905 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e9410802-be1c-48e4-b99b-bf7045f14d60 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8da0247cdb454b3399a20a44bfeaad0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5544112 Jan 21 19:01:37.797937 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56088) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:37.814132 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9d718f50-ebfe-49be-88bf-27bfee2697a3 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:37.819743 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9d718f50-ebfe-49be-88bf-27bfee2697a3 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:37.836807 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d86c3d4f-122d-4638-bb94-75a258a7dbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:37.863479 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d718f50-ebfe-49be-88bf-27bfee2697a3 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Pushing event deleted for resources: {'Network': ['ID=414c9723-1bb9-466e-b615-52f945bd22ce,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:37.867740 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-9d718f50-ebfe-49be-88bf-27bfee2697a3 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] 10.222.0.87 "DELETE /v2.0/networks/414c9723-1bb9-466e-b615-52f945bd22ce HTTP/1.1" status: 204 len: 168 time: 2.2761765 Jan 21 19:01:37.877014 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5fc5fc96-edf6-4009-be3a-4602df5fc1a3 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:37.882911 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56092) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:37.902086 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86c3d4f-122d-4638-bb94-75a258a7dbd0 None None] No DVR routers for this DVR port 30cacc90-c229-4511-bd98-13673b9c7f3d on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:01:37.911020 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c3d4f-122d-4638-bb94-75a258a7dbd0 None None] Pushing event deleted for resources: {'Port': ['ID=30cacc90-c229-4511-bd98-13673b9c7f3d,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:37.934967 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a9b4051a-7a7e-4f24-a853-d84caba9c1d0 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Notify callbacks [] for floatingip, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:37.949711 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fc5fc96-edf6-4009-be3a-4602df5fc1a3 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:01:37.972864 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc5fc96-edf6-4009-be3a-4602df5fc1a3 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88d8c94a-436b-4461-9d51-615dec28fe13,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:37.978248 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c1bad802-09fe-4155-813e-b16de0974d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:37.993603 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5fc5fc96-edf6-4009-be3a-4602df5fc1a3 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:37.994007 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-5fc5fc96-edf6-4009-be3a-4602df5fc1a3 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Added segment d0d3882b-e9a0-4cb9-831b-cc65e052d69e of type vlan for network f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9 Jan 21 19:01:38.003367 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0273df41-610d-4156-8a30-04e9cd843aef tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:38.016455 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c1bad802-09fe-4155-813e-b16de0974d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:38.056992 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5fc5fc96-edf6-4009-be3a-4602df5fc1a3 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:38.207693 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c1bad802-09fe-4155-813e-b16de0974d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:38.228959 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5fc5fc96-edf6-4009-be3a-4602df5fc1a3 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:38.239199 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc5fc96-edf6-4009-be3a-4602df5fc1a3 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:38.240068 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5fc5fc96-edf6-4009-be3a-4602df5fc1a3 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:38.247189 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-55ce56cf-0f47-4799-9f99-a779300c0b07 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:38.267564 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0273df41-610d-4156-8a30-04e9cd843aef tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event updated for resources: {'Subnet': ['ID=449ea1e1-f909-4125-ae6c-20e5bae2ecdf,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:38.269185 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 30cacc90-c229-4511-bd98-13673b9c7f3d no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:01:38.310737 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 30cacc90-c229-4511-bd98-13673b9c7f3d {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:01:38.311389 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 30cacc90-c229-4511-bd98-13673b9c7f3d not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:01:38.325041 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bad802-09fe-4155-813e-b16de0974d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5415f02c-0d2b-4b57-8b9e-0d0b09812d62,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:38.337283 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0273df41-610d-4156-8a30-04e9cd843aef tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Checking segment: {'id': '72a69094-d1fa-4e96-9581-0da04f643bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4efbf496-f187-4410-994b-627fd081df61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:01:38.337643 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0273df41-610d-4156-8a30-04e9cd843aef tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Network hostable DHCP agents. Network: 4efbf496-f187-4410-994b-627fd081df61, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:01:38.340838 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56104) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:38.360493 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c1bad802-09fe-4155-813e-b16de0974d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:38.364265 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c1bad802-09fe-4155-813e-b16de0974d03 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5415f02c-0d2b-4b57-8b9e-0d0b09812d62 HTTP/1.1" status: 204 len: 168 time: 0.5624709 Jan 21 19:01:38.432457 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc5fc96-edf6-4009-be3a-4602df5fc1a3 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event updated for resources: {'Network': ['ID=f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:38.579517 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:01:38.581261 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-37fb850d-5a82-4b1d-be21-76187b4c485e tempest-AgentManagementNegativeTest-1004790434 tempest-AgentManagementNegativeTest-1004790434-project] 10.222.0.87 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1896544 Jan 21 19:01:38.581913 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-55ce56cf-0f47-4799-9f99-a779300c0b07 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:38.631629 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-55ce56cf-0f47-4799-9f99-a779300c0b07 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae76540c-de3f-4f6c-9320-e59d57f8f121']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:38.642419 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-5fc5fc96-edf6-4009-be3a-4602df5fc1a3 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.4014657 Jan 21 19:01:38.646596 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56116) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:38.655695 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-55ce56cf-0f47-4799-9f99-a779300c0b07 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d5cd5e9-d15d-4ab3-ab10-07eb8432acef') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:38.655989 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-55ce56cf-0f47-4799-9f99-a779300c0b07 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d5cd5e9-d15d-4ab3-ab10-07eb8432acef') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:38.665327 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-9208c496-db2a-4610-8074-8522e112f56d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'port': {'network_id': 'f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9', 'name': 'tempest-PortsTestJSON-129579930'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:38.690682 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6b9fb-34ac-4318-b753-a73bd1fbade6 req-bbec3117-d606-4261-a340-bf04b52b1cad tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:38.692331 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f8f6b9fb-34ac-4318-b753-a73bd1fbade6 req-bbec3117-d606-4261-a340-bf04b52b1cad tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.0922964 Jan 21 19:01:38.742470 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f8f6b9fb-34ac-4318-b753-a73bd1fbade6 req-70156d1d-5995-40f1-b5ba-c06ff50ee3e5 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428507 Jan 21 19:01:38.748324 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-55ce56cf-0f47-4799-9f99-a779300c0b07 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:38.754639 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0273df41-610d-4156-8a30-04e9cd843aef tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Network 4efbf496-f187-4410-994b-627fd081df61 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:01:38.795834 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-55ce56cf-0f47-4799-9f99-a779300c0b07 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:38.813714 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55ce56cf-0f47-4799-9f99-a779300c0b07 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:01:38.814131 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-55ce56cf-0f47-4799-9f99-a779300c0b07 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:38.828748 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:01:38.828748 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:01:38.828748 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:01:38.828748 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:01:38.828748 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:01:38.828748 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:01:38.828748 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:01:38.828748 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:01:38.828748 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:01:38.828748 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:01:38.828748 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:01:38.828748 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:01:38.828748 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:01:38.828748 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:01:38.828748 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:01:38.828748 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:01:38.828748 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:01:38.828748 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:01:38.828748 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:01:38.828748 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:01:38.828748 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:01:38.828748 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:01:38.828748 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:01:38.828748 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:01:38.828748 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:01:38.828748 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:01:38.828748 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:01:38.828748 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:01:38.828748 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:01:38.828748 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:01:38.828748 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:01:38.828748 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:01:38.989953 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56126) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:39.113303 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-0273df41-610d-4156-8a30-04e9cd843aef tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 4efbf496-f187-4410-994b-627fd081df61) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:39.113551 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc43c1c-f6f8-4cc3-a954-67f51bb6b82b None None] Network 4efbf496-f187-4410-994b-627fd081df61 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:01:39.114533 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b5a560ad-ec31-497f-8ace-f80edbaade13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:39.119918 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0273df41-610d-4156-8a30-04e9cd843aef tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:39.120553 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0273df41-610d-4156-8a30-04e9cd843aef tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:39.128136 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-b5a560ad-ec31-497f-8ace-f80edbaade13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:39.131988 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b5a560ad-ec31-497f-8ace-f80edbaade13 admin admin] Usage tracker for resource:security_group_rule and tenant:9ee8d7e346384956b49e2294302cda2b is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:39.135346 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b5a560ad-ec31-497f-8ace-f80edbaade13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:39.141009 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-b5a560ad-ec31-497f-8ace-f80edbaade13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:39.191768 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-9208c496-db2a-4610-8074-8522e112f56d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:39.201132 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-9208c496-db2a-4610-8074-8522e112f56d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Usage tracker for resource:port and tenant:d3e69eb5fab24f5d9451b2cf3f9d850d is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:39.206970 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-9208c496-db2a-4610-8074-8522e112f56d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:39.217424 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-9208c496-db2a-4610-8074-8522e112f56d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:39.252869 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b5a560ad-ec31-497f-8ace-f80edbaade13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:39.320699 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10182bb3-a435-4218-a755-d3af9d2df9ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-4efbf496-f187-4410-994b-627fd081df61', 'network_id': '4efbf496-f187-4410-994b-627fd081df61', 'tenant_id': '61b06f640fe54206829782ad2cf491c1', 'fixed_ips': [{'subnet_id': '449ea1e1-f909-4125-ae6c-20e5bae2ecdf'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:01:39.321550 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-10182bb3-a435-4218-a755-d3af9d2df9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:39.333363 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b5a560ad-ec31-497f-8ace-f80edbaade13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:39.353064 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-0273df41-610d-4156-8a30-04e9cd843aef tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.2504635 Jan 21 19:01:39.354545 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-55ce56cf-0f47-4799-9f99-a779300c0b07 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:39.359413 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-55ce56cf-0f47-4799-9f99-a779300c0b07 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:39.364399 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56138) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:39.403003 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b5a560ad-ec31-497f-8ace-f80edbaade13 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9ee8d7e346384956b49e2294302cda2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4103348 Jan 21 19:01:39.403003 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56140) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:39.403350 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a560ad-ec31-497f-8ace-f80edbaade13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4838c8d7-af6f-4ae7-aded-1b614e72ade7,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:39.430463 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a9b4051a-7a7e-4f24-a853-d84caba9c1d0 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:39.461841 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9208c496-db2a-4610-8074-8522e112f56d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Made reservation on behalf of d3e69eb5fab24f5d9451b2cf3f9d850d for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:01:39.468855 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9208c496-db2a-4610-8074-8522e112f56d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:39.484887 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce56cf-0f47-4799-9f99-a779300c0b07 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Pushing event deleted for resources: {'Network': ['ID=ae76540c-de3f-4f6c-9320-e59d57f8f121,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:39.491276 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-55ce56cf-0f47-4799-9f99-a779300c0b07 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] 10.222.0.87 "DELETE /v2.0/networks/ae76540c-de3f-4f6c-9320-e59d57f8f121 HTTP/1.1" status: 204 len: 168 time: 1.5944853 Jan 21 19:01:39.497502 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56150) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:39.523430 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a9b4051a-7a7e-4f24-a853-d84caba9c1d0 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:39.535155 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-10182bb3-a435-4218-a755-d3af9d2df9ac None None] Allocated IP 2001:db8::1 (4efbf496-f187-4410-994b-627fd081df61/449ea1e1-f909-4125-ae6c-20e5bae2ecdf/f4221b20-f531-4ca1-a5e8-995351fd56bc) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:01:39.564819 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a118657a-60cc-4ee8-9b86-eccc0312165b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:39.614869 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ed39653-8eee-4acd-935d-5b9a3afdff16 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Deleting subnet 03ac896d-dfbf-405b-b977-3b7cd70f70d0 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:01:39.617908 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a118657a-60cc-4ee8-9b86-eccc0312165b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:39.628544 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5ed39653-8eee-4acd-935d-5b9a3afdff16 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:39.691899 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-9208c496-db2a-4610-8074-8522e112f56d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] device_id is not set on port 039fb203-d65c-4b05-b3e6-b3b70e626572 yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:01:39.724901 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5ed39653-8eee-4acd-935d-5b9a3afdff16 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:39.807950 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a118657a-60cc-4ee8-9b86-eccc0312165b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:39.816364 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-10182bb3-a435-4218-a755-d3af9d2df9ac None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:39.834413 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-10182bb3-a435-4218-a755-d3af9d2df9ac None None] Transition to ACTIVE for port object f4221b20-f531-4ca1-a5e8-995351fd56bc will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:01:39.843929 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56160) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:39.847837 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118657a-60cc-4ee8-9b86-eccc0312165b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4838c8d7-af6f-4ae7-aded-1b614e72ade7,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:39.864620 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-10182bb3-a435-4218-a755-d3af9d2df9ac None None] Transition to ACTIVE for port object f4221b20-f531-4ca1-a5e8-995351fd56bc will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:01:39.878510 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a118657a-60cc-4ee8-9b86-eccc0312165b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:39.880588 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a118657a-60cc-4ee8-9b86-eccc0312165b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4838c8d7-af6f-4ae7-aded-1b614e72ade7 HTTP/1.1" status: 204 len: 168 time: 0.4713597 Jan 21 19:01:39.914915 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5ed39653-8eee-4acd-935d-5b9a3afdff16 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:39.938081 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-10182bb3-a435-4218-a755-d3af9d2df9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:39.959465 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-86626d5d-8a8a-44f3-92f1-d3bf97a38ef9 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:40.036315 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-c3af0dd4-bbe3-4fc2-9751-d0f872b22973 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-406563405'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:40.036694 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10182bb3-a435-4218-a755-d3af9d2df9ac None None] Network 4efbf496-f187-4410-994b-627fd081df61 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:01:40.039604 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-10182bb3-a435-4218-a755-d3af9d2df9ac None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:40.044639 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10182bb3-a435-4218-a755-d3af9d2df9ac None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:01:40.054977 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10182bb3-a435-4218-a755-d3af9d2df9ac None None] Pushing event updated for resources: {'Port': ['ID=f4221b20-f531-4ca1-a5e8-995351fd56bc,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:40.062089 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-86626d5d-8a8a-44f3-92f1-d3bf97a38ef9 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Deleting port f4221b20-f531-4ca1-a5e8-995351fd56bc {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:01:40.062543 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-86626d5d-8a8a-44f3-92f1-d3bf97a38ef9 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:40.108079 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.l3_db [None req-a9b4051a-7a7e-4f24-a853-d84caba9c1d0 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Floating IP 88e8cf54-07b4-439b-9efe-697de637df6a associated. External IP: 172.26.1.200, port: 05af6f48-51ac-402b-be5c-17859a66fb58. Jan 21 19:01:40.111781 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-c3af0dd4-bbe3-4fc2-9751-d0f872b22973 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:40.125749 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-c3af0dd4-bbe3-4fc2-9751-d0f872b22973 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Usage tracker for resource:network and tenant:98165352f4974f8d954efc4ce4c85f15 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:40.133095 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-c3af0dd4-bbe3-4fc2-9751-d0f872b22973 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:40.148091 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-c3af0dd4-bbe3-4fc2-9751-d0f872b22973 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:40.157754 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-10182bb3-a435-4218-a755-d3af9d2df9ac None None] Attempting to bind port f4221b20-f531-4ca1-a5e8-995351fd56bc on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:01:40.158380 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-10182bb3-a435-4218-a755-d3af9d2df9ac None None] Attempting to bind port f4221b20-f531-4ca1-a5e8-995351fd56bc by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '72a69094-d1fa-4e96-9581-0da04f643bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4efbf496-f187-4410-994b-627fd081df61'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:01:40.158598 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10182bb3-a435-4218-a755-d3af9d2df9ac None None] Attempting to bind port f4221b20-f531-4ca1-a5e8-995351fd56bc on network 4efbf496-f187-4410-994b-627fd081df61 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:01:40.164633 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10182bb3-a435-4218-a755-d3af9d2df9ac None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:01:40.165002 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10182bb3-a435-4218-a755-d3af9d2df9ac None None] Checking segment: {'id': '72a69094-d1fa-4e96-9581-0da04f643bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4efbf496-f187-4410-994b-627fd081df61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:01:40.165520 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-10182bb3-a435-4218-a755-d3af9d2df9ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:40.166018 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10182bb3-a435-4218-a755-d3af9d2df9ac None None] Bound using segment: {'id': '72a69094-d1fa-4e96-9581-0da04f643bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4efbf496-f187-4410-994b-627fd081df61'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:01:40.175050 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-10182bb3-a435-4218-a755-d3af9d2df9ac None None] Bound port: f4221b20-f531-4ca1-a5e8-995351fd56bc, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a69094-d1fa-4e96-9581-0da04f643bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4efbf496-f187-4410-994b-627fd081df61'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:01:40.175954 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-10182bb3-a435-4218-a755-d3af9d2df9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:40.199889 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133aa5d-d049-4883-b228-b4a9a3672a58 req-92ba8576-29fd-4f2b-8ce6-bb7695373d38 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:40.201431 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c133aa5d-d049-4883-b228-b4a9a3672a58 req-92ba8576-29fd-4f2b-8ce6-bb7695373d38 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.1849182 Jan 21 19:01:40.263230 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c133aa5d-d049-4883-b228-b4a9a3672a58 req-6e7b3948-4002-48a0-9f40-535dd57c83ad tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467739 Jan 21 19:01:40.264698 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3af0dd4-bbe3-4fc2-9751-d0f872b22973 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Made reservation on behalf of 98165352f4974f8d954efc4ce4c85f15 for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:01:40.271599 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c3af0dd4-bbe3-4fc2-9751-d0f872b22973 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:40.281043 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-10182bb3-a435-4218-a755-d3af9d2df9ac None None] For port f4221b20-f531-4ca1-a5e8-995351fd56bc, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:01:40.284166 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-10182bb3-a435-4218-a755-d3af9d2df9ac None None] For port f4221b20-f531-4ca1-a5e8-995351fd56bc, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=f4221b20-f531-4ca1-a5e8-995351fd56bc,segment=NetworkSegment(72a69094-d1fa-4e96-9581-0da04f643bf8),segment_id=72a69094-d1fa-4e96-9581-0da04f643bf8)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:01:40.285549 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c3af0dd4-bbe3-4fc2-9751-d0f872b22973 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:40.303862 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-c3af0dd4-bbe3-4fc2-9751-d0f872b22973 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:40.308443 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-c3af0dd4-bbe3-4fc2-9751-d0f872b22973 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Usage tracker for resource:security_group_rule and tenant:98165352f4974f8d954efc4ce4c85f15 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:40.311321 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-c3af0dd4-bbe3-4fc2-9751-d0f872b22973 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:40.316930 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-c3af0dd4-bbe3-4fc2-9751-d0f872b22973 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:40.329291 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5ed39653-8eee-4acd-935d-5b9a3afdff16 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:40.352115 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-10182bb3-a435-4218-a755-d3af9d2df9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:40.396699 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9208c496-db2a-4610-8074-8522e112f56d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:40.473153 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10182bb3-a435-4218-a755-d3af9d2df9ac None None] Pushing event updated for resources: {'Port': ['ID=f4221b20-f531-4ca1-a5e8-995351fd56bc,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:40.616688 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed39653-8eee-4acd-935d-5b9a3afdff16 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Pushing event deleted for resources: {'Subnet': ['ID=03ac896d-dfbf-405b-b977-3b7cd70f70d0,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:40.628913 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5ed39653-8eee-4acd-935d-5b9a3afdff16 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:40.629905 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bebf696-e1a1-42a5-870a-b8b31e89fa41 None None] Network 5325a9d7-1fcd-4aad-add2-e2df14debfe6 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:01:40.656754 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-5ed39653-8eee-4acd-935d-5b9a3afdff16 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] 10.222.0.87 "DELETE /v2.0/subnets/03ac896d-dfbf-405b-b977-3b7cd70f70d0 HTTP/1.1" status: 204 len: 168 time: 1.1564744 Jan 21 19:01:40.660279 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56176) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:40.744971 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c3af0dd4-bbe3-4fc2-9751-d0f872b22973 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:40.858775 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c3af0dd4-bbe3-4fc2-9751-d0f872b22973 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:40.936355 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f772e23b-7a92-4ad3-8f62-2785125c6e0e tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:40.942431 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3af0dd4-bbe3-4fc2-9751-d0f872b22973 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:01:40.964212 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af0dd4-bbe3-4fc2-9751-d0f872b22973 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d42dfcd-9757-4238-ac38-64612c56b78c,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:40.984062 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c3af0dd4-bbe3-4fc2-9751-d0f872b22973 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:40.985864 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-c3af0dd4-bbe3-4fc2-9751-d0f872b22973 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Added segment ebcb1c3c-f8b9-4cd6-be5b-36544b1d6c80 of type vlan for network 6d2bc0b7-54be-4cff-aeb1-6de58eaa26e4 Jan 21 19:01:40.993498 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-f772e23b-7a92-4ad3-8f62-2785125c6e0e tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Deleting port 52b99d6f-7b1b-401c-bce7-6c759ae424ad {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:01:40.994540 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f772e23b-7a92-4ad3-8f62-2785125c6e0e tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:41.096472 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c3af0dd4-bbe3-4fc2-9751-d0f872b22973 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:41.143199 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9208c496-db2a-4610-8074-8522e112f56d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:41.144338 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d747cb-8859-4309-a78d-d947206e9ec9 None None] DHCP port deletion for 5325a9d7-1fcd-4aad-add2-e2df14debfe6 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:01:41.157837 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-18d747cb-8859-4309-a78d-d947206e9ec9 None None] Deleting port 52b99d6f-7b1b-401c-bce7-6c759ae424ad {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:01:41.158560 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-18d747cb-8859-4309-a78d-d947206e9ec9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:41.219600 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-86626d5d-8a8a-44f3-92f1-d3bf97a38ef9 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] For port f4221b20-f531-4ca1-a5e8-995351fd56bc, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=f4221b20-f531-4ca1-a5e8-995351fd56bc,segment=NetworkSegment(72a69094-d1fa-4e96-9581-0da04f643bf8),segment_id=72a69094-d1fa-4e96-9581-0da04f643bf8)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:01:41.220079 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-86626d5d-8a8a-44f3-92f1-d3bf97a38ef9 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:41.286597 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c3af0dd4-bbe3-4fc2-9751-d0f872b22973 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:41.292971 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3af0dd4-bbe3-4fc2-9751-d0f872b22973 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:41.293694 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c3af0dd4-bbe3-4fc2-9751-d0f872b22973 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:41.428553 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-86626d5d-8a8a-44f3-92f1-d3bf97a38ef9 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Calling delete_port for f4221b20-f531-4ca1-a5e8-995351fd56bc owned by network:dhcp {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:01:41.478043 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56192) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:41.500781 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c3af0dd4-bbe3-4fc2-9751-d0f872b22973 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6443117 Jan 21 19:01:41.569571 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9208c496-db2a-4610-8074-8522e112f56d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event updated for resources: {'Port': ['ID=039fb203-d65c-4b05-b3e6-b3b70e626572,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:41.601599 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-18d747cb-8859-4309-a78d-d947206e9ec9 None None] For port 52b99d6f-7b1b-401c-bce7-6c759ae424ad, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=52b99d6f-7b1b-401c-bce7-6c759ae424ad,segment=NetworkSegment(41c522fc-4ffc-4ce8-8882-689d08da2d74),segment_id=41c522fc-4ffc-4ce8-8882-689d08da2d74)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:01:41.604662 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-18d747cb-8859-4309-a78d-d947206e9ec9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:41.609508 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-f772e23b-7a92-4ad3-8f62-2785125c6e0e tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] For port 52b99d6f-7b1b-401c-bce7-6c759ae424ad, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=52b99d6f-7b1b-401c-bce7-6c759ae424ad,segment=NetworkSegment(41c522fc-4ffc-4ce8-8882-689d08da2d74),segment_id=41c522fc-4ffc-4ce8-8882-689d08da2d74)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:01:41.610029 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f772e23b-7a92-4ad3-8f62-2785125c6e0e tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:41.616774 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b4051a-7a7e-4f24-a853-d84caba9c1d0 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Router 2b24f1d9-b1fb-4233-89a5-cef9be031802 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:01:41.631023 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af0dd4-bbe3-4fc2-9751-d0f872b22973 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event updated for resources: {'Network': ['ID=6d2bc0b7-54be-4cff-aeb1-6de58eaa26e4,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:41.654375 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56198) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:41.656494 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 6d2bc0b7-54be-4cff-aeb1-6de58eaa26e4 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:01:41.721286 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9208c496-db2a-4610-8074-8522e112f56d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Checking segment: {'id': 'd0d3882b-e9a0-4cb9-831b-cc65e052d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:01:41.721745 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9208c496-db2a-4610-8074-8522e112f56d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Network hostable DHCP agents. Network: f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:01:41.825558 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-f0bbf737-88b2-4042-a4e6-5947a5d661a9 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Request body: {'subnet': {'network_id': '6d2bc0b7-54be-4cff-aeb1-6de58eaa26e4', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:41.859350 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-f772e23b-7a92-4ad3-8f62-2785125c6e0e tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Calling delete_port for 52b99d6f-7b1b-401c-bce7-6c759ae424ad owned by network:dhcp {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:01:41.875568 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-18d747cb-8859-4309-a78d-d947206e9ec9 None None] Calling delete_port for 52b99d6f-7b1b-401c-bce7-6c759ae424ad owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:01:41.911980 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [None req-b41954ec-a672-4b00-aea9-dd574e8a9e51 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=88137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:41.913236 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b41954ec-a672-4b00-aea9-dd574e8a9e51 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.4042330 Jan 21 19:01:41.928104 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56202) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:41.932922 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9208c496-db2a-4610-8074-8522e112f56d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Network f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:01:41.952770 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [None req-f5be898d-0008-47d6-a460-b481129f1d2a tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:41.956448 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f5be898d-0008-47d6-a460-b481129f1d2a tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0231335 Jan 21 19:01:41.961871 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56206) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:41.975165 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [None req-e52d4720-fc81-4e4f-8787-be2e5782bb8a tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:41.976529 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e52d4720-fc81-4e4f-8787-be2e5782bb8a tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0121891 Jan 21 19:01:41.987659 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56210) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:41.995143 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc66520-9321-405b-954e-8c9d97f2383e None None] Network 4efbf496-f187-4410-994b-627fd081df61 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:01:42.000589 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [None req-5f2ea52e-be63-4ee9-9983-8abc406beb9f tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:42.001896 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5f2ea52e-be63-4ee9-9983-8abc406beb9f tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0130765 Jan 21 19:01:42.005234 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56214) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:42.008086 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b4051a-7a7e-4f24-a853-d84caba9c1d0 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:01:42.012863 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [None req-a0d920f5-0adc-4669-b447-2215afd8771e tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:42.013995 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-a0d920f5-0adc-4669-b447-2215afd8771e tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0077014 Jan 21 19:01:42.022598 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7529e2-4d75-46da-bc50-a41ced2e59bb None None] Sync routers for ids ['2b24f1d9-b1fb-4233-89a5-cef9be031802'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:01:42.032964 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a9b4051a-7a7e-4f24-a853-d84caba9c1d0 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:42.043549 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56218) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:42.047145 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7529e2-4d75-46da-bc50-a41ced2e59bb None None] Routers {'2b24f1d9-b1fb-4233-89a5-cef9be031802'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:01:42.048083 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-2c7529e2-4d75-46da-bc50-a41ced2e59bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:01:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['2b24f1d9-b1fb-4233-89a5-cef9be031802'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:42.054756 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [None req-c9fdff96-9087-4b41-a3b2-81cc50579231 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:42.058730 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c9fdff96-9087-4b41-a3b2-81cc50579231 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0113094 Jan 21 19:01:42.062896 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56222) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:42.072916 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-9208c496-db2a-4610-8074-8522e112f56d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:42.074077 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [None req-8d53679a-959a-4c17-9616-a3027f56544e tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:42.076062 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-8d53679a-959a-4c17-9616-a3027f56544e tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0081398 Jan 21 19:01:42.088509 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9208c496-db2a-4610-8074-8522e112f56d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:01:42.092891 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9208c496-db2a-4610-8074-8522e112f56d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:42.093736 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9208c496-db2a-4610-8074-8522e112f56d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:42.099840 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56226) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:42.102428 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb0fff-ecad-43d5-a33e-f85304999fa2 req-5f0a9c36-d8a2-4467-b524-743b3988edf2 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:42.109345 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [None req-71071d0c-4a67-42f2-9afa-4b401c74c3a9 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:42.110535 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-71071d0c-4a67-42f2-9afa-4b401c74c3a9 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0095992 Jan 21 19:01:42.112996 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fafb0fff-ecad-43d5-a33e-f85304999fa2 req-5f0a9c36-d8a2-4467-b524-743b3988edf2 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.6175489 Jan 21 19:01:42.118400 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56230) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:42.128174 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [None req-fc81a7a1-c7b9-48c0-a5c2-a4e074abd11f tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:42.129364 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-fc81a7a1-c7b9-48c0-a5c2-a4e074abd11f tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0093350 Jan 21 19:01:42.130660 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205b8ced-e7fb-477c-a92f-6197e3c68573 None None] Network f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:01:42.133252 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56234) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:42.138494 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-a9b4051a-7a7e-4f24-a853-d84caba9c1d0 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "PUT /v2.0/floatingips/88e8cf54-07b4-439b-9efe-697de637df6a HTTP/1.1" status: 200 len: 992 time: 4.3685565 Jan 21 19:01:42.139775 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f94c23af-4094-4456-893c-aaab1a04caca', 'tag': '05af6f48-51ac-402b-be5c-17859a66fb58'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:01:42.140307 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-f0bbf737-88b2-4042-a4e6-5947a5d661a9 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:42.148885 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [None req-d0de6e37-7ff0-471e-ab09-d75b33f7bb1f tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:42.151190 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-d0de6e37-7ff0-471e-ab09-d75b33f7bb1f tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0149572 Jan 21 19:01:42.153401 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-86626d5d-8a8a-44f3-92f1-d3bf97a38ef9 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:42.157218 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-f0bbf737-88b2-4042-a4e6-5947a5d661a9 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Usage tracker for resource:subnet and tenant:98165352f4974f8d954efc4ce4c85f15 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:42.157842 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56242) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:42.161574 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-f0bbf737-88b2-4042-a4e6-5947a5d661a9 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:42.176172 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-ce768782-6c6a-406b-9e04-5fe201a505f5 None None] Provisioning for port f4221b20-f531-4ca1-a5e8-995351fd56bc completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:01:42.177496 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-f0bbf737-88b2-4042-a4e6-5947a5d661a9 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:42.192423 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fafb0fff-ecad-43d5-a33e-f85304999fa2 req-2c9f057d-29c8-498e-92b4-749a3a1f4f64 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0785306 Jan 21 19:01:42.203193 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-ce768782-6c6a-406b-9e04-5fe201a505f5 None None] Provisioning complete for port f4221b20-f531-4ca1-a5e8-995351fd56bc triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:01:42.203827 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ce768782-6c6a-406b-9e04-5fe201a505f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:42.214395 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [None req-b6bc0912-8b83-47cd-a473-d05c2e995670 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:42.218477 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b6bc0912-8b83-47cd-a473-d05c2e995670 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0154257 Jan 21 19:01:42.219349 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56246) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:42.224677 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [None req-b0684c0b-743c-47ad-88c7-01a3768d403f tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:42.237280 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b0684c0b-743c-47ad-88c7-01a3768d403f tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0078771 Jan 21 19:01:42.237406 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86626d5d-8a8a-44f3-92f1-d3bf97a38ef9 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event deleted for resources: {'Port': ['ID=f4221b20-f531-4ca1-a5e8-995351fd56bc,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:42.238034 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56250) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:42.243677 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [None req-40e12e52-b19c-4396-9cb1-41553444319f tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:42.249589 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-40e12e52-b19c-4396-9cb1-41553444319f tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0099449 Jan 21 19:01:42.250471 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56254) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:42.260532 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [None req-f943c226-1314-47b9-ae7e-dfc22f99a62b tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:42.270624 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f943c226-1314-47b9-ae7e-dfc22f99a62b tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0157740 Jan 21 19:01:42.270780 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56258) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:42.289973 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [None req-a88dc7c7-e1b6-4669-aa05-c7595a44b4dc tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:42.292211 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-a88dc7c7-e1b6-4669-aa05-c7595a44b4dc tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0213799 Jan 21 19:01:42.296285 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56262) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:42.301769 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [None req-e8a071bb-a22d-4a80-b531-aee552386a16 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:42.303739 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e8a071bb-a22d-4a80-b531-aee552386a16 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0065191 Jan 21 19:01:42.311946 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56266) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:42.319737 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [None req-b52f6952-b00d-46c5-af98-27815c704952 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:42.332816 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b52f6952-b00d-46c5-af98-27815c704952 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0132852 Jan 21 19:01:42.332816 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56270) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:42.342986 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [None req-2a948c09-2fa4-4f44-8366-22d29800b972 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:42.347132 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-2a948c09-2fa4-4f44-8366-22d29800b972 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0179875 Jan 21 19:01:42.348054 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.db.api [None req-f772e23b-7a92-4ad3-8f62-2785125c6e0e tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:01:42.348369 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG oslo_db.api [None req-f772e23b-7a92-4ad3-8f62-2785125c6e0e tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:01:42.348749 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56274) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:42.353136 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f94c23af-4094-4456-893c-aaab1a04caca', 'tag': '05af6f48-51ac-402b-be5c-17859a66fb58', 'status': 'completed', 'code': 200} Jan 21 19:01:42.355535 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [None req-cbcd3d82-a6d1-4a26-8bac-fd0ccc5153cd tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:42.355675 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86626d5d-8a8a-44f3-92f1-d3bf97a38ef9 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] No DVR routers for this DVR port f4221b20-f531-4ca1-a5e8-995351fd56bc on host dv-neutron-825470-1-hyperv {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:01:42.358256 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-cbcd3d82-a6d1-4a26-8bac-fd0ccc5153cd tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0080142 Jan 21 19:01:42.358886 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56278) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:42.365040 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [None req-8dcdc26b-4f26-4d4a-9afa-3c6a5a67f425 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:42.372500 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-8dcdc26b-4f26-4d4a-9afa-3c6a5a67f425 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0125046 Jan 21 19:01:42.376273 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56282) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:42.376388 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-ce768782-6c6a-406b-9e04-5fe201a505f5 None None] Port f4221b20-f531-4ca1-a5e8-995351fd56bc was deleted so its status cannot be updated. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 19:01:42.376502 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0bbf737-88b2-4042-a4e6-5947a5d661a9 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Made reservation on behalf of 98165352f4974f8d954efc4ce4c85f15 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:01:42.380730 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f0bbf737-88b2-4042-a4e6-5947a5d661a9 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:42.380851 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-18d747cb-8859-4309-a78d-d947206e9ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:42.402467 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-9208c496-db2a-4610-8074-8522e112f56d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.7530551 Jan 21 19:01:42.418065 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [None req-ab0ce28f-9e18-4092-b0b8-623a246510bd tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:42.421661 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ab0ce28f-9e18-4092-b0b8-623a246510bd tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0472333 Jan 21 19:01:42.425249 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56286) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:42.425249 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56288) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:42.440155 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-fe2ec442-53e0-4e32-9053-2e62826cdfc5 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1373133275'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:42.445546 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-fe2ec442-53e0-4e32-9053-2e62826cdfc5 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:42.450010 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-fe2ec442-53e0-4e32-9053-2e62826cdfc5 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Usage tracker for resource:network and tenant:d3e69eb5fab24f5d9451b2cf3f9d850d is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:42.452998 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-fe2ec442-53e0-4e32-9053-2e62826cdfc5 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:42.458643 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-fe2ec442-53e0-4e32-9053-2e62826cdfc5 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:42.471575 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [None req-9d9b8790-b1eb-4b78-aae0-2cada9c202b3 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:42.475296 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-9d9b8790-b1eb-4b78-aae0-2cada9c202b3 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0456324 Jan 21 19:01:42.475874 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56294) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:42.495313 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [None req-f3ecc8f6-91b1-4cd6-8c42-8f6f23e49a45 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:42.499142 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f3ecc8f6-91b1-4cd6-8c42-8f6f23e49a45 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0109875 Jan 21 19:01:42.502791 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56298) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:42.509610 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [None req-77058032-c7ff-437b-972a-fd4e9f36d84a tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:42.513540 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-77058032-c7ff-437b-972a-fd4e9f36d84a tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0105863 Jan 21 19:01:42.517857 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56302) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:42.541918 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [None req-a2dac6db-0890-4eb4-8385-3a28e2a739ff tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:42.543455 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-a2dac6db-0890-4eb4-8385-3a28e2a739ff tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0122764 Jan 21 19:01:42.545125 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d747cb-8859-4309-a78d-d947206e9ec9 None None] Pushing event deleted for resources: {'Port': ['ID=52b99d6f-7b1b-401c-bce7-6c759ae424ad,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:42.546302 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-2c7529e2-4d75-46da-bc50-a41ced2e59bb None None] Set router 2b24f1d9-b1fb-4233-89a5-cef9be031802 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:01:42.547698 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56306) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:42.555047 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device f4221b20-f531-4ca1-a5e8-995351fd56bc up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:01:42.561151 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [None req-3ec1d638-7765-4a3a-862b-adca0e090c26 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:42.562434 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3ec1d638-7765-4a3a-862b-adca0e090c26 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0108383 Jan 21 19:01:42.568238 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56310) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:42.571013 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-86626d5d-8a8a-44f3-92f1-d3bf97a38ef9 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:42.578929 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2ec442-53e0-4e32-9053-2e62826cdfc5 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Made reservation on behalf of d3e69eb5fab24f5d9451b2cf3f9d850d for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:01:42.582394 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fe2ec442-53e0-4e32-9053-2e62826cdfc5 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:42.623803 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe2ec442-53e0-4e32-9053-2e62826cdfc5 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:01:42.627448 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [None req-d78df12d-b516-4571-b5be-345c014cb631 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:42.628277 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-d78df12d-b516-4571-b5be-345c014cb631 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0179894 Jan 21 19:01:42.633522 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56314) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:42.639146 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [None req-3fe61eeb-59b5-46a2-9d1e-563b109d05cd tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:42.642615 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-3fe61eeb-59b5-46a2-9d1e-563b109d05cd tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0080373 Jan 21 19:01:42.642881 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56318) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:42.651997 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fe2ec442-53e0-4e32-9053-2e62826cdfc5 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:42.651997 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-fe2ec442-53e0-4e32-9053-2e62826cdfc5 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Added segment ba71da9d-69ca-4091-b442-4741b2ba00a2 of type vlan for network b3e5c4f2-0a07-475b-b69c-6cf0b786e157 Jan 21 19:01:42.664157 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [None req-0db7f0c1-aa99-47d3-a40d-bed1a2d9ae31 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:42.665603 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-0db7f0c1-aa99-47d3-a40d-bed1a2d9ae31 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0111611 Jan 21 19:01:42.670567 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56322) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:42.681552 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [None req-7dbf0da6-9a65-4945-bf8b-f0c6176deeb7 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:42.682817 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-7dbf0da6-9a65-4945-bf8b-f0c6176deeb7 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0078251 Jan 21 19:01:42.686847 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56326) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:42.691636 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8fc06-630d-47cd-a29d-6716a52cac6d req-1af0f49a-7840-40ba-ae01-ebcb3f352516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:42.696024 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a8e8fc06-630d-47cd-a29d-6716a52cac6d req-1af0f49a-7840-40ba-ae01-ebcb3f352516 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=35339a7947db486893b0582b9003cb0e&device_id=f94c23af-4094-4456-893c-aaab1a04caca HTTP/1.1" status: 200 len: 1099 time: 0.3428388 Jan 21 19:01:42.703906 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [None req-95059ee5-1827-4b31-ae7b-1202f828f030 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:42.705170 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-95059ee5-1827-4b31-ae7b-1202f828f030 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0171559 Jan 21 19:01:42.708598 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56330) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:42.735621 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fe2ec442-53e0-4e32-9053-2e62826cdfc5 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:42.736971 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: f4221b20-f531-4ca1-a5e8-995351fd56bc {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:01:42.737829 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device f4221b20-f531-4ca1-a5e8-995351fd56bc not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 21 19:01:42.743336 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [None req-47fce9e0-0581-4492-9a7c-6ce869d6cbcd tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:42.743712 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-47fce9e0-0581-4492-9a7c-6ce869d6cbcd tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0083921 Jan 21 19:01:42.748682 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56334) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:42.768899 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [None req-8f4d5dda-b60c-4a34-a423-04ae17392677 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:42.769858 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-8f4d5dda-b60c-4a34-a423-04ae17392677 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0182905 Jan 21 19:01:42.777402 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56338) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:42.789232 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d747cb-8859-4309-a78d-d947206e9ec9 None None] No DVR routers for this DVR port 52b99d6f-7b1b-401c-bce7-6c759ae424ad on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:01:42.802909 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [None req-d0d5d447-0e10-48cb-ac3b-8b27d711e593 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:42.806490 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d0d5d447-0e10-48cb-ac3b-8b27d711e593 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0268748 Jan 21 19:01:42.810500 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56342) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:42.818960 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [None req-b56d114e-c704-45a3-a574-2e40a76c233f tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:42.823170 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b56d114e-c704-45a3-a574-2e40a76c233f tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0100381 Jan 21 19:01:42.830472 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56346) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:42.842042 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [None req-c9bafeef-5850-4504-8127-e7a5b94950fc tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:42.845528 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c9bafeef-5850-4504-8127-e7a5b94950fc tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0117528 Jan 21 19:01:42.846434 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56350) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:42.852515 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [None req-e473a700-c7c2-4dfd-8355-775b315cd1b1 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:42.859361 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e473a700-c7c2-4dfd-8355-775b315cd1b1 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0069079 Jan 21 19:01:42.859361 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-f772e23b-7a92-4ad3-8f62-2785125c6e0e tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Deleting port 52b99d6f-7b1b-401c-bce7-6c759ae424ad {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:01:42.859688 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-86626d5d-8a8a-44f3-92f1-d3bf97a38ef9 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:42.859802 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f772e23b-7a92-4ad3-8f62-2785125c6e0e tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:42.861271 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56354) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:42.863650 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Port f4221b20-f531-4ca1-a5e8-995351fd56bc not found, will not notify nova. {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 21 19:01:42.945108 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fe2ec442-53e0-4e32-9053-2e62826cdfc5 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:42.952497 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2ec442-53e0-4e32-9053-2e62826cdfc5 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:42.953144 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fe2ec442-53e0-4e32-9053-2e62826cdfc5 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:42.966767 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-f772e23b-7a92-4ad3-8f62-2785125c6e0e tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] The port '52b99d6f-7b1b-401c-bce7-6c759ae424ad' was deleted {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:01:42.968495 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 52b99d6f-7b1b-401c-bce7-6c759ae424ad no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:01:42.982720 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f0bbf737-88b2-4042-a4e6-5947a5d661a9 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:42.988317 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-2c7529e2-4d75-46da-bc50-a41ced2e59bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b24f1d9-b1fb-4233-89a5-cef9be031802', 'name': 'tempest-ServersTestManualDisk-1436137172-router', 'tenant_id': '35339a7947db486893b0582b9003cb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.207'}], 'enable_snat': True}, 'gw_port_id': '29b7d165-4bc5-4789-bdcb-e021ea4e4f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:00:44Z', 'updated_at': '2022-01-21T19:00:56Z', 'revision_number': 4, 'project_id': '35339a7947db486893b0582b9003cb0e', 'gw_port': {'id': '29b7d165-4bc5-4789-bdcb-e021ea4e4f59', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:87:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b24f1d9-b1fb-4233-89a5-cef9be031802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:00:45Z', 'updated_at': '2022-01-21T19:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '88e8cf54-07b4-439b-9efe-697de637df6a', 'tenant_id': '35339a7947db486893b0582b9003cb0e', 'floating_ip_address': '172.26.1.200', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '2b24f1d9-b1fb-4233-89a5-cef9be031802', 'port_id': '05af6f48-51ac-402b-be5c-17859a66fb58', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe9349f9-ebb7-4ed4-89c7-377645adc8f0', 'mac_address': 'fa:16:3e:b0:5c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94c23af-4094-4456-893c-aaab1a04caca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:01:07Z', 'updated_at': '2022-01-21T19:01:39Z', 'revision_number': 1, 'project_id': '35339a7947db486893b0582b9003cb0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89ba422f-66a7-4d8f-b525-9204540db746', 'name': '', 'network_id': 'fe9349f9-ebb7-4ed4-89c7-377645adc8f0', 'tenant_id': '35339a7947db486893b0582b9003cb0e', 'mac_address': 'fa:16:3e:c7:30:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b24f1d9-b1fb-4233-89a5-cef9be031802', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '46be17ed-e474-4ae3-8ca8-5faafc286898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:00:53Z', 'updated_at': '2022-01-21T19:01:08Z', 'revision_number': 5, 'project_id': '35339a7947db486893b0582b9003cb0e', 'subnets': [{'id': '46be17ed-e474-4ae3-8ca8-5faafc286898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:42.990848 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [None req-05454a29-a819-42b3-aaad-aac95d448bbd tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:42.991927 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-05454a29-a819-42b3-aaad-aac95d448bbd tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0265350 Jan 21 19:01:42.993377 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7529e2-4d75-46da-bc50-a41ced2e59bb None None] Checking router: 2b24f1d9-b1fb-4233-89a5-cef9be031802 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:01:42.997665 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56358) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:42.999804 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86626d5d-8a8a-44f3-92f1-d3bf97a38ef9 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event deleted for resources: {'Subnet': ['ID=449ea1e1-f909-4125-ae6c-20e5bae2ecdf,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:43.003403 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7529e2-4d75-46da-bc50-a41ced2e59bb None None] Routers {'2b24f1d9-b1fb-4233-89a5-cef9be031802'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:01:43.004128 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-2c7529e2-4d75-46da-bc50-a41ced2e59bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:01:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['2b24f1d9-b1fb-4233-89a5-cef9be031802'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:43.033177 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [None req-c6c623f1-7298-4a75-b8dc-fa2fd87cfea1 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:43.034295 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c6c623f1-7298-4a75-b8dc-fa2fd87cfea1 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0325050 Jan 21 19:01:43.037155 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 52b99d6f-7b1b-401c-bce7-6c759ae424ad {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:01:43.037711 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 52b99d6f-7b1b-401c-bce7-6c759ae424ad not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:01:43.054760 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56362) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:43.069913 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [None req-33da8949-19c7-413c-9283-e336242db6ae tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:43.071337 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-33da8949-19c7-413c-9283-e336242db6ae tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0155802 Jan 21 19:01:43.077961 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8fc06-630d-47cd-a29d-6716a52cac6d req-136c87a0-564f-45e6-af4f-4d50a62a7164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:43.079782 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a8e8fc06-630d-47cd-a29d-6716a52cac6d req-136c87a0-564f-45e6-af4f-4d50a62a7164 service neutron] 10.222.0.113 "GET /v2.0/networks?id=fe9349f9-ebb7-4ed4-89c7-377645adc8f0 HTTP/1.1" status: 200 len: 913 time: 0.3723698 Jan 21 19:01:43.093766 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56366) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:43.163369 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f82f66-15a2-49f4-87d0-8649c97ebc42 None None] Network 4efbf496-f187-4410-994b-627fd081df61 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:01:43.211106 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-2c7529e2-4d75-46da-bc50-a41ced2e59bb None None] Set router 2b24f1d9-b1fb-4233-89a5-cef9be031802 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:01:43.246722 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bbf737-88b2-4042-a4e6-5947a5d661a9 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event updated for resources: {'Subnet': ['ID=e72a1f66-20ba-4142-8e65-3eedfee90098,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:43.318647 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [None req-4f0cbf1a-7f0a-4dce-9dc8-8b4f67d6c217 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:43.320273 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-4f0cbf1a-7f0a-4dce-9dc8-8b4f67d6c217 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.2254076 Jan 21 19:01:43.339405 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56372) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:43.444009 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [None req-48d7c23d-3c9b-4c17-9621-7a758a33e3db tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:43.446011 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-48d7c23d-3c9b-4c17-9621-7a758a33e3db tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.1051311 Jan 21 19:01:43.455158 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56378) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:43.488746 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-fe2ec442-53e0-4e32-9053-2e62826cdfc5 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0624523 Jan 21 19:01:43.497894 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-86626d5d-8a8a-44f3-92f1-d3bf97a38ef9 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:43.503288 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bbf737-88b2-4042-a4e6-5947a5d661a9 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Checking segment: {'id': 'ebcb1c3c-f8b9-4cd6-be5b-36544b1d6c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6d2bc0b7-54be-4cff-aeb1-6de58eaa26e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:01:43.503659 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bbf737-88b2-4042-a4e6-5947a5d661a9 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Network hostable DHCP agents. Network: 6d2bc0b7-54be-4cff-aeb1-6de58eaa26e4, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:01:43.515693 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56380) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:43.565059 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [None req-7634b7a9-7100-440f-9566-c6d27e09cc19 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:43.567605 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9238a587-2de4-449d-afa5-bcf5ecbaea9a None None] DHCP port deletion for 4efbf496-f187-4410-994b-627fd081df61 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:01:43.577825 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-7634b7a9-7100-440f-9566-c6d27e09cc19 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0553074 Jan 21 19:01:43.589980 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56384) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:43.598153 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [None req-01a2956c-447c-4c70-9afb-df5156e95504 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:43.604314 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-01a2956c-447c-4c70-9afb-df5156e95504 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0132904 Jan 21 19:01:43.604650 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-9bb86a49-0cb2-4c34-9676-b81675c5127a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'ports': [{'network_id': 'f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9'}, {'network_id': 'b3e5c4f2-0a07-475b-b69c-6cf0b786e157'}]} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:43.604951 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-9bb86a49-0cb2-4c34-9676-b81675c5127a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'port': {'network_id': 'f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:43.605432 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-9bb86a49-0cb2-4c34-9676-b81675c5127a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'port': {'network_id': 'b3e5c4f2-0a07-475b-b69c-6cf0b786e157'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:43.610898 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-2c7529e2-4d75-46da-bc50-a41ced2e59bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b24f1d9-b1fb-4233-89a5-cef9be031802', 'name': 'tempest-ServersTestManualDisk-1436137172-router', 'tenant_id': '35339a7947db486893b0582b9003cb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.207'}], 'enable_snat': True}, 'gw_port_id': '29b7d165-4bc5-4789-bdcb-e021ea4e4f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:00:44Z', 'updated_at': '2022-01-21T19:00:56Z', 'revision_number': 4, 'project_id': '35339a7947db486893b0582b9003cb0e', 'gw_port': {'id': '29b7d165-4bc5-4789-bdcb-e021ea4e4f59', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:87:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b24f1d9-b1fb-4233-89a5-cef9be031802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:00:45Z', 'updated_at': '2022-01-21T19:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '88e8cf54-07b4-439b-9efe-697de637df6a', 'tenant_id': '35339a7947db486893b0582b9003cb0e', 'floating_ip_address': '172.26.1.200', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '2b24f1d9-b1fb-4233-89a5-cef9be031802', 'port_id': '05af6f48-51ac-402b-be5c-17859a66fb58', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe9349f9-ebb7-4ed4-89c7-377645adc8f0', 'mac_address': 'fa:16:3e:b0:5c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94c23af-4094-4456-893c-aaab1a04caca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:01:07Z', 'updated_at': '2022-01-21T19:01:39Z', 'revision_number': 1, 'project_id': '35339a7947db486893b0582b9003cb0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89ba422f-66a7-4d8f-b525-9204540db746', 'name': '', 'network_id': 'fe9349f9-ebb7-4ed4-89c7-377645adc8f0', 'tenant_id': '35339a7947db486893b0582b9003cb0e', 'mac_address': 'fa:16:3e:c7:30:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b24f1d9-b1fb-4233-89a5-cef9be031802', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '46be17ed-e474-4ae3-8ca8-5faafc286898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:00:53Z', 'updated_at': '2022-01-21T19:01:08Z', 'revision_number': 5, 'project_id': '35339a7947db486893b0582b9003cb0e', 'subnets': [{'id': '46be17ed-e474-4ae3-8ca8-5faafc286898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:43.615780 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7529e2-4d75-46da-bc50-a41ced2e59bb None None] The sync data for ids ['2b24f1d9-b1fb-4233-89a5-cef9be031802'] in dv-neutron-825470-1-hyperv is: [{'id': '2b24f1d9-b1fb-4233-89a5-cef9be031802', 'name': 'tempest-ServersTestManualDisk-1436137172-router', 'tenant_id': '35339a7947db486893b0582b9003cb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.207'}], 'enable_snat': True}, 'gw_port_id': '29b7d165-4bc5-4789-bdcb-e021ea4e4f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:00:44Z', 'updated_at': '2022-01-21T19:00:56Z', 'revision_number': 4, 'project_id': '35339a7947db486893b0582b9003cb0e', 'gw_port': {'id': '29b7d165-4bc5-4789-bdcb-e021ea4e4f59', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:87:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b24f1d9-b1fb-4233-89a5-cef9be031802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:00:45Z', 'updated_at': '2022-01-21T19:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '88e8cf54-07b4-439b-9efe-697de637df6a', 'tenant_id': '35339a7947db486893b0582b9003cb0e', 'floating_ip_address': '172.26.1.200', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '2b24f1d9-b1fb-4233-89a5-cef9be031802', 'port_id': '05af6f48-51ac-402b-be5c-17859a66fb58', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe9349f9-ebb7-4ed4-89c7-377645adc8f0', 'mac_address': 'fa:16:3e:b0:5c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94c23af-4094-4456-893c-aaab1a04caca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:01:07Z', 'updated_at': '2022-01-21T19:01:39Z', 'revision_number': 1, 'project_id': '35339a7947db486893b0582b9003cb0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89ba422f-66a7-4d8f-b525-9204540db746', 'name': '', 'network_id': 'fe9349f9-ebb7-4ed4-89c7-377645adc8f0', 'tenant_id': '35339a7947db486893b0582b9003cb0e', 'mac_address': 'fa:16:3e:c7:30:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b24f1d9-b1fb-4233-89a5-cef9be031802', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '46be17ed-e474-4ae3-8ca8-5faafc286898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:00:53Z', 'updated_at': '2022-01-21T19:01:08Z', 'revision_number': 5, 'project_id': '35339a7947db486893b0582b9003cb0e', 'subnets': [{'id': '46be17ed-e474-4ae3-8ca8-5faafc286898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:01:43.621599 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56390) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:43.635862 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [None req-f9d51a18-2d96-4a6f-8482-fb8a90cbb6c5 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:43.637661 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f9d51a18-2d96-4a6f-8482-fb8a90cbb6c5 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0149069 Jan 21 19:01:43.639411 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-86626d5d-8a8a-44f3-92f1-d3bf97a38ef9 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4efbf496-f187-4410-994b-627fd081df61']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:43.648509 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56394) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:43.661115 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [None req-bc9768d2-a9af-4928-aef0-005b1cde2c6a tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:43.661731 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-bc9768d2-a9af-4928-aef0-005b1cde2c6a tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0093787 Jan 21 19:01:43.663564 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-86626d5d-8a8a-44f3-92f1-d3bf97a38ef9 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72a69094-d1fa-4e96-9581-0da04f643bf8') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:43.664212 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-86626d5d-8a8a-44f3-92f1-d3bf97a38ef9 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72a69094-d1fa-4e96-9581-0da04f643bf8') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:43.667014 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ec442-53e0-4e32-9053-2e62826cdfc5 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event updated for resources: {'Network': ['ID=b3e5c4f2-0a07-475b-b69c-6cf0b786e157,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:43.672928 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a8e8fc06-630d-47cd-a29d-6716a52cac6d req-247daeee-8d5a-4250-bb25-5e57a2645bc2 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05af6f48-51ac-402b-be5c-17859a66fb58 HTTP/1.1" status: 200 len: 1000 time: 0.5760806 Jan 21 19:01:43.674266 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56398) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:43.679445 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network b3e5c4f2-0a07-475b-b69c-6cf0b786e157 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:01:43.736241 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-86626d5d-8a8a-44f3-92f1-d3bf97a38ef9 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:43.737605 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [None req-a458ecdd-50e9-4930-8149-65acccb4093f tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:43.741496 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a458ecdd-50e9-4930-8149-65acccb4093f tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0587845 Jan 21 19:01:43.742814 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56402) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:43.744811 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f772e23b-7a92-4ad3-8f62-2785125c6e0e tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:43.763125 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [None req-4ffd8063-32b2-49d3-a18b-98cddf5712b9 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:43.767038 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-4ffd8063-32b2-49d3-a18b-98cddf5712b9 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0140891 Jan 21 19:01:43.771029 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56406) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:43.789548 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [None req-4b52a98f-b1d2-473e-8f35-58f3a3da408e tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:43.792145 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-4b52a98f-b1d2-473e-8f35-58f3a3da408e tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0094922 Jan 21 19:01:43.794329 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56410) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:43.797816 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-86626d5d-8a8a-44f3-92f1-d3bf97a38ef9 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:43.805269 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [None req-75a72d7c-0832-4cc2-90ff-c5168da7391a tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:43.807541 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-75a72d7c-0832-4cc2-90ff-c5168da7391a tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0120184 Jan 21 19:01:43.814914 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56414) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:43.832749 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [None req-5ed9c798-933f-4026-8dd0-956e35acf7b7 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:43.837128 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5ed9c798-933f-4026-8dd0-956e35acf7b7 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0178554 Jan 21 19:01:43.837128 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86626d5d-8a8a-44f3-92f1-d3bf97a38ef9 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:01:43.837128 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-86626d5d-8a8a-44f3-92f1-d3bf97a38ef9 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:43.839408 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56418) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:43.854590 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [None req-2585b2e5-7c2f-4e41-8731-fba310122dfc tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:43.855576 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-2585b2e5-7c2f-4e41-8731-fba310122dfc tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0104160 Jan 21 19:01:43.869718 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:01:43.869718 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:01:43.869718 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:01:43.869718 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:01:43.869718 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:01:43.869718 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:01:43.869718 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:01:43.869718 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:01:43.869718 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:01:43.869718 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:01:43.869718 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:01:43.869718 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:01:43.869718 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:01:43.869718 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:01:43.869718 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:01:43.869718 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:01:43.869718 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:01:43.869718 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:01:43.869718 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:01:43.869718 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:01:43.869718 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:01:43.869718 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:01:43.869718 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:01:43.869718 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:01:43.869718 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:01:43.869718 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:01:43.869718 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:01:43.869718 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:01:43.869718 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:01:43.869718 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:01:43.869718 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:01:43.869718 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:01:43.872138 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56422) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:43.876436 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-f772e23b-7a92-4ad3-8f62-2785125c6e0e tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5325a9d7-1fcd-4aad-add2-e2df14debfe6']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:43.894864 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [None req-520b8065-10c9-4fac-ad75-90747400adaa tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:43.898217 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-520b8065-10c9-4fac-ad75-90747400adaa tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0120320 Jan 21 19:01:43.898749 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8fc06-630d-47cd-a29d-6716a52cac6d req-a1947c88-ffce-475c-800e-63ddc6ca58ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:43.900895 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a8e8fc06-630d-47cd-a29d-6716a52cac6d req-a1947c88-ffce-475c-800e-63ddc6ca58ae service neutron] 10.222.0.113 "GET /v2.0/subnets?id=46be17ed-e474-4ae3-8ca8-5faafc286898 HTTP/1.1" status: 200 len: 851 time: 0.2063959 Jan 21 19:01:43.904844 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56426) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:43.911542 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-f772e23b-7a92-4ad3-8f62-2785125c6e0e tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41c522fc-4ffc-4ce8-8882-689d08da2d74') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:43.911838 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-f772e23b-7a92-4ad3-8f62-2785125c6e0e tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41c522fc-4ffc-4ce8-8882-689d08da2d74') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:43.936226 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0663896c-66d4-4c4f-9d7a-f6ea4b9f2b4b None None] New status for floating IP 88e8cf54-07b4-439b-9efe-697de637df6a: ACTIVE {{(pid=88138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:01:43.940541 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [None req-5aca7b93-194b-4a94-955c-f0b346a08723 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:43.944010 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-5aca7b93-194b-4a94-955c-f0b346a08723 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0222807 Jan 21 19:01:43.947979 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f772e23b-7a92-4ad3-8f62-2785125c6e0e tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:43.949255 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56430) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:43.967051 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [None req-32f970e3-152d-484c-9dfa-80d7f33489db tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:43.969864 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-32f970e3-152d-484c-9dfa-80d7f33489db tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0177622 Jan 21 19:01:43.970027 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9c8fb-6197-4eb5-b1f9-f065916db460 req-f9a9f8b9-2f84-4269-96a3-983b7f113b25 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:43.971084 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d4b9c8fb-6197-4eb5-b1f9-f065916db460 req-f9a9f8b9-2f84-4269-96a3-983b7f113b25 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.5697875 Jan 21 19:01:43.981092 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56434) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:44.031044 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [None req-3c7f1000-d493-4066-9c69-c5cff3b9b85f tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:44.031929 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-3c7f1000-d493-4066-9c69-c5cff3b9b85f tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0546653 Jan 21 19:01:44.034669 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56438) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:44.042069 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [None req-61d42eb1-8fc4-49cd-90d8-044b8ca1119f tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:44.044805 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-61d42eb1-8fc4-49cd-90d8-044b8ca1119f tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0073464 Jan 21 19:01:44.046811 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56442) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:44.052506 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [None req-d41a31b5-918c-4a75-a9d9-693c1c6b9c46 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:44.055739 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-d41a31b5-918c-4a75-a9d9-693c1c6b9c46 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0056429 Jan 21 19:01:44.055885 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56446) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:44.058254 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f772e23b-7a92-4ad3-8f62-2785125c6e0e tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:44.062438 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [None req-bb267221-0b19-4a37-87ef-136897d6c693 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:44.065814 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-bb267221-0b19-4a37-87ef-136897d6c693 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0067017 Jan 21 19:01:44.066022 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56450) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:44.075886 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [None req-95609adc-545f-4153-951c-541b407284bf tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:44.075886 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-95609adc-545f-4153-951c-541b407284bf tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0065246 Jan 21 19:01:44.076175 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56454) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:44.078681 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f772e23b-7a92-4ad3-8f62-2785125c6e0e tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:01:44.079072 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f772e23b-7a92-4ad3-8f62-2785125c6e0e tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:44.083173 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8fc06-630d-47cd-a29d-6716a52cac6d req-07bdc434-5706-4a9a-8873-63c92a3aaea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:44.084598 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a8e8fc06-630d-47cd-a29d-6716a52cac6d req-07bdc434-5706-4a9a-8873-63c92a3aaea6 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=fe9349f9-ebb7-4ed4-89c7-377645adc8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1232603 Jan 21 19:01:44.098612 dv-neutron-825470-1-hyperv neutron-server[88136]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:01:44.098612 dv-neutron-825470-1-hyperv neutron-server[88136]: util.warn( Jan 21 19:01:44.098612 dv-neutron-825470-1-hyperv neutron-server[88136]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:01:44.098612 dv-neutron-825470-1-hyperv neutron-server[88136]: util.warn( Jan 21 19:01:44.098612 dv-neutron-825470-1-hyperv neutron-server[88136]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:01:44.098612 dv-neutron-825470-1-hyperv neutron-server[88136]: util.warn( Jan 21 19:01:44.098612 dv-neutron-825470-1-hyperv neutron-server[88136]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:01:44.098612 dv-neutron-825470-1-hyperv neutron-server[88136]: util.warn( Jan 21 19:01:44.098612 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:01:44.098612 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:01:44.098612 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:01:44.098612 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:01:44.098612 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:01:44.098612 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:01:44.098612 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:01:44.098612 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:01:44.098612 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:01:44.098612 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:01:44.098612 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:01:44.098612 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:01:44.098612 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:01:44.098612 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:01:44.098612 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:01:44.098612 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:01:44.098612 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:01:44.098612 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:01:44.098612 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:01:44.098612 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:01:44.098612 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:01:44.098612 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:01:44.098612 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:01:44.098612 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:01:44.098612 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:01:44.098612 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:01:44.098612 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:01:44.098612 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:01:44.098612 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:01:44.098612 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:01:44.098612 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:01:44.098612 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:01:44.106238 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [None req-37b03a07-b3fb-41b9-84fc-76ef785af998 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:44.109921 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-37b03a07-b3fb-41b9-84fc-76ef785af998 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0301924 Jan 21 19:01:44.111913 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56458) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:44.119961 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [None req-e9504c52-a3bf-43f7-8d44-7f31a45b5a66 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:44.123570 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e9504c52-a3bf-43f7-8d44-7f31a45b5a66 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0062110 Jan 21 19:01:44.125166 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56462) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:44.129952 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [None req-93804813-c955-4694-92af-816aaf4784d4 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:44.133114 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-93804813-c955-4694-92af-816aaf4784d4 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0049155 Jan 21 19:01:44.135664 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56466) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:44.136065 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-9bb86a49-0cb2-4c34-9676-b81675c5127a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:44.149479 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [None req-2269da75-b01c-466a-a989-c31bb4a97938 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:44.153293 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2269da75-b01c-466a-a989-c31bb4a97938 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0139928 Jan 21 19:01:44.154042 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56470) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:44.160354 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [None req-0d920d5d-9adc-4597-906f-ca865bf0b462 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:44.161253 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-0d920d5d-9adc-4597-906f-ca865bf0b462 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0063422 Jan 21 19:01:44.163724 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56474) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:44.191314 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-9bb86a49-0cb2-4c34-9676-b81675c5127a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Usage tracker for resource:port and tenant:d3e69eb5fab24f5d9451b2cf3f9d850d is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:44.200987 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-9bb86a49-0cb2-4c34-9676-b81675c5127a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:44.206242 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d4b9c8fb-6197-4eb5-b1f9-f065916db460 req-1f46e6ce-29a9-403e-a14b-12bcc8dcad42 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2242045 Jan 21 19:01:44.213687 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-9bb86a49-0cb2-4c34-9676-b81675c5127a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:44.218151 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [None req-3526ef93-430d-4a66-8214-bfa67e23e7cf tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:44.219096 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3526ef93-430d-4a66-8214-bfa67e23e7cf tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0545328 Jan 21 19:01:44.223302 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56478) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:44.228967 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [None req-777aee5a-11cc-4c37-94c7-3119c1db4b29 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:44.232638 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-777aee5a-11cc-4c37-94c7-3119c1db4b29 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0090723 Jan 21 19:01:44.233215 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56482) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:44.241229 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [None req-d44d51ef-50e2-4132-934b-f8b5b5128957 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:44.244592 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d44d51ef-50e2-4132-934b-f8b5b5128957 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0081670 Jan 21 19:01:44.245688 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56486) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:44.256797 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [None req-535578a5-23a9-4227-a14f-b08cd36aad11 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] http://10.222.0.87:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:01:44.261499 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-535578a5-23a9-4227-a14f-b08cd36aad11 tempest-ExtensionsTestJSON-2145279057 tempest-ExtensionsTestJSON-2145279057-project] 10.222.0.87 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0120654 Jan 21 19:01:44.287752 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device f4221b20-f531-4ca1-a5e8-995351fd56bc no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:01:44.289415 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bbf737-88b2-4042-a4e6-5947a5d661a9 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Network 6d2bc0b7-54be-4cff-aeb1-6de58eaa26e4 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:01:44.289536 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a8e8fc06-630d-47cd-a29d-6716a52cac6d req-45cff7e0-514e-40cc-95bb-d8efeba5c2f6 service neutron] 10.222.0.113 "GET /v2.0/networks/fe9349f9-ebb7-4ed4-89c7-377645adc8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968961 Jan 21 19:01:44.331284 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: f4221b20-f531-4ca1-a5e8-995351fd56bc {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:01:44.342450 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb86a49-0cb2-4c34-9676-b81675c5127a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Made reservation on behalf of d3e69eb5fab24f5d9451b2cf3f9d850d for: {'port': 2} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:01:44.342450 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9bb86a49-0cb2-4c34-9676-b81675c5127a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:44.342849 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device f4221b20-f531-4ca1-a5e8-995351fd56bc not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:01:44.346884 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-86626d5d-8a8a-44f3-92f1-d3bf97a38ef9 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:44.380867 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f772e23b-7a92-4ad3-8f62-2785125c6e0e tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:44.382609 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9bb86a49-0cb2-4c34-9676-b81675c5127a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:44.433899 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-86626d5d-8a8a-44f3-92f1-d3bf97a38ef9 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:44.445448 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86626d5d-8a8a-44f3-92f1-d3bf97a38ef9 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event deleted for resources: {'Network': ['ID=4efbf496-f187-4410-994b-627fd081df61,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:44.457771 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-86626d5d-8a8a-44f3-92f1-d3bf97a38ef9 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "DELETE /v2.0/networks/4efbf496-f187-4410-994b-627fd081df61 HTTP/1.1" status: 204 len: 168 time: 5.0546355 Jan 21 19:01:44.458576 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56492) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:44.472844 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-7f567e8a-7a41-49f6-a8ab-c912390cb9c1 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1368011673'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:44.481560 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-7f567e8a-7a41-49f6-a8ab-c912390cb9c1 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:44.493572 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f772e23b-7a92-4ad3-8f62-2785125c6e0e tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:44.495362 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-7f567e8a-7a41-49f6-a8ab-c912390cb9c1 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Usage tracker for resource:network and tenant:61b06f640fe54206829782ad2cf491c1 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:44.496626 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-f0bbf737-88b2-4042-a4e6-5947a5d661a9 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 6d2bc0b7-54be-4cff-aeb1-6de58eaa26e4) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:44.503800 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-7f567e8a-7a41-49f6-a8ab-c912390cb9c1 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:44.505205 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6ab1f5-9368-4c29-8d90-99152ccd62e3 None None] Network 6d2bc0b7-54be-4cff-aeb1-6de58eaa26e4 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:01:44.512235 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-7f567e8a-7a41-49f6-a8ab-c912390cb9c1 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:44.515561 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a8e8fc06-630d-47cd-a29d-6716a52cac6d req-ec3cff4f-80ae-4613-bbd8-c34bcf9a3e02 service neutron] 10.222.0.113 "GET /v2.0/networks/fe9349f9-ebb7-4ed4-89c7-377645adc8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196875 Jan 21 19:01:44.540205 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f772e23b-7a92-4ad3-8f62-2785125c6e0e tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Pushing event deleted for resources: {'Network': ['ID=5325a9d7-1fcd-4aad-add2-e2df14debfe6,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:44.543683 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bbf737-88b2-4042-a4e6-5947a5d661a9 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:44.544304 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f0bbf737-88b2-4042-a4e6-5947a5d661a9 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:44.556019 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f772e23b-7a92-4ad3-8f62-2785125c6e0e tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] 10.222.0.87 "DELETE /v2.0/networks/5325a9d7-1fcd-4aad-add2-e2df14debfe6 HTTP/1.1" status: 204 len: 168 time: 3.8923173 Jan 21 19:01:44.558464 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56496) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:44.609244 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-84fd0d84-92f3-4fae-9ce1-673329036653 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Synchronizing usage tracker for tenant:2be7e0190ec743aba66e02e31f80b391 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:01:44.619172 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f567e8a-7a41-49f6-a8ab-c912390cb9c1 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Made reservation on behalf of 61b06f640fe54206829782ad2cf491c1 for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:01:44.622993 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7f567e8a-7a41-49f6-a8ab-c912390cb9c1 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:44.686284 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f567e8a-7a41-49f6-a8ab-c912390cb9c1 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:01:44.697045 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f0bbf737-88b2-4042-a4e6-5947a5d661a9 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.9564574 Jan 21 19:01:44.697045 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [None req-9bb86a49-0cb2-4c34-9676-b81675c5127a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] device_id is not set on port 71d31970-6ec5-40df-86a2-b91e5081bbb3 yet. {{(pid=88136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:01:44.702345 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56504) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:44.719018 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-24a53662-6d73-4075-abef-40073dad0452 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1912038673'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:44.735947 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-84fd0d84-92f3-4fae-9ce1-673329036653 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Unset dirty status for tenant:2be7e0190ec743aba66e02e31f80b391 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:01:44.738488 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-84fd0d84-92f3-4fae-9ce1-673329036653 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] 10.222.0.87 "GET /v2.0/ports?device_id=d94cd185-9386-4c77-9a24-6339129109a9 HTTP/1.1" status: 200 len: 205 time: 0.1767902 Jan 21 19:01:44.740364 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56508) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:44.742293 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-24a53662-6d73-4075-abef-40073dad0452 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:44.747704 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7f567e8a-7a41-49f6-a8ab-c912390cb9c1 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:44.750223 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-7f567e8a-7a41-49f6-a8ab-c912390cb9c1 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Added segment ac6c0d23-f032-471f-9f8e-6ecf30abe327 of type vlan for network 0377451e-6f43-4822-8149-693784dac4b1 Jan 21 19:01:44.780443 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee19ba4-1271-488f-884e-8ddd4a151918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-6d2bc0b7-54be-4cff-aeb1-6de58eaa26e4', 'network_id': '6d2bc0b7-54be-4cff-aeb1-6de58eaa26e4', 'tenant_id': '98165352f4974f8d954efc4ce4c85f15', 'fixed_ips': [{'subnet_id': 'e72a1f66-20ba-4142-8e65-3eedfee90098'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:01:44.782201 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7ee19ba4-1271-488f-884e-8ddd4a151918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:44.801974 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9bb86a49-0cb2-4c34-9676-b81675c5127a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:44.827082 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56512) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:44.860287 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-24a53662-6d73-4075-abef-40073dad0452 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Usage tracker for resource:network and tenant:98165352f4974f8d954efc4ce4c85f15 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:44.872898 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-24a53662-6d73-4075-abef-40073dad0452 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:44.891383 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-24a53662-6d73-4075-abef-40073dad0452 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:44.979258 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d08ef688-e5b9-4e71-a131-8608b68ef8e7 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks [] for router, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:44.995060 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [None req-9bb86a49-0cb2-4c34-9676-b81675c5127a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] device_id is not set on port 2bf7cc77-aff4-4a4a-957c-2def5261b169 yet. {{(pid=88136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:01:45.004129 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aee783e0-8550-469e-9f36-70dce329c95e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:45.025194 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-aee783e0-8550-469e-9f36-70dce329c95e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:45.030838 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-aee783e0-8550-469e-9f36-70dce329c95e admin admin] Usage tracker for resource:security_group_rule and tenant:40fe2c2fa5be4e9094a0ff814fc73a83 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:45.031056 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-7ee19ba4-1271-488f-884e-8ddd4a151918 None None] Allocated IP 172.20.255.242 (6d2bc0b7-54be-4cff-aeb1-6de58eaa26e4/e72a1f66-20ba-4142-8e65-3eedfee90098/b77a54b9-a7de-4b51-ab44-eff2576991af) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:01:45.035096 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-aee783e0-8550-469e-9f36-70dce329c95e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:45.044475 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7f567e8a-7a41-49f6-a8ab-c912390cb9c1 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:45.044624 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-aee783e0-8550-469e-9f36-70dce329c95e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:45.160456 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9bb86a49-0cb2-4c34-9676-b81675c5127a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:45.183033 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a53662-6d73-4075-abef-40073dad0452 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Made reservation on behalf of 98165352f4974f8d954efc4ce4c85f15 for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:01:45.186465 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-24a53662-6d73-4075-abef-40073dad0452 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:45.212273 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aee783e0-8550-469e-9f36-70dce329c95e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:45.266775 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7ee19ba4-1271-488f-884e-8ddd4a151918 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:45.280743 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-7ee19ba4-1271-488f-884e-8ddd4a151918 None None] Transition to ACTIVE for port object b77a54b9-a7de-4b51-ab44-eff2576991af will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:01:45.288433 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aee783e0-8550-469e-9f36-70dce329c95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:45.302236 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-7ee19ba4-1271-488f-884e-8ddd4a151918 None None] Transition to ACTIVE for port object b77a54b9-a7de-4b51-ab44-eff2576991af will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:01:45.313178 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9bb86a49-0cb2-4c34-9676-b81675c5127a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:45.346695 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d08ef688-e5b9-4e71-a131-8608b68ef8e7 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:45.349863 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d08ef688-e5b9-4e71-a131-8608b68ef8e7 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:45.359585 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24a53662-6d73-4075-abef-40073dad0452 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:01:45.382017 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7f567e8a-7a41-49f6-a8ab-c912390cb9c1 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:45.390917 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f567e8a-7a41-49f6-a8ab-c912390cb9c1 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:45.395210 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7f567e8a-7a41-49f6-a8ab-c912390cb9c1 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:45.421544 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7ee19ba4-1271-488f-884e-8ddd4a151918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:45.473690 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-aee783e0-8550-469e-9f36-70dce329c95e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=40fe2c2fa5be4e9094a0ff814fc73a83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6457078 Jan 21 19:01:45.486428 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee783e0-8550-469e-9f36-70dce329c95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6026728f-0877-41a0-bbf3-1645259967a7,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:45.492102 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56520) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:45.508573 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee19ba4-1271-488f-884e-8ddd4a151918 None None] Network 6d2bc0b7-54be-4cff-aeb1-6de58eaa26e4 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:01:45.509828 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb86a49-0cb2-4c34-9676-b81675c5127a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Network f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:01:45.512925 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-7ee19ba4-1271-488f-884e-8ddd4a151918 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:45.516687 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee19ba4-1271-488f-884e-8ddd4a151918 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:01:45.528939 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-9bb86a49-0cb2-4c34-9676-b81675c5127a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:45.531623 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb86a49-0cb2-4c34-9676-b81675c5127a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:01:45.532437 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9bb86a49-0cb2-4c34-9676-b81675c5127a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:45.544813 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-24a53662-6d73-4075-abef-40073dad0452 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:45.547383 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-24a53662-6d73-4075-abef-40073dad0452 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Added segment 3f7eedaa-ab80-4765-8b6a-696b29014a60 of type vlan for network 1f9fd7c9-f947-4bd6-a853-275b70d40f7a Jan 21 19:01:45.548708 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb86a49-0cb2-4c34-9676-b81675c5127a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event updated for resources: {'Port': ['ID=71d31970-6ec5-40df-86a2-b91e5081bbb3,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:45.595380 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee19ba4-1271-488f-884e-8ddd4a151918 None None] Pushing event updated for resources: {'Port': ['ID=b77a54b9-a7de-4b51-ab44-eff2576991af,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:45.626644 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-7ee19ba4-1271-488f-884e-8ddd4a151918 None None] Attempting to bind port b77a54b9-a7de-4b51-ab44-eff2576991af on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:01:45.627164 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-7ee19ba4-1271-488f-884e-8ddd4a151918 None None] Attempting to bind port b77a54b9-a7de-4b51-ab44-eff2576991af by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'ebcb1c3c-f8b9-4cd6-be5b-36544b1d6c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6d2bc0b7-54be-4cff-aeb1-6de58eaa26e4'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:01:45.627630 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee19ba4-1271-488f-884e-8ddd4a151918 None None] Attempting to bind port b77a54b9-a7de-4b51-ab44-eff2576991af on network 6d2bc0b7-54be-4cff-aeb1-6de58eaa26e4 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:01:45.635828 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee19ba4-1271-488f-884e-8ddd4a151918 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:01:45.636367 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee19ba4-1271-488f-884e-8ddd4a151918 None None] Checking segment: {'id': 'ebcb1c3c-f8b9-4cd6-be5b-36544b1d6c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6d2bc0b7-54be-4cff-aeb1-6de58eaa26e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:01:45.637145 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7ee19ba4-1271-488f-884e-8ddd4a151918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:45.637664 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee19ba4-1271-488f-884e-8ddd4a151918 None None] Bound using segment: {'id': 'ebcb1c3c-f8b9-4cd6-be5b-36544b1d6c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6d2bc0b7-54be-4cff-aeb1-6de58eaa26e4'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:01:45.638472 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-7ee19ba4-1271-488f-884e-8ddd4a151918 None None] Bound port: b77a54b9-a7de-4b51-ab44-eff2576991af, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebcb1c3c-f8b9-4cd6-be5b-36544b1d6c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6d2bc0b7-54be-4cff-aeb1-6de58eaa26e4'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:01:45.638638 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d08ef688-e5b9-4e71-a131-8608b68ef8e7 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:45.639134 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08ef688-e5b9-4e71-a131-8608b68ef8e7 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Fanout notify agent at l3_agent the message router_deleted on router d94cd185-9386-4c77-9a24-6339129109a9 {{(pid=88137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:01:45.639254 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7ee19ba4-1271-488f-884e-8ddd4a151918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:45.648687 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f567e8a-7a41-49f6-a8ab-c912390cb9c1 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event updated for resources: {'Network': ['ID=0377451e-6f43-4822-8149-693784dac4b1,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:45.662910 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d08ef688-e5b9-4e71-a131-8608b68ef8e7 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:45.664030 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-d08ef688-e5b9-4e71-a131-8608b68ef8e7 tempest-RoutersNegativeIpV6Test-1169026223 tempest-RoutersNegativeIpV6Test-1169026223-project] 10.222.0.87 "DELETE /v2.0/routers/d94cd185-9386-4c77-9a24-6339129109a9 HTTP/1.1" status: 204 len: 168 time: 0.9111707 Jan 21 19:01:45.667367 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 0377451e-6f43-4822-8149-693784dac4b1 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:01:45.674126 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-24a53662-6d73-4075-abef-40073dad0452 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:45.708147 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-7f567e8a-7a41-49f6-a8ab-c912390cb9c1 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2444224 Jan 21 19:01:45.708147 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56526) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:45.717248 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-c50e807a-6549-42f2-8f5d-529cf742b883 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Request body: {'subnet': {'network_id': '0377451e-6f43-4822-8149-693784dac4b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:45.801729 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb86a49-0cb2-4c34-9676-b81675c5127a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event updated for resources: {'Port': ['ID=2bf7cc77-aff4-4a4a-957c-2def5261b169,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:45.825501 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-24a53662-6d73-4075-abef-40073dad0452 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:45.832106 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a53662-6d73-4075-abef-40073dad0452 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:45.833348 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-24a53662-6d73-4075-abef-40073dad0452 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:45.835692 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0225398-249d-4927-9dff-59a8e15778e9 req-26a98ce6-4c5a-4d18-ba03-4cf51b7348b3 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:45.837192 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e0225398-249d-4927-9dff-59a8e15778e9 req-26a98ce6-4c5a-4d18-ba03-4cf51b7348b3 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.4713130 Jan 21 19:01:45.838629 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb86a49-0cb2-4c34-9676-b81675c5127a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Checking segment: {'id': 'ba71da9d-69ca-4091-b442-4741b2ba00a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b3e5c4f2-0a07-475b-b69c-6cf0b786e157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:01:45.841707 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb86a49-0cb2-4c34-9676-b81675c5127a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Network hostable DHCP agents. Network: b3e5c4f2-0a07-475b-b69c-6cf0b786e157, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:01:45.843858 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-502795ff-954f-4fbd-9f1a-f99a176f2d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:45.877568 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-7ee19ba4-1271-488f-884e-8ddd4a151918 None None] For port b77a54b9-a7de-4b51-ab44-eff2576991af, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:01:45.880788 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-7ee19ba4-1271-488f-884e-8ddd4a151918 None None] For port b77a54b9-a7de-4b51-ab44-eff2576991af, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=b77a54b9-a7de-4b51-ab44-eff2576991af,segment=NetworkSegment(ebcb1c3c-f8b9-4cd6-be5b-36544b1d6c80),segment_id=ebcb1c3c-f8b9-4cd6-be5b-36544b1d6c80)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:01:45.905658 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-502795ff-954f-4fbd-9f1a-f99a176f2d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:45.908233 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-c50e807a-6549-42f2-8f5d-529cf742b883 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:45.912464 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-c50e807a-6549-42f2-8f5d-529cf742b883 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Usage tracker for resource:subnet and tenant:61b06f640fe54206829782ad2cf491c1 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:45.915383 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-c50e807a-6549-42f2-8f5d-529cf742b883 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:45.921851 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-c50e807a-6549-42f2-8f5d-529cf742b883 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:45.946867 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-24a53662-6d73-4075-abef-40073dad0452 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2423673 Jan 21 19:01:45.949302 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56532) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:45.956081 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e0225398-249d-4927-9dff-59a8e15778e9 req-9de34050-bcdf-4222-ae1b-1622fba10475 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1075892 Jan 21 19:01:45.971927 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb86a49-0cb2-4c34-9676-b81675c5127a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Network b3e5c4f2-0a07-475b-b69c-6cf0b786e157 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:01:45.977857 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7ee19ba4-1271-488f-884e-8ddd4a151918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:46.006980 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-f7450149-6644-489e-9c57-36bd399dc900 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Request body: {'subnet': {'network_id': '1f9fd7c9-f947-4bd6-a853-275b70d40f7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:46.032503 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a53662-6d73-4075-abef-40073dad0452 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event updated for resources: {'Network': ['ID=1f9fd7c9-f947-4bd6-a853-275b70d40f7a,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:46.069591 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-9bb86a49-0cb2-4c34-9676-b81675c5127a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, b3e5c4f2-0a07-475b-b69c-6cf0b786e157) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:46.071397 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-502795ff-954f-4fbd-9f1a-f99a176f2d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:46.088463 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb86a49-0cb2-4c34-9676-b81675c5127a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:01:46.096370 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb86a49-0cb2-4c34-9676-b81675c5127a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:46.102392 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb86a49-0cb2-4c34-9676-b81675c5127a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:46.104854 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9bb86a49-0cb2-4c34-9676-b81675c5127a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:46.114588 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee19ba4-1271-488f-884e-8ddd4a151918 None None] Pushing event updated for resources: {'Port': ['ID=b77a54b9-a7de-4b51-ab44-eff2576991af,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:46.117194 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 1f9fd7c9-f947-4bd6-a853-275b70d40f7a details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:01:46.128787 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502795ff-954f-4fbd-9f1a-f99a176f2d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6026728f-0877-41a0-bbf3-1645259967a7,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:46.143482 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3648934d-d73e-4c51-8f87-4d0b7dcd71e9 None None] Network b3e5c4f2-0a07-475b-b69c-6cf0b786e157 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:01:46.155455 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-502795ff-954f-4fbd-9f1a-f99a176f2d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:46.169298 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-502795ff-954f-4fbd-9f1a-f99a176f2d1d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6026728f-0877-41a0-bbf3-1645259967a7 HTTP/1.1" status: 204 len: 168 time: 0.6659796 Jan 21 19:01:46.194675 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50e807a-6549-42f2-8f5d-529cf742b883 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Made reservation on behalf of 61b06f640fe54206829782ad2cf491c1 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:01:46.199688 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c50e807a-6549-42f2-8f5d-529cf742b883 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:46.221980 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-f7450149-6644-489e-9c57-36bd399dc900 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:46.226334 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-9bb86a49-0cb2-4c34-9676-b81675c5127a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6363938 Jan 21 19:01:46.229098 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56542) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:46.239492 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-f7450149-6644-489e-9c57-36bd399dc900 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Usage tracker for resource:subnet and tenant:98165352f4974f8d954efc4ce4c85f15 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:46.248178 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-f7450149-6644-489e-9c57-36bd399dc900 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:46.277977 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-f7450149-6644-489e-9c57-36bd399dc900 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:46.283168 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56546) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:46.385277 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-082a09aa-2b8f-4700-9ec4-0989c14dd480 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Deleting port 2bf7cc77-aff4-4a4a-957c-2def5261b169 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:01:46.386453 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-082a09aa-2b8f-4700-9ec4-0989c14dd480 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:46.497854 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7450149-6644-489e-9c57-36bd399dc900 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Made reservation on behalf of 98165352f4974f8d954efc4ce4c85f15 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:01:46.505241 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f7450149-6644-489e-9c57-36bd399dc900 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:46.816566 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-425801ee-73b3-4ab3-b1e3-14654b0e1151 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2be7e0190ec743aba66e02e31f80b391&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5291259 Jan 21 19:01:46.830010 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56556) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:46.911474 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8aec23-622f-4376-8a44-b8682b0dd407 req-b2506454-a1f4-4a3f-9136-0533cb333c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:46.913151 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8c8aec23-622f-4376-8a44-b8682b0dd407 req-b2506454-a1f4-4a3f-9136-0533cb333c6b service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=bb8144e3b5cb451fa2ea1f5ea2efa32a&device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 1098 time: 0.1780763 Jan 21 19:01:46.941627 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-082a09aa-2b8f-4700-9ec4-0989c14dd480 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:46.948451 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c50e807a-6549-42f2-8f5d-529cf742b883 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:47.112713 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f78c842-a2a1-40e4-ae96-e623f6a28743 req-0689aa91-6def-43b4-ad47-5ee69bc3a10e tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:47.121937 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7f78c842-a2a1-40e4-ae96-e623f6a28743 req-0689aa91-6def-43b4-ad47-5ee69bc3a10e tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.4215999 Jan 21 19:01:47.133437 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-082a09aa-2b8f-4700-9ec4-0989c14dd480 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Calling delete_port for 2bf7cc77-aff4-4a4a-957c-2def5261b169 owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:01:47.220146 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50e807a-6549-42f2-8f5d-529cf742b883 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Checking segment: {'id': 'ac6c0d23-f032-471f-9f8e-6ecf30abe327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0377451e-6f43-4822-8149-693784dac4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:01:47.220495 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50e807a-6549-42f2-8f5d-529cf742b883 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Network hostable DHCP agents. Network: 0377451e-6f43-4822-8149-693784dac4b1, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:01:47.224642 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e807a-6549-42f2-8f5d-529cf742b883 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event updated for resources: {'Subnet': ['ID=d03e430a-f024-4e51-8cc9-2d5c5b4f98e3,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:47.232001 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a12b33e8-ceb9-4a8e-9a7c-5cdb2e25c00b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:47.268548 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7f78c842-a2a1-40e4-ae96-e623f6a28743 req-e3d2a9cc-d915-49ef-ab16-b54e6223b5d3 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1457329 Jan 21 19:01:47.288312 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a12b33e8-ceb9-4a8e-9a7c-5cdb2e25c00b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:47.303695 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8aec23-622f-4376-8a44-b8682b0dd407 req-634f8e69-dca4-4dda-997b-0e262dae60d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:47.305134 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8c8aec23-622f-4376-8a44-b8682b0dd407 req-634f8e69-dca4-4dda-997b-0e262dae60d6 service neutron] 10.222.0.113 "GET /v2.0/networks?id=2745c7b7-aa59-4a69-977f-3d793c812102 HTTP/1.1" status: 200 len: 912 time: 0.3588839 Jan 21 19:01:47.373222 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-082a09aa-2b8f-4700-9ec4-0989c14dd480 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:47.380997 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50e807a-6549-42f2-8f5d-529cf742b883 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Network 0377451e-6f43-4822-8149-693784dac4b1 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:01:47.395366 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f7450149-6644-489e-9c57-36bd399dc900 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:47.446238 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a09aa-2b8f-4700-9ec4-0989c14dd480 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event deleted for resources: {'Port': ['ID=2bf7cc77-aff4-4a4a-957c-2def5261b169,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:47.449068 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a12b33e8-ceb9-4a8e-9a7c-5cdb2e25c00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:47.466762 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12b33e8-ceb9-4a8e-9a7c-5cdb2e25c00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a581e11-149d-4679-96c1-9b85651fec9d,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:47.475580 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-082a09aa-2b8f-4700-9ec4-0989c14dd480 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:47.491761 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a12b33e8-ceb9-4a8e-9a7c-5cdb2e25c00b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:47.492891 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a12b33e8-ceb9-4a8e-9a7c-5cdb2e25c00b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2a581e11-149d-4679-96c1-9b85651fec9d HTTP/1.1" status: 204 len: 168 time: 0.6609302 Jan 21 19:01:47.497744 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-082a09aa-2b8f-4700-9ec4-0989c14dd480 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/ports/2bf7cc77-aff4-4a4a-957c-2def5261b169 HTTP/1.1" status: 204 len: 168 time: 1.2641280 Jan 21 19:01:47.498139 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56578) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:47.559809 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7450149-6644-489e-9c57-36bd399dc900 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event updated for resources: {'Subnet': ['ID=1e100d5c-15a4-409f-9cf2-721a6a9e8693,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:47.569546 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-c50e807a-6549-42f2-8f5d-529cf742b883 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 0377451e-6f43-4822-8149-693784dac4b1) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:47.575788 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50e807a-6549-42f2-8f5d-529cf742b883 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:47.576375 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c50e807a-6549-42f2-8f5d-529cf742b883 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:47.583661 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8c8aec23-622f-4376-8a44-b8682b0dd407 req-9da62ced-9443-4c1c-b6de-df095edc0747 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e84f2c6-e935-4b37-b7e0-389f75a34ebc HTTP/1.1" status: 200 len: 1001 time: 0.2659559 Jan 21 19:01:47.589417 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518afc2a-c033-49b7-b79f-3bf864a9ddeb None None] Network 0377451e-6f43-4822-8149-693784dac4b1 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:01:47.596435 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7450149-6644-489e-9c57-36bd399dc900 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Checking segment: {'id': '3f7eedaa-ab80-4765-8b6a-696b29014a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f9fd7c9-f947-4bd6-a853-275b70d40f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:01:47.596901 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7450149-6644-489e-9c57-36bd399dc900 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Network hostable DHCP agents. Network: 1f9fd7c9-f947-4bd6-a853-275b70d40f7a, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:01:47.613337 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bae55d-fbd9-4e38-b7f7-6c7d578f89c0 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:47.628299 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bae55d-fbd9-4e38-b7f7-6c7d578f89c0 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:47.629103 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-c5bae55d-fbd9-4e38-b7f7-6c7d578f89c0 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Synchronizing usage tracker for tenant:d3e69eb5fab24f5d9451b2cf3f9d850d on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:01:47.716535 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-c5bae55d-fbd9-4e38-b7f7-6c7d578f89c0 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Unset dirty status for tenant:d3e69eb5fab24f5d9451b2cf3f9d850d on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:01:47.720886 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c5bae55d-fbd9-4e38-b7f7-6c7d578f89c0 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2217255 Jan 21 19:01:47.721490 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56584) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:47.759846 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8aec23-622f-4376-8a44-b8682b0dd407 req-201654ac-8529-4b19-9274-3cda47143997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:47.761955 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8c8aec23-622f-4376-8a44-b8682b0dd407 req-201654ac-8529-4b19-9274-3cda47143997 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=34accf81-441d-49f3-9d99-4b01b78b2f5b HTTP/1.1" status: 200 len: 850 time: 0.1604254 Jan 21 19:01:47.805926 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56588) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:47.822072 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c50e807a-6549-42f2-8f5d-529cf742b883 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1132607 Jan 21 19:01:47.823856 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7450149-6644-489e-9c57-36bd399dc900 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Network 1f9fd7c9-f947-4bd6-a853-275b70d40f7a is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:01:47.824505 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-cd25d758-974a-434a-a99c-81f89c7ded32 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Deleting port 71d31970-6ec5-40df-86a2-b91e5081bbb3 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:01:47.824847 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cd25d758-974a-434a-a99c-81f89c7ded32 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:47.833063 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56592) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:47.841439 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-f7450149-6644-489e-9c57-36bd399dc900 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 1f9fd7c9-f947-4bd6-a853-275b70d40f7a) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:47.981030 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3662f1fd-7e0b-495c-8dd9-4dd95637ff6b None None] Network 1f9fd7c9-f947-4bd6-a853-275b70d40f7a requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:01:48.149480 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7450149-6644-489e-9c57-36bd399dc900 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:48.150777 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f7450149-6644-489e-9c57-36bd399dc900 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:48.172149 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-99ffe9e6-0392-451a-a797-74a77e87cc73 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:48.237212 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804fd6a1-4961-49a2-85e1-1b8a77b64770 None None] Network 6d2bc0b7-54be-4cff-aeb1-6de58eaa26e4 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:01:48.263668 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-6edf88b2-408f-4dd2-8f5b-24da7cab00f3 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-386146819'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:48.276980 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cd25d758-974a-434a-a99c-81f89c7ded32 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:48.282350 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f7450149-6644-489e-9c57-36bd399dc900 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.3319690 Jan 21 19:01:48.285655 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56604) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:48.297001 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-6edf88b2-408f-4dd2-8f5b-24da7cab00f3 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:48.309263 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-6edf88b2-408f-4dd2-8f5b-24da7cab00f3 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Usage tracker for resource:network and tenant:0b87c28710c746cf921b97d5aeeeda73 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:48.313057 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-6edf88b2-408f-4dd2-8f5b-24da7cab00f3 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:48.331354 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-6edf88b2-408f-4dd2-8f5b-24da7cab00f3 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:48.339300 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8aec23-622f-4376-8a44-b8682b0dd407 req-d90ba1b4-e075-4fad-9633-d4b5a4fed03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:48.341091 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8c8aec23-622f-4376-8a44-b8682b0dd407 req-d90ba1b4-e075-4fad-9633-d4b5a4fed03d service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2745c7b7-aa59-4a69-977f-3d793c812102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5729165 Jan 21 19:01:48.347704 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-99ffe9e6-0392-451a-a797-74a77e87cc73 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:48.348922 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5f6187-0abe-4330-b2ca-11b8f544642f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-1f9fd7c9-f947-4bd6-a853-275b70d40f7a', 'network_id': '1f9fd7c9-f947-4bd6-a853-275b70d40f7a', 'tenant_id': '98165352f4974f8d954efc4ce4c85f15', 'fixed_ips': [{'subnet_id': '1e100d5c-15a4-409f-9cf2-721a6a9e8693'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:01:48.357042 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-be5f6187-0abe-4330-b2ca-11b8f544642f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:48.372772 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c8ce22-7b1a-4a50-9eba-b2a66c5789da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-0377451e-6f43-4822-8149-693784dac4b1', 'network_id': '0377451e-6f43-4822-8149-693784dac4b1', 'tenant_id': '61b06f640fe54206829782ad2cf491c1', 'fixed_ips': [{'subnet_id': 'd03e430a-f024-4e51-8cc9-2d5c5b4f98e3'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:01:48.373767 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-48c8ce22-7b1a-4a50-9eba-b2a66c5789da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:48.549810 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-48c8ce22-7b1a-4a50-9eba-b2a66c5789da None None] Allocated IP 2001:db8::1 (0377451e-6f43-4822-8149-693784dac4b1/d03e430a-f024-4e51-8cc9-2d5c5b4f98e3/03313478-f57e-4945-925a-752c662247d6) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:01:48.561113 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device b77a54b9-a7de-4b51-ab44-eff2576991af up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:01:48.562282 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edf88b2-408f-4dd2-8f5b-24da7cab00f3 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Made reservation on behalf of 0b87c28710c746cf921b97d5aeeeda73 for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:01:48.569987 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6edf88b2-408f-4dd2-8f5b-24da7cab00f3 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:48.602043 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6edf88b2-408f-4dd2-8f5b-24da7cab00f3 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:48.603796 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6e4c68b1-c585-4503-8e0a-b3baaba54f2d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:48.633592 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-6edf88b2-408f-4dd2-8f5b-24da7cab00f3 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:48.658648 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-6edf88b2-408f-4dd2-8f5b-24da7cab00f3 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Usage tracker for resource:security_group_rule and tenant:0b87c28710c746cf921b97d5aeeeda73 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:48.658760 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-6edf88b2-408f-4dd2-8f5b-24da7cab00f3 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:48.675637 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-087dd8d7-77d7-4757-9d16-fb275707ea03 None None] Provisioning for port b77a54b9-a7de-4b51-ab44-eff2576991af completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:01:48.679061 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-6edf88b2-408f-4dd2-8f5b-24da7cab00f3 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:48.708175 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8c8aec23-622f-4376-8a44-b8682b0dd407 req-babb416c-3c60-4ef1-9697-4c06cc855c44 service neutron] 10.222.0.113 "GET /v2.0/networks/2745c7b7-aa59-4a69-977f-3d793c812102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898474 Jan 21 19:01:48.896230 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8c8aec23-622f-4376-8a44-b8682b0dd407 req-f6d9ce5d-e86b-4e67-82f9-45efe3e363d2 service neutron] 10.222.0.113 "GET /v2.0/networks/2745c7b7-aa59-4a69-977f-3d793c812102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867712 Jan 21 19:01:48.909368 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-cd25d758-974a-434a-a99c-81f89c7ded32 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Calling delete_port for 71d31970-6ec5-40df-86a2-b91e5081bbb3 owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:01:48.916245 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port b77a54b9-a7de-4b51-ab44-eff2576991af completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:01:48.953690 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6edf88b2-408f-4dd2-8f5b-24da7cab00f3 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:48.959155 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port b77a54b9-a7de-4b51-ab44-eff2576991af triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:01:48.959569 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:49.019729 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6edf88b2-408f-4dd2-8f5b-24da7cab00f3 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:49.065708 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6edf88b2-408f-4dd2-8f5b-24da7cab00f3 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:01:49.066386 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6e4c68b1-c585-4503-8e0a-b3baaba54f2d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:49.099717 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6edf88b2-408f-4dd2-8f5b-24da7cab00f3 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:49.100485 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-6edf88b2-408f-4dd2-8f5b-24da7cab00f3 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Added segment 22394a61-ce07-4154-b962-d8530957af99 of type vlan for network 1cc021f3-0141-4c2a-8407-77da752de240 Jan 21 19:01:49.102481 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf88b2-408f-4dd2-8f5b-24da7cab00f3 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad352177-8007-43c6-8b3f-fc933741bec6,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:49.135847 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469945a-b0b0-4a17-97af-60612ff3a10b req-7930e7cc-618c-4e0e-99b1-ea89543080f1 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:49.143245 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d469945a-b0b0-4a17-97af-60612ff3a10b req-7930e7cc-618c-4e0e-99b1-ea89543080f1 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.5327115 Jan 21 19:01:49.167517 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6edf88b2-408f-4dd2-8f5b-24da7cab00f3 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:49.193619 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cd25d758-974a-434a-a99c-81f89c7ded32 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:49.250051 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d469945a-b0b0-4a17-97af-60612ff3a10b req-7edbf9cf-3ee4-4e8f-9e77-60a07c7e770e tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1057355 Jan 21 19:01:49.250661 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56624) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:49.252481 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd25d758-974a-434a-a99c-81f89c7ded32 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event deleted for resources: {'Port': ['ID=71d31970-6ec5-40df-86a2-b91e5081bbb3,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:49.263306 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6edf88b2-408f-4dd2-8f5b-24da7cab00f3 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:49.274440 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cd25d758-974a-434a-a99c-81f89c7ded32 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:49.286400 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edf88b2-408f-4dd2-8f5b-24da7cab00f3 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:49.287599 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6edf88b2-408f-4dd2-8f5b-24da7cab00f3 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:49.290321 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-be5f6187-0abe-4330-b2ca-11b8f544642f None None] Allocated IP 172.20.0.2 (1f9fd7c9-f947-4bd6-a853-275b70d40f7a/1e100d5c-15a4-409f-9cf2-721a6a9e8693/bb94848f-6fa8-4b3c-9e7d-7359627a8434) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:01:49.370731 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-cd25d758-974a-434a-a99c-81f89c7ded32 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/ports/71d31970-6ec5-40df-86a2-b91e5081bbb3 HTTP/1.1" status: 204 len: 168 time: 1.6479342 Jan 21 19:01:49.371816 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-48c8ce22-7b1a-4a50-9eba-b2a66c5789da None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:49.372274 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56630) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:49.450889 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-d6e35e38-8a8f-4ae1-a554-394116b16244 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Request body: {'security_group': {'name': 'tempest-secgroup--1529182054'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:49.461627 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-d6e35e38-8a8f-4ae1-a554-394116b16244 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:49.463571 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56636) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:49.464253 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-6edf88b2-408f-4dd2-8f5b-24da7cab00f3 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.6553495 Jan 21 19:01:49.468795 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf88b2-408f-4dd2-8f5b-24da7cab00f3 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Pushing event updated for resources: {'Network': ['ID=1cc021f3-0141-4c2a-8407-77da752de240,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:49.469011 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-d6e35e38-8a8f-4ae1-a554-394116b16244 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Usage tracker for resource:security_group and tenant:083cc6f19b314d9885677036f51f4e22 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:49.471242 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:49.477593 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-85e59115-aee3-493d-9e3b-4e9d7ce68a37 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Request body: {'subnet': {'network_id': '1cc021f3-0141-4c2a-8407-77da752de240', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:49.493587 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 1cc021f3-0141-4c2a-8407-77da752de240 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:01:49.494837 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-d6e35e38-8a8f-4ae1-a554-394116b16244 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:49.522339 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-d6e35e38-8a8f-4ae1-a554-394116b16244 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:49.531652 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-48c8ce22-7b1a-4a50-9eba-b2a66c5789da None None] Transition to ACTIVE for port object 03313478-f57e-4945-925a-752c662247d6 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:01:49.612227 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06a4777-3f27-4d3b-add7-79ecd4102852 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:49.612776 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-d06a4777-3f27-4d3b-add7-79ecd4102852 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Synchronizing usage tracker for tenant:d3e69eb5fab24f5d9451b2cf3f9d850d on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:01:49.621357 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d6e35e38-8a8f-4ae1-a554-394116b16244 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:49.642706 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d6e35e38-8a8f-4ae1-a554-394116b16244 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:49.657343 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-85e59115-aee3-493d-9e3b-4e9d7ce68a37 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:49.669206 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-85e59115-aee3-493d-9e3b-4e9d7ce68a37 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Usage tracker for resource:subnet and tenant:0b87c28710c746cf921b97d5aeeeda73 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:49.673003 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-85e59115-aee3-493d-9e3b-4e9d7ce68a37 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:49.675956 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-d6e35e38-8a8f-4ae1-a554-394116b16244 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:49.682598 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-85e59115-aee3-493d-9e3b-4e9d7ce68a37 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:49.684757 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-d6e35e38-8a8f-4ae1-a554-394116b16244 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Usage tracker for resource:security_group_rule and tenant:083cc6f19b314d9885677036f51f4e22 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:49.688391 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-d6e35e38-8a8f-4ae1-a554-394116b16244 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:49.696416 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-d6e35e38-8a8f-4ae1-a554-394116b16244 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:49.711089 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-48c8ce22-7b1a-4a50-9eba-b2a66c5789da None None] Transition to ACTIVE for port object 03313478-f57e-4945-925a-752c662247d6 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:01:49.716177 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-d06a4777-3f27-4d3b-add7-79ecd4102852 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Unset dirty status for tenant:d3e69eb5fab24f5d9451b2cf3f9d850d on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:01:49.717336 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d06a4777-3f27-4d3b-add7-79ecd4102852 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3439758 Jan 21 19:01:49.720326 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56640) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:49.755989 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port b77a54b9-a7de-4b51-ab44-eff2576991af, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=b77a54b9-a7de-4b51-ab44-eff2576991af,segment=NetworkSegment(ebcb1c3c-f8b9-4cd6-be5b-36544b1d6c80),segment_id=ebcb1c3c-f8b9-4cd6-be5b-36544b1d6c80)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:01:49.787817 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa477c8d-75e5-4882-a562-2002c7cc078c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] GET failed (client error): The resource could not be found. Jan 21 19:01:49.789562 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-fa477c8d-75e5-4882-a562-2002c7cc078c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Synchronizing usage tracker for tenant:d3e69eb5fab24f5d9451b2cf3f9d850d on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:01:49.790395 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e59115-aee3-493d-9e3b-4e9d7ce68a37 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Made reservation on behalf of 0b87c28710c746cf921b97d5aeeeda73 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:01:49.794973 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-85e59115-aee3-493d-9e3b-4e9d7ce68a37 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:49.804902 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-fa477c8d-75e5-4882-a562-2002c7cc078c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Unset dirty status for tenant:d3e69eb5fab24f5d9451b2cf3f9d850d on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:01:49.808688 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-fa477c8d-75e5-4882-a562-2002c7cc078c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "GET /v2.0/ports/2bf7cc77-aff4-4a4a-957c-2def5261b169 HTTP/1.1" status: 404 len: 333 time: 0.0873616 Jan 21 19:01:49.811519 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56644) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:49.820678 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d6e35e38-8a8f-4ae1-a554-394116b16244 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:49.847817 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-be5f6187-0abe-4330-b2ca-11b8f544642f None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:49.850775 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:49.859384 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-48c8ce22-7b1a-4a50-9eba-b2a66c5789da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:49.877479 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2fa43b9-bb02-4148-9b1e-0e0e69a4a859 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] GET failed (client error): The resource could not be found. Jan 21 19:01:49.878864 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e2fa43b9-bb02-4148-9b1e-0e0e69a4a859 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "GET /v2.0/ports/71d31970-6ec5-40df-86a2-b91e5081bbb3 HTTP/1.1" status: 404 len: 333 time: 0.0662065 Jan 21 19:01:49.885138 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56648) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:49.921967 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-be5f6187-0abe-4330-b2ca-11b8f544642f None None] Transition to ACTIVE for port object bb94848f-6fa8-4b3c-9e7d-7359627a8434 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:01:49.932734 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d6e35e38-8a8f-4ae1-a554-394116b16244 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:49.950665 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-d6e35e38-8a8f-4ae1-a554-394116b16244 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:49.952559 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c8ce22-7b1a-4a50-9eba-b2a66c5789da None None] Network 0377451e-6f43-4822-8149-693784dac4b1 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:01:49.958962 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-48c8ce22-7b1a-4a50-9eba-b2a66c5789da None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:49.968370 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-d6e35e38-8a8f-4ae1-a554-394116b16244 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Usage tracker for resource:security_group_rule and tenant:083cc6f19b314d9885677036f51f4e22 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:49.969303 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c8ce22-7b1a-4a50-9eba-b2a66c5789da None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:01:49.977830 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-d6e35e38-8a8f-4ae1-a554-394116b16244 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:49.980838 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-be5f6187-0abe-4330-b2ca-11b8f544642f None None] Transition to ACTIVE for port object bb94848f-6fa8-4b3c-9e7d-7359627a8434 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:01:49.983895 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-1b95d8d2-ccac-4300-ad20-dae1152e4432 None None] Provisioning complete for port b77a54b9-a7de-4b51-ab44-eff2576991af triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:01:49.984054 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1b95d8d2-ccac-4300-ad20-dae1152e4432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:49.991245 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-d6e35e38-8a8f-4ae1-a554-394116b16244 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:49.996528 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e35e38-8a8f-4ae1-a554-394116b16244 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cfbc59-64d1-4d11-9df5-5de282f91a1a,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:50.000666 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-99ffe9e6-0392-451a-a797-74a77e87cc73 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:50.007878 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=b77a54b9-a7de-4b51-ab44-eff2576991af,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:50.065293 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ffe9e6-0392-451a-a797-74a77e87cc73 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event deleted for resources: {'Subnet': ['ID=d03e430a-f024-4e51-8cc9-2d5c5b4f98e3,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:50.091019 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2474467c-eda1-42fd-8387-ccf42674ab75 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:50.113960 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-be5f6187-0abe-4330-b2ca-11b8f544642f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:50.163101 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d6e35e38-8a8f-4ae1-a554-394116b16244 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:50.185366 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6e4c68b1-c585-4503-8e0a-b3baaba54f2d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:50.195960 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c8ce22-7b1a-4a50-9eba-b2a66c5789da None None] Pushing event updated for resources: {'Port': ['ID=03313478-f57e-4945-925a-752c662247d6,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:50.199463 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5f6187-0abe-4330-b2ca-11b8f544642f None None] Network 1f9fd7c9-f947-4bd6-a853-275b70d40f7a is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:01:50.201069 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-48c8ce22-7b1a-4a50-9eba-b2a66c5789da None None] Attempting to bind port 03313478-f57e-4945-925a-752c662247d6 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:01:50.201433 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-48c8ce22-7b1a-4a50-9eba-b2a66c5789da None None] Attempting to bind port 03313478-f57e-4945-925a-752c662247d6 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'ac6c0d23-f032-471f-9f8e-6ecf30abe327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0377451e-6f43-4822-8149-693784dac4b1'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:01:50.201823 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c8ce22-7b1a-4a50-9eba-b2a66c5789da None None] Attempting to bind port 03313478-f57e-4945-925a-752c662247d6 on network 0377451e-6f43-4822-8149-693784dac4b1 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:01:50.235528 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-be5f6187-0abe-4330-b2ca-11b8f544642f None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:50.246776 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c68b1-c585-4503-8e0a-b3baaba54f2d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event deleted for resources: {'Subnet': ['ID=1e100d5c-15a4-409f-9cf2-721a6a9e8693,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:50.257429 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5f6187-0abe-4330-b2ca-11b8f544642f None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:01:50.271934 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d6e35e38-8a8f-4ae1-a554-394116b16244 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:50.291074 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f6187-0abe-4330-b2ca-11b8f544642f None None] Pushing event updated for resources: {'Port': ['ID=bb94848f-6fa8-4b3c-9e7d-7359627a8434,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:50.302366 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c8ce22-7b1a-4a50-9eba-b2a66c5789da None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:01:50.303063 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c8ce22-7b1a-4a50-9eba-b2a66c5789da None None] Checking segment: {'id': 'ac6c0d23-f032-471f-9f8e-6ecf30abe327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0377451e-6f43-4822-8149-693784dac4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:01:50.303779 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-48c8ce22-7b1a-4a50-9eba-b2a66c5789da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:50.304242 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c8ce22-7b1a-4a50-9eba-b2a66c5789da None None] Bound using segment: {'id': 'ac6c0d23-f032-471f-9f8e-6ecf30abe327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0377451e-6f43-4822-8149-693784dac4b1'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:01:50.304876 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-48c8ce22-7b1a-4a50-9eba-b2a66c5789da None None] Bound port: 03313478-f57e-4945-925a-752c662247d6, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac6c0d23-f032-471f-9f8e-6ecf30abe327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0377451e-6f43-4822-8149-693784dac4b1'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:01:50.305323 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-48c8ce22-7b1a-4a50-9eba-b2a66c5789da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:50.314356 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-85e59115-aee3-493d-9e3b-4e9d7ce68a37 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:50.321335 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device b77a54b9-a7de-4b51-ab44-eff2576991af up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:01:50.341459 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-99ffe9e6-0392-451a-a797-74a77e87cc73 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:50.378443 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-99ffe9e6-0392-451a-a797-74a77e87cc73 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0377451e-6f43-4822-8149-693784dac4b1']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:50.395591 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-99ffe9e6-0392-451a-a797-74a77e87cc73 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac6c0d23-f032-471f-9f8e-6ecf30abe327') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:50.395902 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-99ffe9e6-0392-451a-a797-74a77e87cc73 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac6c0d23-f032-471f-9f8e-6ecf30abe327') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:50.405952 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6e4c68b1-c585-4503-8e0a-b3baaba54f2d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:50.413599 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-99ffe9e6-0392-451a-a797-74a77e87cc73 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:50.420676 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d6e35e38-8a8f-4ae1-a554-394116b16244 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:50.424731 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d6e35e38-8a8f-4ae1-a554-394116b16244 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1698744 Jan 21 19:01:50.432351 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56654) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:50.435069 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-99ffe9e6-0392-451a-a797-74a77e87cc73 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:50.442883 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99ffe9e6-0392-451a-a797-74a77e87cc73 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:01:50.443484 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-99ffe9e6-0392-451a-a797-74a77e87cc73 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:50.499161 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:01:50.499161 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:01:50.499161 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:01:50.499161 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:01:50.499161 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:01:50.499161 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:01:50.499161 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:01:50.499161 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:01:50.499161 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:01:50.499161 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:01:50.499161 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:01:50.499161 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:01:50.499161 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:01:50.499161 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:01:50.499161 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:01:50.499161 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:01:50.499161 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:01:50.499161 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:01:50.499161 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:01:50.499161 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:01:50.499161 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:01:50.499161 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:01:50.499161 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:01:50.499161 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:01:50.499161 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:01:50.499161 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:01:50.499161 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:01:50.499161 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:01:50.499161 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:01:50.499161 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:01:50.499161 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:01:50.499161 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:01:50.503305 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2474467c-eda1-42fd-8387-ccf42674ab75 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:50.540343 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e35e38-8a8f-4ae1-a554-394116b16244 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=215d19d1-20f8-4530-8228-80072466c5c9,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:50.544681 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-6e4c68b1-c585-4503-8e0a-b3baaba54f2d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f9fd7c9-f947-4bd6-a853-275b70d40f7a']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:50.577479 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-2474467c-eda1-42fd-8387-ccf42674ab75 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3e5c4f2-0a07-475b-b69c-6cf0b786e157']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:50.591746 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-2474467c-eda1-42fd-8387-ccf42674ab75 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba71da9d-69ca-4091-b442-4741b2ba00a2') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:50.592067 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-2474467c-eda1-42fd-8387-ccf42674ab75 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba71da9d-69ca-4091-b442-4741b2ba00a2') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:50.592672 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-be5f6187-0abe-4330-b2ca-11b8f544642f None None] Attempting to bind port bb94848f-6fa8-4b3c-9e7d-7359627a8434 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:01:50.592892 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-be5f6187-0abe-4330-b2ca-11b8f544642f None None] Attempting to bind port bb94848f-6fa8-4b3c-9e7d-7359627a8434 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '3f7eedaa-ab80-4765-8b6a-696b29014a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f9fd7c9-f947-4bd6-a853-275b70d40f7a'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:01:50.593313 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5f6187-0abe-4330-b2ca-11b8f544642f None None] Attempting to bind port bb94848f-6fa8-4b3c-9e7d-7359627a8434 on network 1f9fd7c9-f947-4bd6-a853-275b70d40f7a {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:01:50.598916 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-6e4c68b1-c585-4503-8e0a-b3baaba54f2d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f7eedaa-ab80-4765-8b6a-696b29014a60') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:50.599288 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-6e4c68b1-c585-4503-8e0a-b3baaba54f2d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f7eedaa-ab80-4765-8b6a-696b29014a60') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:50.607755 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2474467c-eda1-42fd-8387-ccf42674ab75 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:50.610337 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e59115-aee3-493d-9e3b-4e9d7ce68a37 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Pushing event updated for resources: {'Subnet': ['ID=f22a8e51-4829-449d-9d05-ed2f1c88d351,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:50.614535 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5f6187-0abe-4330-b2ca-11b8f544642f None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:01:50.614914 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5f6187-0abe-4330-b2ca-11b8f544642f None None] Checking segment: {'id': '3f7eedaa-ab80-4765-8b6a-696b29014a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f9fd7c9-f947-4bd6-a853-275b70d40f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:01:50.615311 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-be5f6187-0abe-4330-b2ca-11b8f544642f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:50.615706 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5f6187-0abe-4330-b2ca-11b8f544642f None None] Bound using segment: {'id': '3f7eedaa-ab80-4765-8b6a-696b29014a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f9fd7c9-f947-4bd6-a853-275b70d40f7a'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:01:50.616176 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-be5f6187-0abe-4330-b2ca-11b8f544642f None None] Bound port: bb94848f-6fa8-4b3c-9e7d-7359627a8434, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f7eedaa-ab80-4765-8b6a-696b29014a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f9fd7c9-f947-4bd6-a853-275b70d40f7a'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:01:50.616993 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-be5f6187-0abe-4330-b2ca-11b8f544642f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:50.622411 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.db.api [None req-99ffe9e6-0392-451a-a797-74a77e87cc73 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 19:01:50.622411 dv-neutron-825470-1-hyperv neutron-server[88137]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 19:01:50.622411 dv-neutron-825470-1-hyperv neutron-server[88137]: [parameters: {'id': '0377451e-6f43-4822-8149-693784dac4b1'}] Jan 21 19:01:50.622411 dv-neutron-825470-1-hyperv neutron-server[88137]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:01:50.623035 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG oslo_db.api [None req-99ffe9e6-0392-451a-a797-74a77e87cc73 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:01:50.628670 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2474467c-eda1-42fd-8387-ccf42674ab75 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:50.631079 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6e4c68b1-c585-4503-8e0a-b3baaba54f2d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:50.636967 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2474467c-eda1-42fd-8387-ccf42674ab75 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:01:50.637492 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2474467c-eda1-42fd-8387-ccf42674ab75 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:50.650494 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port b77a54b9-a7de-4b51-ab44-eff2576991af triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:01:50.650996 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:50.656869 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6e4c68b1-c585-4503-8e0a-b3baaba54f2d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:50.658530 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:01:50.658530 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:01:50.658530 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:01:50.658530 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:01:50.658530 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:01:50.658530 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:01:50.658530 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:01:50.658530 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:01:50.658530 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:01:50.658530 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:01:50.658530 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:01:50.658530 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:01:50.658530 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:01:50.658530 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:01:50.658530 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:01:50.658530 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:01:50.658530 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:01:50.658530 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:01:50.658530 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:01:50.658530 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:01:50.658530 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:01:50.658530 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:01:50.658530 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:01:50.658530 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:01:50.658530 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:01:50.658530 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:01:50.658530 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:01:50.658530 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:01:50.658530 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:01:50.658530 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:01:50.658530 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:01:50.658530 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:01:50.665066 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e4c68b1-c585-4503-8e0a-b3baaba54f2d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:01:50.667285 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6e4c68b1-c585-4503-8e0a-b3baaba54f2d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:50.677063 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-48c8ce22-7b1a-4a50-9eba-b2a66c5789da None None] For port 03313478-f57e-4945-925a-752c662247d6, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:01:50.751259 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-48c8ce22-7b1a-4a50-9eba-b2a66c5789da None None] For port 03313478-f57e-4945-925a-752c662247d6, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=03313478-f57e-4945-925a-752c662247d6,segment=NetworkSegment(ac6c0d23-f032-471f-9f8e-6ecf30abe327),segment_id=ac6c0d23-f032-471f-9f8e-6ecf30abe327)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:01:50.777607 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:01:50.777607 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:01:50.777607 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:01:50.777607 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:01:50.777607 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:01:50.777607 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:01:50.777607 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:01:50.777607 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:01:50.777607 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:01:50.777607 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:01:50.777607 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:01:50.777607 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:01:50.777607 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:01:50.777607 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:01:50.777607 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:01:50.777607 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:01:50.777607 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:01:50.777607 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:01:50.777607 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:01:50.777607 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:01:50.777607 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:01:50.777607 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:01:50.777607 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:01:50.777607 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:01:50.777607 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:01:50.777607 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:01:50.777607 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:01:50.777607 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:01:50.777607 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:01:50.777607 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:01:50.777607 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:01:50.777607 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:01:50.805551 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-be5f6187-0abe-4330-b2ca-11b8f544642f None None] For port bb94848f-6fa8-4b3c-9e7d-7359627a8434, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:01:50.805783 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e59115-aee3-493d-9e3b-4e9d7ce68a37 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Checking segment: {'id': '22394a61-ce07-4154-b962-d8530957af99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1cc021f3-0141-4c2a-8407-77da752de240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:01:50.806139 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e59115-aee3-493d-9e3b-4e9d7ce68a37 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Network hostable DHCP agents. Network: 1cc021f3-0141-4c2a-8407-77da752de240, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:01:50.810774 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-be5f6187-0abe-4330-b2ca-11b8f544642f None None] For port bb94848f-6fa8-4b3c-9e7d-7359627a8434, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=bb94848f-6fa8-4b3c-9e7d-7359627a8434,segment=NetworkSegment(3f7eedaa-ab80-4765-8b6a-696b29014a60),segment_id=3f7eedaa-ab80-4765-8b6a-696b29014a60)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:01:50.840615 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-585e3e23-2e30-4d9b-8b69-abe1ff1362f0 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Synchronizing usage tracker for tenant:083cc6f19b314d9885677036f51f4e22 on resource:security_group {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:01:50.850345 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.db.api [None req-6e4c68b1-c585-4503-8e0a-b3baaba54f2d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 19:01:50.850345 dv-neutron-825470-1-hyperv neutron-server[88136]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 19:01:50.850345 dv-neutron-825470-1-hyperv neutron-server[88136]: [parameters: {'id': '1f9fd7c9-f947-4bd6-a853-275b70d40f7a'}] Jan 21 19:01:50.850345 dv-neutron-825470-1-hyperv neutron-server[88136]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:01:50.850868 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG oslo_db.api [None req-6e4c68b1-c585-4503-8e0a-b3baaba54f2d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:01:50.859601 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-48c8ce22-7b1a-4a50-9eba-b2a66c5789da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:50.888850 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c5310-a985-4c7d-8716-6ed6e17ac0c3 req-56f1634b-c88c-4361-9036-ed8ce9ebdfba tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:50.890511 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d81c5310-a985-4c7d-8716-6ed6e17ac0c3 req-56f1634b-c88c-4361-9036-ed8ce9ebdfba tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.4471202 Jan 21 19:01:50.937170 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d81c5310-a985-4c7d-8716-6ed6e17ac0c3 req-8c772478-7658-4b06-942e-56f68dcc0994 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407519 Jan 21 19:01:50.950709 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2474467c-eda1-42fd-8387-ccf42674ab75 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:50.951876 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e59115-aee3-493d-9e3b-4e9d7ce68a37 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Network 1cc021f3-0141-4c2a-8407-77da752de240 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:01:50.980020 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-585e3e23-2e30-4d9b-8b69-abe1ff1362f0 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Unset dirty status for tenant:083cc6f19b314d9885677036f51f4e22 on resource:security_group {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:01:50.985275 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-585e3e23-2e30-4d9b-8b69-abe1ff1362f0 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.5404074 Jan 21 19:01:50.985438 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2474467c-eda1-42fd-8387-ccf42674ab75 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:50.985596 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56662) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:50.992558 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-54d95c66-cee9-4cb2-ab0a-8de61c9dac2b tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Request body: {'security_group': {'name': 'tempest-security--192653479', 'description': 'tempest-security-description-856104941'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:50.994217 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2474467c-eda1-42fd-8387-ccf42674ab75 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event deleted for resources: {'Network': ['ID=b3e5c4f2-0a07-475b-b69c-6cf0b786e157,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:51.003127 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2474467c-eda1-42fd-8387-ccf42674ab75 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/networks/b3e5c4f2-0a07-475b-b69c-6cf0b786e157 HTTP/1.1" status: 204 len: 168 time: 1.1196575 Jan 21 19:01:51.003749 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56666) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:51.010610 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-23720d66-2f58-40ba-82b7-c657fa26948d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1003434876'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:51.015539 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-23720d66-2f58-40ba-82b7-c657fa26948d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:51.019911 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-23720d66-2f58-40ba-82b7-c657fa26948d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Usage tracker for resource:network and tenant:d3e69eb5fab24f5d9451b2cf3f9d850d is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:51.022937 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-23720d66-2f58-40ba-82b7-c657fa26948d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:51.030103 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-23720d66-2f58-40ba-82b7-c657fa26948d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:51.039653 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-be5f6187-0abe-4330-b2ca-11b8f544642f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:51.042758 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-54d95c66-cee9-4cb2-ab0a-8de61c9dac2b tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:51.060203 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c8ce22-7b1a-4a50-9eba-b2a66c5789da None None] Pushing event updated for resources: {'Port': ['ID=03313478-f57e-4945-925a-752c662247d6,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:51.075455 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-85e59115-aee3-493d-9e3b-4e9d7ce68a37 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 1cc021f3-0141-4c2a-8407-77da752de240) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:51.098075 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e59115-aee3-493d-9e3b-4e9d7ce68a37 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:51.098667 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-85e59115-aee3-493d-9e3b-4e9d7ce68a37 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:51.104311 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40565019-0ea2-4ae5-bfc2-ec4f429213db None None] Network 1cc021f3-0141-4c2a-8407-77da752de240 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:01:51.124739 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-99ffe9e6-0392-451a-a797-74a77e87cc73 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:51.137603 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23720d66-2f58-40ba-82b7-c657fa26948d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Made reservation on behalf of d3e69eb5fab24f5d9451b2cf3f9d850d for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:01:51.141897 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-23720d66-2f58-40ba-82b7-c657fa26948d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:51.154735 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-99ffe9e6-0392-451a-a797-74a77e87cc73 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Deleting port 03313478-f57e-4945-925a-752c662247d6 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:01:51.155185 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-99ffe9e6-0392-451a-a797-74a77e87cc73 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:51.171148 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-54d95c66-cee9-4cb2-ab0a-8de61c9dac2b tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:51.215683 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae48c35-55de-4359-a431-22bf1720ead4 req-500c2184-c0c3-486e-9cb3-538ee6b54c59 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:51.218725 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1ae48c35-55de-4359-a431-22bf1720ead4 req-500c2184-c0c3-486e-9cb3-538ee6b54c59 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.1265838 Jan 21 19:01:51.273774 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653b266f-a3c7-4129-bb9c-dd25a92c45ec None None] Network 0377451e-6f43-4822-8149-693784dac4b1 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:01:51.280089 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23720d66-2f58-40ba-82b7-c657fa26948d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:01:51.305107 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1ae48c35-55de-4359-a431-22bf1720ead4 req-f457c055-0334-4be9-b548-e37c11c2b898 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0784569 Jan 21 19:01:51.306933 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-54d95c66-cee9-4cb2-ab0a-8de61c9dac2b tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:51.316667 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-23720d66-2f58-40ba-82b7-c657fa26948d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:51.316667 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-23720d66-2f58-40ba-82b7-c657fa26948d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Added segment ac32c795-4644-4742-9e00-6f73122656bc of type vlan for network 1a7f2fa3-ae07-4fd9-8523-ff6e660afbd9 Jan 21 19:01:51.316918 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-54d95c66-cee9-4cb2-ab0a-8de61c9dac2b tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:51.316918 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-54d95c66-cee9-4cb2-ab0a-8de61c9dac2b tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "PUT /v2.0/security-groups/215d19d1-20f8-4530-8228-80072466c5c9 HTTP/1.1" status: 200 len: 1776 time: 0.3249602 Jan 21 19:01:51.316918 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56670) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:51.338223 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-85e59115-aee3-493d-9e3b-4e9d7ce68a37 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8731515 Jan 21 19:01:51.339736 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56674) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:51.342111 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f6187-0abe-4330-b2ca-11b8f544642f None None] Pushing event updated for resources: {'Port': ['ID=bb94848f-6fa8-4b3c-9e7d-7359627a8434,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:51.348084 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07125eb-6576-4e76-bef2-5d22f1a6ab0f None None] Network 1f9fd7c9-f947-4bd6-a853-275b70d40f7a requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:01:51.408932 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-23720d66-2f58-40ba-82b7-c657fa26948d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:51.572653 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-23720d66-2f58-40ba-82b7-c657fa26948d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:51.578712 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23720d66-2f58-40ba-82b7-c657fa26948d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:51.579445 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-23720d66-2f58-40ba-82b7-c657fa26948d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:51.586543 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6e4c68b1-c585-4503-8e0a-b3baaba54f2d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:51.605289 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-62659ef9-ba89-40f7-b93c-f7d672c4b5e5 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Request body: {'port': {'network_id': '1cc021f3-0141-4c2a-8407-77da752de240', 'name': 'tempest-TagsExtTest-1400772914'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:51.643262 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-99ffe9e6-0392-451a-a797-74a77e87cc73 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] For port 03313478-f57e-4945-925a-752c662247d6, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=03313478-f57e-4945-925a-752c662247d6,segment=NetworkSegment(ac6c0d23-f032-471f-9f8e-6ecf30abe327),segment_id=ac6c0d23-f032-471f-9f8e-6ecf30abe327)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:01:51.643262 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-99ffe9e6-0392-451a-a797-74a77e87cc73 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:51.695284 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d95c66-cee9-4cb2-ab0a-8de61c9dac2b tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=215d19d1-20f8-4530-8228-80072466c5c9,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:51.737404 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-6e4c68b1-c585-4503-8e0a-b3baaba54f2d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Deleting port bb94848f-6fa8-4b3c-9e7d-7359627a8434 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:01:51.737643 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6e4c68b1-c585-4503-8e0a-b3baaba54f2d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:51.813888 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612451ee-f18e-4ff8-be71-50039448c283 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-1cc021f3-0141-4c2a-8407-77da752de240', 'network_id': '1cc021f3-0141-4c2a-8407-77da752de240', 'tenant_id': '0b87c28710c746cf921b97d5aeeeda73', 'fixed_ips': [{'subnet_id': 'f22a8e51-4829-449d-9d05-ed2f1c88d351'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:01:51.815163 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-612451ee-f18e-4ff8-be71-50039448c283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:51.822760 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-23720d66-2f58-40ba-82b7-c657fa26948d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8147528 Jan 21 19:01:51.831247 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56682) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:51.833823 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-99ffe9e6-0392-451a-a797-74a77e87cc73 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Calling delete_port for 03313478-f57e-4945-925a-752c662247d6 owned by network:dhcp {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:01:51.855196 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-5cd7f86a-89a6-49a0-88b6-9e10aab0f1d9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'subnet': {'network_id': '1a7f2fa3-ae07-4fd9-8523-ff6e660afbd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:51.895214 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-42159a86-b71c-4486-88d6-398d899f7a20 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "GET /v2.0/security-groups/215d19d1-20f8-4530-8228-80072466c5c9 HTTP/1.1" status: 200 len: 1776 time: 0.5691257 Jan 21 19:01:51.908315 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56686) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:51.974827 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23720d66-2f58-40ba-82b7-c657fa26948d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event updated for resources: {'Network': ['ID=1a7f2fa3-ae07-4fd9-8523-ff6e660afbd9,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:51.996397 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 1a7f2fa3-ae07-4fd9-8523-ff6e660afbd9 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:01:52.102355 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-62659ef9-ba89-40f7-b93c-f7d672c4b5e5 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:52.105404 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-99ffe9e6-0392-451a-a797-74a77e87cc73 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:52.116295 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-612451ee-f18e-4ff8-be71-50039448c283 None None] Allocated IP 172.20.0.2 (1cc021f3-0141-4c2a-8407-77da752de240/f22a8e51-4829-449d-9d05-ed2f1c88d351/5bba35b0-b13b-4d92-b29a-0ace5281cce0) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:01:52.124783 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-62659ef9-ba89-40f7-b93c-f7d672c4b5e5 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Usage tracker for resource:port and tenant:0b87c28710c746cf921b97d5aeeeda73 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:52.131405 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-62659ef9-ba89-40f7-b93c-f7d672c4b5e5 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:52.155937 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b80582-af5a-4ded-82f9-e7754b4c7dd4 req-f995ed77-9d90-49c3-b353-b9af937e4825 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:52.157420 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-12b80582-af5a-4ded-82f9-e7754b4c7dd4 req-f995ed77-9d90-49c3-b353-b9af937e4825 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.5680728 Jan 21 19:01:52.160390 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ffe9e6-0392-451a-a797-74a77e87cc73 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event deleted for resources: {'Port': ['ID=03313478-f57e-4945-925a-752c662247d6,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:52.163979 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ffe9e6-0392-451a-a797-74a77e87cc73 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] No DVR routers for this DVR port 03313478-f57e-4945-925a-752c662247d6 on host dv-neutron-825470-1-hyperv {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:01:52.170982 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-62659ef9-ba89-40f7-b93c-f7d672c4b5e5 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:52.205691 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-5cd7f86a-89a6-49a0-88b6-9e10aab0f1d9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:52.221180 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-5cd7f86a-89a6-49a0-88b6-9e10aab0f1d9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Usage tracker for resource:subnet and tenant:d3e69eb5fab24f5d9451b2cf3f9d850d is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:52.281807 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-5cd7f86a-89a6-49a0-88b6-9e10aab0f1d9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:52.305749 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-99ffe9e6-0392-451a-a797-74a77e87cc73 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:52.312982 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-5cd7f86a-89a6-49a0-88b6-9e10aab0f1d9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:52.319371 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62659ef9-ba89-40f7-b93c-f7d672c4b5e5 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Made reservation on behalf of 0b87c28710c746cf921b97d5aeeeda73 for: {'port': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:01:52.323593 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-62659ef9-ba89-40f7-b93c-f7d672c4b5e5 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:52.332262 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-99ffe9e6-0392-451a-a797-74a77e87cc73 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0377451e-6f43-4822-8149-693784dac4b1']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:52.339801 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d799791c-f464-4b01-a0d5-52fb472ca254 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:52.345802 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-99ffe9e6-0392-451a-a797-74a77e87cc73 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac6c0d23-f032-471f-9f8e-6ecf30abe327') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:52.348539 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-99ffe9e6-0392-451a-a797-74a77e87cc73 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac6c0d23-f032-471f-9f8e-6ecf30abe327') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:52.348943 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-612451ee-f18e-4ff8-be71-50039448c283 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:52.355029 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-6e4c68b1-c585-4503-8e0a-b3baaba54f2d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] For port bb94848f-6fa8-4b3c-9e7d-7359627a8434, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=bb94848f-6fa8-4b3c-9e7d-7359627a8434,segment=NetworkSegment(3f7eedaa-ab80-4765-8b6a-696b29014a60),segment_id=3f7eedaa-ab80-4765-8b6a-696b29014a60)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:01:52.355394 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6e4c68b1-c585-4503-8e0a-b3baaba54f2d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:52.358894 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-99ffe9e6-0392-451a-a797-74a77e87cc73 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:52.360390 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-612451ee-f18e-4ff8-be71-50039448c283 None None] Transition to ACTIVE for port object 5bba35b0-b13b-4d92-b29a-0ace5281cce0 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:01:52.376170 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-99ffe9e6-0392-451a-a797-74a77e87cc73 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:52.379911 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-12b80582-af5a-4ded-82f9-e7754b4c7dd4 req-1a958d34-2ce8-4530-971f-0e364b524cbf tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2100556 Jan 21 19:01:52.388609 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-612451ee-f18e-4ff8-be71-50039448c283 None None] Transition to ACTIVE for port object 5bba35b0-b13b-4d92-b29a-0ace5281cce0 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:01:52.406176 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99ffe9e6-0392-451a-a797-74a77e87cc73 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:01:52.406176 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-99ffe9e6-0392-451a-a797-74a77e87cc73 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:52.449516 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [None req-62659ef9-ba89-40f7-b93c-f7d672c4b5e5 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] device_id is not set on port 6495a1e6-cf71-469c-9103-da601a1c0abe yet. {{(pid=88136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:01:52.476362 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-612451ee-f18e-4ff8-be71-50039448c283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:52.505226 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:01:52.505226 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:01:52.505226 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:01:52.505226 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:01:52.505226 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:01:52.505226 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:01:52.505226 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:01:52.505226 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:01:52.505226 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:01:52.505226 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:01:52.505226 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:01:52.505226 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:01:52.505226 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:01:52.505226 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:01:52.505226 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:01:52.505226 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:01:52.505226 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:01:52.505226 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:01:52.505226 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:01:52.505226 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:01:52.505226 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:01:52.505226 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:01:52.505226 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:01:52.505226 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:01:52.505226 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:01:52.505226 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:01:52.505226 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:01:52.505226 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:01:52.505226 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:01:52.505226 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:01:52.505226 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:01:52.505226 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:01:52.557633 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612451ee-f18e-4ff8-be71-50039448c283 None None] Pushing event updated for resources: {'Port': ['ID=5bba35b0-b13b-4d92-b29a-0ace5281cce0,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:52.579331 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-99ffe9e6-0392-451a-a797-74a77e87cc73 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:52.582017 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd7f86a-89a6-49a0-88b6-9e10aab0f1d9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Made reservation on behalf of d3e69eb5fab24f5d9451b2cf3f9d850d for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:01:52.584465 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612451ee-f18e-4ff8-be71-50039448c283 None None] Network 1cc021f3-0141-4c2a-8407-77da752de240 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:01:52.585440 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5cd7f86a-89a6-49a0-88b6-9e10aab0f1d9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:52.586134 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-612451ee-f18e-4ff8-be71-50039448c283 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:52.591795 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612451ee-f18e-4ff8-be71-50039448c283 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:01:52.597585 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-99ffe9e6-0392-451a-a797-74a77e87cc73 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:52.609413 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ffe9e6-0392-451a-a797-74a77e87cc73 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event deleted for resources: {'Network': ['ID=0377451e-6f43-4822-8149-693784dac4b1,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:52.610552 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-6e4c68b1-c585-4503-8e0a-b3baaba54f2d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Calling delete_port for bb94848f-6fa8-4b3c-9e7d-7359627a8434 owned by network:dhcp {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:01:52.624762 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-99ffe9e6-0392-451a-a797-74a77e87cc73 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "DELETE /v2.0/networks/0377451e-6f43-4822-8149-693784dac4b1 HTTP/1.1" status: 204 len: 168 time: 4.7872295 Jan 21 19:01:52.628823 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56694) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:52.637152 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-9a34ec61-fb6b-4a82-b185-5d9ccde5e9b4 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1503387601'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:52.644369 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-9a34ec61-fb6b-4a82-b185-5d9ccde5e9b4 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:52.649383 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-9a34ec61-fb6b-4a82-b185-5d9ccde5e9b4 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Usage tracker for resource:network and tenant:61b06f640fe54206829782ad2cf491c1 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:52.656614 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-9a34ec61-fb6b-4a82-b185-5d9ccde5e9b4 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:52.660725 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d799791c-f464-4b01-a0d5-52fb472ca254 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:52.664177 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-9a34ec61-fb6b-4a82-b185-5d9ccde5e9b4 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:52.702716 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-612451ee-f18e-4ff8-be71-50039448c283 None None] Attempting to bind port 5bba35b0-b13b-4d92-b29a-0ace5281cce0 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:01:52.703176 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-612451ee-f18e-4ff8-be71-50039448c283 None None] Attempting to bind port 5bba35b0-b13b-4d92-b29a-0ace5281cce0 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '22394a61-ce07-4154-b962-d8530957af99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1cc021f3-0141-4c2a-8407-77da752de240'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:01:52.703590 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612451ee-f18e-4ff8-be71-50039448c283 None None] Attempting to bind port 5bba35b0-b13b-4d92-b29a-0ace5281cce0 on network 1cc021f3-0141-4c2a-8407-77da752de240 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:01:52.709585 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612451ee-f18e-4ff8-be71-50039448c283 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:01:52.709981 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612451ee-f18e-4ff8-be71-50039448c283 None None] Checking segment: {'id': '22394a61-ce07-4154-b962-d8530957af99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1cc021f3-0141-4c2a-8407-77da752de240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:01:52.710375 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-612451ee-f18e-4ff8-be71-50039448c283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:52.710875 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612451ee-f18e-4ff8-be71-50039448c283 None None] Bound using segment: {'id': '22394a61-ce07-4154-b962-d8530957af99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1cc021f3-0141-4c2a-8407-77da752de240'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:01:52.711332 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-612451ee-f18e-4ff8-be71-50039448c283 None None] Bound port: 5bba35b0-b13b-4d92-b29a-0ace5281cce0, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22394a61-ce07-4154-b962-d8530957af99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1cc021f3-0141-4c2a-8407-77da752de240'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:01:52.711696 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-612451ee-f18e-4ff8-be71-50039448c283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:52.754442 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a34ec61-fb6b-4a82-b185-5d9ccde5e9b4 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Made reservation on behalf of 61b06f640fe54206829782ad2cf491c1 for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:01:52.758189 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9a34ec61-fb6b-4a82-b185-5d9ccde5e9b4 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:52.789925 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a34ec61-fb6b-4a82-b185-5d9ccde5e9b4 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:01:52.800773 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9a34ec61-fb6b-4a82-b185-5d9ccde5e9b4 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:52.801461 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-9a34ec61-fb6b-4a82-b185-5d9ccde5e9b4 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Added segment 8a1ad7a2-0dd2-4db5-b950-c29751334bfe of type vlan for network 7bc89790-9be4-43fc-91b7-6b065e34a681 Jan 21 19:01:52.807046 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.ipam_backend_mixin [None req-5cd7f86a-89a6-49a0-88b6-9e10aab0f1d9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Performing IP validity checks on allocation pools {{(pid=88136) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 21 19:01:52.807415 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.ipam_backend_mixin [None req-5cd7f86a-89a6-49a0-88b6-9e10aab0f1d9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88136) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 21 19:01:52.834278 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9a34ec61-fb6b-4a82-b185-5d9ccde5e9b4 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:52.846092 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-612451ee-f18e-4ff8-be71-50039448c283 None None] For port 5bba35b0-b13b-4d92-b29a-0ace5281cce0, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:01:52.849221 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-612451ee-f18e-4ff8-be71-50039448c283 None None] For port 5bba35b0-b13b-4d92-b29a-0ace5281cce0, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=5bba35b0-b13b-4d92-b29a-0ace5281cce0,segment=NetworkSegment(22394a61-ce07-4154-b962-d8530957af99),segment_id=22394a61-ce07-4154-b962-d8530957af99)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:01:52.872886 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-62659ef9-ba89-40f7-b93c-f7d672c4b5e5 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Allocated IP 172.20.0.14 (1cc021f3-0141-4c2a-8407-77da752de240/f22a8e51-4829-449d-9d05-ed2f1c88d351/6495a1e6-cf71-469c-9103-da601a1c0abe) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:01:52.910605 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-612451ee-f18e-4ff8-be71-50039448c283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:52.973405 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9a34ec61-fb6b-4a82-b185-5d9ccde5e9b4 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:52.980663 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a34ec61-fb6b-4a82-b185-5d9ccde5e9b4 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:52.981411 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9a34ec61-fb6b-4a82-b185-5d9ccde5e9b4 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:52.999877 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612451ee-f18e-4ff8-be71-50039448c283 None None] Pushing event updated for resources: {'Port': ['ID=5bba35b0-b13b-4d92-b29a-0ace5281cce0,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:53.041914 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d799791c-f464-4b01-a0d5-52fb472ca254 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:53.044718 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6e4c68b1-c585-4503-8e0a-b3baaba54f2d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:53.113055 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a34ec61-fb6b-4a82-b185-5d9ccde5e9b4 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event updated for resources: {'Network': ['ID=7bc89790-9be4-43fc-91b7-6b065e34a681,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:53.124153 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-9a34ec61-fb6b-4a82-b185-5d9ccde5e9b4 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4938931 Jan 21 19:01:53.124361 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 7bc89790-9be4-43fc-91b7-6b065e34a681 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:01:53.126823 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56702) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:53.133474 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-2f328f3c-f425-46e7-a423-8debfa847629 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Request body: {'subnet': {'network_id': '7bc89790-9be4-43fc-91b7-6b065e34a681', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:53.199679 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d799791c-f464-4b01-a0d5-52fb472ca254 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=215d19d1-20f8-4530-8228-80072466c5c9,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:53.222245 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4c68b1-c585-4503-8e0a-b3baaba54f2d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] No DVR routers for this DVR port bb94848f-6fa8-4b3c-9e7d-7359627a8434 on host dv-neutron-825470-1-hyperv {{(pid=88136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:01:53.225647 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c68b1-c585-4503-8e0a-b3baaba54f2d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event deleted for resources: {'Port': ['ID=bb94848f-6fa8-4b3c-9e7d-7359627a8434,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:53.289399 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-2f328f3c-f425-46e7-a423-8debfa847629 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:53.300333 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-2f328f3c-f425-46e7-a423-8debfa847629 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Usage tracker for resource:subnet and tenant:61b06f640fe54206829782ad2cf491c1 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:53.303669 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-2f328f3c-f425-46e7-a423-8debfa847629 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:53.315452 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-2f328f3c-f425-46e7-a423-8debfa847629 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:53.388869 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f328f3c-f425-46e7-a423-8debfa847629 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Made reservation on behalf of 61b06f640fe54206829782ad2cf491c1 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:01:53.394509 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2f328f3c-f425-46e7-a423-8debfa847629 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:53.651167 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6e4c68b1-c585-4503-8e0a-b3baaba54f2d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:53.717130 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d799791c-f464-4b01-a0d5-52fb472ca254 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:53.720550 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d799791c-f464-4b01-a0d5-52fb472ca254 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "DELETE /v2.0/security-groups/215d19d1-20f8-4530-8228-80072466c5c9 HTTP/1.1" status: 204 len: 168 time: 1.8050957 Jan 21 19:01:53.721055 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56706) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:53.721175 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-62659ef9-ba89-40f7-b93c-f7d672c4b5e5 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:53.726338 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-6e4c68b1-c585-4503-8e0a-b3baaba54f2d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f9fd7c9-f947-4bd6-a853-275b70d40f7a']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:53.756664 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-6e4c68b1-c585-4503-8e0a-b3baaba54f2d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f7eedaa-ab80-4765-8b6a-696b29014a60') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:53.757064 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-6e4c68b1-c585-4503-8e0a-b3baaba54f2d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f7eedaa-ab80-4765-8b6a-696b29014a60') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:53.786134 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c72123c7-3894-4f39-9d2c-4dbedcdcfafe tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0612845 Jan 21 19:01:53.786472 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56710) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:53.792611 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2f328f3c-f425-46e7-a423-8debfa847629 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:53.797324 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99e0d1-1904-485d-beb6-0b7fec30189c req-c2074f81-23fd-41e2-8c89-8a2a71877256 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:53.798868 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-aa99e0d1-1904-485d-beb6-0b7fec30189c req-c2074f81-23fd-41e2-8c89-8a2a71877256 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.7976658 Jan 21 19:01:53.802186 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6e4c68b1-c585-4503-8e0a-b3baaba54f2d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:53.813176 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-62659ef9-ba89-40f7-b93c-f7d672c4b5e5 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Transition to ACTIVE for port object 6495a1e6-cf71-469c-9103-da601a1c0abe will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:01:53.846386 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6e4c68b1-c585-4503-8e0a-b3baaba54f2d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:53.864506 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-95506f9a-85e4-41c0-9e16-7ff2e8edfee3 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] delete failed (client error): The resource could not be found. Jan 21 19:01:53.866812 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e4c68b1-c585-4503-8e0a-b3baaba54f2d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:01:53.867481 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6e4c68b1-c585-4503-8e0a-b3baaba54f2d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:53.869640 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-95506f9a-85e4-41c0-9e16-7ff2e8edfee3 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "DELETE /v2.0/security-groups/215d19d1-20f8-4530-8228-80072466c5c9 HTTP/1.1" status: 404 len: 347 time: 0.0822673 Jan 21 19:01:53.875870 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56714) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:53.882208 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:01:53.882208 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:01:53.882208 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:01:53.882208 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:01:53.882208 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:01:53.882208 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:01:53.882208 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:01:53.882208 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:01:53.882208 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:01:53.882208 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:01:53.882208 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:01:53.882208 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:01:53.882208 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:01:53.882208 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:01:53.882208 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:01:53.882208 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:01:53.882208 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:01:53.882208 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:01:53.882208 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:01:53.882208 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:01:53.882208 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:01:53.882208 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:01:53.882208 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:01:53.882208 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:01:53.882208 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:01:53.882208 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:01:53.882208 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:01:53.882208 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:01:53.882208 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:01:53.882208 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:01:53.882208 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:01:53.882208 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:01:53.900693 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5cd7f86a-89a6-49a0-88b6-9e10aab0f1d9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:53.906314 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-0e684993-9f1c-4ba2-b03f-609e9a08b627 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Request body: {'security_group': {'name': 'tempest-secgroup--1245552577'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:53.906683 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-aa99e0d1-1904-485d-beb6-0b7fec30189c req-ef0b7f7e-6e1c-47cb-a19f-f4f142f2facd tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0954843 Jan 21 19:01:53.918117 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f328f3c-f425-46e7-a423-8debfa847629 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Checking segment: {'id': '8a1ad7a2-0dd2-4db5-b950-c29751334bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7bc89790-9be4-43fc-91b7-6b065e34a681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:01:53.918117 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f328f3c-f425-46e7-a423-8debfa847629 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Network hostable DHCP agents. Network: 7bc89790-9be4-43fc-91b7-6b065e34a681, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:01:53.940499 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f328f3c-f425-46e7-a423-8debfa847629 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event updated for resources: {'Subnet': ['ID=5f84b81e-7991-458c-86cb-eb1de37584be,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:53.943636 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-0e684993-9f1c-4ba2-b03f-609e9a08b627 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:53.955367 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-0e684993-9f1c-4ba2-b03f-609e9a08b627 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Usage tracker for resource:security_group and tenant:083cc6f19b314d9885677036f51f4e22 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:53.960149 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-0e684993-9f1c-4ba2-b03f-609e9a08b627 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:53.970206 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-0e684993-9f1c-4ba2-b03f-609e9a08b627 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:54.061472 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7f86a-89a6-49a0-88b6-9e10aab0f1d9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event updated for resources: {'Subnet': ['ID=34538375-82fb-4f7a-82c5-699f5272297b,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:54.065503 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f328f3c-f425-46e7-a423-8debfa847629 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Network 7bc89790-9be4-43fc-91b7-6b065e34a681 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:01:54.076438 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd7f86a-89a6-49a0-88b6-9e10aab0f1d9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Checking segment: {'id': 'ac32c795-4644-4742-9e00-6f73122656bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1a7f2fa3-ae07-4fd9-8523-ff6e660afbd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:01:54.076844 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd7f86a-89a6-49a0-88b6-9e10aab0f1d9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Network hostable DHCP agents. Network: 1a7f2fa3-ae07-4fd9-8523-ff6e660afbd9, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:01:54.092982 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0e684993-9f1c-4ba2-b03f-609e9a08b627 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:54.115082 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-0e684993-9f1c-4ba2-b03f-609e9a08b627 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:54.120032 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-0e684993-9f1c-4ba2-b03f-609e9a08b627 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Usage tracker for resource:security_group_rule and tenant:083cc6f19b314d9885677036f51f4e22 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:54.122336 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-0e684993-9f1c-4ba2-b03f-609e9a08b627 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:54.128367 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-0e684993-9f1c-4ba2-b03f-609e9a08b627 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:54.132617 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2c0444-ced5-4ff9-8103-d5f7da475a87 None None] Network 1cc021f3-0141-4c2a-8407-77da752de240 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:01:54.161376 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-62659ef9-ba89-40f7-b93c-f7d672c4b5e5 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:54.163074 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6e4c68b1-c585-4503-8e0a-b3baaba54f2d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:54.195586 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-2f328f3c-f425-46e7-a423-8debfa847629 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 7bc89790-9be4-43fc-91b7-6b065e34a681) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:54.200648 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f328f3c-f425-46e7-a423-8debfa847629 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:54.201237 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2f328f3c-f425-46e7-a423-8debfa847629 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:54.232810 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6e4c68b1-c585-4503-8e0a-b3baaba54f2d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:54.234748 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0e684993-9f1c-4ba2-b03f-609e9a08b627 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:54.260174 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c68b1-c585-4503-8e0a-b3baaba54f2d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event deleted for resources: {'Network': ['ID=1f9fd7c9-f947-4bd6-a853-275b70d40f7a,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:54.266212 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19aa3230-8ec0-4469-8252-5ae61e15c4a6 None None] Network 7bc89790-9be4-43fc-91b7-6b065e34a681 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:01:54.282222 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56720) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:54.284028 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-6e4c68b1-c585-4503-8e0a-b3baaba54f2d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "DELETE /v2.0/networks/1f9fd7c9-f947-4bd6-a853-275b70d40f7a HTTP/1.1" status: 204 len: 168 time: 5.9961438 Jan 21 19:01:54.289817 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-ccaa7f9a-3ef9-464e-9f6a-f1233d5be028 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1084926840'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:54.290306 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62659ef9-ba89-40f7-b93c-f7d672c4b5e5 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Network 1cc021f3-0141-4c2a-8407-77da752de240 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:01:54.294943 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-62659ef9-ba89-40f7-b93c-f7d672c4b5e5 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:54.307097 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62659ef9-ba89-40f7-b93c-f7d672c4b5e5 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:01:54.308660 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-ccaa7f9a-3ef9-464e-9f6a-f1233d5be028 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:54.313736 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ccaa7f9a-3ef9-464e-9f6a-f1233d5be028 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Usage tracker for resource:network and tenant:98165352f4974f8d954efc4ce4c85f15 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:54.317550 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ccaa7f9a-3ef9-464e-9f6a-f1233d5be028 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:54.329958 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-ccaa7f9a-3ef9-464e-9f6a-f1233d5be028 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:54.336635 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62659ef9-ba89-40f7-b93c-f7d672c4b5e5 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Pushing event updated for resources: {'Port': ['ID=6495a1e6-cf71-469c-9103-da601a1c0abe,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:54.365055 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd7f86a-89a6-49a0-88b6-9e10aab0f1d9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Network 1a7f2fa3-ae07-4fd9-8523-ff6e660afbd9 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:01:54.380101 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-5cd7f86a-89a6-49a0-88b6-9e10aab0f1d9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 1a7f2fa3-ae07-4fd9-8523-ff6e660afbd9) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:54.391080 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62659ef9-ba89-40f7-b93c-f7d672c4b5e5 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:54.391689 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-62659ef9-ba89-40f7-b93c-f7d672c4b5e5 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:54.399385 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd7f86a-89a6-49a0-88b6-9e10aab0f1d9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:54.399385 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5cd7f86a-89a6-49a0-88b6-9e10aab0f1d9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:54.423965 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0e684993-9f1c-4ba2-b03f-609e9a08b627 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:54.437152 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2f328f3c-f425-46e7-a423-8debfa847629 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3060956 Jan 21 19:01:54.437309 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56724) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:54.442559 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-31d10f06-e3e9-48f1-a6f8-1d19734351f1 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Request body: {'subnet': {'network_id': '7bc89790-9be4-43fc-91b7-6b065e34a681', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:54.465522 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da5a768-c012-4a30-a9d4-f45d4c0d3a79 None None] Network 1a7f2fa3-ae07-4fd9-8523-ff6e660afbd9 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:01:54.483080 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccaa7f9a-3ef9-464e-9f6a-f1233d5be028 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Made reservation on behalf of 98165352f4974f8d954efc4ce4c85f15 for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:01:54.486558 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 5bba35b0-b13b-4d92-b29a-0ace5281cce0 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:01:54.487033 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ccaa7f9a-3ef9-464e-9f6a-f1233d5be028 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:54.496958 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e684993-9f1c-4ba2-b03f-609e9a08b627 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5742041c-8e57-4655-aa49-5aea1afc2635,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:54.530091 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccaa7f9a-3ef9-464e-9f6a-f1233d5be028 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:01:54.540749 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ccaa7f9a-3ef9-464e-9f6a-f1233d5be028 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:54.541346 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-ccaa7f9a-3ef9-464e-9f6a-f1233d5be028 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Added segment b4b17848-83d4-40c6-8039-6b8c99ee6eab of type vlan for network 37942141-2e58-409f-b59b-fc2c4dea888b Jan 21 19:01:54.555665 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-62659ef9-ba89-40f7-b93c-f7d672c4b5e5 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.9704282 Jan 21 19:01:54.560696 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-5cd7f86a-89a6-49a0-88b6-9e10aab0f1d9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7186151 Jan 21 19:01:54.563919 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56728) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:54.564056 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56730) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:54.571514 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-e3b772ba-6030-4efb-9542-6ac488f4b36d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'port': {'network_id': '1a7f2fa3-ae07-4fd9-8523-ff6e660afbd9', 'name': 'tempest-PortsTestJSON-952492012'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:54.573481 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-22ea33c6-a529-48f6-b9e6-f4cdcdec6990 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1538451978', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:54.581959 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-22ea33c6-a529-48f6-b9e6-f4cdcdec6990 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:54.592313 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ccaa7f9a-3ef9-464e-9f6a-f1233d5be028 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:54.596224 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-22ea33c6-a529-48f6-b9e6-f4cdcdec6990 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Usage tracker for resource:router and tenant:0b87c28710c746cf921b97d5aeeeda73 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:54.601006 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-22ea33c6-a529-48f6-b9e6-f4cdcdec6990 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:54.617674 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-22ea33c6-a529-48f6-b9e6-f4cdcdec6990 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:54.617988 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0e684993-9f1c-4ba2-b03f-609e9a08b627 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:54.622172 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-0e684993-9f1c-4ba2-b03f-609e9a08b627 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7257307 Jan 21 19:01:54.623425 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56736) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:54.632185 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-c6c2c412-c0b9-4500-b763-9127d3d04af1 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Request body: {'security_group_rule': {'security_group_id': '5742041c-8e57-4655-aa49-5aea1afc2635', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:54.641356 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-c6c2c412-c0b9-4500-b763-9127d3d04af1 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:54.648544 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-31d10f06-e3e9-48f1-a6f8-1d19734351f1 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:54.651916 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-c6c2c412-c0b9-4500-b763-9127d3d04af1 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Usage tracker for resource:security_group_rule and tenant:083cc6f19b314d9885677036f51f4e22 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:54.655699 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-c6c2c412-c0b9-4500-b763-9127d3d04af1 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:54.658729 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-31d10f06-e3e9-48f1-a6f8-1d19734351f1 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Usage tracker for resource:subnet and tenant:61b06f640fe54206829782ad2cf491c1 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:54.663501 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-31d10f06-e3e9-48f1-a6f8-1d19734351f1 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:54.666836 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-c6c2c412-c0b9-4500-b763-9127d3d04af1 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:54.672346 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-31d10f06-e3e9-48f1-a6f8-1d19734351f1 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:54.721698 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-22ea33c6-a529-48f6-b9e6-f4cdcdec6990 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:54.723005 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-22ea33c6-a529-48f6-b9e6-f4cdcdec6990 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:54.735947 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e3b772ba-6030-4efb-9542-6ac488f4b36d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:54.745295 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-22ea33c6-a529-48f6-b9e6-f4cdcdec6990 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:54.748044 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e3b772ba-6030-4efb-9542-6ac488f4b36d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:54.755219 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d10f06-e3e9-48f1-a6f8-1d19734351f1 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Made reservation on behalf of 61b06f640fe54206829782ad2cf491c1 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:01:54.760103 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-31d10f06-e3e9-48f1-a6f8-1d19734351f1 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:54.768869 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-da16cb91-1a67-4019-b8c7-2795af47255e None None] Provisioning for port 5bba35b0-b13b-4d92-b29a-0ace5281cce0 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:01:54.787799 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c6c2c412-c0b9-4500-b763-9127d3d04af1 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:54.807209 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ccaa7f9a-3ef9-464e-9f6a-f1233d5be028 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:54.817449 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccaa7f9a-3ef9-464e-9f6a-f1233d5be028 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:54.818270 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ccaa7f9a-3ef9-464e-9f6a-f1233d5be028 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:54.826522 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-da16cb91-1a67-4019-b8c7-2795af47255e None None] Provisioning complete for port 5bba35b0-b13b-4d92-b29a-0ace5281cce0 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:01:54.826522 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-da16cb91-1a67-4019-b8c7-2795af47255e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:54.849431 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b772ba-6030-4efb-9542-6ac488f4b36d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Made reservation on behalf of d3e69eb5fab24f5d9451b2cf3f9d850d for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:01:54.853661 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e3b772ba-6030-4efb-9542-6ac488f4b36d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:54.880540 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 5bba35b0-b13b-4d92-b29a-0ace5281cce0 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:01:54.890984 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 5bba35b0-b13b-4d92-b29a-0ace5281cce0 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:01:54.891525 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:54.900043 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-22ea33c6-a529-48f6-b9e6-f4cdcdec6990 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:54.905574 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-e3b772ba-6030-4efb-9542-6ac488f4b36d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] device_id is not set on port 872abad8-cb09-40cd-bda6-2db0a05153df yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:01:54.972916 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c6c2c412-c0b9-4500-b763-9127d3d04af1 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:55.002244 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ccaa7f9a-3ef9-464e-9f6a-f1233d5be028 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7186706 Jan 21 19:01:55.003129 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56742) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:55.008921 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaa7f9a-3ef9-464e-9f6a-f1233d5be028 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event updated for resources: {'Network': ['ID=37942141-2e58-409f-b59b-fc2c4dea888b,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:55.027883 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-80bf9c80-0e1b-4748-a266-1f3630bf1d10 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Request body: {'subnet': {'network_id': '37942141-2e58-409f-b59b-fc2c4dea888b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:55.045094 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-22ea33c6-a529-48f6-b9e6-f4cdcdec6990 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:55.046391 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-22ea33c6-a529-48f6-b9e6-f4cdcdec6990 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4825444 Jan 21 19:01:55.053500 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56746) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:55.063246 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-62548464-eda9-4238-b4fb-97d13ca0b422 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1431994201', 'prefixes': ['172.20.0.0/16']}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:55.066783 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 37942141-2e58-409f-b59b-fc2c4dea888b details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:01:55.075730 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-62548464-eda9-4238-b4fb-97d13ca0b422 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:55.079332 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c6c2c412-c0b9-4500-b763-9127d3d04af1 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:55.166126 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c2c412-c0b9-4500-b763-9127d3d04af1 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ea76331-d241-473d-87a7-d50d66362cf2,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:55.195498 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-212aaeaa-dd92-44a1-92c3-5f058230ef8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:55.211173 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-80bf9c80-0e1b-4748-a266-1f3630bf1d10 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:55.223493 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-80bf9c80-0e1b-4748-a266-1f3630bf1d10 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Usage tracker for resource:subnet and tenant:98165352f4974f8d954efc4ce4c85f15 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:55.228297 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-80bf9c80-0e1b-4748-a266-1f3630bf1d10 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:55.238851 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-80bf9c80-0e1b-4748-a266-1f3630bf1d10 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:55.248131 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-e3b772ba-6030-4efb-9542-6ac488f4b36d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Allocated IP 172.20.0.4 (1a7f2fa3-ae07-4fd9-8523-ff6e660afbd9/34538375-82fb-4f7a-82c5-699f5272297b/872abad8-cb09-40cd-bda6-2db0a05153df) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:01:55.279443 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd48f4-39d9-4f38-bd24-1c30ed567f7d req-3a490801-ae74-402a-995d-a92d8750b0f1 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:55.281186 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-59dd48f4-39d9-4f38-bd24-1c30ed567f7d req-3a490801-ae74-402a-995d-a92d8750b0f1 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.1808670 Jan 21 19:01:55.284183 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c6c2c412-c0b9-4500-b763-9127d3d04af1 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:55.285909 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c6c2c412-c0b9-4500-b763-9127d3d04af1 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6615121 Jan 21 19:01:55.290455 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56750) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:55.344870 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-325250f5-93a0-4aac-8c5a-e97e6b3dab77 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:55.346311 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e0ae0a-d763-4021-a18c-60a041c60a34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-7bc89790-9be4-43fc-91b7-6b065e34a681', 'network_id': '7bc89790-9be4-43fc-91b7-6b065e34a681', 'tenant_id': '61b06f640fe54206829782ad2cf491c1', 'fixed_ips': [{'subnet_id': '5f84b81e-7991-458c-86cb-eb1de37584be'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:01:55.347131 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-62e0ae0a-d763-4021-a18c-60a041c60a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:55.351955 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80bf9c80-0e1b-4748-a266-1f3630bf1d10 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Made reservation on behalf of 98165352f4974f8d954efc4ce4c85f15 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:01:55.355825 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-80bf9c80-0e1b-4748-a266-1f3630bf1d10 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:55.360363 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-325250f5-93a0-4aac-8c5a-e97e6b3dab77 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:55.372957 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-59dd48f4-39d9-4f38-bd24-1c30ed567f7d req-2f049891-edce-4083-a0ae-19848671cedc tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0727208 Jan 21 19:01:55.414557 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-31d10f06-e3e9-48f1-a6f8-1d19734351f1 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:55.446137 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-da16cb91-1a67-4019-b8c7-2795af47255e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:55.466353 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff439e22-e8de-4671-a504-3cc47b7010db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-1a7f2fa3-ae07-4fd9-8523-ff6e660afbd9', 'network_id': '1a7f2fa3-ae07-4fd9-8523-ff6e660afbd9', 'tenant_id': 'd3e69eb5fab24f5d9451b2cf3f9d850d', 'fixed_ips': [{'subnet_id': '34538375-82fb-4f7a-82c5-699f5272297b'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:01:55.467076 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ff439e22-e8de-4671-a504-3cc47b7010db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:55.542818 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-325250f5-93a0-4aac-8c5a-e97e6b3dab77 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:55.583652 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d10f06-e3e9-48f1-a6f8-1d19734351f1 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Network 7bc89790-9be4-43fc-91b7-6b065e34a681 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:01:55.585457 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325250f5-93a0-4aac-8c5a-e97e6b3dab77 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ea76331-d241-473d-87a7-d50d66362cf2,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:55.589250 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-31d10f06-e3e9-48f1-a6f8-1d19734351f1 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:55.597575 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d10f06-e3e9-48f1-a6f8-1d19734351f1 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event updated for resources: {'Subnet': ['ID=2040fec2-c6a7-4ed6-bc6d-2940ef325238,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:55.597575 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d10f06-e3e9-48f1-a6f8-1d19734351f1 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:55.598093 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:55.598188 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-31d10f06-e3e9-48f1-a6f8-1d19734351f1 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:55.603550 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-325250f5-93a0-4aac-8c5a-e97e6b3dab77 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:55.607344 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-325250f5-93a0-4aac-8c5a-e97e6b3dab77 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/3ea76331-d241-473d-87a7-d50d66362cf2 HTTP/1.1" status: 204 len: 168 time: 0.3154459 Jan 21 19:01:55.608284 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56760) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:55.636899 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.ipam_backend_mixin [None req-80bf9c80-0e1b-4748-a266-1f3630bf1d10 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Performing IP validity checks on allocation pools {{(pid=88137) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 21 19:01:55.637626 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.ipam_backend_mixin [None req-80bf9c80-0e1b-4748-a266-1f3630bf1d10 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88137) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 21 19:01:55.654430 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-62548464-eda9-4238-b4fb-97d13ca0b422 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Notify callbacks [] for subnetpool, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:55.655774 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-62548464-eda9-4238-b4fb-97d13ca0b422 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.6005466 Jan 21 19:01:55.660386 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56764) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:55.667775 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.tag.tag_plugin [None req-3f95f683-9a26-41e6-a539-e6f5f19afed0 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f22a8e51-4829-449d-9d05-ed2f1c88d351', 'tempest-TagsExtTest-Tag-886497909') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:55.721305 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e3b772ba-6030-4efb-9542-6ac488f4b36d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:55.727958 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-5fbf821e-140b-452a-9595-89e368ae4f8e tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Synchronizing usage tracker for tenant:083cc6f19b314d9885677036f51f4e22 on resource:security_group_rule {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:01:55.741452 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-31d10f06-e3e9-48f1-a6f8-1d19734351f1 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3009934 Jan 21 19:01:55.741867 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56768) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:55.771770 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-da16cb91-1a67-4019-b8c7-2795af47255e None None] For port 5bba35b0-b13b-4d92-b29a-0ace5281cce0, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=5bba35b0-b13b-4d92-b29a-0ace5281cce0,segment=NetworkSegment(22394a61-ce07-4154-b962-d8530957af99),segment_id=22394a61-ce07-4154-b962-d8530957af99)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:01:55.789307 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-e3b772ba-6030-4efb-9542-6ac488f4b36d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Transition to ACTIVE for port object 872abad8-cb09-40cd-bda6-2db0a05153df will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:01:55.819134 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-5fbf821e-140b-452a-9595-89e368ae4f8e tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Unset dirty status for tenant:083cc6f19b314d9885677036f51f4e22 on resource:security_group_rule {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:01:55.820656 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-5fbf821e-140b-452a-9595-89e368ae4f8e tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2118201 Jan 21 19:01:55.824014 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56772) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:55.830049 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-62e0ae0a-d763-4021-a18c-60a041c60a34 None None] Allocated IP 2001:db8::2 (7bc89790-9be4-43fc-91b7-6b065e34a681/5f84b81e-7991-458c-86cb-eb1de37584be/9776cea7-fa71-4610-99d5-f018b66c3fa8) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:01:55.885634 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-da16cb91-1a67-4019-b8c7-2795af47255e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:55.891496 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57be8caf-3af7-4c9a-8922-cea9b279a214 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:55.895493 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57be8caf-3af7-4c9a-8922-cea9b279a214 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:55.895493 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57be8caf-3af7-4c9a-8922-cea9b279a214 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:55.896478 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57be8caf-3af7-4c9a-8922-cea9b279a214 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:55.898378 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57be8caf-3af7-4c9a-8922-cea9b279a214 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:55.899358 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-57be8caf-3af7-4c9a-8922-cea9b279a214 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Synchronizing usage tracker for tenant:61b06f640fe54206829782ad2cf491c1 on resource:subnet {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:01:55.912759 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4d8261fc-8a90-4cbc-852a-f4b48f9af1b4 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:55.957926 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4d8261fc-8a90-4cbc-852a-f4b48f9af1b4 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:56.022505 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-3f95f683-9a26-41e6-a539-e6f5f19afed0 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "PUT /v2.0/subnets/f22a8e51-4829-449d-9d05-ed2f1c88d351/tags/tempest-TagsExtTest-Tag-886497909 HTTP/1.1" status: 201 len: 201 time: 0.3574028 Jan 21 19:01:56.023000 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56778) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:56.037264 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.tag.tag_plugin [None req-84adac9c-0c92-4c72-a743-987a7881d976 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6495a1e6-cf71-469c-9103-da601a1c0abe', 'tempest-TagsExtTest-Tag-822988101') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:56.054585 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-57be8caf-3af7-4c9a-8922-cea9b279a214 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Unset dirty status for tenant:61b06f640fe54206829782ad2cf491c1 on resource:subnet {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:01:56.062085 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-57be8caf-3af7-4c9a-8922-cea9b279a214 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3188891 Jan 21 19:01:56.063701 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56782) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:56.090162 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-146b2fb2-40b5-4825-bdeb-357241cbaf0f tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1577769002'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:56.098789 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-146b2fb2-40b5-4825-bdeb-357241cbaf0f tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:56.110855 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-146b2fb2-40b5-4825-bdeb-357241cbaf0f tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Usage tracker for resource:network and tenant:61b06f640fe54206829782ad2cf491c1 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:56.118016 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-146b2fb2-40b5-4825-bdeb-357241cbaf0f tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:56.127253 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-146b2fb2-40b5-4825-bdeb-357241cbaf0f tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:56.131025 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e3b772ba-6030-4efb-9542-6ac488f4b36d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:56.237727 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-80bf9c80-0e1b-4748-a266-1f3630bf1d10 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:56.307228 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4d8261fc-8a90-4cbc-852a-f4b48f9af1b4 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:56.313169 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:01:56.313765 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:01:56.320674 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16cb91-1a67-4019-b8c7-2795af47255e None None] Pushing event updated for resources: {'Port': ['ID=5bba35b0-b13b-4d92-b29a-0ace5281cce0,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:56.338303 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8261fc-8a90-4cbc-852a-f4b48f9af1b4 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5742041c-8e57-4655-aa49-5aea1afc2635,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:56.341344 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-6f0c630d-6937-42ac-acb2-3e7dc52fa2bb None None] Provisioning complete for port 5bba35b0-b13b-4d92-b29a-0ace5281cce0 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:01:56.341718 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6f0c630d-6937-42ac-acb2-3e7dc52fa2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:56.370922 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-ff439e22-e8de-4671-a504-3cc47b7010db None None] Allocated IP 172.20.0.2 (1a7f2fa3-ae07-4fd9-8523-ff6e660afbd9/34538375-82fb-4f7a-82c5-699f5272297b/1b14ab98-b80b-44e3-bde2-0df73c5ecbbe) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:01:56.406799 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-62e0ae0a-d763-4021-a18c-60a041c60a34 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:56.425447 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a22d16-adac-45f6-b679-64e52b1b694f req-61e65ce9-a449-4866-8d21-ab388c5bc34d tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:56.427540 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b3a22d16-adac-45f6-b679-64e52b1b694f req-61e65ce9-a449-4866-8d21-ab388c5bc34d tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.3344965 Jan 21 19:01:56.430193 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b772ba-6030-4efb-9542-6ac488f4b36d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Network 1a7f2fa3-ae07-4fd9-8523-ff6e660afbd9 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:01:56.439097 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-e3b772ba-6030-4efb-9542-6ac488f4b36d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:56.441235 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b772ba-6030-4efb-9542-6ac488f4b36d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:01:56.449483 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4d8261fc-8a90-4cbc-852a-f4b48f9af1b4 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:56.453324 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-4d8261fc-8a90-4cbc-852a-f4b48f9af1b4 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "DELETE /v2.0/security-groups/5742041c-8e57-4655-aa49-5aea1afc2635 HTTP/1.1" status: 204 len: 168 time: 0.6258397 Jan 21 19:01:56.453484 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-62e0ae0a-d763-4021-a18c-60a041c60a34 None None] Transition to ACTIVE for port object 9776cea7-fa71-4610-99d5-f018b66c3fa8 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:01:56.481547 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56786) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:56.485735 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146b2fb2-40b5-4825-bdeb-357241cbaf0f tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Made reservation on behalf of 61b06f640fe54206829782ad2cf491c1 for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:01:56.489320 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-146b2fb2-40b5-4825-bdeb-357241cbaf0f tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:56.521453 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b3a22d16-adac-45f6-b679-64e52b1b694f req-a97145a2-b816-4bb4-a456-a47b061ee1cb tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0694535 Jan 21 19:01:56.542312 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-62e0ae0a-d763-4021-a18c-60a041c60a34 None None] Transition to ACTIVE for port object 9776cea7-fa71-4610-99d5-f018b66c3fa8 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:01:56.579993 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-84adac9c-0c92-4c72-a743-987a7881d976 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "PUT /v2.0/ports/6495a1e6-cf71-469c-9103-da601a1c0abe/tags/tempest-TagsExtTest-Tag-822988101 HTTP/1.1" status: 201 len: 201 time: 0.5541668 Jan 21 19:01:56.583259 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56790) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:56.584774 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b772ba-6030-4efb-9542-6ac488f4b36d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event updated for resources: {'Port': ['ID=872abad8-cb09-40cd-bda6-2db0a05153df,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:56.590791 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.tag.tag_plugin [None req-8c033da1-d058-4195-ac6f-f59295ece8f8 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e51cd0d9-9510-4e32-9eb3-c87f80d36449', 'tempest-TagsExtTest-Tag-2041889134') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:56.626009 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-62e0ae0a-d763-4021-a18c-60a041c60a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:56.631201 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf9c80-0e1b-4748-a266-1f3630bf1d10 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event updated for resources: {'Subnet': ['ID=276709d6-7efa-4728-b280-2d8ca91cc754,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:56.666393 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b772ba-6030-4efb-9542-6ac488f4b36d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:56.666393 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e3b772ba-6030-4efb-9542-6ac488f4b36d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:56.672064 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-146b2fb2-40b5-4825-bdeb-357241cbaf0f tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:01:56.675466 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bf9c80-0e1b-4748-a266-1f3630bf1d10 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Checking segment: {'id': 'b4b17848-83d4-40c6-8039-6b8c99ee6eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '37942141-2e58-409f-b59b-fc2c4dea888b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:01:56.675831 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bf9c80-0e1b-4748-a266-1f3630bf1d10 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Network hostable DHCP agents. Network: 37942141-2e58-409f-b59b-fc2c4dea888b, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:01:56.700397 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-d69cc544-f224-41d1-9a82-658301d67e88 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Synchronizing usage tracker for tenant:083cc6f19b314d9885677036f51f4e22 on resource:security_group {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:01:56.719768 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-146b2fb2-40b5-4825-bdeb-357241cbaf0f tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:56.720071 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-146b2fb2-40b5-4825-bdeb-357241cbaf0f tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Added segment 52a27e26-cdab-4bb6-a567-b9166a5a80b1 of type vlan for network 21abc03e-68bf-48d8-9f40-de1f78a6d408 Jan 21 19:01:56.751110 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e0ae0a-d763-4021-a18c-60a041c60a34 None None] Network 7bc89790-9be4-43fc-91b7-6b065e34a681 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:01:56.764984 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-62e0ae0a-d763-4021-a18c-60a041c60a34 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:56.766003 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e966f2e-a3bf-4f80-8b55-370ef9630853 req-9ba5bc23-91b4-4d11-a3be-1fbbba3c0ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:56.768262 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0e966f2e-a3bf-4f80-8b55-370ef9630853 req-9ba5bc23-91b4-4d11-a3be-1fbbba3c0ca0 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=bb8144e3b5cb451fa2ea1f5ea2efa32a&device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 1098 time: 0.5699205 Jan 21 19:01:56.773257 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e0ae0a-d763-4021-a18c-60a041c60a34 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:01:56.774707 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-146b2fb2-40b5-4825-bdeb-357241cbaf0f tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:56.775884 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e0ae0a-d763-4021-a18c-60a041c60a34 None None] Pushing event updated for resources: {'Port': ['ID=9776cea7-fa71-4610-99d5-f018b66c3fa8,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:56.814648 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-8c033da1-d058-4195-ac6f-f59295ece8f8 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "PUT /v2.0/routers/e51cd0d9-9510-4e32-9eb3-c87f80d36449/tags/tempest-TagsExtTest-Tag-2041889134 HTTP/1.1" status: 201 len: 201 time: 0.2293286 Jan 21 19:01:56.816711 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56796) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:56.823692 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.tag.tag_plugin [None req-068d54e8-e112-49a1-bf4b-47db5275e77a tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e436cff2-4414-492f-831c-8a21bcbcca66', 'tempest-TagsExtTest-Tag-27898110') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:56.843400 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bf9c80-0e1b-4748-a266-1f3630bf1d10 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Network 37942141-2e58-409f-b59b-fc2c4dea888b is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:01:56.849052 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e3b772ba-6030-4efb-9542-6ac488f4b36d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2821600 Jan 21 19:01:56.849052 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-d69cc544-f224-41d1-9a82-658301d67e88 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Unset dirty status for tenant:083cc6f19b314d9885677036f51f4e22 on resource:security_group {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:01:56.849052 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-d69cc544-f224-41d1-9a82-658301d67e88 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3495307 Jan 21 19:01:56.849495 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56800) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:56.851848 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56804) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:56.862167 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-2e144b27-cd04-49c9-b2d7-582a243d4387 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Request body: {'security_group': {'name': 'tempest-secgroup--1265974065'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:56.885755 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-6f0c630d-6937-42ac-acb2-3e7dc52fa2bb None None] Provisioning for port 6495a1e6-cf71-469c-9103-da601a1c0abe completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:01:56.904778 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-2e144b27-cd04-49c9-b2d7-582a243d4387 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:56.930697 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ff439e22-e8de-4671-a504-3cc47b7010db None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:56.933811 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-6f0c630d-6937-42ac-acb2-3e7dc52fa2bb None None] Provisioning complete for port 6495a1e6-cf71-469c-9103-da601a1c0abe triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:01:56.934246 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6f0c630d-6937-42ac-acb2-3e7dc52fa2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:56.937544 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-2e144b27-cd04-49c9-b2d7-582a243d4387 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:56.948358 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e966f2e-a3bf-4f80-8b55-370ef9630853 req-e8187e95-8b13-4e2e-9e97-df11a1f17390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:56.949956 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0e966f2e-a3bf-4f80-8b55-370ef9630853 req-e8187e95-8b13-4e2e-9e97-df11a1f17390 service neutron] 10.222.0.113 "GET /v2.0/networks?id=2745c7b7-aa59-4a69-977f-3d793c812102 HTTP/1.1" status: 200 len: 912 time: 0.1706898 Jan 21 19:01:56.951590 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-35259f98-7336-456e-a48e-3f4f16b2099d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Deleting port 872abad8-cb09-40cd-bda6-2db0a05153df {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:01:56.951930 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-35259f98-7336-456e-a48e-3f4f16b2099d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:57.008704 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-ff439e22-e8de-4671-a504-3cc47b7010db None None] Transition to ACTIVE for port object 1b14ab98-b80b-44e3-bde2-0df73c5ecbbe will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:01:57.013699 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-80bf9c80-0e1b-4748-a266-1f3630bf1d10 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 37942141-2e58-409f-b59b-fc2c4dea888b) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:57.014852 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-62e0ae0a-d763-4021-a18c-60a041c60a34 None None] Attempting to bind port 9776cea7-fa71-4610-99d5-f018b66c3fa8 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:01:57.015216 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-62e0ae0a-d763-4021-a18c-60a041c60a34 None None] Attempting to bind port 9776cea7-fa71-4610-99d5-f018b66c3fa8 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '8a1ad7a2-0dd2-4db5-b950-c29751334bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7bc89790-9be4-43fc-91b7-6b065e34a681'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:01:57.015566 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e0ae0a-d763-4021-a18c-60a041c60a34 None None] Attempting to bind port 9776cea7-fa71-4610-99d5-f018b66c3fa8 on network 7bc89790-9be4-43fc-91b7-6b065e34a681 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:01:57.032625 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-146b2fb2-40b5-4825-bdeb-357241cbaf0f tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:57.035891 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e0ae0a-d763-4021-a18c-60a041c60a34 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:01:57.035891 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e0ae0a-d763-4021-a18c-60a041c60a34 None None] Checking segment: {'id': '8a1ad7a2-0dd2-4db5-b950-c29751334bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7bc89790-9be4-43fc-91b7-6b065e34a681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:01:57.035891 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-62e0ae0a-d763-4021-a18c-60a041c60a34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:57.035891 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e0ae0a-d763-4021-a18c-60a041c60a34 None None] Bound using segment: {'id': '8a1ad7a2-0dd2-4db5-b950-c29751334bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7bc89790-9be4-43fc-91b7-6b065e34a681'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:01:57.035891 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-62e0ae0a-d763-4021-a18c-60a041c60a34 None None] Bound port: 9776cea7-fa71-4610-99d5-f018b66c3fa8, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a1ad7a2-0dd2-4db5-b950-c29751334bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7bc89790-9be4-43fc-91b7-6b065e34a681'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:01:57.035891 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-62e0ae0a-d763-4021-a18c-60a041c60a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:57.038677 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146b2fb2-40b5-4825-bdeb-357241cbaf0f tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:57.039419 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-146b2fb2-40b5-4825-bdeb-357241cbaf0f tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:57.044915 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bf9c80-0e1b-4748-a266-1f3630bf1d10 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:57.045539 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-80bf9c80-0e1b-4748-a266-1f3630bf1d10 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:57.049378 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8089c945-ca3d-458f-952e-30df26ee8c61 None None] Network 37942141-2e58-409f-b59b-fc2c4dea888b requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:01:57.051957 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-068d54e8-e112-49a1-bf4b-47db5275e77a tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "PUT /v2.0/subnetpools/e436cff2-4414-492f-831c-8a21bcbcca66/tags/tempest-TagsExtTest-Tag-27898110 HTTP/1.1" status: 201 len: 201 time: 0.2342572 Jan 21 19:01:57.060138 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56808) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:57.064834 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-6f0c630d-6937-42ac-acb2-3e7dc52fa2bb None None] Port 6495a1e6-cf71-469c-9103-da601a1c0abe cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:01:57.065420 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.tag.tag_plugin [None req-dc8bcc44-1d4c-49a4-af09-4d213fda1557 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f22a8e51-4829-449d-9d05-ed2f1c88d351') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:57.103867 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2e144b27-cd04-49c9-b2d7-582a243d4387 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:57.105441 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-ff439e22-e8de-4671-a504-3cc47b7010db None None] Transition to ACTIVE for port object 1b14ab98-b80b-44e3-bde2-0df73c5ecbbe will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:01:57.173368 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-2e144b27-cd04-49c9-b2d7-582a243d4387 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:57.190805 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 5bba35b0-b13b-4d92-b29a-0ace5281cce0 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:01:57.197718 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-2e144b27-cd04-49c9-b2d7-582a243d4387 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Usage tracker for resource:security_group_rule and tenant:083cc6f19b314d9885677036f51f4e22 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:57.200392 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0e966f2e-a3bf-4f80-8b55-370ef9630853 req-c74a5b87-8dbb-4130-a67e-54f4323a7ea1 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e84f2c6-e935-4b37-b7e0-389f75a34ebc HTTP/1.1" status: 200 len: 1001 time: 0.2443359 Jan 21 19:01:57.205687 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b2fb2-40b5-4825-bdeb-357241cbaf0f tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event updated for resources: {'Network': ['ID=21abc03e-68bf-48d8-9f40-de1f78a6d408,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:57.209717 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-80bf9c80-0e1b-4748-a266-1f3630bf1d10 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.1975536 Jan 21 19:01:57.212682 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56812) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:57.252608 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 21abc03e-68bf-48d8-9f40-de1f78a6d408 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:01:57.253964 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-2e144b27-cd04-49c9-b2d7-582a243d4387 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:57.273567 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-2e144b27-cd04-49c9-b2d7-582a243d4387 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:57.304219 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ff439e22-e8de-4671-a504-3cc47b7010db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:57.312286 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-146b2fb2-40b5-4825-bdeb-357241cbaf0f tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2450252 Jan 21 19:01:57.312867 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56816) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:57.337833 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-e6656302-fd65-4540-8a90-141b432f185c tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:57.375583 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e966f2e-a3bf-4f80-8b55-370ef9630853 req-83a67f6f-928a-407a-83a6-79c3f5ef7da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:57.377078 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0e966f2e-a3bf-4f80-8b55-370ef9630853 req-83a67f6f-928a-407a-83a6-79c3f5ef7da6 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=34accf81-441d-49f3-9d99-4b01b78b2f5b HTTP/1.1" status: 200 len: 850 time: 0.1690707 Jan 21 19:01:57.477615 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-cf250bca-972b-4152-8c3e-e8b0344184de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:57.488152 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7686eb6b-5a4d-4ae5-a1db-4405efac4559 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:57.500714 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-dc8bcc44-1d4c-49a4-af09-4d213fda1557 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "GET /v2.0/subnets/f22a8e51-4829-449d-9d05-ed2f1c88d351/tags HTTP/1.1" status: 200 len: 240 time: 0.4371245 Jan 21 19:01:57.501564 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56820) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:57.507917 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.tag.tag_plugin [None req-9c0dea70-4d73-486c-8164-97a4dacd4fed tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f22a8e51-4829-449d-9d05-ed2f1c88d351', 'tempest-TagsExtTest-Tag-886497909') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:57.521089 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-35259f98-7336-456e-a48e-3f4f16b2099d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:57.547294 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e966f2e-a3bf-4f80-8b55-370ef9630853 req-5027d190-3d85-4dda-a3a0-7442944a87dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:57.548702 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0e966f2e-a3bf-4f80-8b55-370ef9630853 req-5027d190-3d85-4dda-a3a0-7442944a87dd service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2745c7b7-aa59-4a69-977f-3d793c812102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1654389 Jan 21 19:01:57.569579 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff439e22-e8de-4671-a504-3cc47b7010db None None] Network 1a7f2fa3-ae07-4fd9-8523-ff6e660afbd9 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:01:57.570785 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-36314022-cc9d-4885-9d41-5049415e8ef3 None None] Provisioning complete for port 6495a1e6-cf71-469c-9103-da601a1c0abe triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:01:57.571407 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-36314022-cc9d-4885-9d41-5049415e8ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:57.655565 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-ff439e22-e8de-4671-a504-3cc47b7010db None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:01:57.662125 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-62e0ae0a-d763-4021-a18c-60a041c60a34 None None] For port 9776cea7-fa71-4610-99d5-f018b66c3fa8, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:01:57.672525 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff439e22-e8de-4671-a504-3cc47b7010db None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:01:57.694903 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff439e22-e8de-4671-a504-3cc47b7010db None None] Pushing event updated for resources: {'Port': ['ID=1b14ab98-b80b-44e3-bde2-0df73c5ecbbe,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:57.699410 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-35259f98-7336-456e-a48e-3f4f16b2099d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Calling delete_port for 872abad8-cb09-40cd-bda6-2db0a05153df owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:01:57.714999 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-62e0ae0a-d763-4021-a18c-60a041c60a34 None None] For port 9776cea7-fa71-4610-99d5-f018b66c3fa8, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=9776cea7-fa71-4610-99d5-f018b66c3fa8,segment=NetworkSegment(8a1ad7a2-0dd2-4db5-b950-c29751334bfe),segment_id=8a1ad7a2-0dd2-4db5-b950-c29751334bfe)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:01:57.724928 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7686eb6b-5a4d-4ae5-a1db-4405efac4559 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:57.794442 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0e966f2e-a3bf-4f80-8b55-370ef9630853 req-c157ab95-7301-4bf8-95dd-3f013e4d595f service neutron] 10.222.0.113 "GET /v2.0/networks/2745c7b7-aa59-4a69-977f-3d793c812102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165446 Jan 21 19:01:57.814512 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-62e0ae0a-d763-4021-a18c-60a041c60a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:57.829213 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-9c0dea70-4d73-486c-8164-97a4dacd4fed tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "GET /v2.0/subnets/f22a8e51-4829-449d-9d05-ed2f1c88d351/tags/tempest-TagsExtTest-Tag-886497909 HTTP/1.1" status: 204 len: 168 time: 0.3243101 Jan 21 19:01:57.831230 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56826) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:57.854291 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.tag.tag_plugin [None req-f228adcf-d47c-45f2-8b2c-baa4c1c38214 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'f22a8e51-4829-449d-9d05-ed2f1c88d351', 'tempest-TagsExtTest-Tag-886497909') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:57.878577 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-36314022-cc9d-4885-9d41-5049415e8ef3 None None] Port 6495a1e6-cf71-469c-9103-da601a1c0abe cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:01:57.892664 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 5bba35b0-b13b-4d92-b29a-0ace5281cce0 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:01:57.892664 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:57.935586 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e6656302-fd65-4540-8a90-141b432f185c tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:57.955629 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2e144b27-cd04-49c9-b2d7-582a243d4387 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:57.983353 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-ff439e22-e8de-4671-a504-3cc47b7010db None None] Attempting to bind port 1b14ab98-b80b-44e3-bde2-0df73c5ecbbe on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:01:57.983823 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-ff439e22-e8de-4671-a504-3cc47b7010db None None] Attempting to bind port 1b14ab98-b80b-44e3-bde2-0df73c5ecbbe by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'ac32c795-4644-4742-9e00-6f73122656bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1a7f2fa3-ae07-4fd9-8523-ff6e660afbd9'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:01:57.984373 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff439e22-e8de-4671-a504-3cc47b7010db None None] Attempting to bind port 1b14ab98-b80b-44e3-bde2-0df73c5ecbbe on network 1a7f2fa3-ae07-4fd9-8523-ff6e660afbd9 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:01:57.991888 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5acbf-8ac9-4c37-8d6b-aef22eb8b128 req-38d3b50b-5634-4c9e-a958-a653dd9f1fe3 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:57.993552 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f9d5acbf-8ac9-4c37-8d6b-aef22eb8b128 req-38d3b50b-5634-4c9e-a958-a653dd9f1fe3 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.2654836 Jan 21 19:01:57.997758 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af58b61-db96-436c-a93c-6b4b85397e3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-37942141-2e58-409f-b59b-fc2c4dea888b', 'network_id': '37942141-2e58-409f-b59b-fc2c4dea888b', 'tenant_id': '98165352f4974f8d954efc4ce4c85f15', 'fixed_ips': [{'subnet_id': '276709d6-7efa-4728-b280-2d8ca91cc754'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:01:57.998875 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6af58b61-db96-436c-a93c-6b4b85397e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:58.011519 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0e966f2e-a3bf-4f80-8b55-370ef9630853 req-6817212c-2a29-45e1-a0f1-a4f792995beb service neutron] 10.222.0.113 "GET /v2.0/networks/2745c7b7-aa59-4a69-977f-3d793c812102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096257 Jan 21 19:01:58.027878 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff439e22-e8de-4671-a504-3cc47b7010db None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:01:58.028622 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff439e22-e8de-4671-a504-3cc47b7010db None None] Checking segment: {'id': 'ac32c795-4644-4742-9e00-6f73122656bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1a7f2fa3-ae07-4fd9-8523-ff6e660afbd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:01:58.029103 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ff439e22-e8de-4671-a504-3cc47b7010db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:58.029590 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff439e22-e8de-4671-a504-3cc47b7010db None None] Bound using segment: {'id': 'ac32c795-4644-4742-9e00-6f73122656bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1a7f2fa3-ae07-4fd9-8523-ff6e660afbd9'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:01:58.030142 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-ff439e22-e8de-4671-a504-3cc47b7010db None None] Bound port: 1b14ab98-b80b-44e3-bde2-0df73c5ecbbe, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac32c795-4644-4742-9e00-6f73122656bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1a7f2fa3-ae07-4fd9-8523-ff6e660afbd9'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:01:58.030564 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ff439e22-e8de-4671-a504-3cc47b7010db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:58.041213 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2e144b27-cd04-49c9-b2d7-582a243d4387 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:58.081665 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7686eb6b-5a4d-4ae5-a1db-4405efac4559 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:58.108268 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e144b27-cd04-49c9-b2d7-582a243d4387 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1cc4bb6-9b16-476c-9106-d4634c883758,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:58.111498 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e6656302-fd65-4540-8a90-141b432f185c tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:58.120835 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e0ae0a-d763-4021-a18c-60a041c60a34 None None] Pushing event updated for resources: {'Port': ['ID=9776cea7-fa71-4610-99d5-f018b66c3fa8,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:58.140485 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e6656302-fd65-4540-8a90-141b432f185c tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Network 21abc03e-68bf-48d8-9f40-de1f78a6d408 is not hosted by any dhcp agent {{(pid=88136) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 21 19:01:58.145864 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6656302-fd65-4540-8a90-141b432f185c tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:58.146457 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e6656302-fd65-4540-8a90-141b432f185c tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:58.151326 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e6656302-fd65-4540-8a90-141b432f185c tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "PUT /v2.0/networks/21abc03e-68bf-48d8-9f40-de1f78a6d408 HTTP/1.1" status: 200 len: 723 time: 0.8374143 Jan 21 19:01:58.155662 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56832) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:58.172514 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-05d8562a-3dfa-4347-b4d3-2b8873e0be0d tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Request body: {'subnet': {'network_id': '21abc03e-68bf-48d8-9f40-de1f78a6d408', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:58.174288 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:58.348006 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-ff439e22-e8de-4671-a504-3cc47b7010db None None] For port 1b14ab98-b80b-44e3-bde2-0df73c5ecbbe, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:01:58.358425 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-ff439e22-e8de-4671-a504-3cc47b7010db None None] For port 1b14ab98-b80b-44e3-bde2-0df73c5ecbbe, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=1b14ab98-b80b-44e3-bde2-0df73c5ecbbe,segment=NetworkSegment(ac32c795-4644-4742-9e00-6f73122656bc),segment_id=ac32c795-4644-4742-9e00-6f73122656bc)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server [None req-6af58b61-db96-436c-a93c-6b4b85397e3c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 276709d6-7efa-4728-b280-2d8ca91cc754: This subnet is being modified by another concurrent operation. Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 19:01:58.365442 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 19:01:58.373031 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 19:01:58.373031 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 19:01:58.373031 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 19:01:58.373031 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 19:01:58.373031 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 19:01:58.373031 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 19:01:58.373031 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 19:01:58.373031 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 19:01:58.373031 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 19:01:58.373031 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 19:01:58.373031 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 19:01:58.373031 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 19:01:58.373031 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 19:01:58.373031 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 19:01:58.373031 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 19:01:58.373031 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 19:01:58.373031 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 21 19:01:58.373031 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 21 19:01:58.373031 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 21 19:01:58.373031 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 21 19:01:58.373031 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 21 19:01:58.373031 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 21 19:01:58.373031 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 21 19:01:58.373031 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 21 19:01:58.373031 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 21 19:01:58.373031 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 19:01:58.373031 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 21 19:01:58.373031 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 21 19:01:58.373031 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 21 19:01:58.373031 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 21 19:01:58.373031 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 21 19:01:58.373031 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 21 19:01:58.373031 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 21 19:01:58.373031 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 21 19:01:58.373031 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 21 19:01:58.373031 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server raise exception Jan 21 19:01:58.373031 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 276709d6-7efa-4728-b280-2d8ca91cc754: This subnet is being modified by another concurrent operation. Jan 21 19:01:58.373031 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server Jan 21 19:01:58.424011 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c0138f-9940-4721-bb21-80fc37f399a7 None None] Network 37942141-2e58-409f-b59b-fc2c4dea888b requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:01:58.438327 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6656302-fd65-4540-8a90-141b432f185c tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event updated for resources: {'Network': ['ID=21abc03e-68bf-48d8-9f40-de1f78a6d408,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:58.459856 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f228adcf-d47c-45f2-8b2c-baa4c1c38214 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "DELETE /v2.0/subnets/f22a8e51-4829-449d-9d05-ed2f1c88d351/tags/tempest-TagsExtTest-Tag-886497909 HTTP/1.1" status: 204 len: 168 time: 0.6281407 Jan 21 19:01:58.471123 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686eb6b-5a4d-4ae5-a1db-4405efac4559 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event deleted for resources: {'Subnet': ['ID=276709d6-7efa-4728-b280-2d8ca91cc754,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:58.471123 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56836) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:58.471699 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f9d5acbf-8ac9-4c37-8d6b-aef22eb8b128 req-d1d11614-6fc6-4c99-ae29-d2fd8d09dfc6 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4299054 Jan 21 19:01:58.495255 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 21abc03e-68bf-48d8-9f40-de1f78a6d408 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:01:58.504085 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-05d8562a-3dfa-4347-b4d3-2b8873e0be0d tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:58.516661 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ff439e22-e8de-4671-a504-3cc47b7010db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:58.520074 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.tag.tag_plugin [None req-2f8e6345-469b-4a66-98de-acf6ac85f9c3 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f22a8e51-4829-449d-9d05-ed2f1c88d351') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:58.521953 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2e144b27-cd04-49c9-b2d7-582a243d4387 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:58.523712 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-2e144b27-cd04-49c9-b2d7-582a243d4387 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6709576 Jan 21 19:01:58.527319 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56840) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:58.539123 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-6da6655a-3cde-47ab-b6bd-86e7b2e068dd tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Request body: {'security_group_rule': {'security_group_id': 'd1cc4bb6-9b16-476c-9106-d4634c883758', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:58.542145 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-6da6655a-3cde-47ab-b6bd-86e7b2e068dd tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:58.547072 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-6da6655a-3cde-47ab-b6bd-86e7b2e068dd tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Usage tracker for resource:security_group_rule and tenant:083cc6f19b314d9885677036f51f4e22 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:58.550450 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-6da6655a-3cde-47ab-b6bd-86e7b2e068dd tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:58.559404 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-6da6655a-3cde-47ab-b6bd-86e7b2e068dd tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:58.564258 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-35259f98-7336-456e-a48e-3f4f16b2099d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:58.586124 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-05d8562a-3dfa-4347-b4d3-2b8873e0be0d tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:58.621658 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff439e22-e8de-4671-a504-3cc47b7010db None None] Pushing event updated for resources: {'Port': ['ID=1b14ab98-b80b-44e3-bde2-0df73c5ecbbe,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:58.639478 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:58.668353 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35259f98-7336-456e-a48e-3f4f16b2099d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event deleted for resources: {'Port': ['ID=872abad8-cb09-40cd-bda6-2db0a05153df,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:58.671334 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7686eb6b-5a4d-4ae5-a1db-4405efac4559 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:58.683663 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d8562a-3dfa-4347-b4d3-2b8873e0be0d tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Made reservation on behalf of 61b06f640fe54206829782ad2cf491c1 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:01:58.691651 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-05d8562a-3dfa-4347-b4d3-2b8873e0be0d tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:58.737133 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-7686eb6b-5a4d-4ae5-a1db-4405efac4559 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37942141-2e58-409f-b59b-fc2c4dea888b']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:58.768204 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-7686eb6b-5a4d-4ae5-a1db-4405efac4559 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4b17848-83d4-40c6-8039-6b8c99ee6eab') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:58.768204 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-7686eb6b-5a4d-4ae5-a1db-4405efac4559 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4b17848-83d4-40c6-8039-6b8c99ee6eab') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:58.796364 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:58.836528 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7686eb6b-5a4d-4ae5-a1db-4405efac4559 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:58.838463 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6da6655a-3cde-47ab-b6bd-86e7b2e068dd tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:58.874162 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7686eb6b-5a4d-4ae5-a1db-4405efac4559 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:58.880397 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2f8e6345-469b-4a66-98de-acf6ac85f9c3 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "GET /v2.0/subnets/f22a8e51-4829-449d-9d05-ed2f1c88d351/tags HTTP/1.1" status: 200 len: 205 time: 0.3782687 Jan 21 19:01:58.891575 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56844) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:58.891945 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7686eb6b-5a4d-4ae5-a1db-4405efac4559 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:01:58.892348 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7686eb6b-5a4d-4ae5-a1db-4405efac4559 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:58.909323 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:01:58.909323 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:01:58.909323 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:01:58.909323 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:01:58.909323 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:01:58.909323 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:01:58.909323 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:01:58.909323 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:01:58.909323 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:01:58.909323 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:01:58.909323 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:01:58.909323 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:01:58.909323 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:01:58.909323 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:01:58.909323 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:01:58.909323 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:01:58.909323 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:01:58.909323 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:01:58.909323 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:01:58.909323 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:01:58.909323 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:01:58.909323 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:01:58.909323 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:01:58.909323 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:01:58.909323 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:01:58.909323 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:01:58.909323 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:01:58.909323 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:01:58.909323 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:01:58.909323 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:01:58.909323 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:01:58.909323 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:01:58.915896 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-35259f98-7336-456e-a48e-3f4f16b2099d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:58.916735 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.tag.tag_plugin [None req-8a57d8eb-538e-48c2-a65c-13d2be099aa5 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6495a1e6-cf71-469c-9103-da601a1c0abe') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:58.917740 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-35259f98-7336-456e-a48e-3f4f16b2099d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/ports/872abad8-cb09-40cd-bda6-2db0a05153df HTTP/1.1" status: 204 len: 168 time: 2.0674696 Jan 21 19:01:58.921525 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56848) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:58.974762 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-51ead2df-1470-40fa-813f-3e8a91aa611b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] DELETE failed (client error): The resource could not be found. Jan 21 19:01:58.975442 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51ead2df-1470-40fa-813f-3e8a91aa611b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:01:58.982689 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6da6655a-3cde-47ab-b6bd-86e7b2e068dd tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:58.987956 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-51ead2df-1470-40fa-813f-3e8a91aa611b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/ports/872abad8-cb09-40cd-bda6-2db0a05153df HTTP/1.1" status: 404 len: 333 time: 0.0628960 Jan 21 19:01:58.988120 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56852) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:59.036411 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-14c323fa-0750-43a0-921e-510eff933c96 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] GET failed (client error): The resource could not be found. Jan 21 19:01:59.036969 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-14c323fa-0750-43a0-921e-510eff933c96 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Synchronizing usage tracker for tenant:d3e69eb5fab24f5d9451b2cf3f9d850d on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:01:59.108983 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6da6655a-3cde-47ab-b6bd-86e7b2e068dd tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:59.151163 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7686eb6b-5a4d-4ae5-a1db-4405efac4559 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:59.155633 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da6655a-3cde-47ab-b6bd-86e7b2e068dd tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dea6081-5a50-4bad-b9f2-f047c3da8553,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:59.159966 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-14c323fa-0750-43a0-921e-510eff933c96 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Unset dirty status for tenant:d3e69eb5fab24f5d9451b2cf3f9d850d on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:01:59.171312 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-14c323fa-0750-43a0-921e-510eff933c96 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "GET /v2.0/ports/872abad8-cb09-40cd-bda6-2db0a05153df HTTP/1.1" status: 404 len: 333 time: 0.1753821 Jan 21 19:01:59.176861 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56858) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:59.198667 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7686eb6b-5a4d-4ae5-a1db-4405efac4559 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:59.230658 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 9776cea7-fa71-4610-99d5-f018b66c3fa8 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:01:59.243714 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6da6655a-3cde-47ab-b6bd-86e7b2e068dd tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:59.248057 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-6da6655a-3cde-47ab-b6bd-86e7b2e068dd tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7171021 Jan 21 19:01:59.252026 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56862) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:59.260484 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686eb6b-5a4d-4ae5-a1db-4405efac4559 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event deleted for resources: {'Network': ['ID=37942141-2e58-409f-b59b-fc2c4dea888b,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:59.262591 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-4bc3457b-7658-42b7-b802-fc42c9912209 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Request body: {'security_group_rule': {'security_group_id': 'd1cc4bb6-9b16-476c-9106-d4634c883758', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:59.270704 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-4bc3457b-7658-42b7-b802-fc42c9912209 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:59.281856 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-8a57d8eb-538e-48c2-a65c-13d2be099aa5 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "GET /v2.0/ports/6495a1e6-cf71-469c-9103-da601a1c0abe/tags HTTP/1.1" status: 200 len: 240 time: 0.3830683 Jan 21 19:01:59.287217 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-4bc3457b-7658-42b7-b802-fc42c9912209 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Usage tracker for resource:security_group_rule and tenant:083cc6f19b314d9885677036f51f4e22 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:59.288437 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56866) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:59.297605 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-4bc3457b-7658-42b7-b802-fc42c9912209 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:59.311157 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.tag.tag_plugin [None req-3e3be630-c1a6-4b51-b257-5bb137588066 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6495a1e6-cf71-469c-9103-da601a1c0abe', 'tempest-TagsExtTest-Tag-822988101') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:59.311413 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-4bc3457b-7658-42b7-b802-fc42c9912209 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:59.344066 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ce1f1b5-4da0-49ef-bc5d-82334128f62d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Deleting subnet 34538375-82fb-4f7a-82c5-699f5272297b {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:01:59.347952 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9ce1f1b5-4da0-49ef-bc5d-82334128f62d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:59.379508 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-7686eb6b-5a4d-4ae5-a1db-4405efac4559 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "DELETE /v2.0/networks/37942141-2e58-409f-b59b-fc2c4dea888b HTTP/1.1" status: 204 len: 168 time: 2.1334903 Jan 21 19:01:59.394751 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56870) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:59.416612 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-caee12ba-25b4-4318-b3b0-82883bc535ae tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1223710156'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:59.418354 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4bc3457b-7658-42b7-b802-fc42c9912209 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:59.424813 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-caee12ba-25b4-4318-b3b0-82883bc535ae tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:59.431836 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-caee12ba-25b4-4318-b3b0-82883bc535ae tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Usage tracker for resource:network and tenant:98165352f4974f8d954efc4ce4c85f15 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:59.435969 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9ce1f1b5-4da0-49ef-bc5d-82334128f62d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:59.437039 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-caee12ba-25b4-4318-b3b0-82883bc535ae tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:59.445677 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-caee12ba-25b4-4318-b3b0-82883bc535ae tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:59.481870 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 9776cea7-fa71-4610-99d5-f018b66c3fa8 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:01:59.519468 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3e3be630-c1a6-4b51-b257-5bb137588066 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "GET /v2.0/ports/6495a1e6-cf71-469c-9103-da601a1c0abe/tags/tempest-TagsExtTest-Tag-822988101 HTTP/1.1" status: 204 len: 168 time: 0.2299552 Jan 21 19:01:59.522120 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56876) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:59.527759 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.tag.tag_plugin [None req-6bcf0bb2-aa3f-4bda-acd9-85f4ca8a3d72 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '6495a1e6-cf71-469c-9103-da601a1c0abe', 'tempest-TagsExtTest-Tag-822988101') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:59.559293 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caee12ba-25b4-4318-b3b0-82883bc535ae tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Made reservation on behalf of 98165352f4974f8d954efc4ce4c85f15 for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:01:59.562816 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-caee12ba-25b4-4318-b3b0-82883bc535ae tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:59.575697 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4bc3457b-7658-42b7-b802-fc42c9912209 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:59.582155 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-05d8562a-3dfa-4347-b4d3-2b8873e0be0d tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:59.594202 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9ce1f1b5-4da0-49ef-bc5d-82334128f62d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:59.673199 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4bc3457b-7658-42b7-b802-fc42c9912209 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:59.690943 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caee12ba-25b4-4318-b3b0-82883bc535ae tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:01:59.709742 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8562a-3dfa-4347-b4d3-2b8873e0be0d tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event updated for resources: {'Subnet': ['ID=26d9da4d-be53-4f3c-9fc1-e80f52df67cb,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:59.717492 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-caee12ba-25b4-4318-b3b0-82883bc535ae tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:59.717851 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-caee12ba-25b4-4318-b3b0-82883bc535ae tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Added segment 1cad1eea-08c4-49f6-8c5c-da0e30d83eed of type vlan for network 1305ee3b-3b44-4d85-a12e-fad00103737f Jan 21 19:01:59.723068 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0421722b-9174-403f-b0b8-49a1961d4a56 None None] Network 7bc89790-9be4-43fc-91b7-6b065e34a681 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:01:59.729160 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d8562a-3dfa-4347-b4d3-2b8873e0be0d tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Checking segment: {'id': '52a27e26-cdab-4bb6-a567-b9166a5a80b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '21abc03e-68bf-48d8-9f40-de1f78a6d408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:01:59.729522 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d8562a-3dfa-4347-b4d3-2b8873e0be0d tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Network hostable DHCP agents. Network: 21abc03e-68bf-48d8-9f40-de1f78a6d408, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:01:59.750203 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3457b-7658-42b7-b802-fc42c9912209 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b839a4bb-12f7-4fc1-976e-50c099855c6f,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:59.788549 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cf5d8-a2bf-4a99-af2c-617d26ab7fdc req-85c4dba9-54af-48b7-97f4-ad6976aff962 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:59.791021 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-114cf5d8-a2bf-4a99-af2c-617d26ab7fdc req-85c4dba9-54af-48b7-97f4-ad6976aff962 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.1651356 Jan 21 19:01:59.793017 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-caee12ba-25b4-4318-b3b0-82883bc535ae tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:59.820040 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4bc3457b-7658-42b7-b802-fc42c9912209 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:59.825343 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-4bc3457b-7658-42b7-b802-fc42c9912209 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5696745 Jan 21 19:01:59.825611 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56880) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:59.831780 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-11095b72-40bc-4b48-86f9-d9f6a71df7c7 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Request body: {'security_group_rule': {'security_group_id': 'd1cc4bb6-9b16-476c-9106-d4634c883758', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:01:59.838544 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-11095b72-40bc-4b48-86f9-d9f6a71df7c7 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:01:59.843269 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-11095b72-40bc-4b48-86f9-d9f6a71df7c7 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Usage tracker for resource:security_group_rule and tenant:083cc6f19b314d9885677036f51f4e22 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:01:59.846940 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-11095b72-40bc-4b48-86f9-d9f6a71df7c7 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:01:59.849016 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9ce1f1b5-4da0-49ef-bc5d-82334128f62d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:59.851489 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-6bcf0bb2-aa3f-4bda-acd9-85f4ca8a3d72 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "DELETE /v2.0/ports/6495a1e6-cf71-469c-9103-da601a1c0abe/tags/tempest-TagsExtTest-Tag-822988101 HTTP/1.1" status: 204 len: 168 time: 0.3283753 Jan 21 19:01:59.856230 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-11095b72-40bc-4b48-86f9-d9f6a71df7c7 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:01:59.858871 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56884) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:59.866440 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.tag.tag_plugin [None req-fb32f588-03d6-4755-941c-fa175fa1d83d tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6495a1e6-cf71-469c-9103-da601a1c0abe') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:01:59.898973 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-114cf5d8-a2bf-4a99-af2c-617d26ab7fdc req-5613d5da-75da-4b03-9dc7-01f90184b064 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1006296 Jan 21 19:01:59.907081 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9ce1f1b5-4da0-49ef-bc5d-82334128f62d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:59.910288 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-5562bc37-ee0d-48e5-9d1e-38d4d15641bb None None] Provisioning for port 9776cea7-fa71-4610-99d5-f018b66c3fa8 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:01:59.913221 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d8562a-3dfa-4347-b4d3-2b8873e0be0d tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Network 21abc03e-68bf-48d8-9f40-de1f78a6d408 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:01:59.937545 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-caee12ba-25b4-4318-b3b0-82883bc535ae tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:59.940128 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce1f1b5-4da0-49ef-bc5d-82334128f62d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event deleted for resources: {'Subnet': ['ID=34538375-82fb-4f7a-82c5-699f5272297b,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:01:59.946656 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-9ce1f1b5-4da0-49ef-bc5d-82334128f62d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/subnets/34538375-82fb-4f7a-82c5-699f5272297b HTTP/1.1" status: 204 len: 168 time: 0.7726769 Jan 21 19:01:59.947415 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caee12ba-25b4-4318-b3b0-82883bc535ae tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:01:59.948110 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-caee12ba-25b4-4318-b3b0-82883bc535ae tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:01:59.949016 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56890) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:01:59.970095 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-5562bc37-ee0d-48e5-9d1e-38d4d15641bb None None] Provisioning complete for port 9776cea7-fa71-4610-99d5-f018b66c3fa8 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:01:59.970379 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5562bc37-ee0d-48e5-9d1e-38d4d15641bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:00.049133 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-11095b72-40bc-4b48-86f9-d9f6a71df7c7 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:00.078041 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-05d8562a-3dfa-4347-b4d3-2b8873e0be0d tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 21abc03e-68bf-48d8-9f40-de1f78a6d408) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:02:00.089887 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb7e006-a9f6-470a-bb2f-b4c55b326968 None None] Network 21abc03e-68bf-48d8-9f40-de1f78a6d408 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:02:00.109553 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d8562a-3dfa-4347-b4d3-2b8873e0be0d tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:00.110226 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-05d8562a-3dfa-4347-b4d3-2b8873e0be0d tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:00.117301 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:00.187460 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-fb32f588-03d6-4755-941c-fa175fa1d83d tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "GET /v2.0/ports/6495a1e6-cf71-469c-9103-da601a1c0abe/tags HTTP/1.1" status: 200 len: 205 time: 0.3274062 Jan 21 19:02:00.188083 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4a732f89-cd02-450a-bbf9-ab4a4f35dfc1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:00.188568 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56894) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:00.202609 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee12ba-25b4-4318-b3b0-82883bc535ae tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event updated for resources: {'Network': ['ID=1305ee3b-3b44-4d85-a12e-fad00103737f,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:00.215206 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.tag.tag_plugin [None req-dd345f6c-fe8e-4f0b-b365-e116a60ab9b1 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e51cd0d9-9510-4e32-9eb3-c87f80d36449') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:00.218614 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-4a732f89-cd02-450a-bbf9-ab4a4f35dfc1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Deleting port 1b14ab98-b80b-44e3-bde2-0df73c5ecbbe {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:02:00.219062 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4a732f89-cd02-450a-bbf9-ab4a4f35dfc1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:00.266985 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-caee12ba-25b4-4318-b3b0-82883bc535ae tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8665245 Jan 21 19:02:00.273553 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56898) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:00.288173 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-0646a244-163a-4730-840b-e7d48785409e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Request body: {'subnet': {'network_id': '1305ee3b-3b44-4d85-a12e-fad00103737f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:00.314594 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-11095b72-40bc-4b48-86f9-d9f6a71df7c7 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:00.329629 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 1305ee3b-3b44-4d85-a12e-fad00103737f details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:02:00.344007 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2606960-5d8b-4d00-9208-f985f6f016c9 None None] Network 1a7f2fa3-ae07-4fd9-8523-ff6e660afbd9 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:02:00.374208 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-05d8562a-3dfa-4347-b4d3-2b8873e0be0d tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2146220 Jan 21 19:02:00.379856 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56904) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:00.404876 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-11095b72-40bc-4b48-86f9-d9f6a71df7c7 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:00.451769 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c0204-a1b6-42e4-aa6d-20efe4f46d3b req-09b7d4b6-447f-404b-8340-6920ab38fbb5 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:00.453452 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-776c0204-a1b6-42e4-aa6d-20efe4f46d3b req-09b7d4b6-447f-404b-8340-6920ab38fbb5 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.3578079 Jan 21 19:02:00.458777 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-dd345f6c-fe8e-4f0b-b365-e116a60ab9b1 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "GET /v2.0/routers/e51cd0d9-9510-4e32-9eb3-c87f80d36449/tags HTTP/1.1" status: 200 len: 241 time: 0.2575908 Jan 21 19:02:00.465420 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56908) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:00.470599 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-e1b5d27d-1ad7-4185-9bf5-035d0b47335a tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:00.477781 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.tag.tag_plugin [None req-21f1750a-6776-4d29-b938-3887faed90bb tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e51cd0d9-9510-4e32-9eb3-c87f80d36449', 'tempest-TagsExtTest-Tag-2041889134') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:00.555526 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11095b72-40bc-4b48-86f9-d9f6a71df7c7 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f733c315-9555-4285-81ca-e562328ca616,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:00.573382 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-0646a244-163a-4730-840b-e7d48785409e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:00.602365 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-0646a244-163a-4730-840b-e7d48785409e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Usage tracker for resource:subnet and tenant:98165352f4974f8d954efc4ce4c85f15 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:00.617538 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-0646a244-163a-4730-840b-e7d48785409e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:00.647734 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-21f1750a-6776-4d29-b938-3887faed90bb tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "GET /v2.0/routers/e51cd0d9-9510-4e32-9eb3-c87f80d36449/tags/tempest-TagsExtTest-Tag-2041889134 HTTP/1.1" status: 204 len: 168 time: 0.1764781 Jan 21 19:02:00.647734 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-11095b72-40bc-4b48-86f9-d9f6a71df7c7 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:00.648167 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-11095b72-40bc-4b48-86f9-d9f6a71df7c7 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8215563 Jan 21 19:02:00.648953 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56912) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:00.652298 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56914) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:00.657083 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-9f9a45e2-347c-4602-af06-4777c341effd tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Request body: {'security_group_rule': {'security_group_id': 'd1cc4bb6-9b16-476c-9106-d4634c883758', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:00.662545 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-0646a244-163a-4730-840b-e7d48785409e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:00.663720 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.tag.tag_plugin [None req-55f75312-0c46-4c60-b124-f669ac6e2ca8 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'e51cd0d9-9510-4e32-9eb3-c87f80d36449', 'tempest-TagsExtTest-Tag-2041889134') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:00.677545 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5562bc37-ee0d-48e5-9d1e-38d4d15641bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:00.738003 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-776c0204-a1b6-42e4-aa6d-20efe4f46d3b req-3e477ead-94be-4a1f-b7b2-c426524f24a2 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2318835 Jan 21 19:02:00.765719 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-4a732f89-cd02-450a-bbf9-ab4a4f35dfc1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] For port 1b14ab98-b80b-44e3-bde2-0df73c5ecbbe, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=1b14ab98-b80b-44e3-bde2-0df73c5ecbbe,segment=NetworkSegment(ac32c795-4644-4742-9e00-6f73122656bc),segment_id=ac32c795-4644-4742-9e00-6f73122656bc)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:02:00.766210 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4a732f89-cd02-450a-bbf9-ab4a4f35dfc1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:00.842487 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e1b5d27d-1ad7-4185-9bf5-035d0b47335a tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10523464'] for subnet, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:00.882874 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-5562bc37-ee0d-48e5-9d1e-38d4d15641bb None None] For port 9776cea7-fa71-4610-99d5-f018b66c3fa8, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=9776cea7-fa71-4610-99d5-f018b66c3fa8,segment=NetworkSegment(8a1ad7a2-0dd2-4db5-b950-c29751334bfe),segment_id=8a1ad7a2-0dd2-4db5-b950-c29751334bfe)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:02:00.889521 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb09114-df79-4417-886e-8de77da37569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-21abc03e-68bf-48d8-9f40-de1f78a6d408', 'network_id': '21abc03e-68bf-48d8-9f40-de1f78a6d408', 'tenant_id': '61b06f640fe54206829782ad2cf491c1', 'fixed_ips': [{'subnet_id': '26d9da4d-be53-4f3c-9fc1-e80f52df67cb'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:02:00.891899 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9cb09114-df79-4417-886e-8de77da37569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:00.913945 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-9f9a45e2-347c-4602-af06-4777c341effd tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:00.920812 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-9f9a45e2-347c-4602-af06-4777c341effd tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Usage tracker for resource:security_group_rule and tenant:083cc6f19b314d9885677036f51f4e22 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:00.924888 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-9f9a45e2-347c-4602-af06-4777c341effd tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:00.933110 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-9f9a45e2-347c-4602-af06-4777c341effd tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:01.018984 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5562bc37-ee0d-48e5-9d1e-38d4d15641bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:01.042099 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9f9a45e2-347c-4602-af06-4777c341effd tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:01.088405 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-4a732f89-cd02-450a-bbf9-ab4a4f35dfc1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Calling delete_port for 1b14ab98-b80b-44e3-bde2-0df73c5ecbbe owned by network:dhcp {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:02:01.101708 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44a62b9-15ab-4aaf-b8f2-21b092e4d5cd None None] Update dhcp port {'port': {'network_id': '7bc89790-9be4-43fc-91b7-6b065e34a681', 'fixed_ips': [{'subnet_id': '5f84b81e-7991-458c-86cb-eb1de37584be', 'ip_address': '2001:db8::2'}, {'subnet_id': '2040fec2-c6a7-4ed6-bc6d-2940ef325238'}], 'binding:host_id': 'dv-neutron-825470-1-hyperv'}, 'id': '9776cea7-fa71-4610-99d5-f018b66c3fa8'} from dv-neutron-825470-1-hyperv. {{(pid=88138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 19:02:01.125428 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0646a244-163a-4730-840b-e7d48785409e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Made reservation on behalf of 98165352f4974f8d954efc4ce4c85f15 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:02:01.129012 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0646a244-163a-4730-840b-e7d48785409e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:01.147273 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9f9a45e2-347c-4602-af06-4777c341effd tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:01.165003 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-55f75312-0c46-4c60-b124-f669ac6e2ca8 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "DELETE /v2.0/routers/e51cd0d9-9510-4e32-9eb3-c87f80d36449/tags/tempest-TagsExtTest-Tag-2041889134 HTTP/1.1" status: 204 len: 168 time: 0.5144920 Jan 21 19:02:01.166403 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56922) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:01.172074 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.tag.tag_plugin [None req-5d27b708-fc4b-4152-82ae-ccebf5c3dac7 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e51cd0d9-9510-4e32-9eb3-c87f80d36449') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:01.202032 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168aa92d-f4ad-4df2-87d2-49bc5633543c None None] DHCP port deletion for 1a7f2fa3-ae07-4fd9-8523-ff6e660afbd9 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:02:01.261028 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-168aa92d-f4ad-4df2-87d2-49bc5633543c None None] Deleting port 1b14ab98-b80b-44e3-bde2-0df73c5ecbbe {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:02:01.261683 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-168aa92d-f4ad-4df2-87d2-49bc5633543c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:01.263213 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9f9a45e2-347c-4602-af06-4777c341effd tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:01.286578 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5562bc37-ee0d-48e5-9d1e-38d4d15641bb None None] Pushing event updated for resources: {'Port': ['ID=9776cea7-fa71-4610-99d5-f018b66c3fa8,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:01.290956 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a45e2-347c-4602-af06-4777c341effd tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c9bb8fb-12c4-4efe-92fa-549b0c011fdb,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:01.296253 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f44a62b9-15ab-4aaf-b8f2-21b092e4d5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:01.378929 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5d27b708-fc4b-4152-82ae-ccebf5c3dac7 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "GET /v2.0/routers/e51cd0d9-9510-4e32-9eb3-c87f80d36449/tags HTTP/1.1" status: 200 len: 205 time: 0.2089038 Jan 21 19:02:01.379629 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56928) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:01.387545 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f03bb416-5b72-47ff-a1b1-23ce936ba908 None None] Provisioning for port 1b14ab98-b80b-44e3-bde2-0df73c5ecbbe completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:02:01.388492 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.tag.tag_plugin [None req-0a60d3e5-7018-48af-9ad5-0b3471f3f1ba tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e436cff2-4414-492f-831c-8a21bcbcca66') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:01.432214 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-0a60d3e5-7018-48af-9ad5-0b3471f3f1ba tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "GET /v2.0/subnetpools/e436cff2-4414-492f-831c-8a21bcbcca66/tags HTTP/1.1" status: 200 len: 239 time: 0.0492861 Jan 21 19:02:01.432214 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9f9a45e2-347c-4602-af06-4777c341effd tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:01.435104 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-9f9a45e2-347c-4602-af06-4777c341effd tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7793243 Jan 21 19:02:01.435104 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56932) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:01.435321 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56934) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:01.442341 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.tag.tag_plugin [None req-3b71f97b-00fd-4c8b-a5b0-46882f72ee89 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e436cff2-4414-492f-831c-8a21bcbcca66', 'tempest-TagsExtTest-Tag-27898110') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:01.443951 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-202d4ef9-97f7-4ff7-bc34-da2067581351 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Request body: {'security_group_rule': {'security_group_id': 'd1cc4bb6-9b16-476c-9106-d4634c883758', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:01.452769 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-202d4ef9-97f7-4ff7-bc34-da2067581351 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:01.466974 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4a732f89-cd02-450a-bbf9-ab4a4f35dfc1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:01.470760 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-9cb09114-df79-4417-886e-8de77da37569 None None] Allocated IP 2001:db8::2 (21abc03e-68bf-48d8-9f40-de1f78a6d408/26d9da4d-be53-4f3c-9fc1-e80f52df67cb/00664860-8d61-4a2e-b8c2-0c92c526bb3c) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:02:01.475568 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3b71f97b-00fd-4c8b-a5b0-46882f72ee89 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "GET /v2.0/subnetpools/e436cff2-4414-492f-831c-8a21bcbcca66/tags/tempest-TagsExtTest-Tag-27898110 HTTP/1.1" status: 204 len: 168 time: 0.0391257 Jan 21 19:02:01.476114 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56940) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:01.478484 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-202d4ef9-97f7-4ff7-bc34-da2067581351 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Usage tracker for resource:security_group_rule and tenant:083cc6f19b314d9885677036f51f4e22 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:01.491556 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.tag.tag_plugin [None req-d0dad644-9b2a-443d-bd30-2425445bae33 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'e436cff2-4414-492f-831c-8a21bcbcca66', 'tempest-TagsExtTest-Tag-27898110') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:01.523540 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-202d4ef9-97f7-4ff7-bc34-da2067581351 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:01.544812 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-202d4ef9-97f7-4ff7-bc34-da2067581351 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:01.549337 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a732f89-cd02-450a-bbf9-ab4a4f35dfc1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] No DVR routers for this DVR port 1b14ab98-b80b-44e3-bde2-0df73c5ecbbe on host dv-neutron-825470-1-hyperv {{(pid=88136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:02:01.576018 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a732f89-cd02-450a-bbf9-ab4a4f35dfc1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event deleted for resources: {'Port': ['ID=1b14ab98-b80b-44e3-bde2-0df73c5ecbbe,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:01.634795 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0646a244-163a-4730-840b-e7d48785409e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:01.657063 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-d0dad644-9b2a-443d-bd30-2425445bae33 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "DELETE /v2.0/subnetpools/e436cff2-4414-492f-831c-8a21bcbcca66/tags/tempest-TagsExtTest-Tag-27898110 HTTP/1.1" status: 204 len: 168 time: 0.1797347 Jan 21 19:02:01.658653 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56946) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:01.664697 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.tag.tag_plugin [None req-0c77f305-1251-416a-b964-d0c7c88042ba tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e436cff2-4414-492f-831c-8a21bcbcca66') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:01.702395 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-0c77f305-1251-416a-b964-d0c7c88042ba tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "GET /v2.0/subnetpools/e436cff2-4414-492f-831c-8a21bcbcca66/tags HTTP/1.1" status: 200 len: 205 time: 0.0424869 Jan 21 19:02:01.703100 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56950) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:01.708937 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.tag.tag_plugin [None req-3d3a7621-63a5-4445-9ec5-6c94dc8fbed8 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e436cff2-4414-492f-831c-8a21bcbcca66') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:01.745199 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3d3a7621-63a5-4445-9ec5-6c94dc8fbed8 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "DELETE /v2.0/subnetpools/e436cff2-4414-492f-831c-8a21bcbcca66/tags HTTP/1.1" status: 204 len: 168 time: 0.0402367 Jan 21 19:02:01.750985 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56954) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:01.756988 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.tag.tag_plugin [None req-b1d65cbc-7e58-4802-86a2-e1f3c86e7786 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e51cd0d9-9510-4e32-9eb3-c87f80d36449') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:01.813563 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-168aa92d-f4ad-4df2-87d2-49bc5633543c None None] For port 1b14ab98-b80b-44e3-bde2-0df73c5ecbbe, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=1b14ab98-b80b-44e3-bde2-0df73c5ecbbe,segment=NetworkSegment(ac32c795-4644-4742-9e00-6f73122656bc),segment_id=ac32c795-4644-4742-9e00-6f73122656bc)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:02:01.813890 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-168aa92d-f4ad-4df2-87d2-49bc5633543c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:01.840540 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4a732f89-cd02-450a-bbf9-ab4a4f35dfc1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:01.849863 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-202d4ef9-97f7-4ff7-bc34-da2067581351 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:01.857853 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0646a244-163a-4730-840b-e7d48785409e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event updated for resources: {'Subnet': ['ID=bc005eaa-580d-4b84-9863-2bad9533a086,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:01.902858 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b1d65cbc-7e58-4802-86a2-e1f3c86e7786 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "DELETE /v2.0/routers/e51cd0d9-9510-4e32-9eb3-c87f80d36449/tags HTTP/1.1" status: 204 len: 168 time: 0.1477489 Jan 21 19:02:01.903078 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56958) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:01.906023 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-4a732f89-cd02-450a-bbf9-ab4a4f35dfc1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a7f2fa3-ae07-4fd9-8523-ff6e660afbd9']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:01.908252 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.tag.tag_plugin [None req-800d59ee-0183-4297-9a35-45747ddaa973 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6495a1e6-cf71-469c-9103-da601a1c0abe') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:01.924000 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0646a244-163a-4730-840b-e7d48785409e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Checking segment: {'id': '1cad1eea-08c4-49f6-8c5c-da0e30d83eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '1305ee3b-3b44-4d85-a12e-fad00103737f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:02:01.924358 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0646a244-163a-4730-840b-e7d48785409e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Network hostable DHCP agents. Network: 1305ee3b-3b44-4d85-a12e-fad00103737f, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:02:01.940815 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-4a732f89-cd02-450a-bbf9-ab4a4f35dfc1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac32c795-4644-4742-9e00-6f73122656bc') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:01.941163 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-4a732f89-cd02-450a-bbf9-ab4a4f35dfc1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac32c795-4644-4742-9e00-6f73122656bc') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:01.963810 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4a732f89-cd02-450a-bbf9-ab4a4f35dfc1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:01.982331 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-800d59ee-0183-4297-9a35-45747ddaa973 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "DELETE /v2.0/ports/6495a1e6-cf71-469c-9103-da601a1c0abe/tags HTTP/1.1" status: 204 len: 168 time: 0.0782290 Jan 21 19:02:01.984951 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56962) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:01.990707 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.tag.tag_plugin [None req-ba54d6c5-6c75-4657-9c9c-5370e42b8577 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f22a8e51-4829-449d-9d05-ed2f1c88d351') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:02.002909 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9d563-02ea-4c8f-a179-3dd944edca66 req-1aebff07-0281-4f02-827a-bfdf915e4dd9 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:02.004400 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d3c9d563-02ea-4c8f-a179-3dd944edca66 req-1aebff07-0281-4f02-827a-bfdf915e4dd9 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.4713902 Jan 21 19:02:02.005445 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4a732f89-cd02-450a-bbf9-ab4a4f35dfc1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:02.034192 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a732f89-cd02-450a-bbf9-ab4a4f35dfc1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:02:02.034661 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4a732f89-cd02-450a-bbf9-ab4a4f35dfc1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:02.035002 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-168aa92d-f4ad-4df2-87d2-49bc5633543c None None] Calling delete_port for 1b14ab98-b80b-44e3-bde2-0df73c5ecbbe owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:02:02.051263 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:02:02.051263 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:02:02.051263 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:02:02.051263 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:02:02.051263 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:02:02.051263 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:02:02.051263 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:02:02.051263 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:02:02.051263 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:02:02.051263 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:02:02.051263 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:02:02.051263 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:02:02.051263 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:02:02.051263 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:02:02.051263 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:02:02.051263 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:02:02.051263 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:02:02.051263 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:02:02.051263 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:02:02.051263 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:02:02.051263 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:02:02.051263 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:02:02.051263 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:02:02.051263 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:02:02.051263 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:02:02.051263 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:02:02.051263 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:02:02.051263 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:02:02.051263 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:02:02.051263 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:02:02.051263 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:02:02.051263 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:02:02.073656 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ba54d6c5-6c75-4657-9c9c-5370e42b8577 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "DELETE /v2.0/subnets/f22a8e51-4829-449d-9d05-ed2f1c88d351/tags HTTP/1.1" status: 204 len: 168 time: 0.0834899 Jan 21 19:02:02.073885 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56966) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:02.077779 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-202d4ef9-97f7-4ff7-bc34-da2067581351 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:02.089771 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-f44a62b9-15ab-4aaf-b8f2-21b092e4d5cd None None] Allocated IP 172.20.0.1 (7bc89790-9be4-43fc-91b7-6b065e34a681/2040fec2-c6a7-4ed6-bc6d-2940ef325238/9776cea7-fa71-4610-99d5-f018b66c3fa8) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:02:02.109517 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.tag.tag_plugin [None req-23ef2b0a-7074-4f5f-bbfa-47985be07adf tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f22a8e51-4829-449d-9d05-ed2f1c88d351', 'tempest-TagsExtTest-Tag-1115056234') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:02.143530 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0646a244-163a-4730-840b-e7d48785409e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Network 1305ee3b-3b44-4d85-a12e-fad00103737f is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:02:02.197603 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-202d4ef9-97f7-4ff7-bc34-da2067581351 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:02.231777 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d3c9d563-02ea-4c8f-a179-3dd944edca66 req-b5b803d2-c1fc-4852-889e-fecb3189fe80 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2174706 Jan 21 19:02:02.245073 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202d4ef9-97f7-4ff7-bc34-da2067581351 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c9f4052-ad81-4396-903d-0ada8986f6bf,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:02.245944 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-168aa92d-f4ad-4df2-87d2-49bc5633543c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:02:02.246308 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-168aa92d-f4ad-4df2-87d2-49bc5633543c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:02:02.249094 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9cb09114-df79-4417-886e-8de77da37569 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:02.314831 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-9cb09114-df79-4417-886e-8de77da37569 None None] Transition to ACTIVE for port object 00664860-8d61-4a2e-b8c2-0c92c526bb3c will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:02:02.319742 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-0646a244-163a-4730-840b-e7d48785409e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 1305ee3b-3b44-4d85-a12e-fad00103737f) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:02:02.325330 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0646a244-163a-4730-840b-e7d48785409e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:02.325892 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0646a244-163a-4730-840b-e7d48785409e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675973'] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:02.334458 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa8d281-fb71-4cc1-a938-080b7625bc4b None None] Network 1305ee3b-3b44-4d85-a12e-fad00103737f requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:02:02.343691 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4a732f89-cd02-450a-bbf9-ab4a4f35dfc1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:02.345026 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-202d4ef9-97f7-4ff7-bc34-da2067581351 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:02.346189 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-202d4ef9-97f7-4ff7-bc34-da2067581351 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.9100597 Jan 21 19:02:02.349169 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56970) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:02.373373 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4a732f89-cd02-450a-bbf9-ab4a4f35dfc1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:02.379478 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-4a732f89-cd02-450a-bbf9-ab4a4f35dfc1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/networks/1a7f2fa3-ae07-4fd9-8523-ff6e660afbd9 HTTP/1.1" status: 204 len: 168 time: 2.4292836 Jan 21 19:02:02.383064 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a732f89-cd02-450a-bbf9-ab4a4f35dfc1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event deleted for resources: {'Network': ['ID=1a7f2fa3-ae07-4fd9-8523-ff6e660afbd9,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:02.391274 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56974) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:02.391568 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-9cb09114-df79-4417-886e-8de77da37569 None None] Transition to ACTIVE for port object 00664860-8d61-4a2e-b8c2-0c92c526bb3c will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:02:02.392851 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5164b9c7-e4db-447e-b465-118231e2693c tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:02.400855 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-3d9359cc-2de1-4f2b-ad7b-f7a019f84353 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-737964310'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:02.403458 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-f44a62b9-15ab-4aaf-b8f2-21b092e4d5cd None None] For port 9776cea7-fa71-4610-99d5-f018b66c3fa8, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=9776cea7-fa71-4610-99d5-f018b66c3fa8,segment=NetworkSegment(8a1ad7a2-0dd2-4db5-b950-c29751334bfe),segment_id=8a1ad7a2-0dd2-4db5-b950-c29751334bfe)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:02:02.409897 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-3d9359cc-2de1-4f2b-ad7b-f7a019f84353 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:02.410160 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5164b9c7-e4db-447e-b465-118231e2693c tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:02.411923 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-3d9359cc-2de1-4f2b-ad7b-f7a019f84353 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Usage tracker for resource:network and tenant:d3e69eb5fab24f5d9451b2cf3f9d850d is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:02.415317 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-3d9359cc-2de1-4f2b-ad7b-f7a019f84353 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:02.422389 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-3d9359cc-2de1-4f2b-ad7b-f7a019f84353 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:02.430559 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-23ef2b0a-7074-4f5f-bbfa-47985be07adf tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "PUT /v2.0/subnets/f22a8e51-4829-449d-9d05-ed2f1c88d351/tags/tempest-TagsExtTest-Tag-1115056234 HTTP/1.1" status: 201 len: 201 time: 0.3556759 Jan 21 19:02:02.434071 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56978) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:02.444325 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.tag.tag_plugin [None req-8c79bc44-c8e7-42a0-bdb4-9789e6e7aafc tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6495a1e6-cf71-469c-9103-da601a1c0abe', 'tempest-TagsExtTest-Tag-1704545360') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:02.505312 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-0646a244-163a-4730-840b-e7d48785409e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2306962 Jan 21 19:02:02.510362 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9cb09114-df79-4417-886e-8de77da37569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:02.510581 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 56982) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:02.521485 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5164b9c7-e4db-447e-b465-118231e2693c tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:02.542132 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5164b9c7-e4db-447e-b465-118231e2693c tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c9f4052-ad81-4396-903d-0ada8986f6bf,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:02.544358 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5164b9c7-e4db-447e-b465-118231e2693c tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:02.545694 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5164b9c7-e4db-447e-b465-118231e2693c tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/8c9f4052-ad81-4396-903d-0ada8986f6bf HTTP/1.1" status: 204 len: 168 time: 0.1946919 Jan 21 19:02:02.547333 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f44a62b9-15ab-4aaf-b8f2-21b092e4d5cd None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:02.548129 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56986) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:02.595752 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9359cc-2de1-4f2b-ad7b-f7a019f84353 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Made reservation on behalf of d3e69eb5fab24f5d9451b2cf3f9d850d for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:02:02.599073 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3d9359cc-2de1-4f2b-ad7b-f7a019f84353 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:02.607281 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-84ff69c1-c46f-4084-9279-77c397d94391 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Synchronizing usage tracker for tenant:083cc6f19b314d9885677036f51f4e22 on resource:security_group_rule {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:02:02.629199 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f44a62b9-15ab-4aaf-b8f2-21b092e4d5cd None None] Transition to ACTIVE for port object 9776cea7-fa71-4610-99d5-f018b66c3fa8 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:02:02.637628 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb09114-df79-4417-886e-8de77da37569 None None] Network 21abc03e-68bf-48d8-9f40-de1f78a6d408 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:02:02.645397 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-9cb09114-df79-4417-886e-8de77da37569 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:02:02.653556 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb09114-df79-4417-886e-8de77da37569 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:02:02.657174 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb09114-df79-4417-886e-8de77da37569 None None] Pushing event updated for resources: {'Port': ['ID=00664860-8d61-4a2e-b8c2-0c92c526bb3c,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:02.714667 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-84ff69c1-c46f-4084-9279-77c397d94391 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Unset dirty status for tenant:083cc6f19b314d9885677036f51f4e22 on resource:security_group_rule {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:02:02.719018 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-84ff69c1-c46f-4084-9279-77c397d94391 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1648600 Jan 21 19:02:02.720509 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56990) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:02.736193 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f44a62b9-15ab-4aaf-b8f2-21b092e4d5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:02.763524 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2b5a7d6f-8dd4-4aa9-9179-5a082ff1794c tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:02.783354 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2b5a7d6f-8dd4-4aa9-9179-5a082ff1794c tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:02.791945 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d9359cc-2de1-4f2b-ad7b-f7a019f84353 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:02:02.822766 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-168aa92d-f4ad-4df2-87d2-49bc5633543c None None] Deleting port 1b14ab98-b80b-44e3-bde2-0df73c5ecbbe {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:02:02.823537 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-168aa92d-f4ad-4df2-87d2-49bc5633543c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:02.846499 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5a29577a-7d14-4de9-8b53-438fb57c3e68 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:02.881828 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2b5a7d6f-8dd4-4aa9-9179-5a082ff1794c tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:02.884882 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ed8231-421b-4175-94a6-ba8e8a9c894b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-1305ee3b-3b44-4d85-a12e-fad00103737f', 'network_id': '1305ee3b-3b44-4d85-a12e-fad00103737f', 'tenant_id': '98165352f4974f8d954efc4ce4c85f15', 'fixed_ips': [{'subnet_id': 'bc005eaa-580d-4b84-9863-2bad9533a086'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:02:02.885841 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-39ed8231-421b-4175-94a6-ba8e8a9c894b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:02.902306 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3d9359cc-2de1-4f2b-ad7b-f7a019f84353 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:02.902744 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-3d9359cc-2de1-4f2b-ad7b-f7a019f84353 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Added segment 99f7901b-aaa5-466f-b37b-e1d6de82d079 of type vlan for network c2d7149a-6e26-4ac9-87c1-f10a25641ca5 Jan 21 19:02:02.904406 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a7d6f-8dd4-4aa9-9179-5a082ff1794c tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c9bb8fb-12c4-4efe-92fa-549b0c011fdb,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:02.917580 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e1b5d27d-1ad7-4185-9bf5-035d0b47335a tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763375366638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1613310'] for subnet, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:02.984351 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2b5a7d6f-8dd4-4aa9-9179-5a082ff1794c tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:02.985897 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2b5a7d6f-8dd4-4aa9-9179-5a082ff1794c tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/8c9bb8fb-12c4-4efe-92fa-549b0c011fdb HTTP/1.1" status: 204 len: 168 time: 0.2641566 Jan 21 19:02:02.988258 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 56996) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:02.995907 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-9cb09114-df79-4417-886e-8de77da37569 None None] Attempting to bind port 00664860-8d61-4a2e-b8c2-0c92c526bb3c on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:02:02.996382 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-9cb09114-df79-4417-886e-8de77da37569 None None] Attempting to bind port 00664860-8d61-4a2e-b8c2-0c92c526bb3c by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '52a27e26-cdab-4bb6-a567-b9166a5a80b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '21abc03e-68bf-48d8-9f40-de1f78a6d408'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:02:02.996947 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb09114-df79-4417-886e-8de77da37569 None None] Attempting to bind port 00664860-8d61-4a2e-b8c2-0c92c526bb3c on network 21abc03e-68bf-48d8-9f40-de1f78a6d408 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:02:03.007162 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-168aa92d-f4ad-4df2-87d2-49bc5633543c None None] The port '1b14ab98-b80b-44e3-bde2-0df73c5ecbbe' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:02:03.060724 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a62b9-15ab-4aaf-b8f2-21b092e4d5cd None None] Pushing event updated for resources: {'Port': ['ID=9776cea7-fa71-4610-99d5-f018b66c3fa8,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:03.065640 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-56d2b2fa-6039-4c4d-82e6-b34e55afcbaa tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Synchronizing usage tracker for tenant:083cc6f19b314d9885677036f51f4e22 on resource:security_group_rule {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:02:03.100018 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb09114-df79-4417-886e-8de77da37569 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:02:03.100018 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb09114-df79-4417-886e-8de77da37569 None None] Checking segment: {'id': '52a27e26-cdab-4bb6-a567-b9166a5a80b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '21abc03e-68bf-48d8-9f40-de1f78a6d408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:02:03.100018 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9cb09114-df79-4417-886e-8de77da37569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:03.102113 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb09114-df79-4417-886e-8de77da37569 None None] Bound using segment: {'id': '52a27e26-cdab-4bb6-a567-b9166a5a80b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '21abc03e-68bf-48d8-9f40-de1f78a6d408'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:02:03.103196 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-9cb09114-df79-4417-886e-8de77da37569 None None] Bound port: 00664860-8d61-4a2e-b8c2-0c92c526bb3c, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52a27e26-cdab-4bb6-a567-b9166a5a80b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '21abc03e-68bf-48d8-9f40-de1f78a6d408'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:02:03.103576 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9cb09114-df79-4417-886e-8de77da37569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:03.138161 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-8c79bc44-c8e7-42a0-bdb4-9789e6e7aafc tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "PUT /v2.0/ports/6495a1e6-cf71-469c-9103-da601a1c0abe/tags/tempest-TagsExtTest-Tag-1704545360 HTTP/1.1" status: 201 len: 201 time: 0.6922698 Jan 21 19:02:03.138276 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57000) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:03.138374 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b5d27d-1ad7-4185-9bf5-035d0b47335a tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:03.138464 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.tag.tag_plugin [None req-2ec8aa25-c002-48a8-b17c-3b0d5f725d63 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e51cd0d9-9510-4e32-9eb3-c87f80d36449', 'tempest-TagsExtTest-Tag-140634198') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:03.138574 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e1b5d27d-1ad7-4185-9bf5-035d0b47335a tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:03.138574 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e1b5d27d-1ad7-4185-9bf5-035d0b47335a tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "PUT /v2.0/subnets/26d9da4d-be53-4f3c-9fc1-e80f52df67cb HTTP/1.1" status: 200 len: 826 time: 2.7458205 Jan 21 19:02:03.140998 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 9776cea7-fa71-4610-99d5-f018b66c3fa8 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:02:03.146931 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57004) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:03.170730 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5a29577a-7d14-4de9-8b53-438fb57c3e68 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:03.210493 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3d9359cc-2de1-4f2b-ad7b-f7a019f84353 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:03.214756 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-56d2b2fa-6039-4c4d-82e6-b34e55afcbaa tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Unset dirty status for tenant:083cc6f19b314d9885677036f51f4e22 on resource:security_group_rule {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:02:03.219704 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-56d2b2fa-6039-4c4d-82e6-b34e55afcbaa tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2271287 Jan 21 19:02:03.226620 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57008) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:03.248084 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b5d27d-1ad7-4185-9bf5-035d0b47335a tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event updated for resources: {'Subnet': ['ID=26d9da4d-be53-4f3c-9fc1-e80f52df67cb,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:03.312933 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-9cb09114-df79-4417-886e-8de77da37569 None None] For port 00664860-8d61-4a2e-b8c2-0c92c526bb3c, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:02:03.316364 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-9cb09114-df79-4417-886e-8de77da37569 None None] For port 00664860-8d61-4a2e-b8c2-0c92c526bb3c, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=00664860-8d61-4a2e-b8c2-0c92c526bb3c,segment=NetworkSegment(52a27e26-cdab-4bb6-a567-b9166a5a80b1),segment_id=52a27e26-cdab-4bb6-a567-b9166a5a80b1)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:02:03.416463 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9827239f-caab-4d29-9c4b-36a617236ad0 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:03.434470 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9cb09114-df79-4417-886e-8de77da37569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:03.454106 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2ec8aa25-c002-48a8-b17c-3b0d5f725d63 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "PUT /v2.0/routers/e51cd0d9-9510-4e32-9eb3-c87f80d36449/tags/tempest-TagsExtTest-Tag-140634198 HTTP/1.1" status: 201 len: 201 time: 0.3248835 Jan 21 19:02:03.456689 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57014) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:03.463406 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.tag.tag_plugin [None req-2e76ec2c-992e-4a83-b9de-3e1031153f84 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e436cff2-4414-492f-831c-8a21bcbcca66', 'tempest-TagsExtTest-Tag-1946646722') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:03.483650 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9827239f-caab-4d29-9c4b-36a617236ad0 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:03.519311 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-39ed8231-421b-4175-94a6-ba8e8a9c894b None None] Allocated IP 172.20.0.1 (1305ee3b-3b44-4d85-a12e-fad00103737f/bc005eaa-580d-4b84-9863-2bad9533a086/7fa7e32a-4623-4889-8a58-89e8150f6b87) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:02:03.536813 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3d9359cc-2de1-4f2b-ad7b-f7a019f84353 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:03.542641 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9359cc-2de1-4f2b-ad7b-f7a019f84353 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:03.543269 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3d9359cc-2de1-4f2b-ad7b-f7a019f84353 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:03.572551 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-096d80f8-04bf-4313-90a3-f349ebbd1b59 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:03.609883 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2e76ec2c-992e-4a83-b9de-3e1031153f84 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "PUT /v2.0/subnetpools/e436cff2-4414-492f-831c-8a21bcbcca66/tags/tempest-TagsExtTest-Tag-1946646722 HTTP/1.1" status: 201 len: 201 time: 0.1518853 Jan 21 19:02:03.613817 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57018) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:03.619949 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.tag.tag_plugin [None req-e4a0074f-1177-4416-a3ff-77808f8d8162 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'f22a8e51-4829-449d-9d05-ed2f1c88d351', {'tags': ['tempest-TagsExtTest-Tag-830841813', 'tempest-TagsExtTest-Tag-1913256823', 'tempest-TagsExtTest-Tag-1831540753']}) {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:03.623983 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb09114-df79-4417-886e-8de77da37569 None None] Pushing event updated for resources: {'Port': ['ID=00664860-8d61-4a2e-b8c2-0c92c526bb3c,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:03.630555 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 1b14ab98-b80b-44e3-bde2-0df73c5ecbbe no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:02:03.641361 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-096d80f8-04bf-4313-90a3-f349ebbd1b59 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Deleting port 00664860-8d61-4a2e-b8c2-0c92c526bb3c {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:02:03.641606 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-096d80f8-04bf-4313-90a3-f349ebbd1b59 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:03.742397 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9827239f-caab-4d29-9c4b-36a617236ad0 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:03.754242 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 1b14ab98-b80b-44e3-bde2-0df73c5ecbbe {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:02:03.754724 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 1b14ab98-b80b-44e3-bde2-0df73c5ecbbe not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:02:03.762692 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-3d9359cc-2de1-4f2b-ad7b-f7a019f84353 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3693771 Jan 21 19:02:03.763541 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9359cc-2de1-4f2b-ad7b-f7a019f84353 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event updated for resources: {'Network': ['ID=c2d7149a-6e26-4ac9-87c1-f10a25641ca5,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:03.765909 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57022) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:03.771107 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9827239f-caab-4d29-9c4b-36a617236ad0 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:03.772300 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-9827239f-caab-4d29-9c4b-36a617236ad0 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/f733c315-9555-4285-81ca-e562328ca616 HTTP/1.1" status: 204 len: 168 time: 0.5401020 Jan 21 19:02:03.772441 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-4cd50faa-92f1-4b68-b246-d7b54c488197 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'subnet': {'network_id': 'c2d7149a-6e26-4ac9-87c1-f10a25641ca5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:03.773271 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9827239f-caab-4d29-9c4b-36a617236ad0 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f733c315-9555-4285-81ca-e562328ca616,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:03.775708 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57026) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:03.782488 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network c2d7149a-6e26-4ac9-87c1-f10a25641ca5 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:02:03.901778 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e4a0074f-1177-4416-a3ff-77808f8d8162 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "PUT /v2.0/subnets/f22a8e51-4829-449d-9d05-ed2f1c88d351/tags HTTP/1.1" status: 200 len: 317 time: 0.2875392 Jan 21 19:02:03.903006 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57032) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:03.910400 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a6148-3168-4025-903e-7c7e8f273fa7 req-eee737c5-020b-4c21-9d8f-d6de97bb11fb tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:03.921439 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-174a6148-3168-4025-903e-7c7e8f273fa7 req-eee737c5-020b-4c21-9d8f-d6de97bb11fb tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.4982357 Jan 21 19:02:03.969215 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.tag.tag_plugin [None req-d522cb1d-792f-415c-b608-6394de2a56fc tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f22a8e51-4829-449d-9d05-ed2f1c88d351') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:04.013782 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-174a6148-3168-4025-903e-7c7e8f273fa7 req-eac91c2d-e211-4958-a257-e47024796f08 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0908942 Jan 21 19:02:04.135831 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-4cd50faa-92f1-4b68-b246-d7b54c488197 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:04.145227 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-4cd50faa-92f1-4b68-b246-d7b54c488197 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Usage tracker for resource:subnet and tenant:d3e69eb5fab24f5d9451b2cf3f9d850d is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:04.148512 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bac61d-a359-456f-a672-932a1cb755f5 None None] Network 7bc89790-9be4-43fc-91b7-6b065e34a681 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:02:04.154897 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-4cd50faa-92f1-4b68-b246-d7b54c488197 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:04.168629 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-4cd50faa-92f1-4b68-b246-d7b54c488197 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:04.218003 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ecb00ea3-2f09-4195-8992-dc442b22ded4 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Synchronizing usage tracker for tenant:083cc6f19b314d9885677036f51f4e22 on resource:security_group_rule {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:02:04.221378 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee3209-fb8d-4403-b14c-6d0bcedb372f req-66608e5a-7b0e-4d64-b9db-b0e71b48c57b tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:04.222734 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-abee3209-fb8d-4403-b14c-6d0bcedb372f req-66608e5a-7b0e-4d64-b9db-b0e71b48c57b tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Synchronizing usage tracker for tenant:bb8144e3b5cb451fa2ea1f5ea2efa32a on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:02:04.235194 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-096d80f8-04bf-4313-90a3-f349ebbd1b59 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] For port 00664860-8d61-4a2e-b8c2-0c92c526bb3c, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=00664860-8d61-4a2e-b8c2-0c92c526bb3c,segment=NetworkSegment(52a27e26-cdab-4bb6-a567-b9166a5a80b1),segment_id=52a27e26-cdab-4bb6-a567-b9166a5a80b1)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:02:04.235623 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-096d80f8-04bf-4313-90a3-f349ebbd1b59 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:04.286340 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd50faa-92f1-4b68-b246-d7b54c488197 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Made reservation on behalf of d3e69eb5fab24f5d9451b2cf3f9d850d for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:02:04.293740 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4cd50faa-92f1-4b68-b246-d7b54c488197 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:04.317432 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-39ed8231-421b-4175-94a6-ba8e8a9c894b None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:04.339045 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-39ed8231-421b-4175-94a6-ba8e8a9c894b None None] Transition to ACTIVE for port object 7fa7e32a-4623-4889-8a58-89e8150f6b87 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:02:04.393323 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-096d80f8-04bf-4313-90a3-f349ebbd1b59 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Calling delete_port for 00664860-8d61-4a2e-b8c2-0c92c526bb3c owned by network:dhcp {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:02:04.406071 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-39ed8231-421b-4175-94a6-ba8e8a9c894b None None] Transition to ACTIVE for port object 7fa7e32a-4623-4889-8a58-89e8150f6b87 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:02:04.442231 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-abee3209-fb8d-4403-b14c-6d0bcedb372f req-66608e5a-7b0e-4d64-b9db-b0e71b48c57b tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Unset dirty status for tenant:bb8144e3b5cb451fa2ea1f5ea2efa32a on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:02:04.443423 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-abee3209-fb8d-4403-b14c-6d0bcedb372f req-66608e5a-7b0e-4d64-b9db-b0e71b48c57b tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.113 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.5473437 Jan 21 19:02:04.498967 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-d522cb1d-792f-415c-b608-6394de2a56fc tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "DELETE /v2.0/subnets/f22a8e51-4829-449d-9d05-ed2f1c88d351/tags HTTP/1.1" status: 204 len: 168 time: 0.5339665 Jan 21 19:02:04.499505 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f98b5698-45e8-40b1-9b12-3d891d2e231f None None] Provisioning for port 9776cea7-fa71-4610-99d5-f018b66c3fa8 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:02:04.506689 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f98b5698-45e8-40b1-9b12-3d891d2e231f None None] Provisioning complete for port 9776cea7-fa71-4610-99d5-f018b66c3fa8 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:02:04.507314 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f98b5698-45e8-40b1-9b12-3d891d2e231f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:04.518090 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57036) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:04.527890 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.tag.tag_plugin [None req-cca41d26-b190-4b78-bf3a-e522c207f077 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f22a8e51-4829-449d-9d05-ed2f1c88d351', 'tempest-TagsExtTest-Tag-830841813') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:04.552287 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ecb00ea3-2f09-4195-8992-dc442b22ded4 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Unset dirty status for tenant:083cc6f19b314d9885677036f51f4e22 on resource:security_group_rule {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:02:04.556925 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ecb00ea3-2f09-4195-8992-dc442b22ded4 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.7753685 Jan 21 19:02:04.560130 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57040) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:04.575207 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-39ed8231-421b-4175-94a6-ba8e8a9c894b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:04.606236 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-abee3209-fb8d-4403-b14c-6d0bcedb372f req-9a0c54b1-e77b-436d-a285-8a3ea885424d tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Deleting port 0e84f2c6-e935-4b37-b7e0-389f75a34ebc {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:02:04.606575 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-abee3209-fb8d-4403-b14c-6d0bcedb372f req-9a0c54b1-e77b-436d-a285-8a3ea885424d tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:04.626221 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4d807cab-9e8b-4d14-83bd-9cb561382fb9 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:04.640374 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4d807cab-9e8b-4d14-83bd-9cb561382fb9 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:04.678363 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ed8231-421b-4175-94a6-ba8e8a9c894b None None] Network 1305ee3b-3b44-4d85-a12e-fad00103737f is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:02:04.679488 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-cca41d26-b190-4b78-bf3a-e522c207f077 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] show failed (client error): The resource could not be found. Jan 21 19:02:04.680714 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-cca41d26-b190-4b78-bf3a-e522c207f077 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "GET /v2.0/subnets/f22a8e51-4829-449d-9d05-ed2f1c88d351/tags/tempest-TagsExtTest-Tag-830841813 HTTP/1.1" status: 404 len: 328 time: 0.1612821 Jan 21 19:02:04.682547 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-39ed8231-421b-4175-94a6-ba8e8a9c894b None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:02:04.684830 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57044) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:04.691812 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.tag.tag_plugin [None req-bbcbb9a9-81f2-491a-941d-7307d4e51967 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f22a8e51-4829-449d-9d05-ed2f1c88d351', 'tempest-TagsExtTest-Tag-1913256823') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:04.692097 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ed8231-421b-4175-94a6-ba8e8a9c894b None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:02:04.703596 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed8231-421b-4175-94a6-ba8e8a9c894b None None] Pushing event updated for resources: {'Port': ['ID=7fa7e32a-4623-4889-8a58-89e8150f6b87,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:04.741949 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5a29577a-7d14-4de9-8b53-438fb57c3e68 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:04.801077 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-096d80f8-04bf-4313-90a3-f349ebbd1b59 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:04.861947 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4d807cab-9e8b-4d14-83bd-9cb561382fb9 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:04.901598 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-39ed8231-421b-4175-94a6-ba8e8a9c894b None None] Attempting to bind port 7fa7e32a-4623-4889-8a58-89e8150f6b87 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:02:04.902001 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-39ed8231-421b-4175-94a6-ba8e8a9c894b None None] Attempting to bind port 7fa7e32a-4623-4889-8a58-89e8150f6b87 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '1cad1eea-08c4-49f6-8c5c-da0e30d83eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '1305ee3b-3b44-4d85-a12e-fad00103737f'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:02:04.903257 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ed8231-421b-4175-94a6-ba8e8a9c894b None None] Attempting to bind port 7fa7e32a-4623-4889-8a58-89e8150f6b87 on network 1305ee3b-3b44-4d85-a12e-fad00103737f {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:02:04.913605 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ed8231-421b-4175-94a6-ba8e8a9c894b None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:02:04.914023 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ed8231-421b-4175-94a6-ba8e8a9c894b None None] Checking segment: {'id': '1cad1eea-08c4-49f6-8c5c-da0e30d83eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '1305ee3b-3b44-4d85-a12e-fad00103737f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:02:04.915830 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-39ed8231-421b-4175-94a6-ba8e8a9c894b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:04.916499 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ed8231-421b-4175-94a6-ba8e8a9c894b None None] Bound using segment: {'id': '1cad1eea-08c4-49f6-8c5c-da0e30d83eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '1305ee3b-3b44-4d85-a12e-fad00103737f'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:02:04.917734 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-39ed8231-421b-4175-94a6-ba8e8a9c894b None None] Bound port: 7fa7e32a-4623-4889-8a58-89e8150f6b87, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cad1eea-08c4-49f6-8c5c-da0e30d83eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '1305ee3b-3b44-4d85-a12e-fad00103737f'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:02:04.918153 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-39ed8231-421b-4175-94a6-ba8e8a9c894b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:04.959266 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d80f8-04bf-4313-90a3-f349ebbd1b59 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event deleted for resources: {'Port': ['ID=00664860-8d61-4a2e-b8c2-0c92c526bb3c,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:04.968661 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a29577a-7d14-4de9-8b53-438fb57c3e68 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event deleted for resources: {'Subnet': ['ID=bc005eaa-580d-4b84-9863-2bad9533a086,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:05.003402 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-abee3209-fb8d-4403-b14c-6d0bcedb372f req-9a0c54b1-e77b-436d-a285-8a3ea885424d tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] For port 0e84f2c6-e935-4b37-b7e0-389f75a34ebc, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=0e84f2c6-e935-4b37-b7e0-389f75a34ebc,segment=NetworkSegment(b4eccb45-142e-447f-a8ee-f3134a1bbcfe),segment_id=b4eccb45-142e-447f-a8ee-f3134a1bbcfe)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:02:05.013206 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-abee3209-fb8d-4403-b14c-6d0bcedb372f req-9a0c54b1-e77b-436d-a285-8a3ea885424d tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:05.044505 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d807cab-9e8b-4d14-83bd-9cb561382fb9 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b839a4bb-12f7-4fc1-976e-50c099855c6f,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:05.078284 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-39ed8231-421b-4175-94a6-ba8e8a9c894b None None] For port 7fa7e32a-4623-4889-8a58-89e8150f6b87, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:02:05.084181 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-39ed8231-421b-4175-94a6-ba8e8a9c894b None None] For port 7fa7e32a-4623-4889-8a58-89e8150f6b87, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=7fa7e32a-4623-4889-8a58-89e8150f6b87,segment=NetworkSegment(1cad1eea-08c4-49f6-8c5c-da0e30d83eed),segment_id=1cad1eea-08c4-49f6-8c5c-da0e30d83eed)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:02:05.099317 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096d80f8-04bf-4313-90a3-f349ebbd1b59 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] No DVR routers for this DVR port 00664860-8d61-4a2e-b8c2-0c92c526bb3c on host dv-neutron-825470-1-hyperv {{(pid=88136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:02:05.133491 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-8eba4dce-06a5-476c-8eef-662d27254926 None None] Provisioning complete for port 9776cea7-fa71-4610-99d5-f018b66c3fa8 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:02:05.134895 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8eba4dce-06a5-476c-8eef-662d27254926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:05.178719 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-39ed8231-421b-4175-94a6-ba8e8a9c894b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:05.256063 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-096d80f8-04bf-4313-90a3-f349ebbd1b59 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:05.261439 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 9776cea7-fa71-4610-99d5-f018b66c3fa8 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:02:05.281308 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4cd50faa-92f1-4b68-b246-d7b54c488197 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:05.390150 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961c3231-f122-427c-bbd2-c1dcc6bf3d31 None None] Network 21abc03e-68bf-48d8-9f40-de1f78a6d408 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:02:05.447878 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed8231-421b-4175-94a6-ba8e8a9c894b None None] Pushing event updated for resources: {'Port': ['ID=7fa7e32a-4623-4889-8a58-89e8150f6b87,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:05.478509 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd50faa-92f1-4b68-b246-d7b54c488197 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event updated for resources: {'Subnet': ['ID=c1fc9b4a-2352-41e6-8599-3828f930fb9b,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:05.497770 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd50faa-92f1-4b68-b246-d7b54c488197 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Checking segment: {'id': '99f7901b-aaa5-466f-b37b-e1d6de82d079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c2d7149a-6e26-4ac9-87c1-f10a25641ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:02:05.498177 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd50faa-92f1-4b68-b246-d7b54c488197 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Network hostable DHCP agents. Network: c2d7149a-6e26-4ac9-87c1-f10a25641ca5, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:02:05.528145 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-abee3209-fb8d-4403-b14c-6d0bcedb372f req-9a0c54b1-e77b-436d-a285-8a3ea885424d tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:05.528510 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-abee3209-fb8d-4403-b14c-6d0bcedb372f req-9a0c54b1-e77b-436d-a285-8a3ea885424d tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:05.528818 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.l3_db [req-abee3209-fb8d-4403-b14c-6d0bcedb372f req-9a0c54b1-e77b-436d-a285-8a3ea885424d tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Floating IP 70a51486-551f-49ad-acec-0edbe8bd8edb disassociated. External IP: 172.26.1.201, port: 0e84f2c6-e935-4b37-b7e0-389f75a34ebc. Jan 21 19:02:05.529285 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-abee3209-fb8d-4403-b14c-6d0bcedb372f req-9a0c54b1-e77b-436d-a285-8a3ea885424d tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Calling delete_port for 0e84f2c6-e935-4b37-b7e0-389f75a34ebc owned by compute:nova {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:02:05.557853 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f80af2-833e-478e-add6-f859be8e2dfa None None] Network 1305ee3b-3b44-4d85-a12e-fad00103737f requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:02:05.564109 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5a29577a-7d14-4de9-8b53-438fb57c3e68 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:05.585255 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4d807cab-9e8b-4d14-83bd-9cb561382fb9 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:05.589482 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-4d807cab-9e8b-4d14-83bd-9cb561382fb9 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/b839a4bb-12f7-4fc1-976e-50c099855c6f HTTP/1.1" status: 204 len: 168 time: 1.0240119 Jan 21 19:02:05.597148 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57052) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:05.639710 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-5a29577a-7d14-4de9-8b53-438fb57c3e68 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1305ee3b-3b44-4d85-a12e-fad00103737f']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:05.651125 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd50faa-92f1-4b68-b246-d7b54c488197 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Network c2d7149a-6e26-4ac9-87c1-f10a25641ca5 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:02:05.665570 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-5a29577a-7d14-4de9-8b53-438fb57c3e68 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cad1eea-08c4-49f6-8c5c-da0e30d83eed') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:05.665976 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-5a29577a-7d14-4de9-8b53-438fb57c3e68 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cad1eea-08c4-49f6-8c5c-da0e30d83eed') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:05.673950 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-724f8086-2bb7-415f-b773-995d4a7630dc tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0806007 Jan 21 19:02:05.675974 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57056) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:05.690755 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-bbcbb9a9-81f2-491a-941d-7307d4e51967 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] show failed (client error): The resource could not be found. Jan 21 19:02:05.694465 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-bbcbb9a9-81f2-491a-941d-7307d4e51967 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "GET /v2.0/subnets/f22a8e51-4829-449d-9d05-ed2f1c88d351/tags/tempest-TagsExtTest-Tag-1913256823 HTTP/1.1" status: 404 len: 329 time: 1.0059094 Jan 21 19:02:05.699829 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 9776cea7-fa71-4610-99d5-f018b66c3fa8 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:02:05.700137 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:05.702488 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57060) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:05.706534 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5a29577a-7d14-4de9-8b53-438fb57c3e68 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:05.714743 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.tag.tag_plugin [None req-b19effa7-50d8-44d3-a9c5-54b6f1a1a180 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f22a8e51-4829-449d-9d05-ed2f1c88d351', 'tempest-TagsExtTest-Tag-1831540753') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:05.741082 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5a29577a-7d14-4de9-8b53-438fb57c3e68 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:05.751134 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a29577a-7d14-4de9-8b53-438fb57c3e68 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:02:05.751653 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5a29577a-7d14-4de9-8b53-438fb57c3e68 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:05.759999 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-4cd50faa-92f1-4b68-b246-d7b54c488197 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, c2d7149a-6e26-4ac9-87c1-f10a25641ca5) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:02:05.768212 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd50faa-92f1-4b68-b246-d7b54c488197 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:05.769139 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4cd50faa-92f1-4b68-b246-d7b54c488197 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:05.772380 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:02:05.772380 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:02:05.772380 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:02:05.772380 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:02:05.772380 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:02:05.772380 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:02:05.772380 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:02:05.772380 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:02:05.772380 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:02:05.772380 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:02:05.772380 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:02:05.772380 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:02:05.772380 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:02:05.772380 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:02:05.772380 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:02:05.772380 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:02:05.772380 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:02:05.772380 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:02:05.772380 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:02:05.772380 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:02:05.772380 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:02:05.772380 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:02:05.772380 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:02:05.772380 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:02:05.772380 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:02:05.772380 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:02:05.772380 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:02:05.772380 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:02:05.772380 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:02:05.772380 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:02:05.772380 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:02:05.772380 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:02:05.781843 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-50497b88-4fc7-4aea-9185-8c039563cfa3 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:05.794198 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197ed988-a535-4dec-a44f-ba0528e87cba None None] Network c2d7149a-6e26-4ac9-87c1-f10a25641ca5 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:02:05.797402 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62878b-2c86-472a-b15c-924029c6252b req-6d609950-c80b-4814-afef-cf82c6f88c24 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:05.798994 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0c62878b-2c86-472a-b15c-924029c6252b req-6d609950-c80b-4814-afef-cf82c6f88c24 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 945 time: 0.5723102 Jan 21 19:02:05.806136 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-50497b88-4fc7-4aea-9185-8c039563cfa3 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:05.828942 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-b19effa7-50d8-44d3-a9c5-54b6f1a1a180 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] show failed (client error): The resource could not be found. Jan 21 19:02:05.829986 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b19effa7-50d8-44d3-a9c5-54b6f1a1a180 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "GET /v2.0/subnets/f22a8e51-4829-449d-9d05-ed2f1c88d351/tags/tempest-TagsExtTest-Tag-1831540753 HTTP/1.1" status: 404 len: 329 time: 0.1270511 Jan 21 19:02:05.832768 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57064) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:05.838416 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.tag.tag_plugin [None req-2bb9da69-8ddc-4755-9c7e-4312babd0bb6 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '6495a1e6-cf71-469c-9103-da601a1c0abe', {'tags': ['tempest-TagsExtTest-Tag-1505806252', 'tempest-TagsExtTest-Tag-1959147003', 'tempest-TagsExtTest-Tag-282869872']}) {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:05.889315 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-096d80f8-04bf-4313-90a3-f349ebbd1b59 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:05.907224 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-4cd50faa-92f1-4b68-b246-d7b54c488197 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1372721 Jan 21 19:02:05.908428 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57068) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:05.913007 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-abee3209-fb8d-4403-b14c-6d0bcedb372f req-9a0c54b1-e77b-436d-a285-8a3ea885424d tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:05.923631 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-39691690-95fe-438f-b87a-875d22fafe1d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'port': {'network_id': 'c2d7149a-6e26-4ac9-87c1-f10a25641ca5', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1856491648'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:05.963594 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-cfbc3165-ff99-4e43-a75a-d68c969dcd93 None None] Could not find standard attr ID for object 00664860-8d61-4a2e-b8c2-0c92c526bb3c. {{(pid=88138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 19:02:05.966920 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d80f8-04bf-4313-90a3-f349ebbd1b59 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event deleted for resources: {'Subnet': ['ID=26d9da4d-be53-4f3c-9fc1-e80f52df67cb,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:06.014521 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0c62878b-2c86-472a-b15c-924029c6252b req-fd71dcd5-98e5-4792-a1fe-9577a71adcb5 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups?id=fb86ef9f-40f4-4a78-9704-a02cb5241747&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1929159 Jan 21 19:02:06.018166 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.db.api [None req-5a29577a-7d14-4de9-8b53-438fb57c3e68 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 19:02:06.018166 dv-neutron-825470-1-hyperv neutron-server[88136]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 19:02:06.018166 dv-neutron-825470-1-hyperv neutron-server[88136]: [parameters: {'id': '1305ee3b-3b44-4d85-a12e-fad00103737f'}] Jan 21 19:02:06.018166 dv-neutron-825470-1-hyperv neutron-server[88136]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:02:06.018700 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG oslo_db.api [None req-5a29577a-7d14-4de9-8b53-438fb57c3e68 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:02:06.020351 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c54b1-e77b-436d-a285-8a3ea885424d tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Pushing event deleted for resources: {'Port': ['ID=0e84f2c6-e935-4b37-b7e0-389f75a34ebc,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:06.076944 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-096d80f8-04bf-4313-90a3-f349ebbd1b59 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:06.089009 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-50497b88-4fc7-4aea-9185-8c039563cfa3 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:06.134880 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50497b88-4fc7-4aea-9185-8c039563cfa3 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5dea6081-5a50-4bad-b9f2-f047c3da8553,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:06.137704 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-096d80f8-04bf-4313-90a3-f349ebbd1b59 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21abc03e-68bf-48d8-9f40-de1f78a6d408']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:06.170628 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-096d80f8-04bf-4313-90a3-f349ebbd1b59 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52a27e26-cdab-4bb6-a567-b9166a5a80b1') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:06.176157 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-096d80f8-04bf-4313-90a3-f349ebbd1b59 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52a27e26-cdab-4bb6-a567-b9166a5a80b1') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:06.176842 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2bb9da69-8ddc-4755-9c7e-4312babd0bb6 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "PUT /v2.0/ports/6495a1e6-cf71-469c-9103-da601a1c0abe/tags HTTP/1.1" status: 200 len: 317 time: 0.3426239 Jan 21 19:02:06.180304 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57072) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:06.194094 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.tag.tag_plugin [None req-18bbfe75-427f-4c8b-8e6f-ce2c548dfdbb tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6495a1e6-cf71-469c-9103-da601a1c0abe') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:06.226131 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-50497b88-4fc7-4aea-9185-8c039563cfa3 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:06.227308 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-50497b88-4fc7-4aea-9185-8c039563cfa3 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/5dea6081-5a50-4bad-b9f2-f047c3da8553 HTTP/1.1" status: 204 len: 168 time: 0.5503328 Jan 21 19:02:06.230934 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57076) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:06.232308 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-096d80f8-04bf-4313-90a3-f349ebbd1b59 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:06.255554 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451cc9d6-2557-4454-95eb-29479ab7f507 None None] DHCP port deletion for 21abc03e-68bf-48d8-9f40-de1f78a6d408 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:02:06.286203 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-096d80f8-04bf-4313-90a3-f349ebbd1b59 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:06.297253 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-096d80f8-04bf-4313-90a3-f349ebbd1b59 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:02:06.297653 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-096d80f8-04bf-4313-90a3-f349ebbd1b59 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:06.304348 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8af7051-af69-4e32-8643-44c593592ee0 None None] Network 21abc03e-68bf-48d8-9f40-de1f78a6d408 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:02:06.315313 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:02:06.315313 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:02:06.315313 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:02:06.315313 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:02:06.315313 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:02:06.315313 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:02:06.315313 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:02:06.315313 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:02:06.315313 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:02:06.315313 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:02:06.315313 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:02:06.315313 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:02:06.315313 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:02:06.315313 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:02:06.315313 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:02:06.315313 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:02:06.315313 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:02:06.315313 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:02:06.315313 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:02:06.315313 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:02:06.315313 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:02:06.315313 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:02:06.315313 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:02:06.315313 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:02:06.315313 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:02:06.315313 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:02:06.315313 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:02:06.315313 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:02:06.315313 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:02:06.315313 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:02:06.315313 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:02:06.315313 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:02:06.365516 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e67795-9c1b-4b62-a4c8-4fa87a502ef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-c2d7149a-6e26-4ac9-87c1-f10a25641ca5', 'network_id': 'c2d7149a-6e26-4ac9-87c1-f10a25641ca5', 'tenant_id': 'd3e69eb5fab24f5d9451b2cf3f9d850d', 'fixed_ips': [{'subnet_id': 'c1fc9b4a-2352-41e6-8599-3828f930fb9b'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:02:06.366933 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c9e67795-9c1b-4b62-a4c8-4fa87a502ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:06.519654 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5a29577a-7d14-4de9-8b53-438fb57c3e68 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:06.534836 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-5a29577a-7d14-4de9-8b53-438fb57c3e68 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Deleting port 7fa7e32a-4623-4889-8a58-89e8150f6b87 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:02:06.535422 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5a29577a-7d14-4de9-8b53-438fb57c3e68 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:06.548902 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-39691690-95fe-438f-b87a-875d22fafe1d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:06.559329 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-39691690-95fe-438f-b87a-875d22fafe1d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Usage tracker for resource:port and tenant:d3e69eb5fab24f5d9451b2cf3f9d850d is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:06.564592 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-39691690-95fe-438f-b87a-875d22fafe1d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:06.577359 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-096d80f8-04bf-4313-90a3-f349ebbd1b59 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:06.580663 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-39691690-95fe-438f-b87a-875d22fafe1d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:06.592158 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-18bbfe75-427f-4c8b-8e6f-ce2c548dfdbb tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "DELETE /v2.0/ports/6495a1e6-cf71-469c-9103-da601a1c0abe/tags HTTP/1.1" status: 204 len: 168 time: 0.4042919 Jan 21 19:02:06.594694 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57082) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:06.605098 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.tag.tag_plugin [None req-2a3a6158-5188-4560-a5ec-591ee165f906 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6495a1e6-cf71-469c-9103-da601a1c0abe', 'tempest-TagsExtTest-Tag-1505806252') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:06.607949 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-096d80f8-04bf-4313-90a3-f349ebbd1b59 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:06.620899 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d80f8-04bf-4313-90a3-f349ebbd1b59 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event deleted for resources: {'Network': ['ID=21abc03e-68bf-48d8-9f40-de1f78a6d408,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:06.629597 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-096d80f8-04bf-4313-90a3-f349ebbd1b59 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "DELETE /v2.0/networks/21abc03e-68bf-48d8-9f40-de1f78a6d408 HTTP/1.1" status: 204 len: 168 time: 3.4817848 Jan 21 19:02:06.632888 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57086) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:06.645869 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-711d14a0-5eae-43e8-8faa-ff43d77fa751 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4102588 Jan 21 19:02:06.655051 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abee3209-fb8d-4403-b14c-6d0bcedb372f req-9a0c54b1-e77b-436d-a285-8a3ea885424d tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Router 2bcc1920-6fd2-41f6-b8c7-26d5b06a088c has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:02:06.655695 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57090) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:06.690846 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-e24c7872-849c-4062-9c60-6689b0dc192b tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] DELETE failed (client error): The resource could not be found. Jan 21 19:02:06.691090 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e24c7872-849c-4062-9c60-6689b0dc192b tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:02:06.698181 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e24c7872-849c-4062-9c60-6689b0dc192b tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "DELETE /v2.0/networks/21abc03e-68bf-48d8-9f40-de1f78a6d408 HTTP/1.1" status: 404 len: 339 time: 0.0590177 Jan 21 19:02:06.702124 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57094) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:06.709140 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-c9e67795-9c1b-4b62-a4c8-4fa87a502ef9 None None] Allocated IP 172.20.0.2 (c2d7149a-6e26-4ac9-87c1-f10a25641ca5/c1fc9b4a-2352-41e6-8599-3828f930fb9b/38020dd6-e36f-4f93-a806-04952d5fa126) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:02:06.718739 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-fa606ce9-e248-4f5b-a66d-049dd202ce75 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1890258084', 'description': 'd1'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:06.725621 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-fa606ce9-e248-4f5b-a66d-049dd202ce75 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:06.733126 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-fa606ce9-e248-4f5b-a66d-049dd202ce75 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Usage tracker for resource:network and tenant:61b06f640fe54206829782ad2cf491c1 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:06.737737 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-fa606ce9-e248-4f5b-a66d-049dd202ce75 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:06.758399 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-fa606ce9-e248-4f5b-a66d-049dd202ce75 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:06.782206 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39691690-95fe-438f-b87a-875d22fafe1d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Made reservation on behalf of d3e69eb5fab24f5d9451b2cf3f9d850d for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:02:06.785765 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-39691690-95fe-438f-b87a-875d22fafe1d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:06.840668 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-39691690-95fe-438f-b87a-875d22fafe1d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] device_id is not set on port a92f5ce5-74a8-4f58-8989-64c76c6b7bec yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:02:06.848127 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-5a29577a-7d14-4de9-8b53-438fb57c3e68 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] For port 7fa7e32a-4623-4889-8a58-89e8150f6b87, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=7fa7e32a-4623-4889-8a58-89e8150f6b87,segment=NetworkSegment(1cad1eea-08c4-49f6-8c5c-da0e30d83eed),segment_id=1cad1eea-08c4-49f6-8c5c-da0e30d83eed)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:02:06.848487 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5a29577a-7d14-4de9-8b53-438fb57c3e68 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:06.859223 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa606ce9-e248-4f5b-a66d-049dd202ce75 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Made reservation on behalf of 61b06f640fe54206829782ad2cf491c1 for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:02:06.862641 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fa606ce9-e248-4f5b-a66d-049dd202ce75 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:06.934247 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c9e67795-9c1b-4b62-a4c8-4fa87a502ef9 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:06.944485 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-c9e67795-9c1b-4b62-a4c8-4fa87a502ef9 None None] Transition to ACTIVE for port object 38020dd6-e36f-4f93-a806-04952d5fa126 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:02:06.968897 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-c9e67795-9c1b-4b62-a4c8-4fa87a502ef9 None None] Transition to ACTIVE for port object 38020dd6-e36f-4f93-a806-04952d5fa126 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:02:06.976942 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1e3ad70d-0d32-4577-8270-6df8e26029bc tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:06.995627 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-5a29577a-7d14-4de9-8b53-438fb57c3e68 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Calling delete_port for 7fa7e32a-4623-4889-8a58-89e8150f6b87 owned by network:dhcp {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:02:07.004226 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-2a3a6158-5188-4560-a5ec-591ee165f906 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] show failed (client error): The resource could not be found. Jan 21 19:02:07.005265 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2a3a6158-5188-4560-a5ec-591ee165f906 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "GET /v2.0/ports/6495a1e6-cf71-469c-9103-da601a1c0abe/tags/tempest-TagsExtTest-Tag-1505806252 HTTP/1.1" status: 404 len: 329 time: 0.4070354 Jan 21 19:02:07.024794 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57098) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:07.035878 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.tag.tag_plugin [None req-f394b045-6c59-49a0-bd1e-fe758545885c tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6495a1e6-cf71-469c-9103-da601a1c0abe', 'tempest-TagsExtTest-Tag-1959147003') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:07.050392 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa606ce9-e248-4f5b-a66d-049dd202ce75 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:02:07.051336 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c9e67795-9c1b-4b62-a4c8-4fa87a502ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:07.091249 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fa606ce9-e248-4f5b-a66d-049dd202ce75 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:07.091649 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-fa606ce9-e248-4f5b-a66d-049dd202ce75 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Added segment 4b12d33b-f0dc-4b41-ae66-00848d427d99 of type vlan for network 5ff16e40-3cb3-415c-8165-ef63de7d1fa8 Jan 21 19:02:07.128568 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fa606ce9-e248-4f5b-a66d-049dd202ce75 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:07.132762 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abee3209-fb8d-4403-b14c-6d0bcedb372f req-9a0c54b1-e77b-436d-a285-8a3ea885424d tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:02:07.135999 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e67795-9c1b-4b62-a4c8-4fa87a502ef9 None None] Pushing event updated for resources: {'Port': ['ID=38020dd6-e36f-4f93-a806-04952d5fa126,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:07.139835 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 00664860-8d61-4a2e-b8c2-0c92c526bb3c no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:02:07.151071 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0ebdc1-c730-4723-ab97-47322c27d667 None None] Sync routers for ids ['2bcc1920-6fd2-41f6-b8c7-26d5b06a088c'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:02:07.168173 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 0e84f2c6-e935-4b37-b7e0-389f75a34ebc no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:02:07.170640 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0ebdc1-c730-4723-ab97-47322c27d667 None None] Routers {'2bcc1920-6fd2-41f6-b8c7-26d5b06a088c'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:02:07.171277 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-db0ebdc1-c730-4723-ab97-47322c27d667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:01:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['2bcc1920-6fd2-41f6-b8c7-26d5b06a088c'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:07.180181 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1e3ad70d-0d32-4577-8270-6df8e26029bc tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:07.224618 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 00664860-8d61-4a2e-b8c2-0c92c526bb3c {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:02:07.225321 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 00664860-8d61-4a2e-b8c2-0c92c526bb3c not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:02:07.230867 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] No Port match for: 0e84f2c6-e935-4b37-b7e0-389f75a34ebc {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:02:07.231418 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 0e84f2c6-e935-4b37-b7e0-389f75a34ebc not bound to the agent host hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:02:07.238441 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e67795-9c1b-4b62-a4c8-4fa87a502ef9 None None] Network c2d7149a-6e26-4ac9-87c1-f10a25641ca5 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:02:07.239964 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-c9e67795-9c1b-4b62-a4c8-4fa87a502ef9 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:02:07.245717 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e67795-9c1b-4b62-a4c8-4fa87a502ef9 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:02:07.250916 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-74f294bf-a3fd-4efc-9834-2b68d0bbc2a9 req-2a7a3322-1646-46d5-bb5c-f9c6713811a7 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 210 time: 0.0660615 Jan 21 19:02:07.252124 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5a29577a-7d14-4de9-8b53-438fb57c3e68 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:07.272146 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-abee3209-fb8d-4403-b14c-6d0bcedb372f req-9a0c54b1-e77b-436d-a285-8a3ea885424d tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] No DVR routers for this DVR port 0e84f2c6-e935-4b37-b7e0-389f75a34ebc on host hv-neutron-8254 {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:02:07.275418 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-abee3209-fb8d-4403-b14c-6d0bcedb372f req-9a0c54b1-e77b-436d-a285-8a3ea885424d tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:07.278557 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa7ee76-c36f-4f35-94ae-dbd802c966ea', 'name': 'network-vif-deleted', 'tag': '0e84f2c6-e935-4b37-b7e0-389f75a34ebc'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:02:07.306795 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-abee3209-fb8d-4403-b14c-6d0bcedb372f req-9a0c54b1-e77b-436d-a285-8a3ea885424d tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.113 "DELETE /v2.0/ports/0e84f2c6-e935-4b37-b7e0-389f75a34ebc HTTP/1.1" status: 204 len: 173 time: 2.8482485 Jan 21 19:02:07.323985 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a29577a-7d14-4de9-8b53-438fb57c3e68 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event deleted for resources: {'Port': ['ID=7fa7e32a-4623-4889-8a58-89e8150f6b87,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:07.326140 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a29577a-7d14-4de9-8b53-438fb57c3e68 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] No DVR routers for this DVR port 7fa7e32a-4623-4889-8a58-89e8150f6b87 on host dv-neutron-825470-1-hyperv {{(pid=88136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:02:07.329418 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fa606ce9-e248-4f5b-a66d-049dd202ce75 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:07.338330 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa606ce9-e248-4f5b-a66d-049dd202ce75 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:07.338330 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fa606ce9-e248-4f5b-a66d-049dd202ce75 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:07.349519 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-39691690-95fe-438f-b87a-875d22fafe1d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Allocated IP 172.20.0.7 (c2d7149a-6e26-4ac9-87c1-f10a25641ca5/c1fc9b4a-2352-41e6-8599-3828f930fb9b/a92f5ce5-74a8-4f58-8989-64c76c6b7bec) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:02:07.367883 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa7ee76-c36f-4f35-94ae-dbd802c966ea', 'name': 'network-vif-deleted', 'tag': '0e84f2c6-e935-4b37-b7e0-389f75a34ebc', 'status': 'completed', 'code': 200} Jan 21 19:02:07.382353 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-f394b045-6c59-49a0-bd1e-fe758545885c tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] show failed (client error): The resource could not be found. Jan 21 19:02:07.384454 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f394b045-6c59-49a0-bd1e-fe758545885c tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "GET /v2.0/ports/6495a1e6-cf71-469c-9103-da601a1c0abe/tags/tempest-TagsExtTest-Tag-1959147003 HTTP/1.1" status: 404 len: 329 time: 0.3594902 Jan 21 19:02:07.388341 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57106) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:07.397799 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.tag.tag_plugin [None req-0e8a5dfd-0c52-482b-bf24-0e0fff267353 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6495a1e6-cf71-469c-9103-da601a1c0abe', 'tempest-TagsExtTest-Tag-282869872') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:07.410019 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-c9e67795-9c1b-4b62-a4c8-4fa87a502ef9 None None] Attempting to bind port 38020dd6-e36f-4f93-a806-04952d5fa126 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:02:07.410585 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-c9e67795-9c1b-4b62-a4c8-4fa87a502ef9 None None] Attempting to bind port 38020dd6-e36f-4f93-a806-04952d5fa126 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '99f7901b-aaa5-466f-b37b-e1d6de82d079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c2d7149a-6e26-4ac9-87c1-f10a25641ca5'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:02:07.410745 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e67795-9c1b-4b62-a4c8-4fa87a502ef9 None None] Attempting to bind port 38020dd6-e36f-4f93-a806-04952d5fa126 on network c2d7149a-6e26-4ac9-87c1-f10a25641ca5 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:02:07.428345 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e67795-9c1b-4b62-a4c8-4fa87a502ef9 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:02:07.428923 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e67795-9c1b-4b62-a4c8-4fa87a502ef9 None None] Checking segment: {'id': '99f7901b-aaa5-466f-b37b-e1d6de82d079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c2d7149a-6e26-4ac9-87c1-f10a25641ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:02:07.429895 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c9e67795-9c1b-4b62-a4c8-4fa87a502ef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:07.431107 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e67795-9c1b-4b62-a4c8-4fa87a502ef9 None None] Bound using segment: {'id': '99f7901b-aaa5-466f-b37b-e1d6de82d079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c2d7149a-6e26-4ac9-87c1-f10a25641ca5'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:02:07.433248 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-c9e67795-9c1b-4b62-a4c8-4fa87a502ef9 None None] Bound port: 38020dd6-e36f-4f93-a806-04952d5fa126, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f7901b-aaa5-466f-b37b-e1d6de82d079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c2d7149a-6e26-4ac9-87c1-f10a25641ca5'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:02:07.433739 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c9e67795-9c1b-4b62-a4c8-4fa87a502ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:07.457384 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-db0ebdc1-c730-4723-ab97-47322c27d667 None None] Set router 2bcc1920-6fd2-41f6-b8c7-26d5b06a088c gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:02:07.505595 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1e3ad70d-0d32-4577-8270-6df8e26029bc tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:07.580561 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-fa606ce9-e248-4f5b-a66d-049dd202ce75 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8773849 Jan 21 19:02:07.583917 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa606ce9-e248-4f5b-a66d-049dd202ce75 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event updated for resources: {'Network': ['ID=5ff16e40-3cb3-415c-8165-ef63de7d1fa8,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:07.586042 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57112) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:07.603106 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 5ff16e40-3cb3-415c-8165-ef63de7d1fa8 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:02:07.729529 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-c9e67795-9c1b-4b62-a4c8-4fa87a502ef9 None None] For port 38020dd6-e36f-4f93-a806-04952d5fa126, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:02:07.750250 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ad70d-0d32-4577-8270-6df8e26029bc tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1cc4bb6-9b16-476c-9106-d4634c883758,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:07.770973 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-39691690-95fe-438f-b87a-875d22fafe1d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:07.782627 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5a29577a-7d14-4de9-8b53-438fb57c3e68 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:07.784131 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1e3ad70d-0d32-4577-8270-6df8e26029bc tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:07.787959 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-1e3ad70d-0d32-4577-8270-6df8e26029bc tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "DELETE /v2.0/security-groups/d1cc4bb6-9b16-476c-9106-d4634c883758 HTTP/1.1" status: 204 len: 168 time: 1.1312590 Jan 21 19:02:07.788728 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57116) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:07.833911 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-39691690-95fe-438f-b87a-875d22fafe1d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Transition to ACTIVE for port object a92f5ce5-74a8-4f58-8989-64c76c6b7bec will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:02:07.838919 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-c9e67795-9c1b-4b62-a4c8-4fa87a502ef9 None None] For port 38020dd6-e36f-4f93-a806-04952d5fa126, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=38020dd6-e36f-4f93-a806-04952d5fa126,segment=NetworkSegment(99f7901b-aaa5-466f-b37b-e1d6de82d079),segment_id=99f7901b-aaa5-466f-b37b-e1d6de82d079)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:02:07.866696 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-0e8a5dfd-0c52-482b-bf24-0e0fff267353 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] show failed (client error): The resource could not be found. Jan 21 19:02:07.870379 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-0e8a5dfd-0c52-482b-bf24-0e0fff267353 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "GET /v2.0/ports/6495a1e6-cf71-469c-9103-da601a1c0abe/tags/tempest-TagsExtTest-Tag-282869872 HTTP/1.1" status: 404 len: 328 time: 0.4782255 Jan 21 19:02:07.872741 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57120) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:07.877882 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.tag.tag_plugin [None req-3a4795bc-1681-43b2-bc47-77c76800f8f2 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'e51cd0d9-9510-4e32-9eb3-c87f80d36449', {'tags': ['tempest-TagsExtTest-Tag-1432261931', 'tempest-TagsExtTest-Tag-950416281', 'tempest-TagsExtTest-Tag-367974930']}) {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:07.917098 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c9e67795-9c1b-4b62-a4c8-4fa87a502ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:07.919561 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-db0ebdc1-c730-4723-ab97-47322c27d667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bcc1920-6fd2-41f6-b8c7-26d5b06a088c', 'name': 'tempest-ServerActionsTestJSON-948088835-router', 'tenant_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.21'}], 'enable_snat': True}, 'gw_port_id': '30a746e1-6cfe-4965-8991-9a0788d3b275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:58:15Z', 'updated_at': '2022-01-21T18:58:25Z', 'revision_number': 4, 'project_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'gw_port': {'id': '30a746e1-6cfe-4965-8991-9a0788d3b275', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1920-6fd2-41f6-b8c7-26d5b06a088c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:58:17Z', 'updated_at': '2022-01-21T18:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '9967e813-77ed-46c7-91b8-8bce979ef6df', 'name': '', 'network_id': '2745c7b7-aa59-4a69-977f-3d793c812102', 'tenant_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'mac_address': 'fa:16:3e:6d:7a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1920-6fd2-41f6-b8c7-26d5b06a088c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '34accf81-441d-49f3-9d99-4b01b78b2f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:58:22Z', 'updated_at': '2022-01-21T18:58:36Z', 'revision_number': 5, 'project_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'subnets': [{'id': '34accf81-441d-49f3-9d99-4b01b78b2f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:07.925177 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0ebdc1-c730-4723-ab97-47322c27d667 None None] Checking router: 2bcc1920-6fd2-41f6-b8c7-26d5b06a088c for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:02:07.934787 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0ebdc1-c730-4723-ab97-47322c27d667 None None] Routers {'2bcc1920-6fd2-41f6-b8c7-26d5b06a088c'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:02:07.935286 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-db0ebdc1-c730-4723-ab97-47322c27d667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:01:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['2bcc1920-6fd2-41f6-b8c7-26d5b06a088c'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:07.951265 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-f2583a5a-ba8e-42ff-96ef-563ea10be9cf tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Synchronizing usage tracker for tenant:083cc6f19b314d9885677036f51f4e22 on resource:security_group {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:02:07.987567 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-5a29577a-7d14-4de9-8b53-438fb57c3e68 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1305ee3b-3b44-4d85-a12e-fad00103737f']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:08.027165 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-5a29577a-7d14-4de9-8b53-438fb57c3e68 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cad1eea-08c4-49f6-8c5c-da0e30d83eed') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:08.027619 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-5a29577a-7d14-4de9-8b53-438fb57c3e68 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cad1eea-08c4-49f6-8c5c-da0e30d83eed') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:08.049555 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79489895-99a4-4eb5-8338-3319a663a0ab tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:08.055398 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-79489895-99a4-4eb5-8338-3319a663a0ab tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Synchronizing usage tracker for tenant:61b06f640fe54206829782ad2cf491c1 on resource:network {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:02:08.072375 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-f2583a5a-ba8e-42ff-96ef-563ea10be9cf tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Unset dirty status for tenant:083cc6f19b314d9885677036f51f4e22 on resource:security_group {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:02:08.078463 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57126) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:08.078912 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f2583a5a-ba8e-42ff-96ef-563ea10be9cf tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2832358 Jan 21 19:02:08.083547 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5a29577a-7d14-4de9-8b53-438fb57c3e68 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:08.094374 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e67795-9c1b-4b62-a4c8-4fa87a502ef9 None None] Pushing event updated for resources: {'Port': ['ID=38020dd6-e36f-4f93-a806-04952d5fa126,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:08.116700 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:02:08.116911 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-cac6837d-3312-489f-a84c-e0668c9ec7c0 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Request body: {'security_group': {'name': 'tempest-secgroup--1597493162'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:08.129705 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-cac6837d-3312-489f-a84c-e0668c9ec7c0 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:08.141421 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-cac6837d-3312-489f-a84c-e0668c9ec7c0 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:08.148168 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5a29577a-7d14-4de9-8b53-438fb57c3e68 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:08.151487 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-39691690-95fe-438f-b87a-875d22fafe1d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:08.166950 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a29577a-7d14-4de9-8b53-438fb57c3e68 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:02:08.166950 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5a29577a-7d14-4de9-8b53-438fb57c3e68 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:08.180366 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:02:08.180366 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:02:08.180366 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:02:08.180366 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:02:08.180366 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:02:08.180366 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:02:08.180366 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:02:08.180366 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:02:08.180366 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:02:08.180366 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:02:08.180366 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:02:08.180366 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:02:08.180366 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:02:08.180366 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:02:08.180366 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:02:08.180366 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:02:08.180366 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:02:08.180366 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:02:08.180366 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:02:08.180366 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:02:08.180366 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:02:08.180366 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:02:08.180366 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:02:08.180366 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:02:08.180366 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:02:08.180366 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:02:08.180366 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:02:08.180366 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:02:08.180366 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:02:08.180366 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:02:08.180366 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:02:08.180366 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:02:08.186447 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-db0ebdc1-c730-4723-ab97-47322c27d667 None None] Set router 2bcc1920-6fd2-41f6-b8c7-26d5b06a088c gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:02:08.249678 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3a4795bc-1681-43b2-bc47-77c76800f8f2 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "PUT /v2.0/routers/e51cd0d9-9510-4e32-9eb3-c87f80d36449/tags HTTP/1.1" status: 200 len: 316 time: 0.3759456 Jan 21 19:02:08.260194 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57130) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:08.261177 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-79489895-99a4-4eb5-8338-3319a663a0ab tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Unset dirty status for tenant:61b06f640fe54206829782ad2cf491c1 on resource:network {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:02:08.262694 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-79489895-99a4-4eb5-8338-3319a663a0ab tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "GET /v2.0/networks?id=5ff16e40-3cb3-415c-8165-ef63de7d1fa8 HTTP/1.1" status: 200 len: 765 time: 0.4904039 Jan 21 19:02:08.268917 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39691690-95fe-438f-b87a-875d22fafe1d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Network c2d7149a-6e26-4ac9-87c1-f10a25641ca5 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:02:08.271472 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57134) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:08.271613 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.tag.tag_plugin [None req-bfbbbc96-f774-443b-b80f-b5ec262e5102 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e51cd0d9-9510-4e32-9eb3-c87f80d36449') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:08.278915 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-1350137e-5a6e-4b9b-836f-6b1afba1a1f8 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Request body: {'network': {'description': 'd2'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:08.371655 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-39691690-95fe-438f-b87a-875d22fafe1d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:02:08.387753 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39691690-95fe-438f-b87a-875d22fafe1d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:02:08.448346 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cac6837d-3312-489f-a84c-e0668c9ec7c0 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:08.685822 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5a29577a-7d14-4de9-8b53-438fb57c3e68 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:08.698744 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39691690-95fe-438f-b87a-875d22fafe1d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event updated for resources: {'Port': ['ID=a92f5ce5-74a8-4f58-8989-64c76c6b7bec,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:08.704703 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9599dc90-fde8-4e30-b287-c0aebe83fb2f req-99008a76-0115-4bc2-8422-b08031bf03c8 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fa7ee76-c36f-4f35-94ae-dbd802c966ea HTTP/1.1" status: 200 len: 210 time: 0.2451100 Jan 21 19:02:08.722588 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-db0ebdc1-c730-4723-ab97-47322c27d667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bcc1920-6fd2-41f6-b8c7-26d5b06a088c', 'name': 'tempest-ServerActionsTestJSON-948088835-router', 'tenant_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.21'}], 'enable_snat': True}, 'gw_port_id': '30a746e1-6cfe-4965-8991-9a0788d3b275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:58:15Z', 'updated_at': '2022-01-21T18:58:25Z', 'revision_number': 4, 'project_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'gw_port': {'id': '30a746e1-6cfe-4965-8991-9a0788d3b275', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1920-6fd2-41f6-b8c7-26d5b06a088c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:58:17Z', 'updated_at': '2022-01-21T18:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '9967e813-77ed-46c7-91b8-8bce979ef6df', 'name': '', 'network_id': '2745c7b7-aa59-4a69-977f-3d793c812102', 'tenant_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'mac_address': 'fa:16:3e:6d:7a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1920-6fd2-41f6-b8c7-26d5b06a088c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '34accf81-441d-49f3-9d99-4b01b78b2f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:58:22Z', 'updated_at': '2022-01-21T18:58:36Z', 'revision_number': 5, 'project_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'subnets': [{'id': '34accf81-441d-49f3-9d99-4b01b78b2f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:08.727055 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0ebdc1-c730-4723-ab97-47322c27d667 None None] The sync data for ids ['2bcc1920-6fd2-41f6-b8c7-26d5b06a088c'] in dv-neutron-825470-1-hyperv is: [{'id': '2bcc1920-6fd2-41f6-b8c7-26d5b06a088c', 'name': 'tempest-ServerActionsTestJSON-948088835-router', 'tenant_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.21'}], 'enable_snat': True}, 'gw_port_id': '30a746e1-6cfe-4965-8991-9a0788d3b275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:58:15Z', 'updated_at': '2022-01-21T18:58:25Z', 'revision_number': 4, 'project_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'gw_port': {'id': '30a746e1-6cfe-4965-8991-9a0788d3b275', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1920-6fd2-41f6-b8c7-26d5b06a088c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:58:17Z', 'updated_at': '2022-01-21T18:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '9967e813-77ed-46c7-91b8-8bce979ef6df', 'name': '', 'network_id': '2745c7b7-aa59-4a69-977f-3d793c812102', 'tenant_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'mac_address': 'fa:16:3e:6d:7a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1920-6fd2-41f6-b8c7-26d5b06a088c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '34accf81-441d-49f3-9d99-4b01b78b2f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:58:22Z', 'updated_at': '2022-01-21T18:58:36Z', 'revision_number': 5, 'project_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'subnets': [{'id': '34accf81-441d-49f3-9d99-4b01b78b2f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:02:08.728121 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39691690-95fe-438f-b87a-875d22fafe1d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:08.729049 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-39691690-95fe-438f-b87a-875d22fafe1d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:08.747699 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1350137e-5a6e-4b9b-836f-6b1afba1a1f8 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:08.757517 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5a29577a-7d14-4de9-8b53-438fb57c3e68 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:08.771419 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-cac6837d-3312-489f-a84c-e0668c9ec7c0 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:08.775757 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a29577a-7d14-4de9-8b53-438fb57c3e68 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event deleted for resources: {'Network': ['ID=1305ee3b-3b44-4d85-a12e-fad00103737f,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:08.783075 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-cac6837d-3312-489f-a84c-e0668c9ec7c0 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Usage tracker for resource:security_group_rule and tenant:083cc6f19b314d9885677036f51f4e22 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:08.786554 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-cac6837d-3312-489f-a84c-e0668c9ec7c0 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:08.790768 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-5a29577a-7d14-4de9-8b53-438fb57c3e68 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "DELETE /v2.0/networks/1305ee3b-3b44-4d85-a12e-fad00103737f HTTP/1.1" status: 204 len: 168 time: 6.2747316 Jan 21 19:02:08.794793 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57142) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:08.795300 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-cac6837d-3312-489f-a84c-e0668c9ec7c0 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:08.801502 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-3b6af1b7-5f36-41c3-adad-8f31ebc737f5 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1794343908'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:08.809912 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3b6af1b7-5f36-41c3-adad-8f31ebc737f5 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:08.812316 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-3b6af1b7-5f36-41c3-adad-8f31ebc737f5 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Usage tracker for resource:network and tenant:98165352f4974f8d954efc4ce4c85f15 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:08.815469 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-3b6af1b7-5f36-41c3-adad-8f31ebc737f5 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:08.828321 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3b6af1b7-5f36-41c3-adad-8f31ebc737f5 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:08.861837 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-bfbbbc96-f774-443b-b80f-b5ec262e5102 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "DELETE /v2.0/routers/e51cd0d9-9510-4e32-9eb3-c87f80d36449/tags HTTP/1.1" status: 204 len: 168 time: 0.5980103 Jan 21 19:02:08.862197 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57146) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:08.867242 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.tag.tag_plugin [None req-8ec02ebc-f285-4b27-a396-6940b23097a0 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e51cd0d9-9510-4e32-9eb3-c87f80d36449', 'tempest-TagsExtTest-Tag-1432261931') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:08.897539 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-39691690-95fe-438f-b87a-875d22fafe1d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.9878912 Jan 21 19:02:08.899153 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57150) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:08.935308 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1350137e-5a6e-4b9b-836f-6b1afba1a1f8 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:08.968444 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6af1b7-5f36-41c3-adad-8f31ebc737f5 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Made reservation on behalf of 98165352f4974f8d954efc4ce4c85f15 for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:02:08.972504 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3b6af1b7-5f36-41c3-adad-8f31ebc737f5 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:08.994498 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1350137e-5a6e-4b9b-836f-6b1afba1a1f8 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Network 5ff16e40-3cb3-415c-8165-ef63de7d1fa8 is not hosted by any dhcp agent {{(pid=88136) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 21 19:02:08.994742 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-6e988505-66fe-4947-8a91-d608516308a9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Deleting port a92f5ce5-74a8-4f58-8989-64c76c6b7bec {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:02:08.995019 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6e988505-66fe-4947-8a91-d608516308a9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:08.999800 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1350137e-5a6e-4b9b-836f-6b1afba1a1f8 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:09.000412 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1350137e-5a6e-4b9b-836f-6b1afba1a1f8 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:09.004159 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-1350137e-5a6e-4b9b-836f-6b1afba1a1f8 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "PUT /v2.0/networks/5ff16e40-3cb3-415c-8165-ef63de7d1fa8 HTTP/1.1" status: 200 len: 762 time: 0.7296669 Jan 21 19:02:09.021237 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57154) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:09.069365 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b6af1b7-5f36-41c3-adad-8f31ebc737f5 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:02:09.097225 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ab2aea-3a96-4272-866b-1ad4aa9008b8 None None] New status for floating IP 70a51486-551f-49ad-acec-0edbe8bd8edb: DOWN {{(pid=88138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:02:09.142445 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350137e-5a6e-4b9b-836f-6b1afba1a1f8 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event updated for resources: {'Network': ['ID=5ff16e40-3cb3-415c-8165-ef63de7d1fa8,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:09.198675 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 5ff16e40-3cb3-415c-8165-ef63de7d1fa8 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:02:09.211386 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 38020dd6-e36f-4f93-a806-04952d5fa126 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:02:09.233916 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3b6af1b7-5f36-41c3-adad-8f31ebc737f5 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:09.234405 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-3b6af1b7-5f36-41c3-adad-8f31ebc737f5 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Added segment 8b59c63c-cb4e-4e5e-9299-afd19254f404 of type vlan for network 421f8b53-c11e-4468-865e-b85da01e1ed2 Jan 21 19:02:09.298674 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6e988505-66fe-4947-8a91-d608516308a9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:09.318981 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3b6af1b7-5f36-41c3-adad-8f31ebc737f5 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:09.320214 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cac6837d-3312-489f-a84c-e0668c9ec7c0 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:09.336429 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-8ec02ebc-f285-4b27-a396-6940b23097a0 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] show failed (client error): The resource could not be found. Jan 21 19:02:09.337263 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-8ec02ebc-f285-4b27-a396-6940b23097a0 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "GET /v2.0/routers/e51cd0d9-9510-4e32-9eb3-c87f80d36449/tags/tempest-TagsExtTest-Tag-1432261931 HTTP/1.1" status: 404 len: 329 time: 0.4732518 Jan 21 19:02:09.345154 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c048e831-d558-407c-8133-114db68ebeff tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:09.346702 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c048e831-d558-407c-8133-114db68ebeff tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "GET /v2.0/networks?id=5ff16e40-3cb3-415c-8165-ef63de7d1fa8 HTTP/1.1" status: 200 len: 765 time: 0.3233597 Jan 21 19:02:09.347258 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57158) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:09.353592 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.tag.tag_plugin [None req-d81ce947-828b-400d-a306-0150b92c80b2 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e51cd0d9-9510-4e32-9eb3-c87f80d36449', 'tempest-TagsExtTest-Tag-950416281') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:09.397986 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57162) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:09.424454 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cac6837d-3312-489f-a84c-e0668c9ec7c0 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:09.503154 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6837d-3312-489f-a84c-e0668c9ec7c0 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4da6eddc-e275-40ee-9f1e-464d11bca01b,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:09.534634 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-6e988505-66fe-4947-8a91-d608516308a9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Calling delete_port for a92f5ce5-74a8-4f58-8989-64c76c6b7bec owned by {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:02:09.578505 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cac6837d-3312-489f-a84c-e0668c9ec7c0 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:09.582372 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-cac6837d-3312-489f-a84c-e0668c9ec7c0 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4775474 Jan 21 19:02:09.583786 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57166) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:09.586600 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-d81ce947-828b-400d-a306-0150b92c80b2 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] show failed (client error): The resource could not be found. Jan 21 19:02:09.588673 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d81ce947-828b-400d-a306-0150b92c80b2 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "GET /v2.0/routers/e51cd0d9-9510-4e32-9eb3-c87f80d36449/tags/tempest-TagsExtTest-Tag-950416281 HTTP/1.1" status: 404 len: 328 time: 0.2404943 Jan 21 19:02:09.592077 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-174d8e6a-b15c-4601-9456-5d93429427b8 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Request body: {'security_group_rule': {'security_group_id': '4da6eddc-e275-40ee-9f1e-464d11bca01b', 'direction': 'ingress', 'protocol': 17}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:09.597165 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57170) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:09.599693 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-174d8e6a-b15c-4601-9456-5d93429427b8 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:09.605955 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.tag.tag_plugin [None req-dff2b18c-eac0-4c48-9a4b-9a947d8053a3 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e51cd0d9-9510-4e32-9eb3-c87f80d36449', 'tempest-TagsExtTest-Tag-367974930') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:09.693531 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 38020dd6-e36f-4f93-a806-04952d5fa126 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:02:09.708017 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.db.resource_extend [None req-3b6af1b7-5f36-41c3-adad-8f31ebc737f5 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 19:02:09.771813 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7f64cf-8426-4604-a3a4-f83a03872a2f None None] Network c2d7149a-6e26-4ac9-87c1-f10a25641ca5 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:02:09.801918 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-174d8e6a-b15c-4601-9456-5d93429427b8 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Usage tracker for resource:security_group_rule and tenant:083cc6f19b314d9885677036f51f4e22 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:09.806214 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-174d8e6a-b15c-4601-9456-5d93429427b8 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:09.810639 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6e988505-66fe-4947-8a91-d608516308a9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:09.813430 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-174d8e6a-b15c-4601-9456-5d93429427b8 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:09.879270 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e988505-66fe-4947-8a91-d608516308a9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event deleted for resources: {'Port': ['ID=a92f5ce5-74a8-4f58-8989-64c76c6b7bec,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:09.895992 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57178) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:09.915365 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-174d8e6a-b15c-4601-9456-5d93429427b8 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:09.920634 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3b6af1b7-5f36-41c3-adad-8f31ebc737f5 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:09.926018 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6af1b7-5f36-41c3-adad-8f31ebc737f5 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:09.926625 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3b6af1b7-5f36-41c3-adad-8f31ebc737f5 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:09.927859 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-dff2b18c-eac0-4c48-9a4b-9a947d8053a3 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] show failed (client error): The resource could not be found. Jan 21 19:02:09.928886 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-dff2b18c-eac0-4c48-9a4b-9a947d8053a3 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "GET /v2.0/routers/e51cd0d9-9510-4e32-9eb3-c87f80d36449/tags/tempest-TagsExtTest-Tag-367974930 HTTP/1.1" status: 404 len: 328 time: 0.3308120 Jan 21 19:02:09.937411 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57184) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:09.958888 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.tag.tag_plugin [None req-32e9065c-0272-4016-818c-038389636249 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'e436cff2-4414-492f-831c-8a21bcbcca66', {'tags': ['tempest-TagsExtTest-Tag-1117748741', 'tempest-TagsExtTest-Tag-944201967', 'tempest-TagsExtTest-Tag-1482033059']}) {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:10.008513 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-fa3fef3a-6e23-4e86-a727-fc8b588f0e67 None None] Provisioning for port 38020dd6-e36f-4f93-a806-04952d5fa126 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:02:10.027776 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-fa3fef3a-6e23-4e86-a727-fc8b588f0e67 None None] Provisioning complete for port 38020dd6-e36f-4f93-a806-04952d5fa126 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:02:10.028573 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-fa3fef3a-6e23-4e86-a727-fc8b588f0e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:10.058310 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-174d8e6a-b15c-4601-9456-5d93429427b8 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:10.058529 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6e988505-66fe-4947-8a91-d608516308a9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:10.064585 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-32b722dd-4d2c-45a0-8bdf-3c7b5e3c41e9 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:10.098827 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06be6fda-1f10-4dc4-8716-d3339e285349 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:10.099530 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-06be6fda-1f10-4dc4-8716-d3339e285349 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Synchronizing usage tracker for tenant:61b06f640fe54206829782ad2cf491c1 on resource:network {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:02:10.101945 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-32b722dd-4d2c-45a0-8bdf-3c7b5e3c41e9 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:10.107763 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-6e988505-66fe-4947-8a91-d608516308a9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/ports/a92f5ce5-74a8-4f58-8989-64c76c6b7bec HTTP/1.1" status: 204 len: 168 time: 1.2069139 Jan 21 19:02:10.115051 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57188) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:10.166715 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6af1b7-5f36-41c3-adad-8f31ebc737f5 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event updated for resources: {'Network': ['ID=421f8b53-c11e-4468-865e-b85da01e1ed2,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:10.171108 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-06be6fda-1f10-4dc4-8716-d3339e285349 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Unset dirty status for tenant:61b06f640fe54206829782ad2cf491c1 on resource:network {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:02:10.172262 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-06be6fda-1f10-4dc4-8716-d3339e285349 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7733390 Jan 21 19:02:10.177236 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57192) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:10.179601 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 421f8b53-c11e-4468-865e-b85da01e1ed2 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:02:10.184606 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-174d8e6a-b15c-4601-9456-5d93429427b8 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:10.212802 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-1400a3d9-613e-482b-9f7e-009d8471dd92 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] GET failed (client error): The resource could not be found. Jan 21 19:02:10.212802 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-1400a3d9-613e-482b-9f7e-009d8471dd92 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Synchronizing usage tracker for tenant:d3e69eb5fab24f5d9451b2cf3f9d850d on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:02:10.220842 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d8e6a-b15c-4601-9456-5d93429427b8 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db35ba82-79a8-4358-9062-e99c51912ff9,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:10.224405 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-fa3fef3a-6e23-4e86-a727-fc8b588f0e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:10.228076 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3b6af1b7-5f36-41c3-adad-8f31ebc737f5 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4321749 Jan 21 19:02:10.231777 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-32e9065c-0272-4016-818c-038389636249 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "PUT /v2.0/subnetpools/e436cff2-4414-492f-831c-8a21bcbcca66/tags HTTP/1.1" status: 200 len: 317 time: 0.2933204 Jan 21 19:02:10.231999 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57196) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:10.234864 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57200) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:10.240577 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-9cc76e0b-a307-49b8-ac10-d390fd3117d1 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Request body: {'subnet': {'network_id': '421f8b53-c11e-4468-865e-b85da01e1ed2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:10.269968 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.tag.tag_plugin [None req-964b6b23-f333-4130-a44e-2060a19b9ae4 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e436cff2-4414-492f-831c-8a21bcbcca66') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:10.281181 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-28132126-bbe3-477a-a407-77c9b2ff4cf0 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Synchronizing usage tracker for tenant:61b06f640fe54206829782ad2cf491c1 on resource:subnet {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:02:10.316545 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-28132126-bbe3-477a-a407-77c9b2ff4cf0 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Unset dirty status for tenant:61b06f640fe54206829782ad2cf491c1 on resource:subnet {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:02:10.319434 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-28132126-bbe3-477a-a407-77c9b2ff4cf0 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "GET /v2.0/subnets?network_id=552ba34b-3dd7-4be8-8310-a9fc908fe72b HTTP/1.1" status: 200 len: 207 time: 0.1394267 Jan 21 19:02:10.321438 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57204) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:10.346744 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-fa3fef3a-6e23-4e86-a727-fc8b588f0e67 None None] For port 38020dd6-e36f-4f93-a806-04952d5fa126, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=38020dd6-e36f-4f93-a806-04952d5fa126,segment=NetworkSegment(99f7901b-aaa5-466f-b37b-e1d6de82d079),segment_id=99f7901b-aaa5-466f-b37b-e1d6de82d079)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:02:10.351228 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-1400a3d9-613e-482b-9f7e-009d8471dd92 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Unset dirty status for tenant:d3e69eb5fab24f5d9451b2cf3f9d850d on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:02:10.355900 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-1400a3d9-613e-482b-9f7e-009d8471dd92 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "GET /v2.0/ports/a92f5ce5-74a8-4f58-8989-64c76c6b7bec HTTP/1.1" status: 404 len: 333 time: 0.2399104 Jan 21 19:02:10.356672 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57208) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:10.405331 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-9cc76e0b-a307-49b8-ac10-d390fd3117d1 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:10.411055 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-9cc76e0b-a307-49b8-ac10-d390fd3117d1 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Usage tracker for resource:subnet and tenant:98165352f4974f8d954efc4ce4c85f15 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:10.414583 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-9cc76e0b-a307-49b8-ac10-d390fd3117d1 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:10.420406 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-32b722dd-4d2c-45a0-8bdf-3c7b5e3c41e9 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:10.422714 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-9cc76e0b-a307-49b8-ac10-d390fd3117d1 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:10.430498 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-fa3fef3a-6e23-4e86-a727-fc8b588f0e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:10.444247 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-174d8e6a-b15c-4601-9456-5d93429427b8 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:10.445341 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-174d8e6a-b15c-4601-9456-5d93429427b8 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8616242 Jan 21 19:02:10.449437 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57212) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:10.459196 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b722dd-4d2c-45a0-8bdf-3c7b5e3c41e9 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb86ef9f-40f4-4a78-9704-a02cb5241747,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:10.532687 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3fef3a-6e23-4e86-a727-fc8b588f0e67 None None] Pushing event updated for resources: {'Port': ['ID=38020dd6-e36f-4f93-a806-04952d5fa126,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:10.554809 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-91d9d82b-3bad-4a7d-b6f9-38716a40089f tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Deleting subnet c1fc9b4a-2352-41e6-8599-3828f930fb9b {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:02:10.565053 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-fd11d2fa-f213-4ac2-acd2-61c9dadee7a2 None None] Provisioning complete for port 38020dd6-e36f-4f93-a806-04952d5fa126 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:02:10.565053 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-fd11d2fa-f213-4ac2-acd2-61c9dadee7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:10.567935 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4df5e232-a909-4f4d-a430-c3058df07bfc tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:10.569721 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-91d9d82b-3bad-4a7d-b6f9-38716a40089f tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:10.601390 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-964b6b23-f333-4130-a44e-2060a19b9ae4 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "DELETE /v2.0/subnetpools/e436cff2-4414-492f-831c-8a21bcbcca66/tags HTTP/1.1" status: 204 len: 168 time: 0.3631461 Jan 21 19:02:10.602980 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc76e0b-a307-49b8-ac10-d390fd3117d1 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Made reservation on behalf of 98165352f4974f8d954efc4ce4c85f15 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:02:10.606772 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9cc76e0b-a307-49b8-ac10-d390fd3117d1 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:10.621204 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57216) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:10.628766 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-32b722dd-4d2c-45a0-8bdf-3c7b5e3c41e9 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:10.629780 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-32b722dd-4d2c-45a0-8bdf-3c7b5e3c41e9 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "DELETE /v2.0/security-groups/fb86ef9f-40f4-4a78-9704-a02cb5241747 HTTP/1.1" status: 204 len: 168 time: 0.7312031 Jan 21 19:02:10.631442 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4df5e232-a909-4f4d-a430-c3058df07bfc tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:10.632967 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.tag.tag_plugin [None req-6992b159-028b-419b-81b2-c95aa29c9a18 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e436cff2-4414-492f-831c-8a21bcbcca66', 'tempest-TagsExtTest-Tag-1117748741') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:10.647410 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57220) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:10.693680 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-91d9d82b-3bad-4a7d-b6f9-38716a40089f tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:10.705831 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-6dcd114c-8658-4b74-8763-03cbe7fe8f66 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] show failed (client error): The resource could not be found. Jan 21 19:02:10.709417 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-6dcd114c-8658-4b74-8763-03cbe7fe8f66 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "GET /v2.0/security-groups/fb86ef9f-40f4-4a78-9704-a02cb5241747 HTTP/1.1" status: 404 len: 347 time: 0.0586820 Jan 21 19:02:10.718320 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57224) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:10.738835 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06bb5d5-c0f4-4176-b2c7-c62c95e5a9c5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:10.744799 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06bb5d5-c0f4-4176-b2c7-c62c95e5a9c5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:10.750466 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06bb5d5-c0f4-4176-b2c7-c62c95e5a9c5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:10.756056 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06bb5d5-c0f4-4176-b2c7-c62c95e5a9c5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:10.763399 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06bb5d5-c0f4-4176-b2c7-c62c95e5a9c5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:10.769144 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06bb5d5-c0f4-4176-b2c7-c62c95e5a9c5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:10.775329 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c06bb5d5-c0f4-4176-b2c7-c62c95e5a9c5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.4527941 Jan 21 19:02:10.777220 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57228) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:10.832794 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-6992b159-028b-419b-81b2-c95aa29c9a18 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] show failed (client error): The resource could not be found. Jan 21 19:02:10.836604 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-6992b159-028b-419b-81b2-c95aa29c9a18 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "GET /v2.0/subnetpools/e436cff2-4414-492f-831c-8a21bcbcca66/tags/tempest-TagsExtTest-Tag-1117748741 HTTP/1.1" status: 404 len: 329 time: 0.2115529 Jan 21 19:02:10.839595 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-da5143bf-4c83-479b-a4ab-04caa8f131e3 None None] Could not find standard attr ID for object a92f5ce5-74a8-4f58-8989-64c76c6b7bec. {{(pid=88138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 19:02:10.857442 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57232) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:10.864741 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.tag.tag_plugin [None req-5c562616-623d-43c7-a233-0cee89a9a417 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e436cff2-4414-492f-831c-8a21bcbcca66', 'tempest-TagsExtTest-Tag-944201967') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:10.945132 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852fc387-effd-45ca-9d9c-ce03fe5491c9 None None] get_active_networks_info from dv-neutron-825470-1-hyperv {{(pid=88138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 21 19:02:10.989254 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-5c562616-623d-43c7-a233-0cee89a9a417 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] show failed (client error): The resource could not be found. Jan 21 19:02:10.992629 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-5c562616-623d-43c7-a233-0cee89a9a417 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "GET /v2.0/subnetpools/e436cff2-4414-492f-831c-8a21bcbcca66/tags/tempest-TagsExtTest-Tag-944201967 HTTP/1.1" status: 404 len: 328 time: 0.1317024 Jan 21 19:02:10.996301 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57236) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:11.006966 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.tag.tag_plugin [None req-45ccca60-5d2d-46e6-8cb3-77a4f77ee10a tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e436cff2-4414-492f-831c-8a21bcbcca66', 'tempest-TagsExtTest-Tag-1482033059') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:11.041977 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f6db89a6-f45c-4e37-8f3b-462e06c79261 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.2615209 Jan 21 19:02:11.042552 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57240) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:11.044368 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-91d9d82b-3bad-4a7d-b6f9-38716a40089f tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:11.077346 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-53040718-bdea-49e7-8e7c-f13d8642a753 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Deleting port 99afb880-f31a-4eae-8553-639e751a15bc {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:02:11.077676 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-53040718-bdea-49e7-8e7c-f13d8642a753 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:11.118819 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852fc387-effd-45ca-9d9c-ce03fe5491c9 None None] Resources bound (agent type, host, resource id): {{(pid=88138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 19:02:11.140139 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 38020dd6-e36f-4f93-a806-04952d5fa126 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:02:11.162749 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-45ccca60-5d2d-46e6-8cb3-77a4f77ee10a tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] show failed (client error): The resource could not be found. Jan 21 19:02:11.163706 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-45ccca60-5d2d-46e6-8cb3-77a4f77ee10a tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "GET /v2.0/subnetpools/e436cff2-4414-492f-831c-8a21bcbcca66/tags/tempest-TagsExtTest-Tag-1482033059 HTTP/1.1" status: 404 len: 329 time: 0.1665163 Jan 21 19:02:11.167539 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57246) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:11.180275 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.tag.tag_plugin [None req-a7a03edf-c774-40ba-bbe4-c5fe4c067177 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e436cff2-4414-492f-831c-8a21bcbcca66') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:11.197514 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14afd11b-124c-464e-a859-2c84781ea015 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:11.199057 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14afd11b-124c-464e-a859-2c84781ea015 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:11.200905 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14afd11b-124c-464e-a859-2c84781ea015 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:11.203088 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14afd11b-124c-464e-a859-2c84781ea015 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:11.203898 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14afd11b-124c-464e-a859-2c84781ea015 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:11.205261 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-14afd11b-124c-464e-a859-2c84781ea015 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Synchronizing usage tracker for tenant:61b06f640fe54206829782ad2cf491c1 on resource:subnet {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:02:11.229549 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-14afd11b-124c-464e-a859-2c84781ea015 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Unset dirty status for tenant:61b06f640fe54206829782ad2cf491c1 on resource:subnet {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:02:11.236118 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-14afd11b-124c-464e-a859-2c84781ea015 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1627963 Jan 21 19:02:11.236889 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57250) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:11.270835 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4df5e232-a909-4f4d-a430-c3058df07bfc tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:11.293766 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-91d9d82b-3bad-4a7d-b6f9-38716a40089f tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:11.296008 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df5e232-a909-4f4d-a430-c3058df07bfc tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da6eddc-e275-40ee-9f1e-464d11bca01b,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:11.337783 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4df5e232-a909-4f4d-a430-c3058df07bfc tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:11.338912 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-4df5e232-a909-4f4d-a430-c3058df07bfc tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "DELETE /v2.0/security-groups/4da6eddc-e275-40ee-9f1e-464d11bca01b HTTP/1.1" status: 204 len: 168 time: 0.8884840 Jan 21 19:02:11.342081 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a7a03edf-c774-40ba-bbe4-c5fe4c067177 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "DELETE /v2.0/subnetpools/e436cff2-4414-492f-831c-8a21bcbcca66/tags HTTP/1.1" status: 204 len: 168 time: 0.1735611 Jan 21 19:02:11.345106 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57254) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:11.345302 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57256) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:11.356344 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.tag.tag_plugin [None req-73d4db72-65cb-427a-879f-5f5465119795 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e51cd0d9-9510-4e32-9eb3-c87f80d36449') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:11.367332 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 38020dd6-e36f-4f93-a806-04952d5fa126 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:02:11.368480 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:11.424195 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d9d82b-3bad-4a7d-b6f9-38716a40089f tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event deleted for resources: {'Subnet': ['ID=c1fc9b4a-2352-41e6-8599-3828f930fb9b,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:11.437253 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-91d9d82b-3bad-4a7d-b6f9-38716a40089f tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:11.459182 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfc3387-55f7-4675-a8a1-9d4e3779bcc1 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['shared'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:11.460583 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfc3387-55f7-4675-a8a1-9d4e3779bcc1 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['shared'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:11.462617 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfc3387-55f7-4675-a8a1-9d4e3779bcc1 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['shared'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:11.464266 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfc3387-55f7-4675-a8a1-9d4e3779bcc1 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['shared'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:11.465641 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfc3387-55f7-4675-a8a1-9d4e3779bcc1 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['shared'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:11.469822 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-9bfc3387-55f7-4675-a8a1-9d4e3779bcc1 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2278006 Jan 21 19:02:11.471801 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-53040718-bdea-49e7-8e7c-f13d8642a753 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:11.472234 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-53040718-bdea-49e7-8e7c-f13d8642a753 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:11.474998 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57262) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:11.486728 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-91d9d82b-3bad-4a7d-b6f9-38716a40089f tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/subnets/c1fc9b4a-2352-41e6-8599-3828f930fb9b HTTP/1.1" status: 204 len: 168 time: 1.1247647 Jan 21 19:02:11.511547 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57266) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:11.630308 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-53040718-bdea-49e7-8e7c-f13d8642a753 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Calling delete_port for 99afb880-f31a-4eae-8553-639e751a15bc owned by network:floatingip {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:02:11.644285 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-532c25b2-1e3c-4fb5-896f-5ab4022975d7 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Synchronizing usage tracker for tenant:083cc6f19b314d9885677036f51f4e22 on resource:security_group {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:02:11.736181 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b7045f-eadc-4b09-80ac-792b37873267 None None] get_active_networks_info from dv-neutron-825470-1-hyperv {{(pid=88138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 21 19:02:11.770179 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9cc76e0b-a307-49b8-ac10-d390fd3117d1 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:11.892116 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc76e0b-a307-49b8-ac10-d390fd3117d1 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event updated for resources: {'Subnet': ['ID=fa00817c-d5e6-4327-a616-5c9b7b2d1846,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:11.901062 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc76e0b-a307-49b8-ac10-d390fd3117d1 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Checking segment: {'id': '8b59c63c-cb4e-4e5e-9299-afd19254f404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '421f8b53-c11e-4468-865e-b85da01e1ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:02:11.901420 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc76e0b-a307-49b8-ac10-d390fd3117d1 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Network hostable DHCP agents. Network: 421f8b53-c11e-4468-865e-b85da01e1ed2, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:02:11.931040 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d8abd2aa-78c6-414f-9c83-e42024a74d18 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:11.937387 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-73d4db72-65cb-427a-879f-5f5465119795 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "DELETE /v2.0/routers/e51cd0d9-9510-4e32-9eb3-c87f80d36449/tags HTTP/1.1" status: 204 len: 168 time: 0.5851533 Jan 21 19:02:11.940218 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57276) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:11.945442 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.tag.tag_plugin [None req-4794d2ee-3c30-4a63-b3c5-de054dd714bd tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6495a1e6-cf71-469c-9103-da601a1c0abe') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:11.969482 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1be013-76f6-4dcb-b1ce-c8b6df40b642 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:11.970860 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-3e1be013-76f6-4dcb-b1ce-c8b6df40b642 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "GET /v2.0/networks/0701bda5-fd36-4d5e-be43-9afa25be7021 HTTP/1.1" status: 200 len: 804 time: 0.4939568 Jan 21 19:02:11.972635 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-d8abd2aa-78c6-414f-9c83-e42024a74d18 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Deleting port 38020dd6-e36f-4f93-a806-04952d5fa126 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:02:11.972782 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d8abd2aa-78c6-414f-9c83-e42024a74d18 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:11.978460 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57280) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:11.989162 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-53040718-bdea-49e7-8e7c-f13d8642a753 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:12.033686 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b7045f-eadc-4b09-80ac-792b37873267 None None] Unable to find a vacant binding_index for network 421f8b53-c11e-4468-865e-b85da01e1ed2 and agent 20568dac-c227-4871-b6d9-dc6ce3426b8a {{(pid=88138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 21 19:02:12.058200 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc76e0b-a307-49b8-ac10-d390fd3117d1 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Network 421f8b53-c11e-4468-865e-b85da01e1ed2 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:02:12.059482 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-532c25b2-1e3c-4fb5-896f-5ab4022975d7 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Unset dirty status for tenant:083cc6f19b314d9885677036f51f4e22 on resource:security_group {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:02:12.060753 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-532c25b2-1e3c-4fb5-896f-5ab4022975d7 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7102258 Jan 21 19:02:12.066108 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53040718-bdea-49e7-8e7c-f13d8642a753 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Pushing event deleted for resources: {'Port': ['ID=99afb880-f31a-4eae-8553-639e751a15bc,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:12.066945 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57284) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:12.078596 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-a0cba6f6-5cd4-44c4-a658-0c555044b7d5 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Request body: {'security_group': {'name': 'tempest-secgroup--218789887'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:12.087856 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-a0cba6f6-5cd4-44c4-a658-0c555044b7d5 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:12.109937 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b7045f-eadc-4b09-80ac-792b37873267 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 421f8b53-c11e-4468-865e-b85da01e1ed2) {{(pid=88138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 19:02:12.115972 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-a0cba6f6-5cd4-44c4-a658-0c555044b7d5 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:12.170828 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-9cc76e0b-a307-49b8-ac10-d390fd3117d1 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 421f8b53-c11e-4468-865e-b85da01e1ed2) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:02:12.211345 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-d8abd2aa-78c6-414f-9c83-e42024a74d18 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] For port 38020dd6-e36f-4f93-a806-04952d5fa126, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=38020dd6-e36f-4f93-a806-04952d5fa126,segment=NetworkSegment(99f7901b-aaa5-466f-b37b-e1d6de82d079),segment_id=99f7901b-aaa5-466f-b37b-e1d6de82d079)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:02:12.211705 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d8abd2aa-78c6-414f-9c83-e42024a74d18 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:12.240326 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc76e0b-a307-49b8-ac10-d390fd3117d1 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:12.240824 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9cc76e0b-a307-49b8-ac10-d390fd3117d1 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:12.277362 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a0cba6f6-5cd4-44c4-a658-0c555044b7d5 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:12.316794 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-53040718-bdea-49e7-8e7c-f13d8642a753 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Notify callbacks [] for floatingip, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:12.319215 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-53040718-bdea-49e7-8e7c-f13d8642a753 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:12.320345 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-53040718-bdea-49e7-8e7c-f13d8642a753 tempest-ServerActionsTestJSON-966346856 tempest-ServerActionsTestJSON-966346856-project] 10.222.0.87 "DELETE /v2.0/floatingips/70a51486-551f-49ad-acec-0edbe8bd8edb HTTP/1.1" status: 204 len: 168 time: 1.5985372 Jan 21 19:02:12.326355 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57290) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:12.330714 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-cf18a6ca-2159-4dd0-8a9b-10d293077c68 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "GET /v2.0/networks/0701bda5-fd36-4d5e-be43-9afa25be7021?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3478675 Jan 21 19:02:12.356362 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57292) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:12.369827 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-d8abd2aa-78c6-414f-9c83-e42024a74d18 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Calling delete_port for 38020dd6-e36f-4f93-a806-04952d5fa126 owned by network:dhcp {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:02:12.401840 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-4794d2ee-3c30-4a63-b3c5-de054dd714bd tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "DELETE /v2.0/ports/6495a1e6-cf71-469c-9103-da601a1c0abe/tags HTTP/1.1" status: 204 len: 168 time: 0.4601202 Jan 21 19:02:12.410364 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57298) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:12.417089 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.tag.tag_plugin [None req-0ac1bcb4-5a53-43dc-865f-b5b7bdd74a8a tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f22a8e51-4829-449d-9d05-ed2f1c88d351') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:12.450829 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-9cc76e0b-a307-49b8-ac10-d390fd3117d1 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2176592 Jan 21 19:02:12.461217 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57304) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:12.474330 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-a0cba6f6-5cd4-44c4-a658-0c555044b7d5 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:12.513980 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-a0cba6f6-5cd4-44c4-a658-0c555044b7d5 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Usage tracker for resource:security_group_rule and tenant:083cc6f19b314d9885677036f51f4e22 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:12.523860 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-a0cba6f6-5cd4-44c4-a658-0c555044b7d5 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:12.542144 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-a0cba6f6-5cd4-44c4-a658-0c555044b7d5 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:12.577309 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb66974-9e56-4420-922e-2042ec1d695a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-421f8b53-c11e-4468-865e-b85da01e1ed2', 'network_id': '421f8b53-c11e-4468-865e-b85da01e1ed2', 'tenant_id': '98165352f4974f8d954efc4ce4c85f15', 'fixed_ips': [{'subnet_id': 'fa00817c-d5e6-4327-a616-5c9b7b2d1846'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:02:12.578707 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9eb66974-9e56-4420-922e-2042ec1d695a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:12.639912 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8a5903-425d-4538-b9de-60ac8877752e tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:12.641110 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-bf8a5903-425d-4538-b9de-60ac8877752e tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "GET /v2.0/subnets/a3a55029-06a1-44f2-8a2f-47c666d0cd60 HTTP/1.1" status: 200 len: 843 time: 0.2835274 Jan 21 19:02:12.663105 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57308) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:12.759919 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-9eb66974-9e56-4420-922e-2042ec1d695a None None] Allocated IP 172.20.0.2 (421f8b53-c11e-4468-865e-b85da01e1ed2/fa00817c-d5e6-4327-a616-5c9b7b2d1846/f518beed-0bd9-4bf7-a363-c30416afcaca) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:02:12.782452 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-022bf356-11d8-49e0-a853-fce06fe93696 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:12.810497 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-0ac1bcb4-5a53-43dc-865f-b5b7bdd74a8a tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "DELETE /v2.0/subnets/f22a8e51-4829-449d-9d05-ed2f1c88d351/tags HTTP/1.1" status: 204 len: 168 time: 0.3954217 Jan 21 19:02:12.812246 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57312) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:12.826887 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2310dfa3-ed28-483a-9b29-130a8f552527 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['shared'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:12.831495 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-2310dfa3-ed28-483a-9b29-130a8f552527 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "GET /v2.0/subnets/a3a55029-06a1-44f2-8a2f-47c666d0cd60?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1612303 Jan 21 19:02:12.831495 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a0cba6f6-5cd4-44c4-a658-0c555044b7d5 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:12.832437 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57316) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:12.837710 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-bd94be06-5ee3-43c3-9355-5c2b10939dd5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1245363873'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:12.841765 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d8abd2aa-78c6-414f-9c83-e42024a74d18 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:12.899890 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-bd94be06-5ee3-43c3-9355-5c2b10939dd5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:12.922250 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a0cba6f6-5cd4-44c4-a658-0c555044b7d5 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:12.940008 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abd2aa-78c6-414f-9c83-e42024a74d18 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event deleted for resources: {'Port': ['ID=38020dd6-e36f-4f93-a806-04952d5fa126,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:12.954626 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-bd94be06-5ee3-43c3-9355-5c2b10939dd5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:12.979889 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8abd2aa-78c6-414f-9c83-e42024a74d18 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] No DVR routers for this DVR port 38020dd6-e36f-4f93-a806-04952d5fa126 on host dv-neutron-825470-1-hyperv {{(pid=88136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:02:12.991353 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9eb66974-9e56-4420-922e-2042ec1d695a None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:13.003212 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-9eb66974-9e56-4420-922e-2042ec1d695a None None] Transition to ACTIVE for port object f518beed-0bd9-4bf7-a363-c30416afcaca will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:02:13.036018 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-022bf356-11d8-49e0-a853-fce06fe93696 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:13.091889 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cba6f6-5cd4-44c4-a658-0c555044b7d5 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=869ee05e-eb8c-43d0-8917-aba2a6e3f04d,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:13.098999 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-9eb66974-9e56-4420-922e-2042ec1d695a None None] Transition to ACTIVE for port object f518beed-0bd9-4bf7-a363-c30416afcaca will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:02:13.112377 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f9f25815-f343-4722-8209-c0dd9243d07c tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Notify callbacks [] for subnetpool, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:13.114443 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f9f25815-f343-4722-8209-c0dd9243d07c tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "DELETE /v2.0/subnetpools/e436cff2-4414-492f-831c-8a21bcbcca66 HTTP/1.1" status: 204 len: 168 time: 0.3012776 Jan 21 19:02:13.116946 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57320) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:13.140758 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd94be06-5ee3-43c3-9355-5c2b10939dd5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Made reservation on behalf of 61b06f640fe54206829782ad2cf491c1 for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:02:13.144201 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bd94be06-5ee3-43c3-9355-5c2b10939dd5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:13.175806 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-0046156a-c409-4794-99e6-8b245982fbb3 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "GET /v2.0/ports?device_id=e51cd0d9-9510-4e32-9eb3-c87f80d36449 HTTP/1.1" status: 200 len: 205 time: 0.0555630 Jan 21 19:02:13.209611 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57324) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:13.211618 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d8abd2aa-78c6-414f-9c83-e42024a74d18 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:13.219961 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9eb66974-9e56-4420-922e-2042ec1d695a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:13.251203 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-d8abd2aa-78c6-414f-9c83-e42024a74d18 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2d7149a-6e26-4ac9-87c1-f10a25641ca5']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:13.267042 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a0cba6f6-5cd4-44c4-a658-0c555044b7d5 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:13.268231 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a0cba6f6-5cd4-44c4-a658-0c555044b7d5 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2003746 Jan 21 19:02:13.272654 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-d8abd2aa-78c6-414f-9c83-e42024a74d18 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99f7901b-aaa5-466f-b37b-e1d6de82d079') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:13.272948 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-d8abd2aa-78c6-414f-9c83-e42024a74d18 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99f7901b-aaa5-466f-b37b-e1d6de82d079') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:13.280012 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57328) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:13.287612 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-7501cf63-9782-4c15-a6e1-4f989f048577 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Request body: {'security_group': {'name': 'tempest-secgroup--1096794995'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:13.298499 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d8abd2aa-78c6-414f-9c83-e42024a74d18 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:13.306015 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-7501cf63-9782-4c15-a6e1-4f989f048577 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:13.313778 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7501cf63-9782-4c15-a6e1-4f989f048577 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Usage tracker for resource:security_group and tenant:083cc6f19b314d9885677036f51f4e22 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:13.318464 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7501cf63-9782-4c15-a6e1-4f989f048577 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:13.318639 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb66974-9e56-4420-922e-2042ec1d695a None None] Network 421f8b53-c11e-4468-865e-b85da01e1ed2 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:02:13.322416 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-9eb66974-9e56-4420-922e-2042ec1d695a None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:02:13.326517 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb66974-9e56-4420-922e-2042ec1d695a None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:02:13.328485 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-7501cf63-9782-4c15-a6e1-4f989f048577 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:13.329714 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d8abd2aa-78c6-414f-9c83-e42024a74d18 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:13.332711 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb66974-9e56-4420-922e-2042ec1d695a None None] Pushing event updated for resources: {'Port': ['ID=f518beed-0bd9-4bf7-a363-c30416afcaca,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:13.339598 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8abd2aa-78c6-414f-9c83-e42024a74d18 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:02:13.339990 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d8abd2aa-78c6-414f-9c83-e42024a74d18 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:13.359178 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:02:13.359178 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:02:13.359178 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:02:13.359178 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:02:13.359178 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:02:13.359178 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:02:13.359178 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:02:13.359178 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:02:13.359178 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:02:13.359178 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:02:13.359178 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:02:13.359178 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:02:13.359178 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:02:13.359178 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:02:13.359178 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:02:13.359178 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:02:13.359178 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:02:13.359178 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:02:13.359178 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:02:13.359178 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:02:13.359178 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:02:13.359178 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:02:13.359178 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:02:13.359178 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:02:13.359178 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:02:13.359178 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:02:13.359178 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:02:13.359178 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:02:13.359178 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:02:13.359178 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:02:13.359178 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:02:13.359178 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:02:13.381662 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b06d5d5f-86c7-4a52-a6c3-42e0be0bbf8e tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Notify callbacks [] for router, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:13.430784 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-9eb66974-9e56-4420-922e-2042ec1d695a None None] Attempting to bind port f518beed-0bd9-4bf7-a363-c30416afcaca on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:02:13.431286 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-9eb66974-9e56-4420-922e-2042ec1d695a None None] Attempting to bind port f518beed-0bd9-4bf7-a363-c30416afcaca by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '8b59c63c-cb4e-4e5e-9299-afd19254f404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '421f8b53-c11e-4468-865e-b85da01e1ed2'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:02:13.431718 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb66974-9e56-4420-922e-2042ec1d695a None None] Attempting to bind port f518beed-0bd9-4bf7-a363-c30416afcaca on network 421f8b53-c11e-4468-865e-b85da01e1ed2 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:02:13.437749 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb66974-9e56-4420-922e-2042ec1d695a None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:02:13.438195 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb66974-9e56-4420-922e-2042ec1d695a None None] Checking segment: {'id': '8b59c63c-cb4e-4e5e-9299-afd19254f404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '421f8b53-c11e-4468-865e-b85da01e1ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:02:13.438593 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9eb66974-9e56-4420-922e-2042ec1d695a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:13.438985 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb66974-9e56-4420-922e-2042ec1d695a None None] Bound using segment: {'id': '8b59c63c-cb4e-4e5e-9299-afd19254f404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '421f8b53-c11e-4468-865e-b85da01e1ed2'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:02:13.439624 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-9eb66974-9e56-4420-922e-2042ec1d695a None None] Bound port: f518beed-0bd9-4bf7-a363-c30416afcaca, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b59c63c-cb4e-4e5e-9299-afd19254f404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '421f8b53-c11e-4468-865e-b85da01e1ed2'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:02:13.440000 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9eb66974-9e56-4420-922e-2042ec1d695a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:13.445491 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd94be06-5ee3-43c3-9355-5c2b10939dd5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:02:13.456829 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-022bf356-11d8-49e0-a853-fce06fe93696 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:13.500034 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7501cf63-9782-4c15-a6e1-4f989f048577 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:13.538886 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022bf356-11d8-49e0-a853-fce06fe93696 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event deleted for resources: {'Subnet': ['ID=fa00817c-d5e6-4327-a616-5c9b7b2d1846,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:13.552662 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bd94be06-5ee3-43c3-9355-5c2b10939dd5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:13.553033 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-bd94be06-5ee3-43c3-9355-5c2b10939dd5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Added segment ffc984d9-d8c9-4c1a-8b71-dbf554dd3dfd of type vlan for network a9029ddc-f3c6-454d-818b-11245f05f892 Jan 21 19:02:13.553823 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-9eb66974-9e56-4420-922e-2042ec1d695a None None] For port f518beed-0bd9-4bf7-a363-c30416afcaca, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:02:13.558334 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-9eb66974-9e56-4420-922e-2042ec1d695a None None] For port f518beed-0bd9-4bf7-a363-c30416afcaca, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=f518beed-0bd9-4bf7-a363-c30416afcaca,segment=NetworkSegment(8b59c63c-cb4e-4e5e-9299-afd19254f404),segment_id=8b59c63c-cb4e-4e5e-9299-afd19254f404)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:02:13.564235 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-7501cf63-9782-4c15-a6e1-4f989f048577 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:13.579937 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d8abd2aa-78c6-414f-9c83-e42024a74d18 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:13.589958 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7501cf63-9782-4c15-a6e1-4f989f048577 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Usage tracker for resource:security_group_rule and tenant:083cc6f19b314d9885677036f51f4e22 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:13.595867 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7501cf63-9782-4c15-a6e1-4f989f048577 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:13.621694 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d8abd2aa-78c6-414f-9c83-e42024a74d18 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:13.626890 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5dbf525a-35fc-4d3a-a994-912a64f33727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:13.627385 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bd94be06-5ee3-43c3-9355-5c2b10939dd5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:13.632583 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-7501cf63-9782-4c15-a6e1-4f989f048577 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:13.636043 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9eb66974-9e56-4420-922e-2042ec1d695a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:13.764466 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb66974-9e56-4420-922e-2042ec1d695a None None] Pushing event updated for resources: {'Port': ['ID=f518beed-0bd9-4bf7-a363-c30416afcaca,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:13.791388 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85df7a56-75b3-4fed-90f0-a429b45ad4b0 None None] get_active_networks_info from dv-neutron-825470-1-hyperv {{(pid=88138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 21 19:02:13.822319 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abd2aa-78c6-414f-9c83-e42024a74d18 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event deleted for resources: {'Network': ['ID=c2d7149a-6e26-4ac9-87c1-f10a25641ca5,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:13.830382 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-022bf356-11d8-49e0-a853-fce06fe93696 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:13.841108 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b06d5d5f-86c7-4a52-a6c3-42e0be0bbf8e tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:13.844972 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b06d5d5f-86c7-4a52-a6c3-42e0be0bbf8e tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:13.862376 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d8abd2aa-78c6-414f-9c83-e42024a74d18 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/networks/c2d7149a-6e26-4ac9-87c1-f10a25641ca5 HTTP/1.1" status: 204 len: 168 time: 2.3474765 Jan 21 19:02:13.876805 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57336) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:13.890399 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-022bf356-11d8-49e0-a853-fce06fe93696 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['421f8b53-c11e-4468-865e-b85da01e1ed2']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:13.904689 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-9e02680c-2aa0-417e-bf41-f0cb7da03348 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'port': {'network_id': 'f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9', 'name': 'tempest-PortsTestJSON-776832868'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:13.934683 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85df7a56-75b3-4fed-90f0-a429b45ad4b0 None None] Resources bound (agent type, host, resource id): {{(pid=88138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 19:02:13.940938 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-022bf356-11d8-49e0-a853-fce06fe93696 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b59c63c-cb4e-4e5e-9299-afd19254f404') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:13.941487 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-022bf356-11d8-49e0-a853-fce06fe93696 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b59c63c-cb4e-4e5e-9299-afd19254f404') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:13.972275 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-022bf356-11d8-49e0-a853-fce06fe93696 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:14.049132 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b06d5d5f-86c7-4a52-a6c3-42e0be0bbf8e tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:14.049513 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06d5d5f-86c7-4a52-a6c3-42e0be0bbf8e tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Fanout notify agent at l3_agent the message router_deleted on router e51cd0d9-9510-4e32-9eb3-c87f80d36449 {{(pid=88137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:02:14.068454 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bd94be06-5ee3-43c3-9355-5c2b10939dd5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:14.073523 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b06d5d5f-86c7-4a52-a6c3-42e0be0bbf8e tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:14.076932 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b06d5d5f-86c7-4a52-a6c3-42e0be0bbf8e tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "DELETE /v2.0/routers/e51cd0d9-9510-4e32-9eb3-c87f80d36449 HTTP/1.1" status: 204 len: 168 time: 0.8645632 Jan 21 19:02:14.077080 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd94be06-5ee3-43c3-9355-5c2b10939dd5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:14.077080 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bd94be06-5ee3-43c3-9355-5c2b10939dd5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:14.077285 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57340) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:14.083121 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-022bf356-11d8-49e0-a853-fce06fe93696 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:14.107413 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-9e02680c-2aa0-417e-bf41-f0cb7da03348 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:14.118426 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-9e02680c-2aa0-417e-bf41-f0cb7da03348 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:14.151985 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-022bf356-11d8-49e0-a853-fce06fe93696 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:02:14.152547 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-022bf356-11d8-49e0-a853-fce06fe93696 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:14.173480 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:02:14.173480 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:02:14.173480 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:02:14.173480 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:02:14.173480 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:02:14.173480 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:02:14.173480 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:02:14.173480 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:02:14.173480 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:02:14.173480 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:02:14.173480 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:02:14.173480 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:02:14.173480 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:02:14.173480 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:02:14.173480 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:02:14.173480 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:02:14.173480 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:02:14.173480 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:02:14.173480 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:02:14.173480 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:02:14.173480 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:02:14.173480 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:02:14.173480 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:02:14.173480 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:02:14.173480 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:02:14.173480 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:02:14.173480 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:02:14.173480 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:02:14.173480 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:02:14.173480 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:02:14.173480 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:02:14.173480 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:02:14.246686 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e02680c-2aa0-417e-bf41-f0cb7da03348 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Made reservation on behalf of d3e69eb5fab24f5d9451b2cf3f9d850d for: {'port': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:02:14.250432 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9e02680c-2aa0-417e-bf41-f0cb7da03348 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:14.281847 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-af8db8b9-0c8c-4f39-b9b7-ee7b3e0fb3ba tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Deleting port 6495a1e6-cf71-469c-9103-da601a1c0abe {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:02:14.282686 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-af8db8b9-0c8c-4f39-b9b7-ee7b3e0fb3ba tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:14.312633 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7501cf63-9782-4c15-a6e1-4f989f048577 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:14.379230 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [None req-9e02680c-2aa0-417e-bf41-f0cb7da03348 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] device_id is not set on port 25685e7a-3404-4dfc-8343-0f979d752b41 yet. {{(pid=88136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:02:14.402788 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c8c662-5fac-4479-b4bd-59ca5f6fd2dc None None] DHCP port deletion for c2d7149a-6e26-4ac9-87c1-f10a25641ca5 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:02:14.415145 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-bd94be06-5ee3-43c3-9355-5c2b10939dd5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5811279 Jan 21 19:02:14.418545 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94be06-5ee3-43c3-9355-5c2b10939dd5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event updated for resources: {'Network': ['ID=a9029ddc-f3c6-454d-818b-11245f05f892,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:14.424329 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57344) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:14.426699 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7501cf63-9782-4c15-a6e1-4f989f048577 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:14.438183 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e04aa79-cc49-4494-aa76-fd12cf8ae411 None None] Network 421f8b53-c11e-4468-865e-b85da01e1ed2 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:02:14.458343 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network a9029ddc-f3c6-454d-818b-11245f05f892 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:02:14.475634 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-02c105bc-fedf-47fb-8f3c-54b3c91fc8a5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Request body: {'subnet': {'network_id': 'a9029ddc-f3c6-454d-818b-11245f05f892', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:14.503114 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-5dbf525a-35fc-4d3a-a994-912a64f33727 admin admin] Deleting port 9967e813-77ed-46c7-91b8-8bce979ef6df {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:02:14.504549 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5dbf525a-35fc-4d3a-a994-912a64f33727 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:14.625529 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.db.api [None req-022bf356-11d8-49e0-a853-fce06fe93696 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 19:02:14.625529 dv-neutron-825470-1-hyperv neutron-server[88136]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 19:02:14.625529 dv-neutron-825470-1-hyperv neutron-server[88136]: [parameters: {'id': '421f8b53-c11e-4468-865e-b85da01e1ed2'}] Jan 21 19:02:14.625529 dv-neutron-825470-1-hyperv neutron-server[88136]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:02:14.625974 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG oslo_db.api [None req-022bf356-11d8-49e0-a853-fce06fe93696 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:02:14.689998 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-02c105bc-fedf-47fb-8f3c-54b3c91fc8a5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:14.716077 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-02c105bc-fedf-47fb-8f3c-54b3c91fc8a5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:14.740813 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7501cf63-9782-4c15-a6e1-4f989f048577 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:14.745365 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-7501cf63-9782-4c15-a6e1-4f989f048577 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4623864 Jan 21 19:02:14.746970 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57352) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:14.760148 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7501cf63-9782-4c15-a6e1-4f989f048577 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b29c51fe-5e75-4f9d-8b16-390e9aa38244,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:14.774949 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-605da274-985e-48e2-9b52-45fb311e32e6 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Request body: {'security_group_rule': {'security_group_id': '869ee05e-eb8c-43d0-8917-aba2a6e3f04d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b29c51fe-5e75-4f9d-8b16-390e9aa38244', 'remote_ip_prefix': None}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:14.784189 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-605da274-985e-48e2-9b52-45fb311e32e6 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:14.788721 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-af8db8b9-0c8c-4f39-b9b7-ee7b3e0fb3ba tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:14.794182 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-605da274-985e-48e2-9b52-45fb311e32e6 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Usage tracker for resource:security_group_rule and tenant:083cc6f19b314d9885677036f51f4e22 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:14.821626 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af59aa5d-7c03-40c6-ba15-ce231feb209b None None] Network 421f8b53-c11e-4468-865e-b85da01e1ed2 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:02:14.875205 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-605da274-985e-48e2-9b52-45fb311e32e6 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:14.877834 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c105bc-fedf-47fb-8f3c-54b3c91fc8a5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Made reservation on behalf of 61b06f640fe54206829782ad2cf491c1 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:02:14.881756 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-02c105bc-fedf-47fb-8f3c-54b3c91fc8a5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:14.938813 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-af8db8b9-0c8c-4f39-b9b7-ee7b3e0fb3ba tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Calling delete_port for 6495a1e6-cf71-469c-9103-da601a1c0abe owned by {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:02:14.942441 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-605da274-985e-48e2-9b52-45fb311e32e6 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:14.994796 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-5dbf525a-35fc-4d3a-a994-912a64f33727 admin admin] For port 9967e813-77ed-46c7-91b8-8bce979ef6df, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=9967e813-77ed-46c7-91b8-8bce979ef6df,segment=NetworkSegment(b4eccb45-142e-447f-a8ee-f3134a1bbcfe),segment_id=b4eccb45-142e-447f-a8ee-f3134a1bbcfe)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:02:14.995315 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5dbf525a-35fc-4d3a-a994-912a64f33727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:14.999168 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9e02680c-2aa0-417e-bf41-f0cb7da03348 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:15.061016 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 38020dd6-e36f-4f93-a806-04952d5fa126 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:02:15.069347 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.ipam_backend_mixin [None req-02c105bc-fedf-47fb-8f3c-54b3c91fc8a5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Performing IP validity checks on allocation pools {{(pid=88136) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 21 19:02:15.069894 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.ipam_backend_mixin [None req-02c105bc-fedf-47fb-8f3c-54b3c91fc8a5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88136) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 21 19:02:15.099655 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 38020dd6-e36f-4f93-a806-04952d5fa126 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:02:15.100008 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 38020dd6-e36f-4f93-a806-04952d5fa126 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:02:15.118851 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-605da274-985e-48e2-9b52-45fb311e32e6 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:15.127991 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-5dbf525a-35fc-4d3a-a994-912a64f33727 admin admin] Calling delete_port for 9967e813-77ed-46c7-91b8-8bce979ef6df owned by network:router_interface {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:02:15.128236 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-022bf356-11d8-49e0-a853-fce06fe93696 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:15.171485 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccdfeb-d319-4af6-97de-729395466c5d req-e6d42596-23ab-4ec2-9c8b-03ef77793270 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:15.173560 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8eccdfeb-d319-4af6-97de-729395466c5d req-e6d42596-23ab-4ec2-9c8b-03ef77793270 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "GET /v2.0/ports?device_id=f94c23af-4094-4456-893c-aaab1a04caca HTTP/1.1" status: 200 len: 946 time: 0.3003654 Jan 21 19:02:15.236583 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-022bf356-11d8-49e0-a853-fce06fe93696 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Deleting port f518beed-0bd9-4bf7-a363-c30416afcaca {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:02:15.236917 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-022bf356-11d8-49e0-a853-fce06fe93696 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:15.319300 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9e02680c-2aa0-417e-bf41-f0cb7da03348 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:15.390539 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-af8db8b9-0c8c-4f39-b9b7-ee7b3e0fb3ba tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:15.431723 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8eccdfeb-d319-4af6-97de-729395466c5d req-0ed52cbd-e070-4063-80ac-7d79f48cb6b0 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "GET /v2.0/security-groups?id=d9ad0fb1-279a-491f-869c-75cec2314abc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2475705 Jan 21 19:02:15.457575 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8db8b9-0c8c-4f39-b9b7-ee7b3e0fb3ba tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Pushing event deleted for resources: {'Port': ['ID=6495a1e6-cf71-469c-9103-da601a1c0abe,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:15.496735 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5dbf525a-35fc-4d3a-a994-912a64f33727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:15.505527 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-605da274-985e-48e2-9b52-45fb311e32e6 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:15.565934 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e02680c-2aa0-417e-bf41-f0cb7da03348 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event updated for resources: {'Port': ['ID=25685e7a-3404-4dfc-8343-0f979d752b41,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:15.569367 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e02680c-2aa0-417e-bf41-f0cb7da03348 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Network f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:02:15.577995 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-9e02680c-2aa0-417e-bf41-f0cb7da03348 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:02:15.582389 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-605da274-985e-48e2-9b52-45fb311e32e6 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:15.585949 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e02680c-2aa0-417e-bf41-f0cb7da03348 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:02:15.592552 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e02680c-2aa0-417e-bf41-f0cb7da03348 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:15.594654 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9e02680c-2aa0-417e-bf41-f0cb7da03348 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:15.596511 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf525a-35fc-4d3a-a994-912a64f33727 admin admin] Pushing event deleted for resources: {'Port': ['ID=9967e813-77ed-46c7-91b8-8bce979ef6df,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:15.646507 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605da274-985e-48e2-9b52-45fb311e32e6 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aa44d67-190b-4f9a-86ba-9530ac67823d,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:15.651630 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-02c105bc-fedf-47fb-8f3c-54b3c91fc8a5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:15.707470 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-af8db8b9-0c8c-4f39-b9b7-ee7b3e0fb3ba tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:15.724793 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-af8db8b9-0c8c-4f39-b9b7-ee7b3e0fb3ba tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "DELETE /v2.0/ports/6495a1e6-cf71-469c-9103-da601a1c0abe HTTP/1.1" status: 204 len: 168 time: 1.6466413 Jan 21 19:02:15.729124 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57360) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:15.735370 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-9e02680c-2aa0-417e-bf41-f0cb7da03348 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8463416 Jan 21 19:02:15.775258 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57364) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:15.960124 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-605da274-985e-48e2-9b52-45fb311e32e6 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:15.961174 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-605da274-985e-48e2-9b52-45fb311e32e6 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.2077992 Jan 21 19:02:15.979560 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57368) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:16.036497 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ba9d5279-3ee3-402e-949a-f308024227a8 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:16.045290 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5dbf525a-35fc-4d3a-a994-912a64f33727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:16.052572 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ba9d5279-3ee3-402e-949a-f308024227a8 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:16.052761 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c105bc-fedf-47fb-8f3c-54b3c91fc8a5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event updated for resources: {'Subnet': ['ID=a43d76d1-0d02-493c-92d3-91401ccc3233,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:16.096977 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c105bc-fedf-47fb-8f3c-54b3c91fc8a5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:02:16.097328 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c105bc-fedf-47fb-8f3c-54b3c91fc8a5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:02:16.097665 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c105bc-fedf-47fb-8f3c-54b3c91fc8a5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:02:16.098033 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c105bc-fedf-47fb-8f3c-54b3c91fc8a5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:02:16.098358 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c105bc-fedf-47fb-8f3c-54b3c91fc8a5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:02:16.098686 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c105bc-fedf-47fb-8f3c-54b3c91fc8a5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:02:16.099017 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c105bc-fedf-47fb-8f3c-54b3c91fc8a5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:02:16.099337 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c105bc-fedf-47fb-8f3c-54b3c91fc8a5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:02:16.099663 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c105bc-fedf-47fb-8f3c-54b3c91fc8a5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:02:16.099984 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c105bc-fedf-47fb-8f3c-54b3c91fc8a5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:02:16.100306 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c105bc-fedf-47fb-8f3c-54b3c91fc8a5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:02:16.100621 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c105bc-fedf-47fb-8f3c-54b3c91fc8a5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:02:16.118743 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-022bf356-11d8-49e0-a853-fce06fe93696 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] For port f518beed-0bd9-4bf7-a363-c30416afcaca, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=f518beed-0bd9-4bf7-a363-c30416afcaca,segment=NetworkSegment(8b59c63c-cb4e-4e5e-9299-afd19254f404),segment_id=8b59c63c-cb4e-4e5e-9299-afd19254f404)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:02:16.118743 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-022bf356-11d8-49e0-a853-fce06fe93696 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:16.129670 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-94be3f3d-f776-4d09-b44f-e547a7a9c33b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Deleting port 25685e7a-3404-4dfc-8343-0f979d752b41 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:02:16.130037 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-94be3f3d-f776-4d09-b44f-e547a7a9c33b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:16.158351 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-8afcba71-c5db-43fd-9267-901c6e8de2f4 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Deleting subnet f22a8e51-4829-449d-9d05-ed2f1c88d351 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:02:16.174814 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8afcba71-c5db-43fd-9267-901c6e8de2f4 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:16.244849 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ba9d5279-3ee3-402e-949a-f308024227a8 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:16.259701 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c105bc-fedf-47fb-8f3c-54b3c91fc8a5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Checking segment: {'id': 'ffc984d9-d8c9-4c1a-8b71-dbf554dd3dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a9029ddc-f3c6-454d-818b-11245f05f892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:02:16.260057 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c105bc-fedf-47fb-8f3c-54b3c91fc8a5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Network hostable DHCP agents. Network: a9029ddc-f3c6-454d-818b-11245f05f892, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:02:16.269554 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d5279-3ee3-402e-949a-f308024227a8 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8aa44d67-190b-4f9a-86ba-9530ac67823d,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:16.332269 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ba9d5279-3ee3-402e-949a-f308024227a8 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:16.333361 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ba9d5279-3ee3-402e-949a-f308024227a8 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/8aa44d67-190b-4f9a-86ba-9530ac67823d HTTP/1.1" status: 204 len: 168 time: 0.3527818 Jan 21 19:02:16.339966 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57374) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:16.355339 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-022bf356-11d8-49e0-a853-fce06fe93696 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Calling delete_port for f518beed-0bd9-4bf7-a363-c30416afcaca owned by network:dhcp {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:02:16.497595 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-b61a88e8-3827-4973-b36b-7e7967906825 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Synchronizing usage tracker for tenant:083cc6f19b314d9885677036f51f4e22 on resource:security_group_rule {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:02:16.510054 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8afcba71-c5db-43fd-9267-901c6e8de2f4 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:16.540119 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dbf525a-35fc-4d3a-a994-912a64f33727 admin admin] Router 2bcc1920-6fd2-41f6-b8c7-26d5b06a088c has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:02:16.551088 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c105bc-fedf-47fb-8f3c-54b3c91fc8a5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Network a9029ddc-f3c6-454d-818b-11245f05f892 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:02:16.607222 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-b61a88e8-3827-4973-b36b-7e7967906825 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Unset dirty status for tenant:083cc6f19b314d9885677036f51f4e22 on resource:security_group_rule {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:02:16.608564 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b61a88e8-3827-4973-b36b-7e7967906825 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2675953 Jan 21 19:02:16.616709 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57380) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:16.737261 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-02c105bc-fedf-47fb-8f3c-54b3c91fc8a5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, a9029ddc-f3c6-454d-818b-11245f05f892) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:02:16.746688 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5675d4a9-720c-4612-b207-1d503204363d None None] Network a9029ddc-f3c6-454d-818b-11245f05f892 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:02:16.766035 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-022bf356-11d8-49e0-a853-fce06fe93696 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:16.776803 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c105bc-fedf-47fb-8f3c-54b3c91fc8a5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:16.776803 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-02c105bc-fedf-47fb-8f3c-54b3c91fc8a5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:16.780254 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dbf525a-35fc-4d3a-a994-912a64f33727 admin admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:02:16.787746 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5dbf525a-35fc-4d3a-a994-912a64f33727 admin admin] 10.222.0.87 "PUT /v2.0/routers/2bcc1920-6fd2-41f6-b8c7-26d5b06a088c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4559691 Jan 21 19:02:16.788561 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6d9c31ab-7e70-408c-9d3a-337567abe786 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:16.790709 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57384) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:16.806861 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc06ddae-773d-40c2-857e-cc846353d887 None None] Sync routers for ids ['2bcc1920-6fd2-41f6-b8c7-26d5b06a088c'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:02:16.816046 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc06ddae-773d-40c2-857e-cc846353d887 None None] Routers {'2bcc1920-6fd2-41f6-b8c7-26d5b06a088c'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:02:16.816874 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-dc06ddae-773d-40c2-857e-cc846353d887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:01:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['2bcc1920-6fd2-41f6-b8c7-26d5b06a088c'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:16.829247 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-94be3f3d-f776-4d09-b44f-e547a7a9c33b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:16.898454 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6d9c31ab-7e70-408c-9d3a-337567abe786 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:17.011043 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c284fa1f-c947-4601-b981-9f63637dbcad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-a9029ddc-f3c6-454d-818b-11245f05f892', 'network_id': 'a9029ddc-f3c6-454d-818b-11245f05f892', 'tenant_id': '61b06f640fe54206829782ad2cf491c1', 'fixed_ips': [{'subnet_id': 'a43d76d1-0d02-493c-92d3-91401ccc3233'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:02:17.011758 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022bf356-11d8-49e0-a853-fce06fe93696 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] No DVR routers for this DVR port f518beed-0bd9-4bf7-a363-c30416afcaca on host dv-neutron-825470-1-hyperv {{(pid=88136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:02:17.012663 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c284fa1f-c947-4601-b981-9f63637dbcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:17.015035 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022bf356-11d8-49e0-a853-fce06fe93696 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event deleted for resources: {'Port': ['ID=f518beed-0bd9-4bf7-a363-c30416afcaca,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:17.033316 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-db5728b0-053f-4625-99ed-0b35f46cea5a admin admin] Notify callbacks [] for router, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:17.043316 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-dc06ddae-773d-40c2-857e-cc846353d887 None None] Set router 2bcc1920-6fd2-41f6-b8c7-26d5b06a088c gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:02:17.068159 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-94be3f3d-f776-4d09-b44f-e547a7a9c33b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Calling delete_port for 25685e7a-3404-4dfc-8343-0f979d752b41 owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:02:17.107627 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-02c105bc-fedf-47fb-8f3c-54b3c91fc8a5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.6823425 Jan 21 19:02:17.115633 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57388) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:17.129961 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6d9c31ab-7e70-408c-9d3a-337567abe786 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:17.138051 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-d8b95ae3-5a25-40f8-86d3-13257520a6f7 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:17.201484 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-c284fa1f-c947-4601-b981-9f63637dbcad None None] Allocated IP 2001:db8::3 (a9029ddc-f3c6-454d-818b-11245f05f892/a43d76d1-0d02-493c-92d3-91401ccc3233/8948c446-399b-4948-aa42-8607eebe5c08) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:02:17.206417 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c31ab-7e70-408c-9d3a-337567abe786 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29c51fe-5e75-4f9d-8b16-390e9aa38244,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:17.253435 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-022bf356-11d8-49e0-a853-fce06fe93696 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:17.280401 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-022bf356-11d8-49e0-a853-fce06fe93696 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['421f8b53-c11e-4468-865e-b85da01e1ed2']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:17.293150 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-022bf356-11d8-49e0-a853-fce06fe93696 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b59c63c-cb4e-4e5e-9299-afd19254f404') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:17.293446 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-022bf356-11d8-49e0-a853-fce06fe93696 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b59c63c-cb4e-4e5e-9299-afd19254f404') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:17.305803 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-022bf356-11d8-49e0-a853-fce06fe93696 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:17.324939 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-022bf356-11d8-49e0-a853-fce06fe93696 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:17.331661 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-022bf356-11d8-49e0-a853-fce06fe93696 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:02:17.332053 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-022bf356-11d8-49e0-a853-fce06fe93696 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:17.409674 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-db5728b0-053f-4625-99ed-0b35f46cea5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:17.420885 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d8b95ae3-5a25-40f8-86d3-13257520a6f7 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11943733'] for subnet, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:17.441822 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6d9c31ab-7e70-408c-9d3a-337567abe786 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:17.445473 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-6d9c31ab-7e70-408c-9d3a-337567abe786 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "DELETE /v2.0/security-groups/b29c51fe-5e75-4f9d-8b16-390e9aa38244 HTTP/1.1" status: 204 len: 168 time: 0.8255689 Jan 21 19:02:17.446789 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57392) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:17.456706 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:02:17.456706 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:02:17.456706 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:02:17.456706 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:02:17.456706 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:02:17.456706 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:02:17.456706 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:02:17.456706 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:02:17.456706 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:02:17.456706 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:02:17.456706 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:02:17.456706 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:02:17.456706 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:02:17.456706 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:02:17.456706 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:02:17.456706 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:02:17.456706 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:02:17.456706 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:02:17.456706 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:02:17.456706 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:02:17.456706 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:02:17.456706 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:02:17.456706 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:02:17.456706 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:02:17.456706 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:02:17.456706 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:02:17.456706 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:02:17.456706 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:02:17.456706 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:02:17.456706 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:02:17.456706 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:02:17.456706 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:02:17.490912 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c284fa1f-c947-4601-b981-9f63637dbcad None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:17.499830 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8afcba71-c5db-43fd-9267-901c6e8de2f4 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:17.509339 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-dc06ddae-773d-40c2-857e-cc846353d887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bcc1920-6fd2-41f6-b8c7-26d5b06a088c', 'name': 'tempest-ServerActionsTestJSON-948088835-router', 'tenant_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.21'}], 'enable_snat': True}, 'gw_port_id': '30a746e1-6cfe-4965-8991-9a0788d3b275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:58:15Z', 'updated_at': '2022-01-21T19:02:15Z', 'revision_number': 5, 'project_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'gw_port': {'id': '30a746e1-6cfe-4965-8991-9a0788d3b275', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1920-6fd2-41f6-b8c7-26d5b06a088c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T18:58:17Z', 'updated_at': '2022-01-21T18:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:17.511465 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-c284fa1f-c947-4601-b981-9f63637dbcad None None] Transition to ACTIVE for port object 8948c446-399b-4948-aa42-8607eebe5c08 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:02:17.514694 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc06ddae-773d-40c2-857e-cc846353d887 None None] Checking router: 2bcc1920-6fd2-41f6-b8c7-26d5b06a088c for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:02:17.526589 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc06ddae-773d-40c2-857e-cc846353d887 None None] Routers {'2bcc1920-6fd2-41f6-b8c7-26d5b06a088c'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:02:17.527492 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-dc06ddae-773d-40c2-857e-cc846353d887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:01:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['2bcc1920-6fd2-41f6-b8c7-26d5b06a088c'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:17.539328 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-c284fa1f-c947-4601-b981-9f63637dbcad None None] Transition to ACTIVE for port object 8948c446-399b-4948-aa42-8607eebe5c08 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:02:17.551707 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c626157-c12d-480e-b469-091e1359c8f1 req-54fabdfd-fe14-430f-b6f5-b2df8bd817ec tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:17.553381 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7c626157-c12d-480e-b469-091e1359c8f1 req-54fabdfd-fe14-430f-b6f5-b2df8bd817ec tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "GET /v2.0/ports?device_id=f94c23af-4094-4456-893c-aaab1a04caca HTTP/1.1" status: 200 len: 946 time: 0.9447908 Jan 21 19:02:17.620615 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-022bf356-11d8-49e0-a853-fce06fe93696 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:17.645688 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c284fa1f-c947-4601-b981-9f63637dbcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:17.723475 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-83281cc5-ac73-4447-bfe2-7098a5a88b04 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Synchronizing usage tracker for tenant:083cc6f19b314d9885677036f51f4e22 on resource:security_group {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:02:17.738060 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-dc06ddae-773d-40c2-857e-cc846353d887 None None] Set router 2bcc1920-6fd2-41f6-b8c7-26d5b06a088c gateway port host: None {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:02:17.744574 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-db5728b0-053f-4625-99ed-0b35f46cea5a admin admin] Deleting port 30a746e1-6cfe-4965-8991-9a0788d3b275 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:02:17.745039 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-db5728b0-053f-4625-99ed-0b35f46cea5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:17.773123 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c284fa1f-c947-4601-b981-9f63637dbcad None None] Network a9029ddc-f3c6-454d-818b-11245f05f892 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:02:17.779238 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-c284fa1f-c947-4601-b981-9f63637dbcad None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:02:17.784681 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c284fa1f-c947-4601-b981-9f63637dbcad None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:02:17.817434 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-022bf356-11d8-49e0-a853-fce06fe93696 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:17.846923 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284fa1f-c947-4601-b981-9f63637dbcad None None] Pushing event updated for resources: {'Port': ['ID=8948c446-399b-4948-aa42-8607eebe5c08,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:17.851106 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022bf356-11d8-49e0-a853-fce06fe93696 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event deleted for resources: {'Network': ['ID=421f8b53-c11e-4468-865e-b85da01e1ed2,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:17.871400 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7c626157-c12d-480e-b469-091e1359c8f1 req-264b1f73-a606-4cd3-933e-483311e596b6 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "GET /v2.0/security-groups?id=d9ad0fb1-279a-491f-869c-75cec2314abc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2992847 Jan 21 19:02:17.879059 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-dc06ddae-773d-40c2-857e-cc846353d887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bcc1920-6fd2-41f6-b8c7-26d5b06a088c', 'name': 'tempest-ServerActionsTestJSON-948088835-router', 'tenant_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:58:15Z', 'updated_at': '2022-01-21T19:02:17Z', 'revision_number': 6, 'project_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'gw_port_host': None}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:17.879834 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-022bf356-11d8-49e0-a853-fce06fe93696 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "DELETE /v2.0/networks/421f8b53-c11e-4468-865e-b85da01e1ed2 HTTP/1.1" status: 204 len: 168 time: 5.4070756 Jan 21 19:02:17.880655 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57396) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:17.886662 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc06ddae-773d-40c2-857e-cc846353d887 None None] The sync data for ids ['2bcc1920-6fd2-41f6-b8c7-26d5b06a088c'] in dv-neutron-825470-1-hyperv is: [{'id': '2bcc1920-6fd2-41f6-b8c7-26d5b06a088c', 'name': 'tempest-ServerActionsTestJSON-948088835-router', 'tenant_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T18:58:15Z', 'updated_at': '2022-01-21T19:02:17Z', 'revision_number': 6, 'project_id': 'bb8144e3b5cb451fa2ea1f5ea2efa32a', 'gw_port_host': None}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:02:17.887937 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-97797b64-5f4b-4255-9d9e-817473ff1c74 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1446305059'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:17.894801 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-94be3f3d-f776-4d09-b44f-e547a7a9c33b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:17.896941 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-97797b64-5f4b-4255-9d9e-817473ff1c74 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:17.956627 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-97797b64-5f4b-4255-9d9e-817473ff1c74 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Usage tracker for resource:network and tenant:98165352f4974f8d954efc4ce4c85f15 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:17.976628 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-97797b64-5f4b-4255-9d9e-817473ff1c74 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:17.981510 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-c284fa1f-c947-4601-b981-9f63637dbcad None None] Attempting to bind port 8948c446-399b-4948-aa42-8607eebe5c08 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:02:17.982043 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-c284fa1f-c947-4601-b981-9f63637dbcad None None] Attempting to bind port 8948c446-399b-4948-aa42-8607eebe5c08 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'ffc984d9-d8c9-4c1a-8b71-dbf554dd3dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a9029ddc-f3c6-454d-818b-11245f05f892'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:02:17.982556 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c284fa1f-c947-4601-b981-9f63637dbcad None None] Attempting to bind port 8948c446-399b-4948-aa42-8607eebe5c08 on network a9029ddc-f3c6-454d-818b-11245f05f892 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:02:17.986923 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be3f3d-f776-4d09-b44f-e547a7a9c33b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event deleted for resources: {'Port': ['ID=25685e7a-3404-4dfc-8343-0f979d752b41,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:17.988955 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8afcba71-c5db-43fd-9267-901c6e8de2f4 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:17.991072 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c284fa1f-c947-4601-b981-9f63637dbcad None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:02:17.997336 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c284fa1f-c947-4601-b981-9f63637dbcad None None] Checking segment: {'id': 'ffc984d9-d8c9-4c1a-8b71-dbf554dd3dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a9029ddc-f3c6-454d-818b-11245f05f892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:02:17.997336 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c284fa1f-c947-4601-b981-9f63637dbcad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:17.997336 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c284fa1f-c947-4601-b981-9f63637dbcad None None] Bound using segment: {'id': 'ffc984d9-d8c9-4c1a-8b71-dbf554dd3dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a9029ddc-f3c6-454d-818b-11245f05f892'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:02:17.997336 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-c284fa1f-c947-4601-b981-9f63637dbcad None None] Bound port: 8948c446-399b-4948-aa42-8607eebe5c08, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc984d9-d8c9-4c1a-8b71-dbf554dd3dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a9029ddc-f3c6-454d-818b-11245f05f892'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:02:17.998079 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-97797b64-5f4b-4255-9d9e-817473ff1c74 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:17.998182 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c284fa1f-c947-4601-b981-9f63637dbcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:17.998280 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-94be3f3d-f776-4d09-b44f-e547a7a9c33b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:17.999458 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-94be3f3d-f776-4d09-b44f-e547a7a9c33b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/ports/25685e7a-3404-4dfc-8343-0f979d752b41 HTTP/1.1" status: 204 len: 168 time: 2.2054780 Jan 21 19:02:18.003961 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57400) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:18.023598 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-83281cc5-ac73-4447-bfe2-7098a5a88b04 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Unset dirty status for tenant:083cc6f19b314d9885677036f51f4e22 on resource:security_group {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:02:18.031658 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-83281cc5-ac73-4447-bfe2-7098a5a88b04 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.5834670 Jan 21 19:02:18.046129 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57404) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:18.051223 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-030af853-e4ba-41e0-943b-343a6cb72edf tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'port': {'network_id': 'f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9', 'mac_address': 'fa:16:3e:60:a6:54', 'name': 'tempest-PortsTestJSON-677567926'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:18.052960 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afcba71-c5db-43fd-9267-901c6e8de2f4 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Pushing event deleted for resources: {'Subnet': ['ID=f22a8e51-4829-449d-9d05-ed2f1c88d351,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:18.072588 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8afcba71-c5db-43fd-9267-901c6e8de2f4 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:18.075475 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-8afcba71-c5db-43fd-9267-901c6e8de2f4 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "DELETE /v2.0/subnets/f22a8e51-4829-449d-9d05-ed2f1c88d351 HTTP/1.1" status: 204 len: 168 time: 2.3452175 Jan 21 19:02:18.080036 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57408) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:18.083584 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16ad92b-0b67-41e0-a364-c133dc857870 None None] Network 1cc021f3-0141-4c2a-8407-77da752de240 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:02:18.153411 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97797b64-5f4b-4255-9d9e-817473ff1c74 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Made reservation on behalf of 98165352f4974f8d954efc4ce4c85f15 for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:02:18.156907 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-97797b64-5f4b-4255-9d9e-817473ff1c74 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:18.213064 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af32aa4-b5e8-4d3a-8a0f-a9d8619443c0 req-f88a414d-3a79-487e-ad28-6a03e1899c54 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:18.214540 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-1af32aa4-b5e8-4d3a-8a0f-a9d8619443c0 req-f88a414d-3a79-487e-ad28-6a03e1899c54 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Synchronizing usage tracker for tenant:35339a7947db486893b0582b9003cb0e on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:02:18.261159 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-c284fa1f-c947-4601-b981-9f63637dbcad None None] For port 8948c446-399b-4948-aa42-8607eebe5c08, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:02:18.287564 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-c284fa1f-c947-4601-b981-9f63637dbcad None None] For port 8948c446-399b-4948-aa42-8607eebe5c08, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=8948c446-399b-4948-aa42-8607eebe5c08,segment=NetworkSegment(ffc984d9-d8c9-4c1a-8b71-dbf554dd3dfd),segment_id=ffc984d9-d8c9-4c1a-8b71-dbf554dd3dfd)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:02:18.305128 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b3422cd3-8190-4bc9-bad2-cfcae36d4c97 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:18.314356 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97797b64-5f4b-4255-9d9e-817473ff1c74 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:02:18.317586 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bb5f68ec-3cbb-4a27-9b15-a4365ec8eb85 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:18.325521 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-030af853-e4ba-41e0-943b-343a6cb72edf tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:18.355835 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-97797b64-5f4b-4255-9d9e-817473ff1c74 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:18.356177 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-97797b64-5f4b-4255-9d9e-817473ff1c74 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Added segment 7c68be9c-1513-41cb-b219-2e53537f8f32 of type vlan for network a53f2085-ed5d-4f1d-a4d5-6ceb566f4b76 Jan 21 19:02:18.369475 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bb5f68ec-3cbb-4a27-9b15-a4365ec8eb85 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:18.382666 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-b3422cd3-8190-4bc9-bad2-cfcae36d4c97 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Deleting port 5bba35b0-b13b-4d92-b29a-0ace5281cce0 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:02:18.382998 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b3422cd3-8190-4bc9-bad2-cfcae36d4c97 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:18.385869 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c284fa1f-c947-4601-b981-9f63637dbcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:18.448917 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-030af853-e4ba-41e0-943b-343a6cb72edf tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:18.474757 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-db5728b0-053f-4625-99ed-0b35f46cea5a admin admin] For port 30a746e1-6cfe-4965-8991-9a0788d3b275, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=30a746e1-6cfe-4965-8991-9a0788d3b275,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:02:18.475295 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-db5728b0-053f-4625-99ed-0b35f46cea5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:18.494345 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-97797b64-5f4b-4255-9d9e-817473ff1c74 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:18.524916 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-1af32aa4-b5e8-4d3a-8a0f-a9d8619443c0 req-f88a414d-3a79-487e-ad28-6a03e1899c54 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Unset dirty status for tenant:35339a7947db486893b0582b9003cb0e on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:02:18.526222 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-1af32aa4-b5e8-4d3a-8a0f-a9d8619443c0 req-f88a414d-3a79-487e-ad28-6a03e1899c54 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.113 "GET /v2.0/ports?device_id=f94c23af-4094-4456-893c-aaab1a04caca HTTP/1.1" status: 200 len: 946 time: 0.7428393 Jan 21 19:02:18.572358 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284fa1f-c947-4601-b981-9f63637dbcad None None] Pushing event updated for resources: {'Port': ['ID=8948c446-399b-4948-aa42-8607eebe5c08,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:18.700212 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bb5f68ec-3cbb-4a27-9b15-a4365ec8eb85 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:18.720767 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-97797b64-5f4b-4255-9d9e-817473ff1c74 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:18.723720 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-db5728b0-053f-4625-99ed-0b35f46cea5a admin admin] Calling delete_port for 30a746e1-6cfe-4965-8991-9a0788d3b275 owned by network:router_gateway {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:02:18.726088 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97797b64-5f4b-4255-9d9e-817473ff1c74 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:18.726668 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-97797b64-5f4b-4255-9d9e-817473ff1c74 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:18.761589 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f68ec-3cbb-4a27-9b15-a4365ec8eb85 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=869ee05e-eb8c-43d0-8917-aba2a6e3f04d,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:18.762251 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030af853-e4ba-41e0-943b-343a6cb72edf tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Made reservation on behalf of d3e69eb5fab24f5d9451b2cf3f9d850d for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:02:18.769007 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f40a0b-0b46-4956-b190-0c74a0fd3c21 None None] DHCP port deletion for 1cc021f3-0141-4c2a-8407-77da752de240 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:02:18.769582 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-b3422cd3-8190-4bc9-bad2-cfcae36d4c97 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] For port 5bba35b0-b13b-4d92-b29a-0ace5281cce0, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=5bba35b0-b13b-4d92-b29a-0ace5281cce0,segment=NetworkSegment(22394a61-ce07-4154-b962-d8530957af99),segment_id=22394a61-ce07-4154-b962-d8530957af99)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:02:18.769975 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b3422cd3-8190-4bc9-bad2-cfcae36d4c97 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:18.784126 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-66f40a0b-0b46-4956-b190-0c74a0fd3c21 None None] Deleting port 5bba35b0-b13b-4d92-b29a-0ace5281cce0 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:02:18.784704 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-66f40a0b-0b46-4956-b190-0c74a0fd3c21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:18.890893 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-1af32aa4-b5e8-4d3a-8a0f-a9d8619443c0 req-7fcea2ef-7083-43c2-b791-244203372770 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Deleting port 05af6f48-51ac-402b-be5c-17859a66fb58 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:02:18.891230 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-1af32aa4-b5e8-4d3a-8a0f-a9d8619443c0 req-7fcea2ef-7083-43c2-b791-244203372770 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:19.001575 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d8b95ae3-5a25-40f8-86d3-13257520a6f7 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763375366638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-969127'] for subnet, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:19.002662 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-b3422cd3-8190-4bc9-bad2-cfcae36d4c97 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Calling delete_port for 5bba35b0-b13b-4d92-b29a-0ace5281cce0 owned by network:dhcp {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:02:19.140602 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-030af853-e4ba-41e0-943b-343a6cb72edf tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:19.205537 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b95ae3-5a25-40f8-86d3-13257520a6f7 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:19.206352 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d8b95ae3-5a25-40f8-86d3-13257520a6f7 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:19.207769 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-d8b95ae3-5a25-40f8-86d3-13257520a6f7 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "PUT /v2.0/subnets/a43d76d1-0d02-493c-92d3-91401ccc3233 HTTP/1.1" status: 200 len: 900 time: 2.0912154 Jan 21 19:02:19.214889 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bb5f68ec-3cbb-4a27-9b15-a4365ec8eb85 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:19.217633 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-bb5f68ec-3cbb-4a27-9b15-a4365ec8eb85 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "DELETE /v2.0/security-groups/869ee05e-eb8c-43d0-8917-aba2a6e3f04d HTTP/1.1" status: 204 len: 168 time: 1.1689277 Jan 21 19:02:19.219270 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 8948c446-399b-4948-aa42-8607eebe5c08 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:02:19.221691 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57414) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:19.222071 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57416) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:19.229807 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97797b64-5f4b-4255-9d9e-817473ff1c74 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event updated for resources: {'Network': ['ID=a53f2085-ed5d-4f1d-a4d5-6ceb566f4b76,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:19.267725 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network a53f2085-ed5d-4f1d-a4d5-6ceb566f4b76 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:02:19.281970 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57422) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:19.282959 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-97797b64-5f4b-4255-9d9e-817473ff1c74 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4001181 Jan 21 19:02:19.298031 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-030af853-e4ba-41e0-943b-343a6cb72edf tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] device_id is not set on port e405cb8f-f404-4c27-8110-fc6d195eac78 yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:02:19.337425 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-66f40a0b-0b46-4956-b190-0c74a0fd3c21 None None] For port 5bba35b0-b13b-4d92-b29a-0ace5281cce0, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=5bba35b0-b13b-4d92-b29a-0ace5281cce0,segment=NetworkSegment(22394a61-ce07-4154-b962-d8530957af99),segment_id=22394a61-ce07-4154-b962-d8530957af99)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:02:19.338097 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-66f40a0b-0b46-4956-b190-0c74a0fd3c21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:19.340526 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-3bfd1563-352e-454c-9f26-2a3943c3279a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Request body: {'subnet': {'network_id': 'a53f2085-ed5d-4f1d-a4d5-6ceb566f4b76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:19.357901 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b95ae3-5a25-40f8-86d3-13257520a6f7 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event updated for resources: {'Subnet': ['ID=a43d76d1-0d02-493c-92d3-91401ccc3233,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:19.423887 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-48ca2d08-038c-44e7-9e1e-d1a3ab733be4 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Synchronizing usage tracker for tenant:083cc6f19b314d9885677036f51f4e22 on resource:security_group {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:02:19.439747 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b95ae3-5a25-40f8-86d3-13257520a6f7 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:02:19.440120 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b95ae3-5a25-40f8-86d3-13257520a6f7 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:02:19.442328 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b95ae3-5a25-40f8-86d3-13257520a6f7 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:02:19.442328 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b95ae3-5a25-40f8-86d3-13257520a6f7 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:02:19.442328 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b95ae3-5a25-40f8-86d3-13257520a6f7 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:02:19.442328 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b95ae3-5a25-40f8-86d3-13257520a6f7 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:02:19.442328 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b95ae3-5a25-40f8-86d3-13257520a6f7 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:02:19.442328 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b95ae3-5a25-40f8-86d3-13257520a6f7 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:02:19.442866 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b95ae3-5a25-40f8-86d3-13257520a6f7 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:02:19.442961 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b95ae3-5a25-40f8-86d3-13257520a6f7 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:02:19.443305 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b95ae3-5a25-40f8-86d3-13257520a6f7 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:02:19.443622 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b95ae3-5a25-40f8-86d3-13257520a6f7 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:02:19.483530 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c5428-7c9d-4c8a-813e-cec937a7b6c1 req-02f360b0-cacc-46b5-b037-aa719444cdce tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:19.486631 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-085c5428-7c9d-4c8a-813e-cec937a7b6c1 req-02f360b0-cacc-46b5-b037-aa719444cdce tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "GET /v2.0/ports?device_id=f94c23af-4094-4456-893c-aaab1a04caca HTTP/1.1" status: 200 len: 946 time: 0.3940356 Jan 21 19:02:19.535863 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-66f40a0b-0b46-4956-b190-0c74a0fd3c21 None None] Calling delete_port for 5bba35b0-b13b-4d92-b29a-0ace5281cce0 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:02:19.574556 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bdceca33-dfda-4987-98cb-34bd8bfa22ac tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:19.582190 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-085c5428-7c9d-4c8a-813e-cec937a7b6c1 req-45472160-3281-4915-bfd6-da76949800a7 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "GET /v2.0/security-groups?id=d9ad0fb1-279a-491f-869c-75cec2314abc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0847781 Jan 21 19:02:19.597230 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b3422cd3-8190-4bc9-bad2-cfcae36d4c97 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:19.621852 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-66f40a0b-0b46-4956-b190-0c74a0fd3c21 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:02:19.622655 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-66f40a0b-0b46-4956-b190-0c74a0fd3c21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:02:19.652034 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-48ca2d08-038c-44e7-9e1e-d1a3ab733be4 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Unset dirty status for tenant:083cc6f19b314d9885677036f51f4e22 on resource:security_group {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:02:19.657091 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-48ca2d08-038c-44e7-9e1e-d1a3ab733be4 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4247911 Jan 21 19:02:19.661021 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3422cd3-8190-4bc9-bad2-cfcae36d4c97 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] No DVR routers for this DVR port 5bba35b0-b13b-4d92-b29a-0ace5281cce0 on host dv-neutron-825470-1-hyperv {{(pid=88136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:02:19.662651 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-bdceca33-dfda-4987-98cb-34bd8bfa22ac tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Deleting port 8948c446-399b-4948-aa42-8607eebe5c08 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:02:19.663043 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bdceca33-dfda-4987-98cb-34bd8bfa22ac tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:19.663981 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 8948c446-399b-4948-aa42-8607eebe5c08 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:02:19.729062 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57426) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:19.730350 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 5bba35b0-b13b-4d92-b29a-0ace5281cce0 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:02:19.776085 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 5bba35b0-b13b-4d92-b29a-0ace5281cce0 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:02:19.776598 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 5bba35b0-b13b-4d92-b29a-0ace5281cce0 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:02:19.777265 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 9967e813-77ed-46c7-91b8-8bce979ef6df no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:02:19.816527 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 9967e813-77ed-46c7-91b8-8bce979ef6df {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:02:19.817708 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 9967e813-77ed-46c7-91b8-8bce979ef6df not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:02:19.818314 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 30a746e1-6cfe-4965-8991-9a0788d3b275 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:02:19.866896 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b3422cd3-8190-4bc9-bad2-cfcae36d4c97 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:19.874906 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3422cd3-8190-4bc9-bad2-cfcae36d4c97 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Pushing event deleted for resources: {'Port': ['ID=5bba35b0-b13b-4d92-b29a-0ace5281cce0,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:19.907482 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3bfd1563-352e-454c-9f26-2a3943c3279a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:19.928174 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-3bfd1563-352e-454c-9f26-2a3943c3279a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Usage tracker for resource:subnet and tenant:98165352f4974f8d954efc4ce4c85f15 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:19.938212 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-3bfd1563-352e-454c-9f26-2a3943c3279a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:19.952924 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3bfd1563-352e-454c-9f26-2a3943c3279a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:19.962544 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26eb73b0-ebc6-4ae4-8172-bc03de9f3b1d None None] Network a9029ddc-f3c6-454d-818b-11245f05f892 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:02:19.984031 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-1af32aa4-b5e8-4d3a-8a0f-a9d8619443c0 req-7fcea2ef-7083-43c2-b791-244203372770 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] For port 05af6f48-51ac-402b-be5c-17859a66fb58, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=05af6f48-51ac-402b-be5c-17859a66fb58,segment=NetworkSegment(3ac4fc8a-3d1c-40a0-81db-885ad3cbfae5),segment_id=3ac4fc8a-3d1c-40a0-81db-885ad3cbfae5)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:02:19.984293 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:19.984418 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-1af32aa4-b5e8-4d3a-8a0f-a9d8619443c0 req-7fcea2ef-7083-43c2-b791-244203372770 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:20.008754 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-dac88102-a039-4fb7-b950-41c83295a710 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Request body: {'security_group': {'name': 'tempest-secgroup--176068351'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:20.018460 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-dac88102-a039-4fb7-b950-41c83295a710 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:20.049849 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-b3422cd3-8190-4bc9-bad2-cfcae36d4c97 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cc021f3-0141-4c2a-8407-77da752de240']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:20.056990 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-dac88102-a039-4fb7-b950-41c83295a710 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:20.091153 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfd1563-352e-454c-9f26-2a3943c3279a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Made reservation on behalf of 98165352f4974f8d954efc4ce4c85f15 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:02:20.095112 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3bfd1563-352e-454c-9f26-2a3943c3279a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:20.112720 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-db5728b0-053f-4625-99ed-0b35f46cea5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:20.128744 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-66f40a0b-0b46-4956-b190-0c74a0fd3c21 None None] Deleting port 5bba35b0-b13b-4d92-b29a-0ace5281cce0 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:02:20.129174 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-66f40a0b-0b46-4956-b190-0c74a0fd3c21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:20.150686 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-b3422cd3-8190-4bc9-bad2-cfcae36d4c97 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22394a61-ce07-4154-b962-d8530957af99') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:20.150981 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-b3422cd3-8190-4bc9-bad2-cfcae36d4c97 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22394a61-ce07-4154-b962-d8530957af99') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:20.176967 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b3422cd3-8190-4bc9-bad2-cfcae36d4c97 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:20.203040 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-66f40a0b-0b46-4956-b190-0c74a0fd3c21 None None] The port '5bba35b0-b13b-4d92-b29a-0ace5281cce0' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:02:20.206617 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5728b0-053f-4625-99ed-0b35f46cea5a admin admin] Pushing event deleted for resources: {'Port': ['ID=30a746e1-6cfe-4965-8991-9a0788d3b275,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:20.228352 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-fdd5d7be-ed1c-46f6-b11a-e62b45cae8ae None None] Provisioning for port 8948c446-399b-4948-aa42-8607eebe5c08 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:02:20.241963 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-fdd5d7be-ed1c-46f6-b11a-e62b45cae8ae None None] Provisioning complete for port 8948c446-399b-4948-aa42-8607eebe5c08 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:02:20.242415 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-fdd5d7be-ed1c-46f6-b11a-e62b45cae8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:20.246080 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b3422cd3-8190-4bc9-bad2-cfcae36d4c97 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:20.261155 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-dac88102-a039-4fb7-b950-41c83295a710 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:20.284171 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3422cd3-8190-4bc9-bad2-cfcae36d4c97 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:02:20.284573 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b3422cd3-8190-4bc9-bad2-cfcae36d4c97 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:20.299803 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:02:20.299803 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:02:20.299803 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:02:20.299803 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:02:20.299803 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:02:20.299803 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:02:20.299803 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:02:20.299803 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:02:20.299803 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:02:20.299803 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:02:20.299803 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:02:20.299803 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:02:20.299803 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:02:20.299803 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:02:20.299803 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:02:20.299803 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:02:20.299803 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:02:20.299803 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:02:20.299803 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:02:20.299803 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:02:20.299803 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:02:20.299803 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:02:20.299803 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:02:20.299803 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:02:20.299803 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:02:20.299803 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:02:20.299803 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:02:20.299803 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:02:20.299803 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:02:20.299803 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:02:20.299803 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:02:20.299803 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:02:20.344502 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-dac88102-a039-4fb7-b950-41c83295a710 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:20.403030 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-dac88102-a039-4fb7-b950-41c83295a710 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Usage tracker for resource:security_group_rule and tenant:083cc6f19b314d9885677036f51f4e22 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:20.406643 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-dac88102-a039-4fb7-b950-41c83295a710 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:20.416668 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-bdceca33-dfda-4987-98cb-34bd8bfa22ac tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] For port 8948c446-399b-4948-aa42-8607eebe5c08, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=8948c446-399b-4948-aa42-8607eebe5c08,segment=NetworkSegment(ffc984d9-d8c9-4c1a-8b71-dbf554dd3dfd),segment_id=ffc984d9-d8c9-4c1a-8b71-dbf554dd3dfd)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:02:20.417268 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bdceca33-dfda-4987-98cb-34bd8bfa22ac tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:20.424641 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-dac88102-a039-4fb7-b950-41c83295a710 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:20.482003 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.ipam_backend_mixin [None req-3bfd1563-352e-454c-9f26-2a3943c3279a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Performing IP validity checks on allocation pools {{(pid=88137) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 21 19:02:20.482521 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.ipam_backend_mixin [None req-3bfd1563-352e-454c-9f26-2a3943c3279a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88137) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 21 19:02:20.528789 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-fdd5d7be-ed1c-46f6-b11a-e62b45cae8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:20.548192 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-030af853-e4ba-41e0-943b-343a6cb72edf tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:20.553392 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-bdceca33-dfda-4987-98cb-34bd8bfa22ac tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Calling delete_port for 8948c446-399b-4948-aa42-8607eebe5c08 owned by network:dhcp {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:02:20.569525 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-fdd5d7be-ed1c-46f6-b11a-e62b45cae8ae None None] For port 8948c446-399b-4948-aa42-8607eebe5c08, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=8948c446-399b-4948-aa42-8607eebe5c08,segment=NetworkSegment(ffc984d9-d8c9-4c1a-8b71-dbf554dd3dfd),segment_id=ffc984d9-d8c9-4c1a-8b71-dbf554dd3dfd)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:02:20.591220 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b3422cd3-8190-4bc9-bad2-cfcae36d4c97 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:20.631677 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b3422cd3-8190-4bc9-bad2-cfcae36d4c97 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:20.635637 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3422cd3-8190-4bc9-bad2-cfcae36d4c97 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] Pushing event deleted for resources: {'Network': ['ID=1cc021f3-0141-4c2a-8407-77da752de240,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:20.654977 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-db5728b0-053f-4625-99ed-0b35f46cea5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:20.674146 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b3422cd3-8190-4bc9-bad2-cfcae36d4c97 tempest-TagsExtTest-467116027 tempest-TagsExtTest-467116027-project] 10.222.0.87 "DELETE /v2.0/networks/1cc021f3-0141-4c2a-8407-77da752de240 HTTP/1.1" status: 204 len: 168 time: 2.5923750 Jan 21 19:02:20.682305 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-fdd5d7be-ed1c-46f6-b11a-e62b45cae8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:20.733966 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-dac88102-a039-4fb7-b950-41c83295a710 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:20.787962 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.db.api [None req-bdceca33-dfda-4987-98cb-34bd8bfa22ac tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:02:20.788292 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG oslo_db.api [None req-bdceca33-dfda-4987-98cb-34bd8bfa22ac tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:02:20.805857 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-dac88102-a039-4fb7-b950-41c83295a710 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:20.820944 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd5d7be-ed1c-46f6-b11a-e62b45cae8ae None None] Pushing event updated for resources: {'Port': ['ID=8948c446-399b-4948-aa42-8607eebe5c08,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:20.839131 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b55ef1e-fd03-4902-aa85-cd3b8623510e None None] Network a9029ddc-f3c6-454d-818b-11245f05f892 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:02:20.894616 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac88102-a039-4fb7-b950-41c83295a710 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=302ec65f-2a6c-47a0-b5f5-3b6357158be2,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:20.912577 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-db5728b0-053f-4625-99ed-0b35f46cea5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:20.915783 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-db5728b0-053f-4625-99ed-0b35f46cea5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:20.918793 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614947b3-29e5-4a0f-92a3-bc3a2d7f65c4 req-2a9e08fb-01f3-4f05-b7d1-aba363bd3682 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:20.920396 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-614947b3-29e5-4a0f-92a3-bc3a2d7f65c4 req-2a9e08fb-01f3-4f05-b7d1-aba363bd3682 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "GET /v2.0/ports?device_id=f94c23af-4094-4456-893c-aaab1a04caca HTTP/1.1" status: 200 len: 946 time: 0.1792786 Jan 21 19:02:20.970057 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-614947b3-29e5-4a0f-92a3-bc3a2d7f65c4 req-c30670e2-a8b1-4a70-93e7-9dd5e2aae5a7 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "GET /v2.0/security-groups?id=d9ad0fb1-279a-491f-869c-75cec2314abc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425150 Jan 21 19:02:20.971800 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-e1a34982-bca8-46b3-85dd-0ee809011d09 None None] Provisioning complete for port 8948c446-399b-4948-aa42-8607eebe5c08 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:02:20.972168 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e1a34982-bca8-46b3-85dd-0ee809011d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:20.979538 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-dac88102-a039-4fb7-b950-41c83295a710 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:20.980824 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-dac88102-a039-4fb7-b950-41c83295a710 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2134655 Jan 21 19:02:20.984315 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57434) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:20.995391 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-c7346db3-ffc1-4867-ad84-d29b31463c9f tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Request body: {'security_group_rule': {'security_group_id': '302ec65f-2a6c-47a0-b5f5-3b6357158be2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:20.997064 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-c7346db3-ffc1-4867-ad84-d29b31463c9f tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:21.002976 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-c7346db3-ffc1-4867-ad84-d29b31463c9f tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Usage tracker for resource:security_group_rule and tenant:083cc6f19b314d9885677036f51f4e22 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:21.010496 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-c7346db3-ffc1-4867-ad84-d29b31463c9f tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:21.015569 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-1af32aa4-b5e8-4d3a-8a0f-a9d8619443c0 req-7fcea2ef-7083-43c2-b791-244203372770 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:21.018168 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-1af32aa4-b5e8-4d3a-8a0f-a9d8619443c0 req-7fcea2ef-7083-43c2-b791-244203372770 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:21.018168 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.l3_db [req-1af32aa4-b5e8-4d3a-8a0f-a9d8619443c0 req-7fcea2ef-7083-43c2-b791-244203372770 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Floating IP 88e8cf54-07b4-439b-9efe-697de637df6a disassociated. External IP: 172.26.1.200, port: 05af6f48-51ac-402b-be5c-17859a66fb58. Jan 21 19:02:21.018168 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-1af32aa4-b5e8-4d3a-8a0f-a9d8619443c0 req-7fcea2ef-7083-43c2-b791-244203372770 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Calling delete_port for 05af6f48-51ac-402b-be5c-17859a66fb58 owned by compute:nova {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:02:21.018539 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-c7346db3-ffc1-4867-ad84-d29b31463c9f tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:21.073881 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-db5728b0-053f-4625-99ed-0b35f46cea5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:21.074366 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5728b0-053f-4625-99ed-0b35f46cea5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bcc1920-6fd2-41f6-b8c7-26d5b06a088c {{(pid=88137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:02:21.130269 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c7346db3-ffc1-4867-ad84-d29b31463c9f tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:21.139576 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 8948c446-399b-4948-aa42-8607eebe5c08 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:02:21.178541 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 05af6f48-51ac-402b-be5c-17859a66fb58 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:02:21.193089 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-030af853-e4ba-41e0-943b-343a6cb72edf tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:21.218896 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c7346db3-ffc1-4867-ad84-d29b31463c9f tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:21.290076 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-bdceca33-dfda-4987-98cb-34bd8bfa22ac tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Deleting port 8948c446-399b-4948-aa42-8607eebe5c08 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:02:21.298117 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bdceca33-dfda-4987-98cb-34bd8bfa22ac tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:21.313450 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-db5728b0-053f-4625-99ed-0b35f46cea5a admin admin] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:21.314783 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-db5728b0-053f-4625-99ed-0b35f46cea5a admin admin] 10.222.0.87 "DELETE /v2.0/routers/2bcc1920-6fd2-41f6-b8c7-26d5b06a088c HTTP/1.1" status: 204 len: 168 time: 4.5223475 Jan 21 19:02:21.325287 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57438) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:21.325287 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030af853-e4ba-41e0-943b-343a6cb72edf tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Network f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:02:21.338664 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-030af853-e4ba-41e0-943b-343a6cb72edf tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:02:21.356275 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c7346db3-ffc1-4867-ad84-d29b31463c9f tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:21.379956 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030af853-e4ba-41e0-943b-343a6cb72edf tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:02:21.387796 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030af853-e4ba-41e0-943b-343a6cb72edf tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:21.388668 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-030af853-e4ba-41e0-943b-343a6cb72edf tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:21.394328 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030af853-e4ba-41e0-943b-343a6cb72edf tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event updated for resources: {'Port': ['ID=e405cb8f-f404-4c27-8110-fc6d195eac78,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:21.401369 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7346db3-ffc1-4867-ad84-d29b31463c9f tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3284dcba-2bd4-4466-98e7-ca270d2eb0bc,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:21.408224 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3bfd1563-352e-454c-9f26-2a3943c3279a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:21.501781 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57444) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:21.518862 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 8948c446-399b-4948-aa42-8607eebe5c08 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:02:21.519545 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:21.575369 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:21.605302 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c7346db3-ffc1-4867-ad84-d29b31463c9f tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:21.606843 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c7346db3-ffc1-4867-ad84-d29b31463c9f tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6209760 Jan 21 19:02:21.610097 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57450) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:21.665548 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d122a6e-889d-424d-ab0f-5ad1d38ee8b2 admin admin] Deleting subnet 34accf81-441d-49f3-9d99-4b01b78b2f5b {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:02:21.678363 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-01c97d66-c999-47c0-9144-fba54b039ef2 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:21.683579 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0d122a6e-889d-424d-ab0f-5ad1d38ee8b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:21.699718 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-01c97d66-c999-47c0-9144-fba54b039ef2 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:21.723911 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-1af32aa4-b5e8-4d3a-8a0f-a9d8619443c0 req-7fcea2ef-7083-43c2-b791-244203372770 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:21.731722 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-030af853-e4ba-41e0-943b-343a6cb72edf tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.7217896 Jan 21 19:02:21.732698 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd1563-352e-454c-9f26-2a3943c3279a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event updated for resources: {'Subnet': ['ID=6c24f417-5c7a-46be-a3f9-2859e298f3f6,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:21.740406 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57454) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:21.753716 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-bdceca33-dfda-4987-98cb-34bd8bfa22ac tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] For port 8948c446-399b-4948-aa42-8607eebe5c08, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=8948c446-399b-4948-aa42-8607eebe5c08,segment=NetworkSegment(ffc984d9-d8c9-4c1a-8b71-dbf554dd3dfd),segment_id=ffc984d9-d8c9-4c1a-8b71-dbf554dd3dfd)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:02:21.754180 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bdceca33-dfda-4987-98cb-34bd8bfa22ac tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:21.820543 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcea2ef-7083-43c2-b791-244203372770 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Pushing event deleted for resources: {'Port': ['ID=05af6f48-51ac-402b-be5c-17859a66fb58,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:21.823039 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfd1563-352e-454c-9f26-2a3943c3279a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Checking segment: {'id': '7c68be9c-1513-41cb-b219-2e53537f8f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a53f2085-ed5d-4f1d-a4d5-6ceb566f4b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:02:21.823399 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfd1563-352e-454c-9f26-2a3943c3279a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Network hostable DHCP agents. Network: a53f2085-ed5d-4f1d-a4d5-6ceb566f4b76, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:02:21.834240 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0d122a6e-889d-424d-ab0f-5ad1d38ee8b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:21.910333 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-e80ca473-73f8-4ac7-90d7-ce50e01d7401 None None] Provisioning complete for port 8948c446-399b-4948-aa42-8607eebe5c08 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:02:21.910871 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e80ca473-73f8-4ac7-90d7-ce50e01d7401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:21.964605 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-bdceca33-dfda-4987-98cb-34bd8bfa22ac tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Calling delete_port for 8948c446-399b-4948-aa42-8607eebe5c08 owned by network:dhcp {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:02:21.995768 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-01c97d66-c999-47c0-9144-fba54b039ef2 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:22.040886 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-01c97d66-c999-47c0-9144-fba54b039ef2 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:22.042175 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-01c97d66-c999-47c0-9144-fba54b039ef2 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/3284dcba-2bd4-4466-98e7-ca270d2eb0bc HTTP/1.1" status: 204 len: 168 time: 0.4311595 Jan 21 19:02:22.053615 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57460) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:22.059187 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c97d66-c999-47c0-9144-fba54b039ef2 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3284dcba-2bd4-4466-98e7-ca270d2eb0bc,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:22.073890 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfd1563-352e-454c-9f26-2a3943c3279a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Network a53f2085-ed5d-4f1d-a4d5-6ceb566f4b76 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:02:22.087100 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-1c9c5b28-5bfb-425d-8066-6c2568d537c6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=0b87c28710c746cf921b97d5aeeeda73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5783319 Jan 21 19:02:22.087811 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57464) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:22.104761 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3695eb2b-c333-4fc6-96da-8916a4a280e3 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:22.105429 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-3695eb2b-c333-4fc6-96da-8916a4a280e3 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Synchronizing usage tracker for tenant:d3e69eb5fab24f5d9451b2cf3f9d850d on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:02:22.119653 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0d122a6e-889d-424d-ab0f-5ad1d38ee8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:22.166948 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-3bfd1563-352e-454c-9f26-2a3943c3279a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, a53f2085-ed5d-4f1d-a4d5-6ceb566f4b76) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:02:22.184803 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1af32aa4-b5e8-4d3a-8a0f-a9d8619443c0 req-7fcea2ef-7083-43c2-b791-244203372770 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Router 2b24f1d9-b1fb-4233-89a5-cef9be031802 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:02:22.187093 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa98491-0e8d-467a-8b23-26067c6573ee None None] Network a53f2085-ed5d-4f1d-a4d5-6ceb566f4b76 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:02:22.187238 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfd1563-352e-454c-9f26-2a3943c3279a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:22.187346 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1b9ce321-78e4-48d5-8a6f-feabecf73eb1 req-290a162f-abe7-4853-8e1a-a8ff8d49d081 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "GET /v2.0/ports?device_id=f94c23af-4094-4456-893c-aaab1a04caca HTTP/1.1" status: 200 len: 210 time: 0.0787697 Jan 21 19:02:22.187748 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3bfd1563-352e-454c-9f26-2a3943c3279a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:22.205448 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-73e7db91-c2c1-4286-8b45-1e24aa56ba4a tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Synchronizing usage tracker for tenant:083cc6f19b314d9885677036f51f4e22 on resource:security_group_rule {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:02:22.303834 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-3695eb2b-c333-4fc6-96da-8916a4a280e3 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Unset dirty status for tenant:d3e69eb5fab24f5d9451b2cf3f9d850d on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:02:22.305572 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-3695eb2b-c333-4fc6-96da-8916a4a280e3 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "GET /v2.0/ports/e405cb8f-f404-4c27-8110-fc6d195eac78 HTTP/1.1" status: 200 len: 840 time: 0.5569592 Jan 21 19:02:22.309109 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57468) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:22.334009 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-651c3565-74c1-4904-994e-3c406e8da569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:22.355397 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3bfd1563-352e-454c-9f26-2a3943c3279a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.0646682 Jan 21 19:02:22.368098 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57472) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:22.470272 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64738e69-43ac-4eae-9ace-ffbc9ade41a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-a53f2085-ed5d-4f1d-a4d5-6ceb566f4b76', 'network_id': 'a53f2085-ed5d-4f1d-a4d5-6ceb566f4b76', 'tenant_id': '98165352f4974f8d954efc4ce4c85f15', 'fixed_ips': [{'subnet_id': '6c24f417-5c7a-46be-a3f9-2859e298f3f6'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:02:22.471487 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-64738e69-43ac-4eae-9ace-ffbc9ade41a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:22.528277 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0d122a6e-889d-424d-ab0f-5ad1d38ee8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:22.537067 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-651c3565-74c1-4904-994e-3c406e8da569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:22.542637 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-73e7db91-c2c1-4286-8b45-1e24aa56ba4a tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Unset dirty status for tenant:083cc6f19b314d9885677036f51f4e22 on resource:security_group_rule {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:02:22.543874 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-73e7db91-c2c1-4286-8b45-1e24aa56ba4a tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4861634 Jan 21 19:02:22.556849 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57476) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:22.607573 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-e30687e8-963e-442f-b46a-473959d5e7fc tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Deleting port e405cb8f-f404-4c27-8110-fc6d195eac78 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:02:22.607904 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e30687e8-963e-442f-b46a-473959d5e7fc tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:22.642033 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d122a6e-889d-424d-ab0f-5ad1d38ee8b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34accf81-441d-49f3-9d99-4b01b78b2f5b,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:22.652614 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6209be61-f0b6-4530-8c88-64dc957acbde None None] Network 2745c7b7-aa59-4a69-977f-3d793c812102 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:02:22.661205 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0d122a6e-889d-424d-ab0f-5ad1d38ee8b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:22.682732 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-64738e69-43ac-4eae-9ace-ffbc9ade41a6 None None] Allocated IP 172.20.0.3 (a53f2085-ed5d-4f1d-a4d5-6ceb566f4b76/6c24f417-5c7a-46be-a3f9-2859e298f3f6/759dd448-1d99-49a7-b595-0ed548a6630f) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:02:22.690379 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1af32aa4-b5e8-4d3a-8a0f-a9d8619443c0 req-7fcea2ef-7083-43c2-b791-244203372770 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:02:22.715340 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7f721c57-a212-40a4-9d88-e58c992a971c tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:22.735694 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-0d122a6e-889d-424d-ab0f-5ad1d38ee8b2 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/34accf81-441d-49f3-9d99-4b01b78b2f5b HTTP/1.1" status: 204 len: 168 time: 1.4050515 Jan 21 19:02:22.746893 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57480) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:22.754775 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2c80f5-a626-4a51-b568-8e5dd8a7e656 None None] Sync routers for ids ['2b24f1d9-b1fb-4233-89a5-cef9be031802'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:02:22.801253 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af32aa4-b5e8-4d3a-8a0f-a9d8619443c0 req-7fcea2ef-7083-43c2-b791-244203372770 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] No DVR routers for this DVR port 05af6f48-51ac-402b-be5c-17859a66fb58 on host hv-neutron-8254 {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:02:22.806773 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-1af32aa4-b5e8-4d3a-8a0f-a9d8619443c0 req-7fcea2ef-7083-43c2-b791-244203372770 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:22.812568 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6b70eaa6-76e7-4414-8b10-6bca8e8503c8 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:22.812751 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bdceca33-dfda-4987-98cb-34bd8bfa22ac tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:22.814036 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94c23af-4094-4456-893c-aaab1a04caca', 'name': 'network-vif-deleted', 'tag': '05af6f48-51ac-402b-be5c-17859a66fb58'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:02:22.849182 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-1af32aa4-b5e8-4d3a-8a0f-a9d8619443c0 req-7fcea2ef-7083-43c2-b791-244203372770 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.113 "DELETE /v2.0/ports/05af6f48-51ac-402b-be5c-17859a66fb58 HTTP/1.1" status: 204 len: 173 time: 4.2469776 Jan 21 19:02:22.884847 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2c80f5-a626-4a51-b568-8e5dd8a7e656 None None] Routers {'2b24f1d9-b1fb-4233-89a5-cef9be031802'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:02:22.885454 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-8a2c80f5-a626-4a51-b568-8e5dd8a7e656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:01:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['2b24f1d9-b1fb-4233-89a5-cef9be031802'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:22.902508 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94c23af-4094-4456-893c-aaab1a04caca', 'name': 'network-vif-deleted', 'tag': '05af6f48-51ac-402b-be5c-17859a66fb58', 'status': 'completed', 'code': 200} Jan 21 19:02:22.923533 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-651c3565-74c1-4904-994e-3c406e8da569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:22.925966 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-651c3565-74c1-4904-994e-3c406e8da569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:22.927086 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-651c3565-74c1-4904-994e-3c406e8da569 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ad352177-8007-43c6-8b3f-fc933741bec6 HTTP/1.1" status: 204 len: 168 time: 0.8380728 Jan 21 19:02:22.946366 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6b70eaa6-76e7-4414-8b10-6bca8e8503c8 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:23.011727 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651c3565-74c1-4904-994e-3c406e8da569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad352177-8007-43c6-8b3f-fc933741bec6,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:23.036877 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7f721c57-a212-40a4-9d88-e58c992a971c tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:23.067901 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3739b093-75fa-41b4-9fca-446bd5659f24 None None] DHCP port deletion for a9029ddc-f3c6-454d-818b-11245f05f892 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:02:23.069236 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-dc4adf61-11f8-4047-b5c4-23d04ec57cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:23.073552 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdceca33-dfda-4987-98cb-34bd8bfa22ac tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event deleted for resources: {'Port': ['ID=8948c446-399b-4948-aa42-8607eebe5c08,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:23.150091 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-dc4adf61-11f8-4047-b5c4-23d04ec57cf6 admin admin] Deleting port f1fd1fe8-2696-4506-9e5e-9fc337f4c5c0 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:02:23.150509 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-dc4adf61-11f8-4047-b5c4-23d04ec57cf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:23.190031 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 8948c446-399b-4948-aa42-8607eebe5c08 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:02:23.266329 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 8948c446-399b-4948-aa42-8607eebe5c08 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:02:23.266676 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 8948c446-399b-4948-aa42-8607eebe5c08 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:02:23.299452 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdceca33-dfda-4987-98cb-34bd8bfa22ac tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] No DVR routers for this DVR port 8948c446-399b-4948-aa42-8607eebe5c08 on host dv-neutron-825470-1-hyperv {{(pid=88136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:02:23.302052 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e30687e8-963e-442f-b46a-473959d5e7fc tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:23.350116 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-8a2c80f5-a626-4a51-b568-8e5dd8a7e656 None None] Set router 2b24f1d9-b1fb-4233-89a5-cef9be031802 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:02:23.388711 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bdceca33-dfda-4987-98cb-34bd8bfa22ac tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:23.579629 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-64738e69-43ac-4eae-9ace-ffbc9ade41a6 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:23.595379 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-e30687e8-963e-442f-b46a-473959d5e7fc tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Calling delete_port for e405cb8f-f404-4c27-8110-fc6d195eac78 owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:02:23.648547 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44208eca-e456-45df-8616-354216b70b51 None None] DHCP port deletion for 2745c7b7-aa59-4a69-977f-3d793c812102 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:02:23.651490 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-feaf63d9-9e2b-40ea-bd3a-da9de4ee0f02 req-55295299-4189-4f2e-9e37-a4bc84512686 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "GET /v2.0/ports?device_id=f94c23af-4094-4456-893c-aaab1a04caca HTTP/1.1" status: 200 len: 210 time: 0.2657287 Jan 21 19:02:23.660593 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-44208eca-e456-45df-8616-354216b70b51 None None] Deleting port f1fd1fe8-2696-4506-9e5e-9fc337f4c5c0 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:02:23.660930 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-44208eca-e456-45df-8616-354216b70b51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:23.736691 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-64738e69-43ac-4eae-9ace-ffbc9ade41a6 None None] Transition to ACTIVE for port object 759dd448-1d99-49a7-b595-0ed548a6630f will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:02:23.754575 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7f721c57-a212-40a4-9d88-e58c992a971c tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:23.807577 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f721c57-a212-40a4-9d88-e58c992a971c tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=302ec65f-2a6c-47a0-b5f5-3b6357158be2,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:23.889067 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-dc4adf61-11f8-4047-b5c4-23d04ec57cf6 admin admin] For port f1fd1fe8-2696-4506-9e5e-9fc337f4c5c0, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=f1fd1fe8-2696-4506-9e5e-9fc337f4c5c0,segment=NetworkSegment(b4eccb45-142e-447f-a8ee-f3134a1bbcfe),segment_id=b4eccb45-142e-447f-a8ee-f3134a1bbcfe)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:02:23.889426 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-dc4adf61-11f8-4047-b5c4-23d04ec57cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:23.960232 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bdceca33-dfda-4987-98cb-34bd8bfa22ac tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:23.975821 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-44208eca-e456-45df-8616-354216b70b51 None None] For port f1fd1fe8-2696-4506-9e5e-9fc337f4c5c0, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=f1fd1fe8-2696-4506-9e5e-9fc337f4c5c0,segment=NetworkSegment(b4eccb45-142e-447f-a8ee-f3134a1bbcfe),segment_id=b4eccb45-142e-447f-a8ee-f3134a1bbcfe)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:02:23.976209 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-44208eca-e456-45df-8616-354216b70b51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:23.994107 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-64738e69-43ac-4eae-9ace-ffbc9ade41a6 None None] Transition to ACTIVE for port object 759dd448-1d99-49a7-b595-0ed548a6630f will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:02:24.045398 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-8a2c80f5-a626-4a51-b568-8e5dd8a7e656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b24f1d9-b1fb-4233-89a5-cef9be031802', 'name': 'tempest-ServersTestManualDisk-1436137172-router', 'tenant_id': '35339a7947db486893b0582b9003cb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.207'}], 'enable_snat': True}, 'gw_port_id': '29b7d165-4bc5-4789-bdcb-e021ea4e4f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:00:44Z', 'updated_at': '2022-01-21T19:00:56Z', 'revision_number': 4, 'project_id': '35339a7947db486893b0582b9003cb0e', 'gw_port': {'id': '29b7d165-4bc5-4789-bdcb-e021ea4e4f59', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:87:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b24f1d9-b1fb-4233-89a5-cef9be031802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:00:45Z', 'updated_at': '2022-01-21T19:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '89ba422f-66a7-4d8f-b525-9204540db746', 'name': '', 'network_id': 'fe9349f9-ebb7-4ed4-89c7-377645adc8f0', 'tenant_id': '35339a7947db486893b0582b9003cb0e', 'mac_address': 'fa:16:3e:c7:30:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b24f1d9-b1fb-4233-89a5-cef9be031802', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '46be17ed-e474-4ae3-8ca8-5faafc286898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:00:53Z', 'updated_at': '2022-01-21T19:01:08Z', 'revision_number': 5, 'project_id': '35339a7947db486893b0582b9003cb0e', 'subnets': [{'id': '46be17ed-e474-4ae3-8ca8-5faafc286898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:24.113546 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-44208eca-e456-45df-8616-354216b70b51 None None] Calling delete_port for f1fd1fe8-2696-4506-9e5e-9fc337f4c5c0 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:02:24.141581 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2c80f5-a626-4a51-b568-8e5dd8a7e656 None None] Checking router: 2b24f1d9-b1fb-4233-89a5-cef9be031802 for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:02:24.149837 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-64738e69-43ac-4eae-9ace-ffbc9ade41a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:24.168554 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57508) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:24.172821 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [-] 10.222.0.87 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027931 Jan 21 19:02:24.177110 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57510) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:24.181424 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-dc4adf61-11f8-4047-b5c4-23d04ec57cf6 admin admin] Calling delete_port for f1fd1fe8-2696-4506-9e5e-9fc337f4c5c0 owned by network:dhcp {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:02:24.216849 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e30687e8-963e-442f-b46a-473959d5e7fc tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:24.230244 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6b70eaa6-76e7-4414-8b10-6bca8e8503c8 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:24.243420 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2c80f5-a626-4a51-b568-8e5dd8a7e656 None None] Routers {'2b24f1d9-b1fb-4233-89a5-cef9be031802'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:02:24.244059 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-8a2c80f5-a626-4a51-b568-8e5dd8a7e656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:01:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['2b24f1d9-b1fb-4233-89a5-cef9be031802'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:24.279643 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b70eaa6-76e7-4414-8b10-6bca8e8503c8 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event deleted for resources: {'Subnet': ['ID=6c24f417-5c7a-46be-a3f9-2859e298f3f6,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:24.312084 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdceca33-dfda-4987-98cb-34bd8bfa22ac tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event deleted for resources: {'Subnet': ['ID=a43d76d1-0d02-493c-92d3-91401ccc3233,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:24.332755 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30687e8-963e-442f-b46a-473959d5e7fc tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event deleted for resources: {'Port': ['ID=e405cb8f-f404-4c27-8110-fc6d195eac78,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:24.349598 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e30687e8-963e-442f-b46a-473959d5e7fc tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:24.360094 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7f721c57-a212-40a4-9d88-e58c992a971c tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:24.364004 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-7f721c57-a212-40a4-9d88-e58c992a971c tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "DELETE /v2.0/security-groups/302ec65f-2a6c-47a0-b5f5-3b6357158be2 HTTP/1.1" status: 204 len: 168 time: 1.8008764 Jan 21 19:02:24.364184 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64738e69-43ac-4eae-9ace-ffbc9ade41a6 None None] Network a53f2085-ed5d-4f1d-a4d5-6ceb566f4b76 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:02:24.365602 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479ce569-aaf0-4ba7-9362-af8020800c89 None None] Network a9029ddc-f3c6-454d-818b-11245f05f892 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:02:24.417173 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-d70408d7-4c1f-415c-9c86-fea4e64854fb tempest-NetworksApiDiscovery-1777325959 tempest-NetworksApiDiscovery-1777325959-project] 10.222.0.87 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2359104 Jan 21 19:02:24.421087 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57516) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:24.426267 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bdceca33-dfda-4987-98cb-34bd8bfa22ac tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:24.435918 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6b70eaa6-76e7-4414-8b10-6bca8e8503c8 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:24.473404 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-bdceca33-dfda-4987-98cb-34bd8bfa22ac tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9029ddc-f3c6-454d-818b-11245f05f892']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:24.488277 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-bdceca33-dfda-4987-98cb-34bd8bfa22ac tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffc984d9-d8c9-4c1a-8b71-dbf554dd3dfd') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:24.488277 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-bdceca33-dfda-4987-98cb-34bd8bfa22ac tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffc984d9-d8c9-4c1a-8b71-dbf554dd3dfd') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:24.508663 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bdceca33-dfda-4987-98cb-34bd8bfa22ac tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:24.528882 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-64738e69-43ac-4eae-9ace-ffbc9ade41a6 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:02:24.535867 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bdceca33-dfda-4987-98cb-34bd8bfa22ac tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:24.546273 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdceca33-dfda-4987-98cb-34bd8bfa22ac tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:02:24.547032 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bdceca33-dfda-4987-98cb-34bd8bfa22ac tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:24.561620 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-6b70eaa6-76e7-4414-8b10-6bca8e8503c8 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a53f2085-ed5d-4f1d-a4d5-6ceb566f4b76']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:24.575441 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64738e69-43ac-4eae-9ace-ffbc9ade41a6 None None] Pushing event updated for resources: {'Port': ['ID=759dd448-1d99-49a7-b595-0ed548a6630f,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:24.581560 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-355e20a7-984b-44aa-b9c8-26ce6fc25562 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1593211 Jan 21 19:02:24.585393 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-6b70eaa6-76e7-4414-8b10-6bca8e8503c8 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c68be9c-1513-41cb-b219-2e53537f8f32') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:24.585393 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-6b70eaa6-76e7-4414-8b10-6bca8e8503c8 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c68be9c-1513-41cb-b219-2e53537f8f32') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:24.585642 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64738e69-43ac-4eae-9ace-ffbc9ade41a6 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:02:24.592140 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57522) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:24.598872 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-0e1aab19-47c1-4d2d-9b5c-38da06af78a7 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Request body: {'security_group': {'name': 'tempest-secgroup--964105592'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:24.606720 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-0e1aab19-47c1-4d2d-9b5c-38da06af78a7 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:24.614344 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-0e1aab19-47c1-4d2d-9b5c-38da06af78a7 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Usage tracker for resource:security_group and tenant:083cc6f19b314d9885677036f51f4e22 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:24.614791 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64738e69-43ac-4eae-9ace-ffbc9ade41a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:02:24.615204 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64738e69-43ac-4eae-9ace-ffbc9ade41a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:02:24.615608 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64738e69-43ac-4eae-9ace-ffbc9ade41a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:02:24.616003 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64738e69-43ac-4eae-9ace-ffbc9ade41a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:02:24.616416 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64738e69-43ac-4eae-9ace-ffbc9ade41a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:02:24.616916 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64738e69-43ac-4eae-9ace-ffbc9ade41a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:02:24.617192 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64738e69-43ac-4eae-9ace-ffbc9ade41a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:02:24.617626 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64738e69-43ac-4eae-9ace-ffbc9ade41a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:02:24.618053 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64738e69-43ac-4eae-9ace-ffbc9ade41a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:02:24.618440 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64738e69-43ac-4eae-9ace-ffbc9ade41a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:02:24.618823 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64738e69-43ac-4eae-9ace-ffbc9ade41a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:02:24.618993 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6b70eaa6-76e7-4414-8b10-6bca8e8503c8 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:24.619267 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64738e69-43ac-4eae-9ace-ffbc9ade41a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:02:24.626397 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-0e1aab19-47c1-4d2d-9b5c-38da06af78a7 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:24.637691 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-0e1aab19-47c1-4d2d-9b5c-38da06af78a7 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:24.645100 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6b70eaa6-76e7-4414-8b10-6bca8e8503c8 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:24.654459 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b70eaa6-76e7-4414-8b10-6bca8e8503c8 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:02:24.654721 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6b70eaa6-76e7-4414-8b10-6bca8e8503c8 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:24.664041 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:02:24.664041 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:02:24.664041 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:02:24.664041 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:02:24.664041 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:02:24.664041 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:02:24.664041 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:02:24.664041 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:02:24.664041 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:02:24.664041 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:02:24.664041 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:02:24.664041 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:02:24.664041 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:02:24.664041 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:02:24.664041 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:02:24.664041 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:02:24.664041 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:02:24.664041 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:02:24.664041 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:02:24.664041 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:02:24.664041 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:02:24.664041 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:02:24.664041 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:02:24.664041 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:02:24.664041 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:02:24.664041 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:02:24.664041 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:02:24.664041 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:02:24.664041 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:02:24.664041 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:02:24.664041 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:02:24.664041 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:02:24.671936 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:02:24.671936 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:02:24.671936 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:02:24.671936 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:02:24.671936 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:02:24.671936 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:02:24.671936 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:02:24.671936 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:02:24.671936 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:02:24.671936 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:02:24.671936 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:02:24.671936 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:02:24.671936 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:02:24.671936 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:02:24.671936 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:02:24.671936 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:02:24.671936 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:02:24.671936 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:02:24.671936 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:02:24.671936 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:02:24.671936 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:02:24.671936 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:02:24.671936 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:02:24.671936 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:02:24.671936 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:02:24.671936 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:02:24.671936 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:02:24.671936 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:02:24.671936 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:02:24.671936 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:02:24.671936 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:02:24.671936 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:02:24.673720 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-dc4adf61-11f8-4047-b5c4-23d04ec57cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:24.676040 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e30687e8-963e-442f-b46a-473959d5e7fc tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/ports/e405cb8f-f404-4c27-8110-fc6d195eac78 HTTP/1.1" status: 204 len: 168 time: 2.3659835 Jan 21 19:02:24.679393 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57526) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:24.699453 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccabf050-84c8-4e08-a6c9-43bb3160acb7 None None] DHCP port deletion for a9029ddc-f3c6-454d-818b-11245f05f892 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:02:24.723490 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-44208eca-e456-45df-8616-354216b70b51 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:02:24.724035 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-44208eca-e456-45df-8616-354216b70b51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:02:24.725878 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4adf61-11f8-4047-b5c4-23d04ec57cf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1fd1fe8-2696-4506-9e5e-9fc337f4c5c0,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:24.727946 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4adf61-11f8-4047-b5c4-23d04ec57cf6 admin admin] No DVR routers for this DVR port f1fd1fe8-2696-4506-9e5e-9fc337f4c5c0 on host dv-neutron-825470-1-hyperv {{(pid=88136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:02:24.734771 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-7df098a7-17bd-48a9-97d1-1f784f3b3360 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] GET failed (client error): The resource could not be found. Jan 21 19:02:24.735315 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-7df098a7-17bd-48a9-97d1-1f784f3b3360 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Synchronizing usage tracker for tenant:d3e69eb5fab24f5d9451b2cf3f9d850d on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:02:24.804464 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bdceca33-dfda-4987-98cb-34bd8bfa22ac tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:24.820414 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-64738e69-43ac-4eae-9ace-ffbc9ade41a6 None None] Attempting to bind port 759dd448-1d99-49a7-b595-0ed548a6630f on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:02:24.821113 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-64738e69-43ac-4eae-9ace-ffbc9ade41a6 None None] Attempting to bind port 759dd448-1d99-49a7-b595-0ed548a6630f by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '7c68be9c-1513-41cb-b219-2e53537f8f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a53f2085-ed5d-4f1d-a4d5-6ceb566f4b76'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:02:24.821376 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64738e69-43ac-4eae-9ace-ffbc9ade41a6 None None] Attempting to bind port 759dd448-1d99-49a7-b595-0ed548a6630f on network a53f2085-ed5d-4f1d-a4d5-6ceb566f4b76 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:02:24.829354 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bdceca33-dfda-4987-98cb-34bd8bfa22ac tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:24.846567 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64738e69-43ac-4eae-9ace-ffbc9ade41a6 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:02:24.847137 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64738e69-43ac-4eae-9ace-ffbc9ade41a6 None None] Checking segment: {'id': '7c68be9c-1513-41cb-b219-2e53537f8f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a53f2085-ed5d-4f1d-a4d5-6ceb566f4b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:02:24.847327 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-64738e69-43ac-4eae-9ace-ffbc9ade41a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:24.847759 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64738e69-43ac-4eae-9ace-ffbc9ade41a6 None None] Bound using segment: {'id': '7c68be9c-1513-41cb-b219-2e53537f8f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a53f2085-ed5d-4f1d-a4d5-6ceb566f4b76'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:02:24.848413 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-64738e69-43ac-4eae-9ace-ffbc9ade41a6 None None] Bound port: 759dd448-1d99-49a7-b595-0ed548a6630f, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c68be9c-1513-41cb-b219-2e53537f8f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a53f2085-ed5d-4f1d-a4d5-6ceb566f4b76'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:02:24.848984 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-64738e69-43ac-4eae-9ace-ffbc9ade41a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:24.876249 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-8a2c80f5-a626-4a51-b568-8e5dd8a7e656 None None] Set router 2b24f1d9-b1fb-4233-89a5-cef9be031802 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:02:24.896930 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-dc4adf61-11f8-4047-b5c4-23d04ec57cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:24.929348 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-dc4adf61-11f8-4047-b5c4-23d04ec57cf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2745c7b7-aa59-4a69-977f-3d793c812102']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:24.942168 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-dc4adf61-11f8-4047-b5c4-23d04ec57cf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4eccb45-142e-447f-a8ee-f3134a1bbcfe') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:24.942466 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-dc4adf61-11f8-4047-b5c4-23d04ec57cf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4eccb45-142e-447f-a8ee-f3134a1bbcfe') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:24.947655 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-7df098a7-17bd-48a9-97d1-1f784f3b3360 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Unset dirty status for tenant:d3e69eb5fab24f5d9451b2cf3f9d850d on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:02:24.948880 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-7df098a7-17bd-48a9-97d1-1f784f3b3360 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "GET /v2.0/ports/e405cb8f-f404-4c27-8110-fc6d195eac78 HTTP/1.1" status: 404 len: 333 time: 0.2686646 Jan 21 19:02:24.962130 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0e1aab19-47c1-4d2d-9b5c-38da06af78a7 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:24.962408 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-dc4adf61-11f8-4047-b5c4-23d04ec57cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:24.970061 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57534) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:24.970396 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57536) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:24.980978 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-dc4adf61-11f8-4047-b5c4-23d04ec57cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:24.988478 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc4adf61-11f8-4047-b5c4-23d04ec57cf6 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:02:24.988968 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-dc4adf61-11f8-4047-b5c4-23d04ec57cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:25.000710 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-3fdf7066-d83a-43b6-886e-bf4d0e3ae64a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'port': {'network_id': 'f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9', 'name': 'tempest-PortsTestJSON-32082035'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:25.028712 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-0e1aab19-47c1-4d2d-9b5c-38da06af78a7 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:25.032875 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-0e1aab19-47c1-4d2d-9b5c-38da06af78a7 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Usage tracker for resource:security_group_rule and tenant:083cc6f19b314d9885677036f51f4e22 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:25.035785 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-0e1aab19-47c1-4d2d-9b5c-38da06af78a7 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:25.042309 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-0e1aab19-47c1-4d2d-9b5c-38da06af78a7 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:25.082172 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:02:25.082172 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:02:25.082172 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:02:25.082172 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:02:25.082172 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:02:25.082172 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:02:25.082172 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:02:25.082172 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:02:25.082172 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:02:25.082172 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:02:25.082172 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:02:25.082172 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:02:25.082172 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:02:25.082172 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:02:25.082172 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:02:25.082172 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:02:25.082172 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:02:25.082172 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:02:25.082172 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:02:25.082172 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:02:25.082172 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:02:25.082172 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:02:25.082172 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:02:25.082172 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:02:25.082172 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:02:25.082172 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:02:25.082172 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:02:25.082172 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:02:25.082172 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:02:25.082172 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:02:25.082172 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:02:25.082172 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:02:25.087628 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdceca33-dfda-4987-98cb-34bd8bfa22ac tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event deleted for resources: {'Network': ['ID=a9029ddc-f3c6-454d-818b-11245f05f892,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:25.105532 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-32b3d55f-a74d-47e2-bf89-48b303f16c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:25.117207 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.db.api [None req-6b70eaa6-76e7-4414-8b10-6bca8e8503c8 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 19:02:25.117207 dv-neutron-825470-1-hyperv neutron-server[88137]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 19:02:25.117207 dv-neutron-825470-1-hyperv neutron-server[88137]: [parameters: {'id': 'a53f2085-ed5d-4f1d-a4d5-6ceb566f4b76'}] Jan 21 19:02:25.117207 dv-neutron-825470-1-hyperv neutron-server[88137]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:02:25.122738 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG oslo_db.api [None req-6b70eaa6-76e7-4414-8b10-6bca8e8503c8 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:02:25.138528 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-dc4adf61-11f8-4047-b5c4-23d04ec57cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:25.143029 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device f1fd1fe8-2696-4506-9e5e-9fc337f4c5c0 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:02:25.162403 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-dc4adf61-11f8-4047-b5c4-23d04ec57cf6 admin admin] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:25.165157 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57544) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:25.177147 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-64738e69-43ac-4eae-9ace-ffbc9ade41a6 None None] For port 759dd448-1d99-49a7-b595-0ed548a6630f, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:02:25.184228 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-bdceca33-dfda-4987-98cb-34bd8bfa22ac tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "DELETE /v2.0/networks/a9029ddc-f3c6-454d-818b-11245f05f892 HTTP/1.1" status: 204 len: 168 time: 5.9573450 Jan 21 19:02:25.185294 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4adf61-11f8-4047-b5c4-23d04ec57cf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2745c7b7-aa59-4a69-977f-3d793c812102,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:25.189453 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57550) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:25.233056 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8454487-2c4c-44c6-bfde-8cd2c65a127a tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] DELETE failed (client error): The resource could not be found. Jan 21 19:02:25.233509 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8454487-2c4c-44c6-bfde-8cd2c65a127a tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:02:25.235504 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a8454487-2c4c-44c6-bfde-8cd2c65a127a tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "DELETE /v2.0/subnets/a43d76d1-0d02-493c-92d3-91401ccc3233 HTTP/1.1" status: 404 len: 337 time: 0.0455413 Jan 21 19:02:25.239643 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57554) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:25.251593 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-44208eca-e456-45df-8616-354216b70b51 None None] Deleting port f1fd1fe8-2696-4506-9e5e-9fc337f4c5c0 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:02:25.252013 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-44208eca-e456-45df-8616-354216b70b51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:25.267194 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-78cd95a3-8e40-4289-9f3e-96ea1979b525 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] DELETE failed (client error): The resource could not be found. Jan 21 19:02:25.267806 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78cd95a3-8e40-4289-9f3e-96ea1979b525 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:02:25.269771 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-78cd95a3-8e40-4289-9f3e-96ea1979b525 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "DELETE /v2.0/networks/a9029ddc-f3c6-454d-818b-11245f05f892 HTTP/1.1" status: 404 len: 339 time: 0.0311127 Jan 21 19:02:25.272394 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57558) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:25.278690 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: f1fd1fe8-2696-4506-9e5e-9fc337f4c5c0 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:02:25.279029 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device f1fd1fe8-2696-4506-9e5e-9fc337f4c5c0 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:02:25.292392 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-64738e69-43ac-4eae-9ace-ffbc9ade41a6 None None] For port 759dd448-1d99-49a7-b595-0ed548a6630f, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=759dd448-1d99-49a7-b595-0ed548a6630f,segment=NetworkSegment(7c68be9c-1513-41cb-b219-2e53537f8f32),segment_id=7c68be9c-1513-41cb-b219-2e53537f8f32)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:02:25.307388 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-dc4adf61-11f8-4047-b5c4-23d04ec57cf6 admin admin] 10.222.0.87 "DELETE /v2.0/networks/2745c7b7-aa59-4a69-977f-3d793c812102 HTTP/1.1" status: 204 len: 168 time: 2.5603929 Jan 21 19:02:25.313848 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8a7f17b2-6278-4806-b8dd-91e52d1167ed tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:25.316931 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0e1aab19-47c1-4d2d-9b5c-38da06af78a7 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:25.332317 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3fdf7066-d83a-43b6-886e-bf4d0e3ae64a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:25.344124 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-44208eca-e456-45df-8616-354216b70b51 None None] The port 'f1fd1fe8-2696-4506-9e5e-9fc337f4c5c0' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:02:25.396394 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3fdf7066-d83a-43b6-886e-bf4d0e3ae64a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:25.418913 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-64738e69-43ac-4eae-9ace-ffbc9ade41a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:25.423101 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8a7f17b2-6278-4806-b8dd-91e52d1167ed tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:25.438269 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2341f03b-93e3-4529-b03c-32871d6bf59d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:25.457926 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0e1aab19-47c1-4d2d-9b5c-38da06af78a7 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:25.458468 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-2341f03b-93e3-4529-b03c-32871d6bf59d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:25.467512 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8d96078d-8e2d-4b15-be24-181758716b14 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:25.470466 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-2341f03b-93e3-4529-b03c-32871d6bf59d admin admin] Usage tracker for resource:security_group_rule and tenant:e2837291789243c59e3f01a44b69a499 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:25.473711 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-2341f03b-93e3-4529-b03c-32871d6bf59d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:25.482904 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-2341f03b-93e3-4529-b03c-32871d6bf59d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:25.532087 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1aab19-47c1-4d2d-9b5c-38da06af78a7 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a227a23e-66cc-4c90-956c-48b20d2a2ed8,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:25.543262 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64738e69-43ac-4eae-9ace-ffbc9ade41a6 None None] Pushing event updated for resources: {'Port': ['ID=759dd448-1d99-49a7-b595-0ed548a6630f,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:25.560500 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-8a2c80f5-a626-4a51-b568-8e5dd8a7e656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b24f1d9-b1fb-4233-89a5-cef9be031802', 'name': 'tempest-ServersTestManualDisk-1436137172-router', 'tenant_id': '35339a7947db486893b0582b9003cb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.207'}], 'enable_snat': True}, 'gw_port_id': '29b7d165-4bc5-4789-bdcb-e021ea4e4f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:00:44Z', 'updated_at': '2022-01-21T19:00:56Z', 'revision_number': 4, 'project_id': '35339a7947db486893b0582b9003cb0e', 'gw_port': {'id': '29b7d165-4bc5-4789-bdcb-e021ea4e4f59', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:87:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b24f1d9-b1fb-4233-89a5-cef9be031802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:00:45Z', 'updated_at': '2022-01-21T19:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '89ba422f-66a7-4d8f-b525-9204540db746', 'name': '', 'network_id': 'fe9349f9-ebb7-4ed4-89c7-377645adc8f0', 'tenant_id': '35339a7947db486893b0582b9003cb0e', 'mac_address': 'fa:16:3e:c7:30:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b24f1d9-b1fb-4233-89a5-cef9be031802', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '46be17ed-e474-4ae3-8ca8-5faafc286898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:00:53Z', 'updated_at': '2022-01-21T19:01:08Z', 'revision_number': 5, 'project_id': '35339a7947db486893b0582b9003cb0e', 'subnets': [{'id': '46be17ed-e474-4ae3-8ca8-5faafc286898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:25.564559 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2c80f5-a626-4a51-b568-8e5dd8a7e656 None None] The sync data for ids ['2b24f1d9-b1fb-4233-89a5-cef9be031802'] in dv-neutron-825470-1-hyperv is: [{'id': '2b24f1d9-b1fb-4233-89a5-cef9be031802', 'name': 'tempest-ServersTestManualDisk-1436137172-router', 'tenant_id': '35339a7947db486893b0582b9003cb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.207'}], 'enable_snat': True}, 'gw_port_id': '29b7d165-4bc5-4789-bdcb-e021ea4e4f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:00:44Z', 'updated_at': '2022-01-21T19:00:56Z', 'revision_number': 4, 'project_id': '35339a7947db486893b0582b9003cb0e', 'gw_port': {'id': '29b7d165-4bc5-4789-bdcb-e021ea4e4f59', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:87:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b24f1d9-b1fb-4233-89a5-cef9be031802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:00:45Z', 'updated_at': '2022-01-21T19:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '89ba422f-66a7-4d8f-b525-9204540db746', 'name': '', 'network_id': 'fe9349f9-ebb7-4ed4-89c7-377645adc8f0', 'tenant_id': '35339a7947db486893b0582b9003cb0e', 'mac_address': 'fa:16:3e:c7:30:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b24f1d9-b1fb-4233-89a5-cef9be031802', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '46be17ed-e474-4ae3-8ca8-5faafc286898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:00:53Z', 'updated_at': '2022-01-21T19:01:08Z', 'revision_number': 5, 'project_id': '35339a7947db486893b0582b9003cb0e', 'subnets': [{'id': '46be17ed-e474-4ae3-8ca8-5faafc286898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:02:25.573216 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdf7066-d83a-43b6-886e-bf4d0e3ae64a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Made reservation on behalf of d3e69eb5fab24f5d9451b2cf3f9d850d for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:02:25.576795 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3fdf7066-d83a-43b6-886e-bf4d0e3ae64a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:25.603447 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-3fdf7066-d83a-43b6-886e-bf4d0e3ae64a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] device_id is not set on port 47e56841-424f-4883-b167-b96a7c288052 yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:02:25.642922 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6b70eaa6-76e7-4414-8b10-6bca8e8503c8 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:25.645761 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0e1aab19-47c1-4d2d-9b5c-38da06af78a7 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:25.650121 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-0e1aab19-47c1-4d2d-9b5c-38da06af78a7 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0537050 Jan 21 19:02:25.654589 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8d96078d-8e2d-4b15-be24-181758716b14 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:25.655698 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57564) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:25.674195 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-dc23b34d-4183-400e-9afd-8e983c95e4f7 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Request body: {'security_group_rule': {'security_group_id': 'a227a23e-66cc-4c90-956c-48b20d2a2ed8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:25.685412 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-dc23b34d-4183-400e-9afd-8e983c95e4f7 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:25.688072 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8a7f17b2-6278-4806-b8dd-91e52d1167ed tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:25.694628 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-8d96078d-8e2d-4b15-be24-181758716b14 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ff16e40-3cb3-415c-8165-ef63de7d1fa8']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:25.714508 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-8d96078d-8e2d-4b15-be24-181758716b14 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b12d33b-f0dc-4b41-ae66-00848d427d99') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:25.714881 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-8d96078d-8e2d-4b15-be24-181758716b14 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b12d33b-f0dc-4b41-ae66-00848d427d99') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:25.717399 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-dc23b34d-4183-400e-9afd-8e983c95e4f7 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Usage tracker for resource:security_group_rule and tenant:083cc6f19b314d9885677036f51f4e22 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:25.724300 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef7ea05-1f22-406c-bf3f-0101051e7e9b None None] Network a53f2085-ed5d-4f1d-a4d5-6ceb566f4b76 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:02:25.730903 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8d96078d-8e2d-4b15-be24-181758716b14 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:25.737152 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-dc23b34d-4183-400e-9afd-8e983c95e4f7 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:25.740377 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f17b2-6278-4806-b8dd-91e52d1167ed tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ad0fb1-279a-491f-869c-75cec2314abc,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:25.742263 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-6b70eaa6-76e7-4414-8b10-6bca8e8503c8 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Deleting port 759dd448-1d99-49a7-b595-0ed548a6630f {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:02:25.743353 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6b70eaa6-76e7-4414-8b10-6bca8e8503c8 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:25.746204 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57568) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:25.787508 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8d96078d-8e2d-4b15-be24-181758716b14 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:25.799298 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-dc23b34d-4183-400e-9afd-8e983c95e4f7 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:25.832028 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d96078d-8e2d-4b15-be24-181758716b14 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:02:25.832987 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8d96078d-8e2d-4b15-be24-181758716b14 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:25.849754 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:02:25.849754 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:02:25.849754 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:02:25.849754 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:02:25.849754 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:02:25.849754 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:02:25.849754 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:02:25.849754 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:02:25.849754 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:02:25.849754 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:02:25.849754 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:02:25.849754 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:02:25.849754 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:02:25.849754 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:02:25.849754 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:02:25.849754 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:02:25.849754 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:02:25.849754 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:02:25.849754 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:02:25.849754 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:02:25.849754 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:02:25.849754 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:02:25.849754 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:02:25.849754 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:02:25.849754 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:02:25.849754 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:02:25.849754 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:02:25.849754 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:02:25.849754 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:02:25.849754 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:02:25.849754 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:02:25.849754 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:02:25.919827 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8a7f17b2-6278-4806-b8dd-91e52d1167ed tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:25.923291 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-8a7f17b2-6278-4806-b8dd-91e52d1167ed tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "DELETE /v2.0/security-groups/d9ad0fb1-279a-491f-869c-75cec2314abc HTTP/1.1" status: 204 len: 168 time: 0.9416430 Jan 21 19:02:25.936976 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57572) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:25.942148 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7ce22b-4192-47f5-b744-a5a7d3daade9 None None] New status for floating IP 88e8cf54-07b4-439b-9efe-697de637df6a: DOWN {{(pid=88139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:02:25.982206 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c77d25-47c5-4bae-a67f-94e78cc6477f None None] get_active_networks_info from dv-neutron-825470-1-hyperv {{(pid=88138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 21 19:02:25.995946 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-dd6aa3df-c0d5-4b63-bd84-8e81e2397f3d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=bb8144e3b5cb451fa2ea1f5ea2efa32a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2484407 Jan 21 19:02:25.999978 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57576) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:26.006411 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2341f03b-93e3-4529-b03c-32871d6bf59d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:26.073397 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3fdf7066-d83a-43b6-886e-bf4d0e3ae64a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:26.078816 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f87e36a5-2b6f-4031-b664-3b5baebe89fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:26.094993 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2341f03b-93e3-4529-b03c-32871d6bf59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:26.119032 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c77d25-47c5-4bae-a67f-94e78cc6477f None None] Resources bound (agent type, host, resource id): {{(pid=88138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 19:02:26.143567 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8d96078d-8e2d-4b15-be24-181758716b14 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:26.162035 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f87e36a5-2b6f-4031-b664-3b5baebe89fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:26.192602 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8d96078d-8e2d-4b15-be24-181758716b14 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:26.207896 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2341f03b-93e3-4529-b03c-32871d6bf59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6825526-1943-4f30-a4db-9964adfa157f,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:26.216489 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-2341f03b-93e3-4529-b03c-32871d6bf59d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e2837291789243c59e3f01a44b69a499&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0500488 Jan 21 19:02:26.229638 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57580) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:26.242018 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3fdf7066-d83a-43b6-886e-bf4d0e3ae64a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:26.242018 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-98ed13b4-a4b1-44da-b5ae-a6ba1f3ca0fe tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] show failed (client error): The resource could not be found. Jan 21 19:02:26.242018 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-98ed13b4-a4b1-44da-b5ae-a6ba1f3ca0fe tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "GET /v2.0/security-groups/d9ad0fb1-279a-491f-869c-75cec2314abc HTTP/1.1" status: 404 len: 347 time: 0.2990897 Jan 21 19:02:26.242703 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96078d-8e2d-4b15-be24-181758716b14 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event deleted for resources: {'Network': ['ID=5ff16e40-3cb3-415c-8165-ef63de7d1fa8,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:26.262641 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57584) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:26.276106 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-8d96078d-8e2d-4b15-be24-181758716b14 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "DELETE /v2.0/networks/5ff16e40-3cb3-415c-8165-ef63de7d1fa8 HTTP/1.1" status: 204 len: 168 time: 1.0025761 Jan 21 19:02:26.333697 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57588) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:26.338057 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-dc23b34d-4183-400e-9afd-8e983c95e4f7 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:26.450950 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdf7066-d83a-43b6-886e-bf4d0e3ae64a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Network f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:02:26.464945 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-3fdf7066-d83a-43b6-886e-bf4d0e3ae64a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:02:26.469102 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-6b70eaa6-76e7-4414-8b10-6bca8e8503c8 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] For port 759dd448-1d99-49a7-b595-0ed548a6630f, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=759dd448-1d99-49a7-b595-0ed548a6630f,segment=NetworkSegment(7c68be9c-1513-41cb-b219-2e53537f8f32),segment_id=7c68be9c-1513-41cb-b219-2e53537f8f32)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:02:26.469684 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6b70eaa6-76e7-4414-8b10-6bca8e8503c8 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:26.482102 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-28972d13-77d3-4aa4-ba2a-a71237671d26 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] DELETE failed (client error): The resource could not be found. Jan 21 19:02:26.482589 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28972d13-77d3-4aa4-ba2a-a71237671d26 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:02:26.486690 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-28972d13-77d3-4aa4-ba2a-a71237671d26 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "DELETE /v2.0/subnets/26d9da4d-be53-4f3c-9fc1-e80f52df67cb HTTP/1.1" status: 404 len: 337 time: 0.1494713 Jan 21 19:02:26.486690 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdf7066-d83a-43b6-886e-bf4d0e3ae64a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:02:26.490992 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdf7066-d83a-43b6-886e-bf4d0e3ae64a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:26.491599 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3fdf7066-d83a-43b6-886e-bf4d0e3ae64a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:26.494516 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57592) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:26.506174 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf7066-d83a-43b6-886e-bf4d0e3ae64a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event updated for resources: {'Port': ['ID=47e56841-424f-4883-b167-b96a7c288052,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:26.564855 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc42b22-1528-44bc-b418-f0ed61e320da None None] get_active_networks_info from dv-neutron-825470-1-hyperv {{(pid=88138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 21 19:02:26.640072 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1fc858e-afe7-4ab7-89ac-92ebc927af98 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] DELETE failed (client error): The resource could not be found. Jan 21 19:02:26.640535 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1fc858e-afe7-4ab7-89ac-92ebc927af98 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:02:26.640976 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-6b70eaa6-76e7-4414-8b10-6bca8e8503c8 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Calling delete_port for 759dd448-1d99-49a7-b595-0ed548a6630f owned by network:dhcp {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:02:26.653630 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-ab774ad2-bd45-4be9-9584-40f19c423128 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Deleting port d5ac7f9f-4700-4d60-89e8-8ff2b0d9dfd6 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:02:26.653992 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ab774ad2-bd45-4be9-9584-40f19c423128 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:26.696867 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc42b22-1528-44bc-b418-f0ed61e320da None None] Resources bound (agent type, host, resource id): {{(pid=88138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 19:02:26.698621 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-dc23b34d-4183-400e-9afd-8e983c95e4f7 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:26.699070 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d1fc858e-afe7-4ab7-89ac-92ebc927af98 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "DELETE /v2.0/networks/21abc03e-68bf-48d8-9f40-de1f78a6d408 HTTP/1.1" status: 404 len: 339 time: 0.2007401 Jan 21 19:02:26.701702 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57596) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:26.705929 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-25c7215f-6f32-482b-830b-1eb7dc5a74a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:26.707575 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3fdf7066-d83a-43b6-886e-bf4d0e3ae64a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.7303486 Jan 21 19:02:26.712704 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57600) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:26.731349 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-7d547c38-21fa-4fa8-95bb-7f33226376f5 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:26.771163 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-dc23b34d-4183-400e-9afd-8e983c95e4f7 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:26.780052 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f87e36a5-2b6f-4031-b664-3b5baebe89fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:26.782586 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f87e36a5-2b6f-4031-b664-3b5baebe89fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:26.786010 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f87e36a5-2b6f-4031-b664-3b5baebe89fb admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d87845ad-24d0-418a-aecf-b843acd07c9d HTTP/1.1" status: 204 len: 168 time: 0.7803738 Jan 21 19:02:26.809349 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23b34d-4183-400e-9afd-8e983c95e4f7 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=480df3ca-3f66-46ab-b5e2-be298c4591bc,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:26.816724 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-74eaa780-eed4-4247-98dd-c7bc1bc1e8d2 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Deleting subnet 2040fec2-c6a7-4ed6-bc6d-2940ef325238 {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:02:26.823710 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-74eaa780-eed4-4247-98dd-c7bc1bc1e8d2 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:26.832245 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-25c7215f-6f32-482b-830b-1eb7dc5a74a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:26.879249 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6b70eaa6-76e7-4414-8b10-6bca8e8503c8 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:26.882984 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e36a5-2b6f-4031-b664-3b5baebe89fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87845ad-24d0-418a-aecf-b843acd07c9d,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:26.932897 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-74eaa780-eed4-4247-98dd-c7bc1bc1e8d2 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:26.978570 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-dc23b34d-4183-400e-9afd-8e983c95e4f7 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:26.979745 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-dc23b34d-4183-400e-9afd-8e983c95e4f7 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3236840 Jan 21 19:02:26.984234 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b70eaa6-76e7-4414-8b10-6bca8e8503c8 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event deleted for resources: {'Port': ['ID=759dd448-1d99-49a7-b595-0ed548a6630f,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:26.986233 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b70eaa6-76e7-4414-8b10-6bca8e8503c8 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] No DVR routers for this DVR port 759dd448-1d99-49a7-b595-0ed548a6630f on host dv-neutron-825470-1-hyperv {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:02:26.989821 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57606) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:27.091799 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7d547c38-21fa-4fa8-95bb-7f33226376f5 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:27.118139 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ab774ad2-bd45-4be9-9584-40f19c423128 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:27.118714 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ab774ad2-bd45-4be9-9584-40f19c423128 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:27.300552 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-25c7215f-6f32-482b-830b-1eb7dc5a74a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:27.308880 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-51f0e23e-5753-4c87-940c-85f540eb1457 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "GET /v2.0/security-group-rules/480df3ca-3f66-46ab-b5e2-be298c4591bc HTTP/1.1" status: 200 len: 763 time: 0.3180792 Jan 21 19:02:27.314820 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57610) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:27.318103 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-ab774ad2-bd45-4be9-9584-40f19c423128 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Calling delete_port for d5ac7f9f-4700-4d60-89e8-8ff2b0d9dfd6 owned by network:floatingip {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:02:27.356834 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-244e0858-0bdd-4fcd-b8e3-4d2e78a7ebbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:27.370905 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6b70eaa6-76e7-4414-8b10-6bca8e8503c8 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:27.386527 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7215f-6f32-482b-830b-1eb7dc5a74a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6825526-1943-4f30-a4db-9964adfa157f,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:27.407835 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-25c7215f-6f32-482b-830b-1eb7dc5a74a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:27.408937 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-25c7215f-6f32-482b-830b-1eb7dc5a74a8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b6825526-1943-4f30-a4db-9964adfa157f HTTP/1.1" status: 204 len: 168 time: 1.1783395 Jan 21 19:02:27.440200 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-6b70eaa6-76e7-4414-8b10-6bca8e8503c8 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a53f2085-ed5d-4f1d-a4d5-6ceb566f4b76']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:27.486500 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-6b70eaa6-76e7-4414-8b10-6bca8e8503c8 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c68be9c-1513-41cb-b219-2e53537f8f32') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:27.489954 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-6b70eaa6-76e7-4414-8b10-6bca8e8503c8 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c68be9c-1513-41cb-b219-2e53537f8f32') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:27.548910 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6b70eaa6-76e7-4414-8b10-6bca8e8503c8 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:27.588529 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-f5429a9d-a0aa-4683-886b-37f4d30ff7c2 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Synchronizing usage tracker for tenant:083cc6f19b314d9885677036f51f4e22 on resource:security_group_rule {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:02:27.612241 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-74eaa780-eed4-4247-98dd-c7bc1bc1e8d2 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:27.654480 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6b70eaa6-76e7-4414-8b10-6bca8e8503c8 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:27.683721 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b70eaa6-76e7-4414-8b10-6bca8e8503c8 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:02:27.688083 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6b70eaa6-76e7-4414-8b10-6bca8e8503c8 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:27.723170 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7d547c38-21fa-4fa8-95bb-7f33226376f5 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:27.727754 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:02:27.727754 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:02:27.727754 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:02:27.727754 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:02:27.727754 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:02:27.727754 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:02:27.727754 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:02:27.727754 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:02:27.727754 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:02:27.727754 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:02:27.727754 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:02:27.727754 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:02:27.727754 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:02:27.727754 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:02:27.727754 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:02:27.727754 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:02:27.727754 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:02:27.727754 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:02:27.727754 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:02:27.727754 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:02:27.727754 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:02:27.727754 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:02:27.727754 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:02:27.727754 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:02:27.727754 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:02:27.727754 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:02:27.727754 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:02:27.727754 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:02:27.727754 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:02:27.727754 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:02:27.727754 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:02:27.727754 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:02:27.751000 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-f5429a9d-a0aa-4683-886b-37f4d30ff7c2 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Unset dirty status for tenant:083cc6f19b314d9885677036f51f4e22 on resource:security_group_rule {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:02:27.752439 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f5429a9d-a0aa-4683-886b-37f4d30ff7c2 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3880332 Jan 21 19:02:27.755466 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57624) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:27.786944 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ab774ad2-bd45-4be9-9584-40f19c423128 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:27.827827 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7d547c38-21fa-4fa8-95bb-7f33226376f5 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:27.831763 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1a9e3153-338f-43a0-9f04-6e1815e054e8 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:27.855332 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab774ad2-bd45-4be9-9584-40f19c423128 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Pushing event deleted for resources: {'Port': ['ID=d5ac7f9f-4700-4d60-89e8-8ff2b0d9dfd6,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:27.867633 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1a9e3153-338f-43a0-9f04-6e1815e054e8 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:27.876625 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-7d547c38-21fa-4fa8-95bb-7f33226376f5 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] In _notify_port_updated(), no bound segment for port 47e56841-424f-4883-b167-b96a7c288052 on network f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9 {{(pid=88136) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 19:02:27.884182 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d547c38-21fa-4fa8-95bb-7f33226376f5 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:27.885345 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7d547c38-21fa-4fa8-95bb-7f33226376f5 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:27.889882 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-7d547c38-21fa-4fa8-95bb-7f33226376f5 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "PUT /v2.0/ports/47e56841-424f-4883-b167-b96a7c288052 HTTP/1.1" status: 200 len: 818 time: 1.1665504 Jan 21 19:02:27.890747 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57630) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:27.964031 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6b70eaa6-76e7-4414-8b10-6bca8e8503c8 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:28.010596 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6b70eaa6-76e7-4414-8b10-6bca8e8503c8 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:28.020617 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-74eaa780-eed4-4247-98dd-c7bc1bc1e8d2 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:28.024952 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:28.057840 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b70eaa6-76e7-4414-8b10-6bca8e8503c8 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event deleted for resources: {'Network': ['ID=a53f2085-ed5d-4f1d-a4d5-6ceb566f4b76,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:28.074446 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d547c38-21fa-4fa8-95bb-7f33226376f5 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event updated for resources: {'Port': ['ID=47e56841-424f-4883-b167-b96a7c288052,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:28.075424 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eaa780-eed4-4247-98dd-c7bc1bc1e8d2 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event deleted for resources: {'Subnet': ['ID=2040fec2-c6a7-4ed6-bc6d-2940ef325238,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:28.083074 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57634) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:28.083395 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-6b70eaa6-76e7-4414-8b10-6bca8e8503c8 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "DELETE /v2.0/networks/a53f2085-ed5d-4f1d-a4d5-6ceb566f4b76 HTTP/1.1" status: 204 len: 168 time: 5.7136443 Jan 21 19:02:28.092770 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-2f62ae32-a4cc-413c-95f2-1012b02f8e33 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1088391733'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:28.098673 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ab774ad2-bd45-4be9-9584-40f19c423128 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Notify callbacks [] for floatingip, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:28.100495 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fae622-8d1b-4f44-ac25-082557ab5b9c None None] Network 7bc89790-9be4-43fc-91b7-6b065e34a681 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:02:28.104593 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-2f62ae32-a4cc-413c-95f2-1012b02f8e33 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:28.104853 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-74eaa780-eed4-4247-98dd-c7bc1bc1e8d2 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:28.106820 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-74eaa780-eed4-4247-98dd-c7bc1bc1e8d2 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "DELETE /v2.0/subnets/2040fec2-c6a7-4ed6-bc6d-2940ef325238 HTTP/1.1" status: 204 len: 168 time: 1.4041512 Jan 21 19:02:28.109455 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57640) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:28.111688 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-38f639fc-1d4e-4add-bbbf-03f42c48899b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Deleting port 47e56841-424f-4883-b167-b96a7c288052 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:02:28.112032 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-38f639fc-1d4e-4add-bbbf-03f42c48899b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:28.116928 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-2f62ae32-a4cc-413c-95f2-1012b02f8e33 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Usage tracker for resource:network and tenant:98165352f4974f8d954efc4ce4c85f15 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:28.123640 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-2f62ae32-a4cc-413c-95f2-1012b02f8e33 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:28.170986 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-2f62ae32-a4cc-413c-95f2-1012b02f8e33 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:28.176130 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1a9e3153-338f-43a0-9f04-6e1815e054e8 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:28.212061 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e3153-338f-43a0-9f04-6e1815e054e8 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=480df3ca-3f66-46ab-b5e2-be298c4591bc,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:28.230584 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-4851c951-aadf-4a63-ae69-ac48a2d85d38 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Deleting subnet 5f84b81e-7991-458c-86cb-eb1de37584be {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:02:28.234762 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4851c951-aadf-4a63-ae69-ac48a2d85d38 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:28.269956 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ab774ad2-bd45-4be9-9584-40f19c423128 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:28.277119 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ab774ad2-bd45-4be9-9584-40f19c423128 tempest-ServersTestManualDisk-1832253348 tempest-ServersTestManualDisk-1832253348-project] 10.222.0.87 "DELETE /v2.0/floatingips/88e8cf54-07b4-439b-9efe-697de637df6a HTTP/1.1" status: 204 len: 168 time: 2.0036986 Jan 21 19:02:28.277119 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57644) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:28.366427 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-38f639fc-1d4e-4add-bbbf-03f42c48899b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:28.485999 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f62ae32-a4cc-413c-95f2-1012b02f8e33 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Made reservation on behalf of 98165352f4974f8d954efc4ce4c85f15 for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:02:28.489420 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2f62ae32-a4cc-413c-95f2-1012b02f8e33 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:28.498898 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1a9e3153-338f-43a0-9f04-6e1815e054e8 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:28.506552 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-1a9e3153-338f-43a0-9f04-6e1815e054e8 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/480df3ca-3f66-46ab-b5e2-be298c4591bc HTTP/1.1" status: 204 len: 168 time: 0.7434900 Jan 21 19:02:28.526544 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:28.528929 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57652) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:28.549283 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-38f639fc-1d4e-4add-bbbf-03f42c48899b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Calling delete_port for 47e56841-424f-4883-b167-b96a7c288052 owned by {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:02:28.578504 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4851c951-aadf-4a63-ae69-ac48a2d85d38 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:28.619639 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:28.631102 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f62ae32-a4cc-413c-95f2-1012b02f8e33 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:02:28.760329 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b3e72c3e-093d-4ffa-a1be-9a62da6e7e5b tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Synchronizing usage tracker for tenant:083cc6f19b314d9885677036f51f4e22 on resource:security_group_rule {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:02:28.763217 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-38f639fc-1d4e-4add-bbbf-03f42c48899b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:28.772493 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2f62ae32-a4cc-413c-95f2-1012b02f8e33 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:28.772994 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-2f62ae32-a4cc-413c-95f2-1012b02f8e33 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Added segment 035e9208-6f26-440a-bc56-f9232de087ca of type vlan for network a2845920-0f07-4eb8-9bb9-c1f0d677d949 Jan 21 19:02:28.857575 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f639fc-1d4e-4add-bbbf-03f42c48899b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event deleted for resources: {'Port': ['ID=47e56841-424f-4883-b167-b96a7c288052,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:28.862857 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-38f639fc-1d4e-4add-bbbf-03f42c48899b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:28.921083 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2f62ae32-a4cc-413c-95f2-1012b02f8e33 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:28.924690 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b3e72c3e-093d-4ffa-a1be-9a62da6e7e5b tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Unset dirty status for tenant:083cc6f19b314d9885677036f51f4e22 on resource:security_group_rule {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:02:28.925998 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b3e72c3e-093d-4ffa-a1be-9a62da6e7e5b tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3928616 Jan 21 19:02:28.930437 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57662) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:28.938674 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-5dae63a7-e332-4e02-8912-efb6d8a05df3 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Request body: {'security_group_rule': {'security_group_id': 'a227a23e-66cc-4c90-956c-48b20d2a2ed8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:28.942180 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4851c951-aadf-4a63-ae69-ac48a2d85d38 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:28.949721 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-38f639fc-1d4e-4add-bbbf-03f42c48899b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/ports/47e56841-424f-4883-b167-b96a7c288052 HTTP/1.1" status: 204 len: 168 time: 1.0574942 Jan 21 19:02:28.952565 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-5dae63a7-e332-4e02-8912-efb6d8a05df3 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:28.967576 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-5dae63a7-e332-4e02-8912-efb6d8a05df3 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:28.974848 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57666) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:29.044176 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5dae63a7-e332-4e02-8912-efb6d8a05df3 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:29.115406 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5dae63a7-e332-4e02-8912-efb6d8a05df3 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:29.184002 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5dae63a7-e332-4e02-8912-efb6d8a05df3 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:29.207457 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae63a7-e332-4e02-8912-efb6d8a05df3 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04d8cba9-67e0-4f55-b59b-d0a93235aef6,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:29.233013 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2f62ae32-a4cc-413c-95f2-1012b02f8e33 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:29.238415 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f62ae32-a4cc-413c-95f2-1012b02f8e33 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:29.238991 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2f62ae32-a4cc-413c-95f2-1012b02f8e33 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:29.253638 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-7a319233-a773-489f-a148-632a4cc2dc77 None None] Provisioning complete for port 9776cea7-fa71-4610-99d5-f018b66c3fa8 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:02:29.256799 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7a319233-a773-489f-a148-632a4cc2dc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:29.335583 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f599389f-4542-47a2-9cd9-416cd56af1f2 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:29.336862 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-f599389f-4542-47a2-9cd9-416cd56af1f2 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Synchronizing usage tracker for tenant:d3e69eb5fab24f5d9451b2cf3f9d850d on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:02:29.424037 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62ae32-a4cc-413c-95f2-1012b02f8e33 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event updated for resources: {'Network': ['ID=a2845920-0f07-4eb8-9bb9-c1f0d677d949,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:29.434520 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network a2845920-0f07-4eb8-9bb9-c1f0d677d949 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:02:29.455143 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5dae63a7-e332-4e02-8912-efb6d8a05df3 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:29.455143 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5dae63a7-e332-4e02-8912-efb6d8a05df3 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5218716 Jan 21 19:02:29.456390 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4851c951-aadf-4a63-ae69-ac48a2d85d38 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:29.457041 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57678) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:29.481605 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-9486d8e7-48e8-4c6d-b3fa-a682e2adecd2 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "GET /v2.0/security-group-rules/04d8cba9-67e0-4f55-b59b-d0a93235aef6 HTTP/1.1" status: 200 len: 763 time: 0.0232728 Jan 21 19:02:29.484032 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57682) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:29.518028 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4851c951-aadf-4a63-ae69-ac48a2d85d38 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:29.521267 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-4851c951-aadf-4a63-ae69-ac48a2d85d38 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "DELETE /v2.0/subnets/5f84b81e-7991-458c-86cb-eb1de37584be HTTP/1.1" status: 204 len: 168 time: 1.4087534 Jan 21 19:02:29.528131 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57688) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:29.530664 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-2f62ae32-a4cc-413c-95f2-1012b02f8e33 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4463530 Jan 21 19:02:29.531742 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851c951-aadf-4a63-ae69-ac48a2d85d38 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event deleted for resources: {'Subnet': ['ID=5f84b81e-7991-458c-86cb-eb1de37584be,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:29.534650 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57692) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:29.546594 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7f4576-133d-4b3d-b586-c5c849612e8c None None] Network 7bc89790-9be4-43fc-91b7-6b065e34a681 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:02:29.579443 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-f5310563-25a1-4d27-a328-cc7e7a35940d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Request body: {'subnet': {'network_id': 'a2845920-0f07-4eb8-9bb9-c1f0d677d949', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:29.600168 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-496614bb-b078-48f2-b8cf-d6f27be995db tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Synchronizing usage tracker for tenant:083cc6f19b314d9885677036f51f4e22 on resource:security_group_rule {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:02:29.680990 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-06c0e8e1-53b2-46c7-b0c9-658c08dc2b31 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:29.693660 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57696) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:29.695416 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-f599389f-4542-47a2-9cd9-416cd56af1f2 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Unset dirty status for tenant:d3e69eb5fab24f5d9451b2cf3f9d850d on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:02:29.696805 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f599389f-4542-47a2-9cd9-416cd56af1f2 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.7211332 Jan 21 19:02:29.697260 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-06c0e8e1-53b2-46c7-b0c9-658c08dc2b31 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Deleting port 9776cea7-fa71-4610-99d5-f018b66c3fa8 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:02:29.697603 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-06c0e8e1-53b2-46c7-b0c9-658c08dc2b31 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:29.720413 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57700) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:29.744771 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-496614bb-b078-48f2-b8cf-d6f27be995db tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Unset dirty status for tenant:083cc6f19b314d9885677036f51f4e22 on resource:security_group_rule {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:02:29.746016 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-496614bb-b078-48f2-b8cf-d6f27be995db tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2608807 Jan 21 19:02:29.749352 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57706) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:29.787803 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-f5310563-25a1-4d27-a328-cc7e7a35940d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:29.811882 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-f5310563-25a1-4d27-a328-cc7e7a35940d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Usage tracker for resource:subnet and tenant:98165352f4974f8d954efc4ce4c85f15 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:29.814966 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-87c0b8bc-8252-4e39-962a-def3e5d7cb66 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] GET failed (client error): The resource could not be found. Jan 21 19:02:29.819979 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-87c0b8bc-8252-4e39-962a-def3e5d7cb66 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "GET /v2.0/ports/47e56841-424f-4883-b167-b96a7c288052 HTTP/1.1" status: 404 len: 333 time: 0.0886631 Jan 21 19:02:29.819979 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-f5310563-25a1-4d27-a328-cc7e7a35940d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:29.822569 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57710) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:29.826074 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-81344a30-d826-4462-b4ec-48d8b28e4938 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:29.829999 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-f5310563-25a1-4d27-a328-cc7e7a35940d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:29.835486 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-38bd65d2-8054-4726-b0ba-c66a0984b16d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1253836024'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:29.845432 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-81344a30-d826-4462-b4ec-48d8b28e4938 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:29.845738 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-38bd65d2-8054-4726-b0ba-c66a0984b16d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:29.849595 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d48fe3c-cdec-4c73-8b52-d55336951748 None None] DHCP port deletion for 7bc89790-9be4-43fc-91b7-6b065e34a681 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:02:29.849858 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-38bd65d2-8054-4726-b0ba-c66a0984b16d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Usage tracker for resource:network and tenant:d3e69eb5fab24f5d9451b2cf3f9d850d is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:29.855231 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-38bd65d2-8054-4726-b0ba-c66a0984b16d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:29.860291 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-8d48fe3c-cdec-4c73-8b52-d55336951748 None None] Deleting port 9776cea7-fa71-4610-99d5-f018b66c3fa8 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:02:29.860667 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8d48fe3c-cdec-4c73-8b52-d55336951748 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:29.863289 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-38bd65d2-8054-4726-b0ba-c66a0984b16d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:29.889768 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-a5c989da-2a19-4246-978a-d3d8792a2fe4 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] Request body: {'floatingip': {'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:29.896323 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-db49518f-465b-44d1-9edc-8ba1b82934e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:29.900072 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-a5c989da-2a19-4246-978a-d3d8792a2fe4 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:29.917991 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-a5c989da-2a19-4246-978a-d3d8792a2fe4 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] Usage tracker for resource:floatingip and tenant:31cb96bf53ec4372bd2968282597b4f8 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:29.922238 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-a5c989da-2a19-4246-978a-d3d8792a2fe4 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:29.956009 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38bd65d2-8054-4726-b0ba-c66a0984b16d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Made reservation on behalf of d3e69eb5fab24f5d9451b2cf3f9d850d for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:02:29.958990 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-38bd65d2-8054-4726-b0ba-c66a0984b16d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:29.975690 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-a5c989da-2a19-4246-978a-d3d8792a2fe4 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:29.978091 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5310563-25a1-4d27-a328-cc7e7a35940d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Made reservation on behalf of 98165352f4974f8d954efc4ce4c85f15 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:02:29.986454 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f5310563-25a1-4d27-a328-cc7e7a35940d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:30.001824 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-06c0e8e1-53b2-46c7-b0c9-658c08dc2b31 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] For port 9776cea7-fa71-4610-99d5-f018b66c3fa8, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=9776cea7-fa71-4610-99d5-f018b66c3fa8,segment=NetworkSegment(8a1ad7a2-0dd2-4db5-b950-c29751334bfe),segment_id=8a1ad7a2-0dd2-4db5-b950-c29751334bfe)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:02:30.002210 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-06c0e8e1-53b2-46c7-b0c9-658c08dc2b31 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:30.010835 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-81344a30-d826-4462-b4ec-48d8b28e4938 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:30.090443 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81344a30-d826-4462-b4ec-48d8b28e4938 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04d8cba9-67e0-4f55-b59b-d0a93235aef6,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:30.097186 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:30.108947 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38bd65d2-8054-4726-b0ba-c66a0984b16d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:02:30.120074 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-8d48fe3c-cdec-4c73-8b52-d55336951748 None None] For port 9776cea7-fa71-4610-99d5-f018b66c3fa8, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=9776cea7-fa71-4610-99d5-f018b66c3fa8,segment=NetworkSegment(8a1ad7a2-0dd2-4db5-b950-c29751334bfe),segment_id=8a1ad7a2-0dd2-4db5-b950-c29751334bfe)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:02:30.120517 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8d48fe3c-cdec-4c73-8b52-d55336951748 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:30.247868 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-8d48fe3c-cdec-4c73-8b52-d55336951748 None None] Calling delete_port for 9776cea7-fa71-4610-99d5-f018b66c3fa8 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:02:30.260235 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a5c989da-2a19-4246-978a-d3d8792a2fe4 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:30.279748 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-06c0e8e1-53b2-46c7-b0c9-658c08dc2b31 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Calling delete_port for 9776cea7-fa71-4610-99d5-f018b66c3fa8 owned by network:dhcp {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:02:30.325523 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-38bd65d2-8054-4726-b0ba-c66a0984b16d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:30.325913 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-38bd65d2-8054-4726-b0ba-c66a0984b16d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Added segment c0819f62-eadb-4a4f-9e66-ce9ba67e7ba7 of type vlan for network ec0784bd-dc88-4d6f-afc3-ad1345d6872a Jan 21 19:02:30.334992 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-81344a30-d826-4462-b4ec-48d8b28e4938 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:30.341534 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-81344a30-d826-4462-b4ec-48d8b28e4938 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/04d8cba9-67e0-4f55-b59b-d0a93235aef6 HTTP/1.1" status: 204 len: 168 time: 0.5860803 Jan 21 19:02:30.341682 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57714) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:30.389531 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8d48fe3c-cdec-4c73-8b52-d55336951748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:30.449500 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48fe3c-cdec-4c73-8b52-d55336951748 None None] Pushing event deleted for resources: {'Port': ['ID=9776cea7-fa71-4610-99d5-f018b66c3fa8,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:30.454244 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d48fe3c-cdec-4c73-8b52-d55336951748 None None] No DVR routers for this DVR port 9776cea7-fa71-4610-99d5-f018b66c3fa8 on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:02:30.459416 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-38bd65d2-8054-4726-b0ba-c66a0984b16d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:30.491627 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-435f2d8e-7610-4144-9ba2-6dcd3a417afb tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Synchronizing usage tracker for tenant:083cc6f19b314d9885677036f51f4e22 on resource:security_group_rule {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:02:30.496402 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.db.api [None req-06c0e8e1-53b2-46c7-b0c9-658c08dc2b31 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:02:30.496753 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG oslo_db.api [None req-06c0e8e1-53b2-46c7-b0c9-658c08dc2b31 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:02:30.535105 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a5c989da-2a19-4246-978a-d3d8792a2fe4 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:30.589016 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-435f2d8e-7610-4144-9ba2-6dcd3a417afb tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Unset dirty status for tenant:083cc6f19b314d9885677036f51f4e22 on resource:security_group_rule {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:02:30.590274 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-435f2d8e-7610-4144-9ba2-6dcd3a417afb tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2460020 Jan 21 19:02:30.593212 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57718) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:30.600641 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-ae1f39f5-768c-4f45-85cc-bb37fa0233f6 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Request body: {'security_group_rule': {'security_group_id': 'a227a23e-66cc-4c90-956c-48b20d2a2ed8', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:30.616990 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-ae1f39f5-768c-4f45-85cc-bb37fa0233f6 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:30.643807 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-ae1f39f5-768c-4f45-85cc-bb37fa0233f6 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:30.651562 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-38bd65d2-8054-4726-b0ba-c66a0984b16d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:30.656889 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bd65d2-8054-4726-b0ba-c66a0984b16d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:30.657454 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-38bd65d2-8054-4726-b0ba-c66a0984b16d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:30.713200 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-a5c989da-2a19-4246-978a-d3d8792a2fe4 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] Allocated IP 172.26.1.128 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/5f350184-15d6-4c68-a34c-46a2e9de8fd0) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:02:30.745836 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.securitygroups_db [None req-ae1f39f5-768c-4f45-85cc-bb37fa0233f6 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Project 083cc6f19b314d9885677036f51f4e22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 19:02:30.763735 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-db49518f-465b-44d1-9edc-8ba1b82934e9 admin admin] Deleting port 89ba422f-66a7-4d8f-b525-9204540db746 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:02:30.764073 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-db49518f-465b-44d1-9edc-8ba1b82934e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:30.765585 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ae1f39f5-768c-4f45-85cc-bb37fa0233f6 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:30.846585 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f5310563-25a1-4d27-a328-cc7e7a35940d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:30.850141 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd65d2-8054-4726-b0ba-c66a0984b16d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event updated for resources: {'Network': ['ID=ec0784bd-dc88-4d6f-afc3-ad1345d6872a,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:30.866522 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network ec0784bd-dc88-4d6f-afc3-ad1345d6872a details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:02:30.918190 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a5c989da-2a19-4246-978a-d3d8792a2fe4 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:30.923612 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ae1f39f5-768c-4f45-85cc-bb37fa0233f6 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:30.964290 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-38bd65d2-8054-4726-b0ba-c66a0984b16d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1373777 Jan 21 19:02:30.967129 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57722) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:30.973338 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-59de3423-1f01-44a5-b2fd-89e6a7470463 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'subnet': {'network_id': 'ec0784bd-dc88-4d6f-afc3-ad1345d6872a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:30.991258 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ae1f39f5-768c-4f45-85cc-bb37fa0233f6 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:31.003278 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-06c0e8e1-53b2-46c7-b0c9-658c08dc2b31 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Deleting port 9776cea7-fa71-4610-99d5-f018b66c3fa8 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:02:31.003613 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-06c0e8e1-53b2-46c7-b0c9-658c08dc2b31 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:31.067428 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a5c989da-2a19-4246-978a-d3d8792a2fe4 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:31.073678 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5310563-25a1-4d27-a328-cc7e7a35940d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event updated for resources: {'Subnet': ['ID=2e4af566-67e4-4f60-b8bd-92fb0cae8021,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:31.112325 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1f39f5-768c-4f45-85cc-bb37fa0233f6 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3d6a2f1-0f17-4873-9f1c-b9f6a142fa41,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:31.112545 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5310563-25a1-4d27-a328-cc7e7a35940d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Checking segment: {'id': '035e9208-6f26-440a-bc56-f9232de087ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a2845920-0f07-4eb8-9bb9-c1f0d677d949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:02:31.112545 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5310563-25a1-4d27-a328-cc7e7a35940d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Network hostable DHCP agents. Network: a2845920-0f07-4eb8-9bb9-c1f0d677d949, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:02:31.120452 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-db49518f-465b-44d1-9edc-8ba1b82934e9 admin admin] For port 89ba422f-66a7-4d8f-b525-9204540db746, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=89ba422f-66a7-4d8f-b525-9204540db746,segment=NetworkSegment(3ac4fc8a-3d1c-40a0-81db-885ad3cbfae5),segment_id=3ac4fc8a-3d1c-40a0-81db-885ad3cbfae5)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:02:31.120804 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-db49518f-465b-44d1-9edc-8ba1b82934e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:31.124870 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 9776cea7-fa71-4610-99d5-f018b66c3fa8 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:02:31.160281 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 9776cea7-fa71-4610-99d5-f018b66c3fa8 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:02:31.160762 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 9776cea7-fa71-4610-99d5-f018b66c3fa8 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:02:31.166846 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-06c0e8e1-53b2-46c7-b0c9-658c08dc2b31 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] The port '9776cea7-fa71-4610-99d5-f018b66c3fa8' was deleted {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:02:31.252367 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-db49518f-465b-44d1-9edc-8ba1b82934e9 admin admin] Calling delete_port for 89ba422f-66a7-4d8f-b525-9204540db746 owned by network:router_interface {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:02:31.279363 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c989da-2a19-4246-978a-d3d8792a2fe4 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:02:31.291469 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-a5c989da-2a19-4246-978a-d3d8792a2fe4 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:02:31.314368 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c989da-2a19-4246-978a-d3d8792a2fe4 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:02:31.339567 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c989da-2a19-4246-978a-d3d8792a2fe4 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] Pushing event updated for resources: {'Port': ['ID=5f350184-15d6-4c68-a34c-46a2e9de8fd0,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:31.344125 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5310563-25a1-4d27-a328-cc7e7a35940d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Network a2845920-0f07-4eb8-9bb9-c1f0d677d949 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:02:31.360179 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ae1f39f5-768c-4f45-85cc-bb37fa0233f6 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:31.361356 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ae1f39f5-768c-4f45-85cc-bb37fa0233f6 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7670944 Jan 21 19:02:31.362536 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-59de3423-1f01-44a5-b2fd-89e6a7470463 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:31.364287 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57726) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:31.381882 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-59de3423-1f01-44a5-b2fd-89e6a7470463 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Usage tracker for resource:subnet and tenant:d3e69eb5fab24f5d9451b2cf3f9d850d is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:31.388664 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-59de3423-1f01-44a5-b2fd-89e6a7470463 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:31.395424 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ef0f4bd2-3945-4883-bd3f-0d42f4eaab65 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "GET /v2.0/security-group-rules/e3d6a2f1-0f17-4873-9f1c-b9f6a142fa41 HTTP/1.1" status: 200 len: 769 time: 0.0277042 Jan 21 19:02:31.397008 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57730) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:31.416540 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-f5310563-25a1-4d27-a328-cc7e7a35940d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, a2845920-0f07-4eb8-9bb9-c1f0d677d949) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:02:31.423593 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5310563-25a1-4d27-a328-cc7e7a35940d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:31.424174 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f5310563-25a1-4d27-a328-cc7e7a35940d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:31.435009 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26620a97-8248-43aa-959c-199c1aa9e515 None None] Network a2845920-0f07-4eb8-9bb9-c1f0d677d949 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:02:31.451392 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-59de3423-1f01-44a5-b2fd-89e6a7470463 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:31.456377 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-06c0e8e1-53b2-46c7-b0c9-658c08dc2b31 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:31.495747 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-06c0e8e1-53b2-46c7-b0c9-658c08dc2b31 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bc89790-9be4-43fc-91b7-6b065e34a681']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:31.505123 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-0046fd76-6eba-4f2b-add3-8ffef0643c18 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1084471 Jan 21 19:02:31.508533 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57734) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:31.522135 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-06c0e8e1-53b2-46c7-b0c9-658c08dc2b31 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a1ad7a2-0dd2-4db5-b950-c29751334bfe') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:31.522702 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-06c0e8e1-53b2-46c7-b0c9-658c08dc2b31 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a1ad7a2-0dd2-4db5-b950-c29751334bfe') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:31.539567 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-06c0e8e1-53b2-46c7-b0c9-658c08dc2b31 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:31.549062 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f5310563-25a1-4d27-a328-cc7e7a35940d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0103340 Jan 21 19:02:31.553171 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57738) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:31.585297 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1d36e7ca-3120-43c8-8aae-59b83fcf5b7a tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:31.597620 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59de3423-1f01-44a5-b2fd-89e6a7470463 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Made reservation on behalf of d3e69eb5fab24f5d9451b2cf3f9d850d for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:02:31.601020 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-59de3423-1f01-44a5-b2fd-89e6a7470463 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:31.621287 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-06c0e8e1-53b2-46c7-b0c9-658c08dc2b31 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:31.635059 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-db49518f-465b-44d1-9edc-8ba1b82934e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:31.641535 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1d36e7ca-3120-43c8-8aae-59b83fcf5b7a tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:31.687206 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5512b7-4d52-43b9-8fe6-0bba32d6081b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-a2845920-0f07-4eb8-9bb9-c1f0d677d949', 'network_id': 'a2845920-0f07-4eb8-9bb9-c1f0d677d949', 'tenant_id': '98165352f4974f8d954efc4ce4c85f15', 'fixed_ips': [{'subnet_id': '2e4af566-67e4-4f60-b8bd-92fb0cae8021'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:02:31.688044 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3b5512b7-4d52-43b9-8fe6-0bba32d6081b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:31.689842 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49518f-465b-44d1-9edc-8ba1b82934e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=89ba422f-66a7-4d8f-b525-9204540db746,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:31.722042 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06c0e8e1-53b2-46c7-b0c9-658c08dc2b31 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:02:31.722042 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-06c0e8e1-53b2-46c7-b0c9-658c08dc2b31 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:31.747475 dv-neutron-825470-1-hyperv neutron-server[88137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:02:31.747475 dv-neutron-825470-1-hyperv neutron-server[88137]: util.warn( Jan 21 19:02:31.747475 dv-neutron-825470-1-hyperv neutron-server[88137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:02:31.747475 dv-neutron-825470-1-hyperv neutron-server[88137]: util.warn( Jan 21 19:02:31.747475 dv-neutron-825470-1-hyperv neutron-server[88137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:02:31.747475 dv-neutron-825470-1-hyperv neutron-server[88137]: util.warn( Jan 21 19:02:31.747475 dv-neutron-825470-1-hyperv neutron-server[88137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:02:31.747475 dv-neutron-825470-1-hyperv neutron-server[88137]: util.warn( Jan 21 19:02:31.747475 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:02:31.747475 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:02:31.747475 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:02:31.747475 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:02:31.747475 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:02:31.747475 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:02:31.747475 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:02:31.747475 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:02:31.747475 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:02:31.747475 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:02:31.747475 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:02:31.747475 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:02:31.747475 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:02:31.747475 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:02:31.747475 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:02:31.747475 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:02:31.747475 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:02:31.747475 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:02:31.747475 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:02:31.747475 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:02:31.747475 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:02:31.747475 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:02:31.747475 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:02:31.747475 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:02:31.747475 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:02:31.747475 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:02:31.747475 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:02:31.747475 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:02:31.747475 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:02:31.747475 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:02:31.747475 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:02:31.747475 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:02:31.900287 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-3b5512b7-4d52-43b9-8fe6-0bba32d6081b None None] Allocated IP 172.20.0.1 (a2845920-0f07-4eb8-9bb9-c1f0d677d949/2e4af566-67e4-4f60-b8bd-92fb0cae8021/589ac55c-148a-40ac-ac5a-484a8aa181ee) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:02:32.013032 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-db49518f-465b-44d1-9edc-8ba1b82934e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:32.054084 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9515b5c3-a544-408b-8f3c-24f0fe420f13 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:32.121491 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1d36e7ca-3120-43c8-8aae-59b83fcf5b7a tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:32.143474 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3b5512b7-4d52-43b9-8fe6-0bba32d6081b None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:32.145744 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9515b5c3-a544-408b-8f3c-24f0fe420f13 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:32.153840 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-3b5512b7-4d52-43b9-8fe6-0bba32d6081b None None] Transition to ACTIVE for port object 589ac55c-148a-40ac-ac5a-484a8aa181ee will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:02:32.176562 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-3b5512b7-4d52-43b9-8fe6-0bba32d6081b None None] Transition to ACTIVE for port object 589ac55c-148a-40ac-ac5a-484a8aa181ee will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:02:32.185656 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d36e7ca-3120-43c8-8aae-59b83fcf5b7a tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3d6a2f1-0f17-4873-9f1c-b9f6a142fa41,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:32.187420 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-06c0e8e1-53b2-46c7-b0c9-658c08dc2b31 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:32.218246 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3b5512b7-4d52-43b9-8fe6-0bba32d6081b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:32.218921 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-06c0e8e1-53b2-46c7-b0c9-658c08dc2b31 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:32.247133 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c0e8e1-53b2-46c7-b0c9-658c08dc2b31 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event deleted for resources: {'Network': ['ID=7bc89790-9be4-43fc-91b7-6b065e34a681,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:32.294840 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5512b7-4d52-43b9-8fe6-0bba32d6081b None None] Network a2845920-0f07-4eb8-9bb9-c1f0d677d949 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:02:32.297643 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-3b5512b7-4d52-43b9-8fe6-0bba32d6081b None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:02:32.300442 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5512b7-4d52-43b9-8fe6-0bba32d6081b None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:02:32.318780 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-06c0e8e1-53b2-46c7-b0c9-658c08dc2b31 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "DELETE /v2.0/networks/7bc89790-9be4-43fc-91b7-6b065e34a681 HTTP/1.1" status: 204 len: 168 time: 2.7894778 Jan 21 19:02:32.324732 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57742) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:32.326106 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a5c989da-2a19-4246-978a-d3d8792a2fe4 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:32.334181 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1d36e7ca-3120-43c8-8aae-59b83fcf5b7a tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:32.338119 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-1d36e7ca-3120-43c8-8aae-59b83fcf5b7a tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/e3d6a2f1-0f17-4873-9f1c-b9f6a142fa41 HTTP/1.1" status: 204 len: 168 time: 0.8254578 Jan 21 19:02:32.338287 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5512b7-4d52-43b9-8fe6-0bba32d6081b None None] Pushing event updated for resources: {'Port': ['ID=589ac55c-148a-40ac-ac5a-484a8aa181ee,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:32.340225 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57746) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:32.397963 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-3b5512b7-4d52-43b9-8fe6-0bba32d6081b None None] Attempting to bind port 589ac55c-148a-40ac-ac5a-484a8aa181ee on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:02:32.397963 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-3b5512b7-4d52-43b9-8fe6-0bba32d6081b None None] Attempting to bind port 589ac55c-148a-40ac-ac5a-484a8aa181ee by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '035e9208-6f26-440a-bc56-f9232de087ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a2845920-0f07-4eb8-9bb9-c1f0d677d949'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:02:32.398300 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5512b7-4d52-43b9-8fe6-0bba32d6081b None None] Attempting to bind port 589ac55c-148a-40ac-ac5a-484a8aa181ee on network a2845920-0f07-4eb8-9bb9-c1f0d677d949 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:02:32.404586 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5512b7-4d52-43b9-8fe6-0bba32d6081b None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:02:32.404951 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5512b7-4d52-43b9-8fe6-0bba32d6081b None None] Checking segment: {'id': '035e9208-6f26-440a-bc56-f9232de087ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a2845920-0f07-4eb8-9bb9-c1f0d677d949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:02:32.405712 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3b5512b7-4d52-43b9-8fe6-0bba32d6081b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:32.406179 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5512b7-4d52-43b9-8fe6-0bba32d6081b None None] Bound using segment: {'id': '035e9208-6f26-440a-bc56-f9232de087ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a2845920-0f07-4eb8-9bb9-c1f0d677d949'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:02:32.406638 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-3b5512b7-4d52-43b9-8fe6-0bba32d6081b None None] Bound port: 589ac55c-148a-40ac-ac5a-484a8aa181ee, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035e9208-6f26-440a-bc56-f9232de087ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a2845920-0f07-4eb8-9bb9-c1f0d677d949'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:02:32.407090 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3b5512b7-4d52-43b9-8fe6-0bba32d6081b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:32.418180 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-d20ee962-aa87-41d5-ae96-43262045c06f tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] DELETE failed (client error): The resource could not be found. Jan 21 19:02:32.418859 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d20ee962-aa87-41d5-ae96-43262045c06f tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:02:32.420877 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d20ee962-aa87-41d5-ae96-43262045c06f tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "DELETE /v2.0/subnets/d03e430a-f024-4e51-8cc9-2d5c5b4f98e3 HTTP/1.1" status: 404 len: 337 time: 0.0950994 Jan 21 19:02:32.424428 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57750) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:32.465160 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9515b5c3-a544-408b-8f3c-24f0fe420f13 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:32.506992 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-3b5512b7-4d52-43b9-8fe6-0bba32d6081b None None] For port 589ac55c-148a-40ac-ac5a-484a8aa181ee, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:02:32.514223 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-3b5512b7-4d52-43b9-8fe6-0bba32d6081b None None] For port 589ac55c-148a-40ac-ac5a-484a8aa181ee, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=589ac55c-148a-40ac-ac5a-484a8aa181ee,segment=NetworkSegment(035e9208-6f26-440a-bc56-f9232de087ca),segment_id=035e9208-6f26-440a-bc56-f9232de087ca)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:02:32.530236 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b95e9c8-2aea-4252-a0e5-f9f2975c2972 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] DELETE failed (client error): The resource could not be found. Jan 21 19:02:32.530704 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b95e9c8-2aea-4252-a0e5-f9f2975c2972 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:02:32.531568 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-e7bae070-aba7-4dd5-aa0f-52865cc5aa2d tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Synchronizing usage tracker for tenant:083cc6f19b314d9885677036f51f4e22 on resource:security_group_rule {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:02:32.532390 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-1b95e9c8-2aea-4252-a0e5-f9f2975c2972 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "DELETE /v2.0/networks/0377451e-6f43-4822-8149-693784dac4b1 HTTP/1.1" status: 404 len: 339 time: 0.1061027 Jan 21 19:02:32.542858 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57754) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:32.545638 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-59de3423-1f01-44a5-b2fd-89e6a7470463 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:32.551959 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9515b5c3-a544-408b-8f3c-24f0fe420f13 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event deleted for resources: {'Subnet': ['ID=2e4af566-67e4-4f60-b8bd-92fb0cae8021,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:32.573540 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3b5512b7-4d52-43b9-8fe6-0bba32d6081b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:32.654822 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db49518f-465b-44d1-9edc-8ba1b82934e9 admin admin] Router 2b24f1d9-b1fb-4233-89a5-cef9be031802 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:02:32.678490 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a5c989da-2a19-4246-978a-d3d8792a2fe4 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:32.716635 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5512b7-4d52-43b9-8fe6-0bba32d6081b None None] Pushing event updated for resources: {'Port': ['ID=589ac55c-148a-40ac-ac5a-484a8aa181ee,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:32.726094 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-03422501-64c9-4753-9ded-e40276f99e6c tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] DELETE failed (client error): The resource could not be found. Jan 21 19:02:32.727073 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03422501-64c9-4753-9ded-e40276f99e6c tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:02:32.752927 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3579b53-d4ed-4eee-a11a-41f4f539ab74 None None] Network a2845920-0f07-4eb8-9bb9-c1f0d677d949 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:02:32.818073 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-03422501-64c9-4753-9ded-e40276f99e6c tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "DELETE /v2.0/subnets/449ea1e1-f909-4125-ae6c-20e5bae2ecdf HTTP/1.1" status: 404 len: 337 time: 0.2673399 Jan 21 19:02:32.825619 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9515b5c3-a544-408b-8f3c-24f0fe420f13 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:32.827615 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57758) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:32.849226 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-e7bae070-aba7-4dd5-aa0f-52865cc5aa2d tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Unset dirty status for tenant:083cc6f19b314d9885677036f51f4e22 on resource:security_group_rule {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:02:32.850790 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e7bae070-aba7-4dd5-aa0f-52865cc5aa2d tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5096109 Jan 21 19:02:32.858188 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57762) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:32.866339 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de3423-1f01-44a5-b2fd-89e6a7470463 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event updated for resources: {'Subnet': ['ID=4f1a13cc-f9c5-44f6-843b-9edd5b675546,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:32.884063 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-f87461eb-3ecf-448c-be5b-686097065f69 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] DELETE failed (client error): The resource could not be found. Jan 21 19:02:32.893166 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f87461eb-3ecf-448c-be5b-686097065f69 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:02:32.893166 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f87461eb-3ecf-448c-be5b-686097065f69 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "DELETE /v2.0/networks/4efbf496-f187-4410-994b-627fd081df61 HTTP/1.1" status: 404 len: 339 time: 0.0573475 Jan 21 19:02:32.893443 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-9515b5c3-a544-408b-8f3c-24f0fe420f13 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2845920-0f07-4eb8-9bb9-c1f0d677d949']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:32.893558 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db49518f-465b-44d1-9edc-8ba1b82934e9 admin admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:02:32.893558 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57766) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:32.898296 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-db49518f-465b-44d1-9edc-8ba1b82934e9 admin admin] 10.222.0.87 "PUT /v2.0/routers/2b24f1d9-b1fb-4233-89a5-cef9be031802/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6213884 Jan 21 19:02:32.904402 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59de3423-1f01-44a5-b2fd-89e6a7470463 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Checking segment: {'id': 'c0819f62-eadb-4a4f-9e66-ce9ba67e7ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ec0784bd-dc88-4d6f-afc3-ad1345d6872a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:02:32.904765 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59de3423-1f01-44a5-b2fd-89e6a7470463 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Network hostable DHCP agents. Network: ec0784bd-dc88-4d6f-afc3-ad1345d6872a, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:02:32.906332 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57770) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:32.928732 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0d5417-0781-4506-b08e-2ea6bf0fdd9f None None] Sync routers for ids ['2b24f1d9-b1fb-4233-89a5-cef9be031802'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:02:32.930280 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-9515b5c3-a544-408b-8f3c-24f0fe420f13 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '035e9208-6f26-440a-bc56-f9232de087ca') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:32.930552 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-9515b5c3-a544-408b-8f3c-24f0fe420f13 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '035e9208-6f26-440a-bc56-f9232de087ca') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:32.964616 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9515b5c3-a544-408b-8f3c-24f0fe420f13 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:32.976165 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0d5417-0781-4506-b08e-2ea6bf0fdd9f None None] Routers {'2b24f1d9-b1fb-4233-89a5-cef9be031802'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:02:32.977662 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-4c0d5417-0781-4506-b08e-2ea6bf0fdd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:02:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['2b24f1d9-b1fb-4233-89a5-cef9be031802'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:33.019700 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-d49672e6-b550-4ced-8351-6786b54e5f69 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] DELETE failed (client error): The resource could not be found. Jan 21 19:02:33.020336 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d49672e6-b550-4ced-8351-6786b54e5f69 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:02:33.024998 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d49672e6-b550-4ced-8351-6786b54e5f69 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "DELETE /v2.0/subnets/b27eaeb5-0418-43f4-8288-1af5aca2002d HTTP/1.1" status: 404 len: 337 time: 0.1277218 Jan 21 19:02:33.026894 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57774) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:33.058449 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9515b5c3-a544-408b-8f3c-24f0fe420f13 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:33.071860 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9515b5c3-a544-408b-8f3c-24f0fe420f13 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:02:33.072263 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9515b5c3-a544-408b-8f3c-24f0fe420f13 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:33.088954 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:02:33.088954 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:02:33.088954 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:02:33.088954 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:02:33.088954 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:02:33.088954 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:02:33.088954 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:02:33.088954 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:02:33.088954 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:02:33.088954 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:02:33.088954 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:02:33.088954 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:02:33.088954 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:02:33.088954 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:02:33.088954 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:02:33.088954 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:02:33.088954 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:02:33.088954 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:02:33.088954 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:02:33.088954 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:02:33.088954 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:02:33.088954 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:02:33.088954 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:02:33.088954 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:02:33.088954 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:02:33.088954 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:02:33.088954 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:02:33.088954 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:02:33.088954 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:02:33.088954 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:02:33.088954 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:02:33.088954 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:02:33.096253 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb938826-2bb4-4cc5-927a-764ea980bde8 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] DELETE failed (client error): The resource could not be found. Jan 21 19:02:33.096723 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb938826-2bb4-4cc5-927a-764ea980bde8 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:02:33.100676 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-fb938826-2bb4-4cc5-927a-764ea980bde8 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "DELETE /v2.0/networks/702cca0a-3624-4af2-b062-d72d28bc416d HTTP/1.1" status: 404 len: 339 time: 0.0721147 Jan 21 19:02:33.105506 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57778) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:33.114502 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59de3423-1f01-44a5-b2fd-89e6a7470463 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Network ec0784bd-dc88-4d6f-afc3-ad1345d6872a is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:02:33.123009 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a32a2f6f-3e00-4de5-a5d4-7862b4ff51b8 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:33.177320 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a32a2f6f-3e00-4de5-a5d4-7862b4ff51b8 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:33.183316 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f082108-b55b-4edc-add8-ca73f133ad2f None None] get_active_networks_info from dv-neutron-825470-1-hyperv {{(pid=88138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 21 19:02:33.191821 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-482cb9de-8f1d-4f94-bf62-e934596b43f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:33.214713 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-4c0d5417-0781-4506-b08e-2ea6bf0fdd9f None None] Set router 2b24f1d9-b1fb-4233-89a5-cef9be031802 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:02:33.275942 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d7967ad-9897-4f78-a18a-26f3574772c5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Deleting subnet 618225c8-d477-437e-bf08-da22a95dd8ed {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:02:33.289834 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6d7967ad-9897-4f78-a18a-26f3574772c5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:33.327173 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-59de3423-1f01-44a5-b2fd-89e6a7470463 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, ec0784bd-dc88-4d6f-afc3-ad1345d6872a) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:02:33.340718 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.db.api [None req-9515b5c3-a544-408b-8f3c-24f0fe420f13 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 19:02:33.340718 dv-neutron-825470-1-hyperv neutron-server[88137]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 19:02:33.340718 dv-neutron-825470-1-hyperv neutron-server[88137]: [parameters: {'id': 'a2845920-0f07-4eb8-9bb9-c1f0d677d949'}] Jan 21 19:02:33.340718 dv-neutron-825470-1-hyperv neutron-server[88137]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:02:33.341229 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG oslo_db.api [None req-9515b5c3-a544-408b-8f3c-24f0fe420f13 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:02:33.345535 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59de3423-1f01-44a5-b2fd-89e6a7470463 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:33.346148 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-59de3423-1f01-44a5-b2fd-89e6a7470463 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:33.351045 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a5c989da-2a19-4246-978a-d3d8792a2fe4 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:33.379170 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6d7967ad-9897-4f78-a18a-26f3574772c5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:33.388262 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a32a2f6f-3e00-4de5-a5d4-7862b4ff51b8 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:33.414857 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a5c989da-2a19-4246-978a-d3d8792a2fe4 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:33.426698 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-482cb9de-8f1d-4f94-bf62-e934596b43f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:33.430088 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a2f6f-3e00-4de5-a5d4-7862b4ff51b8 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a227a23e-66cc-4c90-956c-48b20d2a2ed8,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:33.469536 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-59de3423-1f01-44a5-b2fd-89e6a7470463 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5013144 Jan 21 19:02:33.472372 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57782) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:33.479753 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-aa6ca0be-9e85-4280-bb12-bf4b2ac75829 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'subnet': {'network_id': 'ec0784bd-dc88-4d6f-afc3-ad1345d6872a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:33.546248 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c989da-2a19-4246-978a-d3d8792a2fe4 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] Pushing event updated for resources: {'Port': ['ID=5f350184-15d6-4c68-a34c-46a2e9de8fd0,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:33.576690 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a32a2f6f-3e00-4de5-a5d4-7862b4ff51b8 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:33.580509 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a32a2f6f-3e00-4de5-a5d4-7862b4ff51b8 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "DELETE /v2.0/security-groups/a227a23e-66cc-4c90-956c-48b20d2a2ed8 HTTP/1.1" status: 204 len: 168 time: 0.7187910 Jan 21 19:02:33.580509 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-482cb9de-8f1d-4f94-bf62-e934596b43f5 admin admin] Deleting port 29b7d165-4bc5-4789-bdcb-e021ea4e4f59 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:02:33.580509 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-482cb9de-8f1d-4f94-bf62-e934596b43f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:33.580825 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a5c989da-2a19-4246-978a-d3d8792a2fe4 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:33.585202 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57786) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:33.651195 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6d7967ad-9897-4f78-a18a-26f3574772c5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:33.658806 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f082108-b55b-4edc-add8-ca73f133ad2f None None] Resources bound (agent type, host, resource id): {{(pid=88138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 19:02:33.672528 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-4c0d5417-0781-4506-b08e-2ea6bf0fdd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b24f1d9-b1fb-4233-89a5-cef9be031802', 'name': 'tempest-ServersTestManualDisk-1436137172-router', 'tenant_id': '35339a7947db486893b0582b9003cb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.207'}], 'enable_snat': True}, 'gw_port_id': '29b7d165-4bc5-4789-bdcb-e021ea4e4f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:00:44Z', 'updated_at': '2022-01-21T19:02:31Z', 'revision_number': 5, 'project_id': '35339a7947db486893b0582b9003cb0e', 'gw_port': {'id': '29b7d165-4bc5-4789-bdcb-e021ea4e4f59', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:87:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b24f1d9-b1fb-4233-89a5-cef9be031802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:00:45Z', 'updated_at': '2022-01-21T19:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:33.688551 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0d5417-0781-4506-b08e-2ea6bf0fdd9f None None] Checking router: 2b24f1d9-b1fb-4233-89a5-cef9be031802 for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:02:33.714762 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-c4c940e9-4c91-4c7a-a562-f1a1c1458632 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Synchronizing usage tracker for tenant:083cc6f19b314d9885677036f51f4e22 on resource:security_group {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:02:33.715574 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-aa6ca0be-9e85-4280-bb12-bf4b2ac75829 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:33.721169 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a5c989da-2a19-4246-978a-d3d8792a2fe4 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:33.725376 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-a5c989da-2a19-4246-978a-d3d8792a2fe4 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0267084 Jan 21 19:02:33.728727 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57790) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:33.743042 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-935af8a5-3520-46e1-97d7-40c16bc87b09 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2124444133', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'fixed_ips': [{'ip_address': '172.26.1.128'}]}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:33.749375 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0d5417-0781-4506-b08e-2ea6bf0fdd9f None None] Routers {'2b24f1d9-b1fb-4233-89a5-cef9be031802'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:02:33.749649 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-4c0d5417-0781-4506-b08e-2ea6bf0fdd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:02:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['2b24f1d9-b1fb-4233-89a5-cef9be031802'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:33.750146 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-935af8a5-3520-46e1-97d7-40c16bc87b09 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:33.754600 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-935af8a5-3520-46e1-97d7-40c16bc87b09 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] Usage tracker for resource:port and tenant:31cb96bf53ec4372bd2968282597b4f8 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:33.759980 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-935af8a5-3520-46e1-97d7-40c16bc87b09 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:33.770225 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-935af8a5-3520-46e1-97d7-40c16bc87b09 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:33.834840 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-c4c940e9-4c91-4c7a-a562-f1a1c1458632 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Unset dirty status for tenant:083cc6f19b314d9885677036f51f4e22 on resource:security_group {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:02:33.841637 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c4c940e9-4c91-4c7a-a562-f1a1c1458632 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2456396 Jan 21 19:02:33.843012 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9515b5c3-a544-408b-8f3c-24f0fe420f13 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:33.849331 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57794) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:33.851860 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-078c9eb1-9c5b-4072-a1bc-5c46b0145341 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Request body: {'security_group': {'name': 'tempest-secgroup--1259659068'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:33.861106 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-078c9eb1-9c5b-4072-a1bc-5c46b0145341 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:33.872109 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6d7967ad-9897-4f78-a18a-26f3574772c5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:33.876332 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935af8a5-3520-46e1-97d7-40c16bc87b09 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] Made reservation on behalf of 31cb96bf53ec4372bd2968282597b4f8 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:02:33.878943 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-935af8a5-3520-46e1-97d7-40c16bc87b09 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:33.886405 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-aa6ca0be-9e85-4280-bb12-bf4b2ac75829 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Usage tracker for resource:subnet and tenant:d3e69eb5fab24f5d9451b2cf3f9d850d is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:33.892921 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-aa6ca0be-9e85-4280-bb12-bf4b2ac75829 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:33.901819 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-aa6ca0be-9e85-4280-bb12-bf4b2ac75829 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:33.926349 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-9515b5c3-a544-408b-8f3c-24f0fe420f13 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Deleting port 589ac55c-148a-40ac-ac5a-484a8aa181ee {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:02:33.926739 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9515b5c3-a544-408b-8f3c-24f0fe420f13 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:33.946416 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-482cb9de-8f1d-4f94-bf62-e934596b43f5 admin admin] For port 29b7d165-4bc5-4789-bdcb-e021ea4e4f59, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=29b7d165-4bc5-4789-bdcb-e021ea4e4f59,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:02:33.946769 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-482cb9de-8f1d-4f94-bf62-e934596b43f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:33.954751 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-078c9eb1-9c5b-4072-a1bc-5c46b0145341 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:33.986482 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-935af8a5-3520-46e1-97d7-40c16bc87b09 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:34.001094 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-4c0d5417-0781-4506-b08e-2ea6bf0fdd9f None None] Set router 2b24f1d9-b1fb-4233-89a5-cef9be031802 gateway port host: None {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:02:34.026790 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6ca0be-9e85-4280-bb12-bf4b2ac75829 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Made reservation on behalf of d3e69eb5fab24f5d9451b2cf3f9d850d for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:02:34.030509 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aa6ca0be-9e85-4280-bb12-bf4b2ac75829 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:34.110729 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-482cb9de-8f1d-4f94-bf62-e934596b43f5 admin admin] Calling delete_port for 29b7d165-4bc5-4789-bdcb-e021ea4e4f59 owned by network:router_gateway {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:02:34.132231 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6d7967ad-9897-4f78-a18a-26f3574772c5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:34.136922 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-4c0d5417-0781-4506-b08e-2ea6bf0fdd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b24f1d9-b1fb-4233-89a5-cef9be031802', 'name': 'tempest-ServersTestManualDisk-1436137172-router', 'tenant_id': '35339a7947db486893b0582b9003cb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:00:44Z', 'updated_at': '2022-01-21T19:02:33Z', 'revision_number': 6, 'project_id': '35339a7947db486893b0582b9003cb0e', 'gw_port_host': None}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:34.142522 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7967ad-9897-4f78-a18a-26f3574772c5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event deleted for resources: {'Subnet': ['ID=618225c8-d477-437e-bf08-da22a95dd8ed,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:34.161483 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-935af8a5-3520-46e1-97d7-40c16bc87b09 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:34.168390 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-935af8a5-3520-46e1-97d7-40c16bc87b09 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] Usage tracker for resource:security_group_rule and tenant:31cb96bf53ec4372bd2968282597b4f8 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:34.174957 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-935af8a5-3520-46e1-97d7-40c16bc87b09 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:34.175147 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0d5417-0781-4506-b08e-2ea6bf0fdd9f None None] The sync data for ids ['2b24f1d9-b1fb-4233-89a5-cef9be031802'] in dv-neutron-825470-1-hyperv is: [{'id': '2b24f1d9-b1fb-4233-89a5-cef9be031802', 'name': 'tempest-ServersTestManualDisk-1436137172-router', 'tenant_id': '35339a7947db486893b0582b9003cb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:00:44Z', 'updated_at': '2022-01-21T19:02:33Z', 'revision_number': 6, 'project_id': '35339a7947db486893b0582b9003cb0e', 'gw_port_host': None}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:02:34.206401 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-935af8a5-3520-46e1-97d7-40c16bc87b09 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:34.269767 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-078c9eb1-9c5b-4072-a1bc-5c46b0145341 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:34.310310 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.ipam_backend_mixin [None req-aa6ca0be-9e85-4280-bb12-bf4b2ac75829 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4f1a13cc-f9c5-44f6-843b-9edd5b675546 (CIDR: 172.20.0.0/28) Jan 21 19:02:34.345310 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba0eca0-c791-44ec-b24d-0ec484eae5be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-ec0784bd-dc88-4d6f-afc3-ad1345d6872a', 'network_id': 'ec0784bd-dc88-4d6f-afc3-ad1345d6872a', 'tenant_id': 'd3e69eb5fab24f5d9451b2cf3f9d850d', 'fixed_ips': [{'subnet_id': '4f1a13cc-f9c5-44f6-843b-9edd5b675546'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:02:34.346178 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9ba0eca0-c791-44ec-b24d-0ec484eae5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:34.383748 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa6ca0be-9e85-4280-bb12-bf4b2ac75829 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 19:02:34.383748 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa6ca0be-9e85-4280-bb12-bf4b2ac75829 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:02:34.400147 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-6d7967ad-9897-4f78-a18a-26f3574772c5 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "DELETE /v2.0/subnets/618225c8-d477-437e-bf08-da22a95dd8ed HTTP/1.1" status: 204 len: 168 time: 1.2916431 Jan 21 19:02:34.405873 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-078c9eb1-9c5b-4072-a1bc-5c46b0145341 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:34.408892 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57798) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:34.419659 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-9515b5c3-a544-408b-8f3c-24f0fe420f13 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] For port 589ac55c-148a-40ac-ac5a-484a8aa181ee, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=589ac55c-148a-40ac-ac5a-484a8aa181ee,segment=NetworkSegment(035e9208-6f26-440a-bc56-f9232de087ca),segment_id=035e9208-6f26-440a-bc56-f9232de087ca)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:02:34.420021 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9515b5c3-a544-408b-8f3c-24f0fe420f13 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:34.427561 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-078c9eb1-9c5b-4072-a1bc-5c46b0145341 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Usage tracker for resource:security_group_rule and tenant:083cc6f19b314d9885677036f51f4e22 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:34.436333 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-078c9eb1-9c5b-4072-a1bc-5c46b0145341 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:34.530222 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-aa6ca0be-9e85-4280-bb12-bf4b2ac75829 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0566351 Jan 21 19:02:34.542689 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57802) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:34.557729 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-17319689-c5c1-41b3-b462-86ded5e7102c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'subnet': {'network_id': 'ec0784bd-dc88-4d6f-afc3-ad1345d6872a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:34.559291 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-078c9eb1-9c5b-4072-a1bc-5c46b0145341 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:34.576953 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-9515b5c3-a544-408b-8f3c-24f0fe420f13 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Calling delete_port for 589ac55c-148a-40ac-ac5a-484a8aa181ee owned by network:dhcp {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:02:34.577206 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-482cb9de-8f1d-4f94-bf62-e934596b43f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:34.584668 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ce49d3ff-870b-4386-a5cf-28e67e419b31 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:34.661426 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-9ba0eca0-c791-44ec-b24d-0ec484eae5be None None] Allocated IP 172.20.0.2 (ec0784bd-dc88-4d6f-afc3-ad1345d6872a/4f1a13cc-f9c5-44f6-843b-9edd5b675546/162e45bf-aaa8-43bc-aad2-f29a70876cd7) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:02:34.667108 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482cb9de-8f1d-4f94-bf62-e934596b43f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=29b7d165-4bc5-4789-bdcb-e021ea4e4f59,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:34.681352 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-935af8a5-3520-46e1-97d7-40c16bc87b09 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:34.762880 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-935af8a5-3520-46e1-97d7-40c16bc87b09 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:34.772097 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-ce49d3ff-870b-4386-a5cf-28e67e419b31 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Deleting port 48278649-f086-4cc4-b721-52508d149f15 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:02:34.772577 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ce49d3ff-870b-4386-a5cf-28e67e419b31 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:34.780621 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-078c9eb1-9c5b-4072-a1bc-5c46b0145341 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:34.782208 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-935af8a5-3520-46e1-97d7-40c16bc87b09 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] device_id is not set on port 7612715c-35f6-4429-bf1e-ceec85eaf586 yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:02:34.823443 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9515b5c3-a544-408b-8f3c-24f0fe420f13 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:34.887858 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-078c9eb1-9c5b-4072-a1bc-5c46b0145341 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:34.899579 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9515b5c3-a544-408b-8f3c-24f0fe420f13 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event deleted for resources: {'Port': ['ID=589ac55c-148a-40ac-ac5a-484a8aa181ee,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:34.910574 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9ba0eca0-c791-44ec-b24d-0ec484eae5be None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:34.910794 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9515b5c3-a544-408b-8f3c-24f0fe420f13 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] No DVR routers for this DVR port 589ac55c-148a-40ac-ac5a-484a8aa181ee on host dv-neutron-825470-1-hyperv {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:02:34.922631 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-9ba0eca0-c791-44ec-b24d-0ec484eae5be None None] Transition to ACTIVE for port object 162e45bf-aaa8-43bc-aad2-f29a70876cd7 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:02:34.944232 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-9ba0eca0-c791-44ec-b24d-0ec484eae5be None None] Transition to ACTIVE for port object 162e45bf-aaa8-43bc-aad2-f29a70876cd7 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:02:34.949831 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935af8a5-3520-46e1-97d7-40c16bc87b09 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c57fbc-4a05-4a62-be91-7a23487ae9e5,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:34.955952 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-17319689-c5c1-41b3-b462-86ded5e7102c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:34.965770 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-482cb9de-8f1d-4f94-bf62-e934596b43f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:35.034941 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9ba0eca0-c791-44ec-b24d-0ec484eae5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:35.081303 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-17319689-c5c1-41b3-b462-86ded5e7102c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Usage tracker for resource:subnet and tenant:d3e69eb5fab24f5d9451b2cf3f9d850d is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:35.089586 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-17319689-c5c1-41b3-b462-86ded5e7102c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:35.142610 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba0eca0-c791-44ec-b24d-0ec484eae5be None None] Network ec0784bd-dc88-4d6f-afc3-ad1345d6872a is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:02:35.145262 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-9ba0eca0-c791-44ec-b24d-0ec484eae5be None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:02:35.150375 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba0eca0-c791-44ec-b24d-0ec484eae5be None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:02:35.159458 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-17319689-c5c1-41b3-b462-86ded5e7102c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:35.186685 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-482cb9de-8f1d-4f94-bf62-e934596b43f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:35.188813 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba0eca0-c791-44ec-b24d-0ec484eae5be None None] Pushing event updated for resources: {'Port': ['ID=162e45bf-aaa8-43bc-aad2-f29a70876cd7,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:35.189995 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c9eb1-9c5b-4072-a1bc-5c46b0145341 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7bb702-3d6d-472a-945c-766c8aa74424,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:35.193129 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-482cb9de-8f1d-4f94-bf62-e934596b43f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:35.199402 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9515b5c3-a544-408b-8f3c-24f0fe420f13 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:35.249705 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 29b7d165-4bc5-4789-bdcb-e021ea4e4f59 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:02:35.264344 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-9515b5c3-a544-408b-8f3c-24f0fe420f13 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2845920-0f07-4eb8-9bb9-c1f0d677d949']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:35.276854 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-078c9eb1-9c5b-4072-a1bc-5c46b0145341 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:35.281127 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-078c9eb1-9c5b-4072-a1bc-5c46b0145341 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4350431 Jan 21 19:02:35.281643 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57806) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:35.287905 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-9515b5c3-a544-408b-8f3c-24f0fe420f13 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '035e9208-6f26-440a-bc56-f9232de087ca') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:35.288418 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-9515b5c3-a544-408b-8f3c-24f0fe420f13 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '035e9208-6f26-440a-bc56-f9232de087ca') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:35.292692 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-9f4e64cd-fa5c-47c3-8a85-8adcd0f99bfa tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Request body: {'security_group_rule': {'security_group_id': '8e7bb702-3d6d-472a-945c-766c8aa74424', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:35.298481 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 29b7d165-4bc5-4789-bdcb-e021ea4e4f59 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:02:35.298825 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 29b7d165-4bc5-4789-bdcb-e021ea4e4f59 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:02:35.299273 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 89ba422f-66a7-4d8f-b525-9204540db746 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:02:35.303408 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-9f4e64cd-fa5c-47c3-8a85-8adcd0f99bfa tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:35.308723 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-ce49d3ff-870b-4386-a5cf-28e67e419b31 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] For port 48278649-f086-4cc4-b721-52508d149f15, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=48278649-f086-4cc4-b721-52508d149f15,segment=NetworkSegment(36408728-4c98-4cee-89ca-15e87a06732a),segment_id=36408728-4c98-4cee-89ca-15e87a06732a)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:02:35.309086 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ce49d3ff-870b-4386-a5cf-28e67e419b31 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:35.310610 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9515b5c3-a544-408b-8f3c-24f0fe420f13 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:35.336955 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9515b5c3-a544-408b-8f3c-24f0fe420f13 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:35.344925 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9515b5c3-a544-408b-8f3c-24f0fe420f13 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:02:35.345411 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9515b5c3-a544-408b-8f3c-24f0fe420f13 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:35.351239 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-9ba0eca0-c791-44ec-b24d-0ec484eae5be None None] Attempting to bind port 162e45bf-aaa8-43bc-aad2-f29a70876cd7 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:02:35.352149 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-9ba0eca0-c791-44ec-b24d-0ec484eae5be None None] Attempting to bind port 162e45bf-aaa8-43bc-aad2-f29a70876cd7 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'c0819f62-eadb-4a4f-9e66-ce9ba67e7ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ec0784bd-dc88-4d6f-afc3-ad1345d6872a'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:02:35.353133 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba0eca0-c791-44ec-b24d-0ec484eae5be None None] Attempting to bind port 162e45bf-aaa8-43bc-aad2-f29a70876cd7 on network ec0784bd-dc88-4d6f-afc3-ad1345d6872a {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:02:35.355458 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 89ba422f-66a7-4d8f-b525-9204540db746 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:02:35.355688 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 89ba422f-66a7-4d8f-b525-9204540db746 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:02:35.361210 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba0eca0-c791-44ec-b24d-0ec484eae5be None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:02:35.361599 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba0eca0-c791-44ec-b24d-0ec484eae5be None None] Checking segment: {'id': 'c0819f62-eadb-4a4f-9e66-ce9ba67e7ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ec0784bd-dc88-4d6f-afc3-ad1345d6872a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:02:35.362034 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9ba0eca0-c791-44ec-b24d-0ec484eae5be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:35.362434 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba0eca0-c791-44ec-b24d-0ec484eae5be None None] Bound using segment: {'id': 'c0819f62-eadb-4a4f-9e66-ce9ba67e7ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ec0784bd-dc88-4d6f-afc3-ad1345d6872a'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:02:35.362953 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-9ba0eca0-c791-44ec-b24d-0ec484eae5be None None] Bound port: 162e45bf-aaa8-43bc-aad2-f29a70876cd7, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0819f62-eadb-4a4f-9e66-ce9ba67e7ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ec0784bd-dc88-4d6f-afc3-ad1345d6872a'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:02:35.363325 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9ba0eca0-c791-44ec-b24d-0ec484eae5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:35.445818 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:02:35.445818 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:02:35.445818 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:02:35.445818 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:02:35.445818 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:02:35.445818 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:02:35.445818 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:02:35.445818 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:02:35.445818 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:02:35.445818 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:02:35.445818 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:02:35.445818 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:02:35.445818 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:02:35.445818 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:02:35.445818 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:02:35.445818 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:02:35.445818 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:02:35.445818 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:02:35.445818 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:02:35.445818 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:02:35.445818 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:02:35.445818 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:02:35.445818 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:02:35.445818 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:02:35.445818 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:02:35.445818 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:02:35.445818 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:02:35.445818 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:02:35.445818 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:02:35.445818 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:02:35.445818 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:02:35.445818 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:02:35.449358 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-9f4e64cd-fa5c-47c3-8a85-8adcd0f99bfa tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Usage tracker for resource:security_group_rule and tenant:083cc6f19b314d9885677036f51f4e22 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:35.452117 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17319689-c5c1-41b3-b462-86ded5e7102c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Made reservation on behalf of d3e69eb5fab24f5d9451b2cf3f9d850d for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:02:35.455994 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-17319689-c5c1-41b3-b462-86ded5e7102c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:35.462316 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-935af8a5-3520-46e1-97d7-40c16bc87b09 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 21 19:02:35.463127 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-935af8a5-3520-46e1-97d7-40c16bc87b09 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:02:35.474590 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-9f4e64cd-fa5c-47c3-8a85-8adcd0f99bfa tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:35.517210 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-9ba0eca0-c791-44ec-b24d-0ec484eae5be None None] For port 162e45bf-aaa8-43bc-aad2-f29a70876cd7, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:02:35.520729 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-9ba0eca0-c791-44ec-b24d-0ec484eae5be None None] For port 162e45bf-aaa8-43bc-aad2-f29a70876cd7, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=162e45bf-aaa8-43bc-aad2-f29a70876cd7,segment=NetworkSegment(c0819f62-eadb-4a4f-9e66-ce9ba67e7ba7),segment_id=c0819f62-eadb-4a4f-9e66-ce9ba67e7ba7)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:02:35.549308 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9515b5c3-a544-408b-8f3c-24f0fe420f13 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:35.567342 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9515b5c3-a544-408b-8f3c-24f0fe420f13 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:35.569112 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-9515b5c3-a544-408b-8f3c-24f0fe420f13 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "DELETE /v2.0/networks/a2845920-0f07-4eb8-9bb9-c1f0d677d949 HTTP/1.1" status: 204 len: 168 time: 4.0112882 Jan 21 19:02:35.573722 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57810) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:35.581707 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-1d94ddd0-9379-4c92-90c3-88c8e111830b tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1155595358'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:35.584949 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9515b5c3-a544-408b-8f3c-24f0fe420f13 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event deleted for resources: {'Network': ['ID=a2845920-0f07-4eb8-9bb9-c1f0d677d949,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:35.589263 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-1d94ddd0-9379-4c92-90c3-88c8e111830b tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:35.593107 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-1d94ddd0-9379-4c92-90c3-88c8e111830b tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Usage tracker for resource:network and tenant:98165352f4974f8d954efc4ce4c85f15 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:35.596079 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-1d94ddd0-9379-4c92-90c3-88c8e111830b tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:35.598259 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-9f4e64cd-fa5c-47c3-8a85-8adcd0f99bfa tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:35.599475 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-935af8a5-3520-46e1-97d7-40c16bc87b09 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.8673224 Jan 21 19:02:35.603165 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57814) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:35.605498 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-1d94ddd0-9379-4c92-90c3-88c8e111830b tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:35.619830 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-ce49d3ff-870b-4386-a5cf-28e67e419b31 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Calling delete_port for 48278649-f086-4cc4-b721-52508d149f15 owned by network:dhcp {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:02:35.624072 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9ba0eca0-c791-44ec-b24d-0ec484eae5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:35.648013 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-482cb9de-8f1d-4f94-bf62-e934596b43f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:35.648572 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482cb9de-8f1d-4f94-bf62-e934596b43f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b24f1d9-b1fb-4233-89a5-cef9be031802 {{(pid=88136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:02:35.720894 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba0eca0-c791-44ec-b24d-0ec484eae5be None None] Pushing event updated for resources: {'Port': ['ID=162e45bf-aaa8-43bc-aad2-f29a70876cd7,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:35.747404 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-482cb9de-8f1d-4f94-bf62-e934596b43f5 admin admin] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:35.752407 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-482cb9de-8f1d-4f94-bf62-e934596b43f5 admin admin] 10.222.0.87 "DELETE /v2.0/routers/2b24f1d9-b1fb-4233-89a5-cef9be031802 HTTP/1.1" status: 204 len: 168 time: 2.8123124 Jan 21 19:02:35.752640 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57818) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:35.774539 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9f4e64cd-fa5c-47c3-8a85-8adcd0f99bfa tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:35.802959 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d94ddd0-9379-4c92-90c3-88c8e111830b tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Made reservation on behalf of 98165352f4974f8d954efc4ce4c85f15 for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:02:35.806679 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1d94ddd0-9379-4c92-90c3-88c8e111830b tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:35.822362 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-3ea30a1e-91ad-484b-b9bf-8d0f86771bb8 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] Deleting port 5f350184-15d6-4c68-a34c-46a2e9de8fd0 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:02:35.822582 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3ea30a1e-91ad-484b-b9bf-8d0f86771bb8 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:35.894426 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ce49d3ff-870b-4386-a5cf-28e67e419b31 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:35.903466 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9f4e64cd-fa5c-47c3-8a85-8adcd0f99bfa tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:35.911609 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-e468a940-c3ae-4c15-a32b-39189ded3558 admin admin] Deleting subnet 46be17ed-e474-4ae3-8ca8-5faafc286898 {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:02:35.918875 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e468a940-c3ae-4c15-a32b-39189ded3558 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:35.944795 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d94ddd0-9379-4c92-90c3-88c8e111830b tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:02:35.982843 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9f4e64cd-fa5c-47c3-8a85-8adcd0f99bfa tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:35.984697 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce49d3ff-870b-4386-a5cf-28e67e419b31 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] No DVR routers for this DVR port 48278649-f086-4cc4-b721-52508d149f15 on host dv-neutron-825470-1-hyperv {{(pid=88136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:02:35.994434 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce49d3ff-870b-4386-a5cf-28e67e419b31 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event deleted for resources: {'Port': ['ID=48278649-f086-4cc4-b721-52508d149f15,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:36.004342 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1d94ddd0-9379-4c92-90c3-88c8e111830b tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:36.004680 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-1d94ddd0-9379-4c92-90c3-88c8e111830b tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Added segment 2163b4ba-e5a6-4b23-94bb-638f14ec7843 of type vlan for network 4f1bc4b1-0f5a-4413-a108-19842aebc8ff Jan 21 19:02:36.044086 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e64cd-fa5c-47c3-8a85-8adcd0f99bfa tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db934ec-b67a-408d-b0ac-5b832eb68147,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:36.184759 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ce49d3ff-870b-4386-a5cf-28e67e419b31 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:36.193446 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9f4e64cd-fa5c-47c3-8a85-8adcd0f99bfa tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:36.194643 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-9f4e64cd-fa5c-47c3-8a85-8adcd0f99bfa tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9120378 Jan 21 19:02:36.200386 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57822) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:36.209617 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e468a940-c3ae-4c15-a32b-39189ded3558 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:36.239829 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-ce49d3ff-870b-4386-a5cf-28e67e419b31 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a636b51d-03de-4da7-9e6d-f34cc1899bab']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:36.263098 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-ce49d3ff-870b-4386-a5cf-28e67e419b31 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36408728-4c98-4cee-89ca-15e87a06732a') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:36.263371 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-ce49d3ff-870b-4386-a5cf-28e67e419b31 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36408728-4c98-4cee-89ca-15e87a06732a') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:36.306270 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ce49d3ff-870b-4386-a5cf-28e67e419b31 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:36.312803 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1d94ddd0-9379-4c92-90c3-88c8e111830b tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:36.337751 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ce49d3ff-870b-4386-a5cf-28e67e419b31 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:36.342236 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3ea30a1e-91ad-484b-b9bf-8d0f86771bb8 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:36.342575 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3ea30a1e-91ad-484b-b9bf-8d0f86771bb8 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:36.351127 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce49d3ff-870b-4386-a5cf-28e67e419b31 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:02:36.352110 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ce49d3ff-870b-4386-a5cf-28e67e419b31 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:36.366142 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-da6f89ad-def3-4393-b4c3-92b01868372c tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:36.367872 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:02:36.367872 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:02:36.367872 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:02:36.367872 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:02:36.367872 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:02:36.367872 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:02:36.367872 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:02:36.367872 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:02:36.367872 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:02:36.367872 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:02:36.367872 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:02:36.367872 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:02:36.367872 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:02:36.367872 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:02:36.367872 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:02:36.367872 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:02:36.367872 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:02:36.367872 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:02:36.367872 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:02:36.367872 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:02:36.367872 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:02:36.367872 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:02:36.367872 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:02:36.367872 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:02:36.367872 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:02:36.367872 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:02:36.367872 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:02:36.367872 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:02:36.367872 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:02:36.367872 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:02:36.367872 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:02:36.367872 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:02:36.397421 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-17319689-c5c1-41b3-b462-86ded5e7102c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:36.491662 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-3ea30a1e-91ad-484b-b9bf-8d0f86771bb8 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] Calling delete_port for 5f350184-15d6-4c68-a34c-46a2e9de8fd0 owned by network:floatingip {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:02:36.504668 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-da6f89ad-def3-4393-b4c3-92b01868372c tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:36.536603 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17319689-c5c1-41b3-b462-86ded5e7102c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Network ec0784bd-dc88-4d6f-afc3-ad1345d6872a is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:02:36.542436 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e468a940-c3ae-4c15-a32b-39189ded3558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:36.549608 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-17319689-c5c1-41b3-b462-86ded5e7102c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:02:36.559208 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17319689-c5c1-41b3-b462-86ded5e7102c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:36.560161 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-17319689-c5c1-41b3-b462-86ded5e7102c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:36.565702 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17319689-c5c1-41b3-b462-86ded5e7102c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event updated for resources: {'Subnet': ['ID=a7a232d7-5db7-4dcb-b70b-d35dd61fb31d,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:36.590191 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ce49d3ff-870b-4386-a5cf-28e67e419b31 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:36.614547 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ce49d3ff-870b-4386-a5cf-28e67e419b31 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:36.622570 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1d94ddd0-9379-4c92-90c3-88c8e111830b tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:36.624297 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d94ddd0-9379-4c92-90c3-88c8e111830b tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:36.624903 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1d94ddd0-9379-4c92-90c3-88c8e111830b tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:36.625953 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce49d3ff-870b-4386-a5cf-28e67e419b31 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event deleted for resources: {'Network': ['ID=a636b51d-03de-4da7-9e6d-f34cc1899bab,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:36.635453 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ce49d3ff-870b-4386-a5cf-28e67e419b31 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "DELETE /v2.0/networks/a636b51d-03de-4da7-9e6d-f34cc1899bab HTTP/1.1" status: 204 len: 168 time: 2.2254817 Jan 21 19:02:36.637780 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57826) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:36.681539 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffe59741-50a4-4a36-b67d-97ed4b9cea13 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] DELETE failed (client error): The resource could not be found. Jan 21 19:02:36.682330 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffe59741-50a4-4a36-b67d-97ed4b9cea13 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:02:36.694524 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ffe59741-50a4-4a36-b67d-97ed4b9cea13 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "DELETE /v2.0/subnets/b973ea43-12a5-4133-9dd6-d28de462473e HTTP/1.1" status: 404 len: 337 time: 0.0552168 Jan 21 19:02:36.697907 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57830) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:36.729528 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-17319689-c5c1-41b3-b462-86ded5e7102c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1863835 Jan 21 19:02:36.732807 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57834) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:36.738828 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-8865ffd2-326e-4c18-b5bc-c236b74e65db tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'port': {'network_id': 'ec0784bd-dc88-4d6f-afc3-ad1345d6872a', 'fixed_ips': [{'subnet_id': '4f1a13cc-f9c5-44f6-843b-9edd5b675546'}, {'subnet_id': 'a7a232d7-5db7-4dcb-b70b-d35dd61fb31d'}], 'name': 'tempest-PortsTestJSON-454616379'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:36.752747 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4486447-5d10-4239-9df8-83d33ab859be tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] DELETE failed (client error): The resource could not be found. Jan 21 19:02:36.753208 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4486447-5d10-4239-9df8-83d33ab859be tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:02:36.754882 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a4486447-5d10-4239-9df8-83d33ab859be tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "DELETE /v2.0/networks/7a57cda1-4ddc-4153-9686-a5671705c5b0 HTTP/1.1" status: 404 len: 339 time: 0.0553994 Jan 21 19:02:36.755628 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-da6f89ad-def3-4393-b4c3-92b01868372c tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:36.758470 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-da6f89ad-def3-4393-b4c3-92b01868372c tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:36.761840 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-da6f89ad-def3-4393-b4c3-92b01868372c tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "DELETE /v2.0/security-groups/8e7bb702-3d6d-472a-945c-766c8aa74424 HTTP/1.1" status: 204 len: 168 time: 0.5581968 Jan 21 19:02:36.764109 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57838) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:36.764109 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57840) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:36.801100 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d94ddd0-9379-4c92-90c3-88c8e111830b tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event updated for resources: {'Network': ['ID=4f1bc4b1-0f5a-4413-a108-19842aebc8ff,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:36.803534 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e468a940-c3ae-4c15-a32b-39189ded3558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:36.813234 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 4f1bc4b1-0f5a-4413-a108-19842aebc8ff details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:02:36.856387 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e468a940-c3ae-4c15-a32b-39189ded3558 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46be17ed-e474-4ae3-8ca8-5faafc286898,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:36.860860 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e468a940-c3ae-4c15-a32b-39189ded3558 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:36.865994 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e468a940-c3ae-4c15-a32b-39189ded3558 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/46be17ed-e474-4ae3-8ca8-5faafc286898 HTTP/1.1" status: 204 len: 168 time: 1.1136618 Jan 21 19:02:36.870136 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57846) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:36.963970 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f89ad-def3-4393-b4c3-92b01868372c tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7bb702-3d6d-472a-945c-766c8aa74424,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:36.995104 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3368360e-b946-4fbe-afb1-3d0d3a41acbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:37.006132 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-1d94ddd0-9379-4c92-90c3-88c8e111830b tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4313090 Jan 21 19:02:37.011216 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57850) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:37.017636 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-3368360e-b946-4fbe-afb1-3d0d3a41acbc admin admin] Deleting port 773c8944-70f5-4583-b320-38d032acce5d {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:02:37.018220 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3368360e-b946-4fbe-afb1-3d0d3a41acbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:37.031221 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-00450f98-d730-4027-84a9-255cf963944a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Request body: {'subnet': {'network_id': '4f1bc4b1-0f5a-4413-a108-19842aebc8ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:37.037636 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c69916-84ba-4f90-8bbe-a0b5d78b5cd3 None None] Network ec0784bd-dc88-4d6f-afc3-ad1345d6872a requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:02:37.051985 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacbd2be-d0a3-4a8b-8a1a-4dbaed8aa58e None None] Network a636b51d-03de-4da7-9e6d-f34cc1899bab requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:02:37.071202 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3ea30a1e-91ad-484b-b9bf-8d0f86771bb8 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:37.075274 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d0a9f3-4cc9-4da7-a0cf-b1a84b2dc1d0 None None] Network fe9349f9-ebb7-4ed4-89c7-377645adc8f0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:02:37.110386 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-d52cca83-a060-40df-935b-23ff82148adf tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Deleting subnet a3a55029-06a1-44f2-8a2f-47c666d0cd60 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:02:37.111011 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacbd2be-d0a3-4a8b-8a1a-4dbaed8aa58e None None] Network a636b51d-03de-4da7-9e6d-f34cc1899bab could not be found, it might have been deleted concurrently. {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 21 19:02:37.114372 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d52cca83-a060-40df-935b-23ff82148adf tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:37.123418 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea30a1e-91ad-484b-b9bf-8d0f86771bb8 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f350184-15d6-4c68-a34c-46a2e9de8fd0,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:37.173695 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ed05f155-810b-491b-ba27-e184ece0ca05 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Synchronizing usage tracker for tenant:083cc6f19b314d9885677036f51f4e22 on resource:security_group {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:02:37.182535 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-8865ffd2-326e-4c18-b5bc-c236b74e65db tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:37.306783 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d82e606-0122-4d3b-a0c5-6c676048ff4b None None] DHCP port deletion for a636b51d-03de-4da7-9e6d-f34cc1899bab request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:02:37.316757 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3ea30a1e-91ad-484b-b9bf-8d0f86771bb8 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:37.319441 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3ea30a1e-91ad-484b-b9bf-8d0f86771bb8 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:37.322336 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3ea30a1e-91ad-484b-b9bf-8d0f86771bb8 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157 tempest-ExternalNetworksAdminNegativeTestJSON-1565620157-project-admin] 10.222.0.87 "DELETE /v2.0/floatingips/9fab71bf-194c-46c1-9beb-729028ca2c29 HTTP/1.1" status: 204 len: 168 time: 1.7182457 Jan 21 19:02:37.407150 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 162e45bf-aaa8-43bc-aad2-f29a70876cd7 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:02:37.435943 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-8865ffd2-326e-4c18-b5bc-c236b74e65db tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Usage tracker for resource:port and tenant:d3e69eb5fab24f5d9451b2cf3f9d850d is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:37.444828 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d52cca83-a060-40df-935b-23ff82148adf tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:37.450716 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-3368360e-b946-4fbe-afb1-3d0d3a41acbc admin admin] For port 773c8944-70f5-4583-b320-38d032acce5d, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=773c8944-70f5-4583-b320-38d032acce5d,segment=NetworkSegment(3ac4fc8a-3d1c-40a0-81db-885ad3cbfae5),segment_id=3ac4fc8a-3d1c-40a0-81db-885ad3cbfae5)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:02:37.451310 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3368360e-b946-4fbe-afb1-3d0d3a41acbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:37.487005 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-8865ffd2-326e-4c18-b5bc-c236b74e65db tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:37.505014 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-8865ffd2-326e-4c18-b5bc-c236b74e65db tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:37.520736 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-00450f98-d730-4027-84a9-255cf963944a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:37.524612 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-00450f98-d730-4027-84a9-255cf963944a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Usage tracker for resource:subnet and tenant:98165352f4974f8d954efc4ce4c85f15 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:37.527489 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-00450f98-d730-4027-84a9-255cf963944a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:37.543590 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-00450f98-d730-4027-84a9-255cf963944a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:37.548918 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f411fa51-87dd-4685-b4b4-6ba108ad3d1c None None] Provisioning for port 162e45bf-aaa8-43bc-aad2-f29a70876cd7 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:02:37.587087 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d52cca83-a060-40df-935b-23ff82148adf tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:37.600779 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-3368360e-b946-4fbe-afb1-3d0d3a41acbc admin admin] Calling delete_port for 773c8944-70f5-4583-b320-38d032acce5d owned by network:dhcp {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:02:37.624109 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ed05f155-810b-491b-ba27-e184ece0ca05 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Unset dirty status for tenant:083cc6f19b314d9885677036f51f4e22 on resource:security_group {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:02:37.628168 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ed05f155-810b-491b-ba27-e184ece0ca05 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8526087 Jan 21 19:02:37.628168 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8865ffd2-326e-4c18-b5bc-c236b74e65db tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Made reservation on behalf of d3e69eb5fab24f5d9451b2cf3f9d850d for: {'port': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:02:37.635794 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57858) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:37.662655 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00450f98-d730-4027-84a9-255cf963944a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Made reservation on behalf of 98165352f4974f8d954efc4ce4c85f15 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:02:37.666988 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-00450f98-d730-4027-84a9-255cf963944a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:37.711415 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-cdd64934-ec9f-4a3e-b0c8-a74c9eb20ec9 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Synchronizing usage tracker for tenant:083cc6f19b314d9885677036f51f4e22 on resource:security_group_rule {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:02:37.782096 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 162e45bf-aaa8-43bc-aad2-f29a70876cd7 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:02:37.787784 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 162e45bf-aaa8-43bc-aad2-f29a70876cd7 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:02:37.788138 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:37.800893 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-cdd64934-ec9f-4a3e-b0c8-a74c9eb20ec9 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Unset dirty status for tenant:083cc6f19b314d9885677036f51f4e22 on resource:security_group_rule {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:02:37.807794 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-cdd64934-ec9f-4a3e-b0c8-a74c9eb20ec9 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1730680 Jan 21 19:02:37.807794 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3368360e-b946-4fbe-afb1-3d0d3a41acbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:37.811025 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57862) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:37.848024 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f7cec4-0e2c-46bd-8ee0-a5dd4cedec93 None None] DHCP port deletion for fe9349f9-ebb7-4ed4-89c7-377645adc8f0 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:02:37.865719 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3368360e-b946-4fbe-afb1-3d0d3a41acbc admin admin] Pushing event deleted for resources: {'Port': ['ID=773c8944-70f5-4583-b320-38d032acce5d,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:37.883658 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8865ffd2-326e-4c18-b5bc-c236b74e65db tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:37.896483 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3368360e-b946-4fbe-afb1-3d0d3a41acbc admin admin] No DVR routers for this DVR port 773c8944-70f5-4583-b320-38d032acce5d on host dv-neutron-825470-1-hyperv {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:02:37.899578 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-f298ed8f-6a79-43d7-a100-6be68843ed2b tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] delete failed (client error): The resource could not be found. Jan 21 19:02:37.905465 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f298ed8f-6a79-43d7-a100-6be68843ed2b tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "DELETE /v2.0/security-groups/8e7bb702-3d6d-472a-945c-766c8aa74424 HTTP/1.1" status: 404 len: 347 time: 0.0431659 Jan 21 19:02:37.906300 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57868) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:37.933674 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [None req-8865ffd2-326e-4c18-b5bc-c236b74e65db tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] device_id is not set on port 44f47402-5369-424b-b8bf-5ad18e3beda0 yet. {{(pid=88136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:02:37.939665 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f10145-df8b-4f7f-ad82-74013056982f None None] Update dhcp port {'port': {'network_id': 'ec0784bd-dc88-4d6f-afc3-ad1345d6872a', 'fixed_ips': [{'subnet_id': '4f1a13cc-f9c5-44f6-843b-9edd5b675546', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a7a232d7-5db7-4dcb-b70b-d35dd61fb31d'}], 'binding:host_id': 'dv-neutron-825470-1-hyperv'}, 'id': '162e45bf-aaa8-43bc-aad2-f29a70876cd7'} from dv-neutron-825470-1-hyperv. {{(pid=88138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 19:02:37.968954 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d52cca83-a060-40df-935b-23ff82148adf tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:38.029166 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52cca83-a060-40df-935b-23ff82148adf tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event deleted for resources: {'Subnet': ['ID=a3a55029-06a1-44f2-8a2f-47c666d0cd60,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:38.031544 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d52cca83-a060-40df-935b-23ff82148adf tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:38.039487 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d994fc-e82e-451b-bfc7-9710df39c8f4 None None] Network 0701bda5-fd36-4d5e-be43-9afa25be7021 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:02:38.097766 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57872) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:38.114874 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d52cca83-a060-40df-935b-23ff82148adf tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "DELETE /v2.0/subnets/a3a55029-06a1-44f2-8a2f-47c666d0cd60 HTTP/1.1" status: 204 len: 168 time: 1.3441942 Jan 21 19:02:38.129743 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57874) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:38.153185 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-43f10145-df8b-4f7f-ad82-74013056982f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:38.248947 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3368360e-b946-4fbe-afb1-3d0d3a41acbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:38.342681 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-00450f98-d730-4027-84a9-255cf963944a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:38.343777 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:38.352693 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-04c268d4-8bb1-4ce0-8786-73911ff57c65 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Synchronizing usage tracker for tenant:083cc6f19b314d9885677036f51f4e22 on resource:security_group {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:02:38.375117 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-3368360e-b946-4fbe-afb1-3d0d3a41acbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe9349f9-ebb7-4ed4-89c7-377645adc8f0']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:38.392565 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a610345e-fd4e-4213-9d3a-6e546a102866 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:38.403038 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ac4807b5-d7bb-4b59-9287-a7c56e050705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:38.418099 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-3368360e-b946-4fbe-afb1-3d0d3a41acbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ac4fc8a-3d1c-40a0-81db-885ad3cbfae5') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:38.418487 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-3368360e-b946-4fbe-afb1-3d0d3a41acbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ac4fc8a-3d1c-40a0-81db-885ad3cbfae5') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:38.433375 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-04c268d4-8bb1-4ce0-8786-73911ff57c65 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] Unset dirty status for tenant:083cc6f19b314d9885677036f51f4e22 on resource:security_group {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:02:38.441366 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-04c268d4-8bb1-4ce0-8786-73911ff57c65 tempest-SecGroupIPv6Test-630441195 tempest-SecGroupIPv6Test-630441195-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4996212 Jan 21 19:02:38.448002 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-a610345e-fd4e-4213-9d3a-6e546a102866 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Deleting port cf77b33d-4124-4afd-8e3c-26cd248de209 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:02:38.448415 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a610345e-fd4e-4213-9d3a-6e546a102866 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:38.491771 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00450f98-d730-4027-84a9-255cf963944a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Checking segment: {'id': '2163b4ba-e5a6-4b23-94bb-638f14ec7843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4f1bc4b1-0f5a-4413-a108-19842aebc8ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:02:38.493260 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00450f98-d730-4027-84a9-255cf963944a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Network hostable DHCP agents. Network: 4f1bc4b1-0f5a-4413-a108-19842aebc8ff, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:02:38.506377 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00450f98-d730-4027-84a9-255cf963944a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event updated for resources: {'Subnet': ['ID=4fa14fd2-7d8d-419c-8b32-85c5b2058782,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:38.506611 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-ac4807b5-d7bb-4b59-9287-a7c56e050705 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:38.510270 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3368360e-b946-4fbe-afb1-3d0d3a41acbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:38.549826 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-8865ffd2-326e-4c18-b5bc-c236b74e65db tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Allocated IP 172.20.0.5 (ec0784bd-dc88-4d6f-afc3-ad1345d6872a/4f1a13cc-f9c5-44f6-843b-9edd5b675546/44f47402-5369-424b-b8bf-5ad18e3beda0) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:02:38.550634 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 162e45bf-aaa8-43bc-aad2-f29a70876cd7, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=162e45bf-aaa8-43bc-aad2-f29a70876cd7,segment=NetworkSegment(c0819f62-eadb-4a4f-9e66-ce9ba67e7ba7),segment_id=c0819f62-eadb-4a4f-9e66-ce9ba67e7ba7)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:02:38.553723 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ac4807b5-d7bb-4b59-9287-a7c56e050705 admin admin] Usage tracker for resource:security_group_rule and tenant:2f2df581c0c14298a457378b12ac918d is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:38.557276 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-8865ffd2-326e-4c18-b5bc-c236b74e65db tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Allocated IP 172.20.0.24 (ec0784bd-dc88-4d6f-afc3-ad1345d6872a/a7a232d7-5db7-4dcb-b70b-d35dd61fb31d/44f47402-5369-424b-b8bf-5ad18e3beda0) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:02:38.564319 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ac4807b5-d7bb-4b59-9287-a7c56e050705 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:38.584827 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-ac4807b5-d7bb-4b59-9287-a7c56e050705 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:38.590041 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3368360e-b946-4fbe-afb1-3d0d3a41acbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:38.627500 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3368360e-b946-4fbe-afb1-3d0d3a41acbc admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:02:38.627900 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3368360e-b946-4fbe-afb1-3d0d3a41acbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:38.632432 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03da8aa8-adc5-4974-afa0-4cf71ff3368e None None] DHCP port deletion for 0701bda5-fd36-4d5e-be43-9afa25be7021 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:02:38.637853 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-03da8aa8-adc5-4974-afa0-4cf71ff3368e None None] Deleting port cf77b33d-4124-4afd-8e3c-26cd248de209 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:02:38.638547 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-03da8aa8-adc5-4974-afa0-4cf71ff3368e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:38.641532 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:02:38.641532 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:02:38.641532 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:02:38.641532 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:02:38.641532 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:02:38.641532 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:02:38.641532 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:02:38.641532 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:02:38.641532 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:02:38.641532 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:02:38.641532 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:02:38.641532 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:02:38.641532 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:02:38.641532 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:02:38.641532 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:02:38.641532 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:02:38.641532 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:02:38.641532 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:02:38.641532 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:02:38.641532 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:02:38.641532 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:02:38.641532 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:02:38.641532 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:02:38.641532 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:02:38.641532 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:02:38.641532 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:02:38.641532 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:02:38.641532 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:02:38.641532 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:02:38.641532 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:02:38.641532 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:02:38.641532 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:02:38.658865 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00450f98-d730-4027-84a9-255cf963944a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Network 4f1bc4b1-0f5a-4413-a108-19842aebc8ff is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:02:38.674184 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:38.732954 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-00450f98-d730-4027-84a9-255cf963944a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 4f1bc4b1-0f5a-4413-a108-19842aebc8ff) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:02:38.738355 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00450f98-d730-4027-84a9-255cf963944a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:38.739006 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-00450f98-d730-4027-84a9-255cf963944a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:38.752412 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3472418d-556b-45ef-a6db-3edba21c2f92 None None] Network 4f1bc4b1-0f5a-4413-a108-19842aebc8ff requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:02:38.823627 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8865ffd2-326e-4c18-b5bc-c236b74e65db tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:38.832639 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-00450f98-d730-4027-84a9-255cf963944a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8084409 Jan 21 19:02:38.836197 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57888) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:38.880698 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ac4807b5-d7bb-4b59-9287-a7c56e050705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:38.890998 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-a610345e-fd4e-4213-9d3a-6e546a102866 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] For port cf77b33d-4124-4afd-8e3c-26cd248de209, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=cf77b33d-4124-4afd-8e3c-26cd248de209,segment=NetworkSegment(5306ce09-f930-4d4a-9fd3-61126135f65b),segment_id=5306ce09-f930-4d4a-9fd3-61126135f65b)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:02:38.891360 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a610345e-fd4e-4213-9d3a-6e546a102866 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:38.914561 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57892) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:38.937542 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=162e45bf-aaa8-43bc-aad2-f29a70876cd7,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:38.956931 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ac4807b5-d7bb-4b59-9287-a7c56e050705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:38.985175 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-8865ffd2-326e-4c18-b5bc-c236b74e65db tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Transition to ACTIVE for port object 44f47402-5369-424b-b8bf-5ad18e3beda0 will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:02:39.037129 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6f59f66e-9681-4dd8-a1e7-d347458df36e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:39.103187 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ac4807b5-d7bb-4b59-9287-a7c56e050705 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2f2df581c0c14298a457378b12ac918d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9796178 Jan 21 19:02:39.106099 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-03da8aa8-adc5-4974-afa0-4cf71ff3368e None None] For port cf77b33d-4124-4afd-8e3c-26cd248de209, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=cf77b33d-4124-4afd-8e3c-26cd248de209,segment=NetworkSegment(5306ce09-f930-4d4a-9fd3-61126135f65b),segment_id=5306ce09-f930-4d4a-9fd3-61126135f65b)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:02:39.106353 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-03da8aa8-adc5-4974-afa0-4cf71ff3368e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:39.108286 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-a610345e-fd4e-4213-9d3a-6e546a102866 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Calling delete_port for cf77b33d-4124-4afd-8e3c-26cd248de209 owned by network:dhcp {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:02:39.123515 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6f59f66e-9681-4dd8-a1e7-d347458df36e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:39.139106 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3368360e-b946-4fbe-afb1-3d0d3a41acbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:39.141655 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57898) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:39.194739 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-43f10145-df8b-4f7f-ad82-74013056982f None None] Allocated IP 172.20.0.18 (ec0784bd-dc88-4d6f-afc3-ad1345d6872a/a7a232d7-5db7-4dcb-b70b-d35dd61fb31d/162e45bf-aaa8-43bc-aad2-f29a70876cd7) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:02:39.199962 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 162e45bf-aaa8-43bc-aad2-f29a70876cd7 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:02:39.201276 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3368360e-b946-4fbe-afb1-3d0d3a41acbc admin admin] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:39.209743 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8865ffd2-326e-4c18-b5bc-c236b74e65db tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:39.238375 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3368360e-b946-4fbe-afb1-3d0d3a41acbc admin admin] Pushing event deleted for resources: {'Network': ['ID=fe9349f9-ebb7-4ed4-89c7-377645adc8f0,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:39.253146 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4807b5-d7bb-4b59-9287-a7c56e050705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92cab37b-db36-44e0-b8a4-0f64ca1385bd,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:39.295460 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6f59f66e-9681-4dd8-a1e7-d347458df36e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:39.297525 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b68541f1-2779-45a2-84f0-4eba7b9bfcfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:39.328035 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b68541f1-2779-45a2-84f0-4eba7b9bfcfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:39.350630 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8865ffd2-326e-4c18-b5bc-c236b74e65db tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Network ec0784bd-dc88-4d6f-afc3-ad1345d6872a is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:02:39.353294 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3368360e-b946-4fbe-afb1-3d0d3a41acbc admin admin] 10.222.0.87 "DELETE /v2.0/networks/fe9349f9-ebb7-4ed4-89c7-377645adc8f0 HTTP/1.1" status: 204 len: 168 time: 2.4810221 Jan 21 19:02:39.357255 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-03da8aa8-adc5-4974-afa0-4cf71ff3368e None None] Calling delete_port for cf77b33d-4124-4afd-8e3c-26cd248de209 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:02:39.387431 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-8865ffd2-326e-4c18-b5bc-c236b74e65db tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:02:39.395711 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f59f66e-9681-4dd8-a1e7-d347458df36e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event deleted for resources: {'Subnet': ['ID=4fa14fd2-7d8d-419c-8b32-85c5b2058782,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:39.397532 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8865ffd2-326e-4c18-b5bc-c236b74e65db tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event updated for resources: {'Port': ['ID=44f47402-5369-424b-b8bf-5ad18e3beda0,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:39.402045 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8865ffd2-326e-4c18-b5bc-c236b74e65db tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:02:39.458663 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-47f2433d-d43f-4163-8b84-6a6e009e7956 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=083cc6f19b314d9885677036f51f4e22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5419345 Jan 21 19:02:39.462275 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57904) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:39.531016 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8a292e99-1897-4cd0-8b79-808348b94819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:39.548348 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a610345e-fd4e-4213-9d3a-6e546a102866 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:39.566988 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7e4d33-0726-40a8-896b-5904c2e788ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-4f1bc4b1-0f5a-4413-a108-19842aebc8ff', 'network_id': '4f1bc4b1-0f5a-4413-a108-19842aebc8ff', 'tenant_id': '98165352f4974f8d954efc4ce4c85f15', 'fixed_ips': [{'subnet_id': '4fa14fd2-7d8d-419c-8b32-85c5b2058782'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:02:39.567913 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4a7e4d33-0726-40a8-896b-5904c2e788ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:39.596333 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b68541f1-2779-45a2-84f0-4eba7b9bfcfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:39.635567 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610345e-fd4e-4213-9d3a-6e546a102866 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event deleted for resources: {'Port': ['ID=cf77b33d-4124-4afd-8e3c-26cd248de209,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:39.639764 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8a292e99-1897-4cd0-8b79-808348b94819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:39.647394 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a610345e-fd4e-4213-9d3a-6e546a102866 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] No DVR routers for this DVR port cf77b33d-4124-4afd-8e3c-26cd248de209 on host dv-neutron-825470-1-hyperv {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:02:39.657165 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6f59f66e-9681-4dd8-a1e7-d347458df36e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:39.679973 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68541f1-2779-45a2-84f0-4eba7b9bfcfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92cab37b-db36-44e0-b8a4-0f64ca1385bd,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:39.689217 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-03da8aa8-adc5-4974-afa0-4cf71ff3368e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:02:39.689657 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-03da8aa8-adc5-4974-afa0-4cf71ff3368e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:02:39.692154 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8865ffd2-326e-4c18-b5bc-c236b74e65db tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:39.692744 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8865ffd2-326e-4c18-b5bc-c236b74e65db tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:39.713856 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-6f59f66e-9681-4dd8-a1e7-d347458df36e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f1bc4b1-0f5a-4413-a108-19842aebc8ff']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:39.727752 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57908) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:39.731131 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-6f59f66e-9681-4dd8-a1e7-d347458df36e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2163b4ba-e5a6-4b23-94bb-638f14ec7843') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:39.732118 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-6f59f66e-9681-4dd8-a1e7-d347458df36e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2163b4ba-e5a6-4b23-94bb-638f14ec7843') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:39.764445 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b68541f1-2779-45a2-84f0-4eba7b9bfcfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:39.773915 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b68541f1-2779-45a2-84f0-4eba7b9bfcfd admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/92cab37b-db36-44e0-b8a4-0f64ca1385bd HTTP/1.1" status: 204 len: 168 time: 0.6239974 Jan 21 19:02:39.790288 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6f59f66e-9681-4dd8-a1e7-d347458df36e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:39.819712 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-012e8ae3-4c7b-450d-9998-cb943614102d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=35339a7947db486893b0582b9003cb0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0931723 Jan 21 19:02:39.826648 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-8865ffd2-326e-4c18-b5bc-c236b74e65db tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.0921636 Jan 21 19:02:39.841197 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57914) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:39.841534 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57916) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:39.843056 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 162e45bf-aaa8-43bc-aad2-f29a70876cd7 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:02:39.843431 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:39.849477 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a610345e-fd4e-4213-9d3a-6e546a102866 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:39.856019 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6f59f66e-9681-4dd8-a1e7-d347458df36e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:39.868808 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f59f66e-9681-4dd8-a1e7-d347458df36e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:02:39.869215 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6f59f66e-9681-4dd8-a1e7-d347458df36e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:39.874790 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-b3a99f7f-f9d2-4f40-a274-b82d73c47272 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4f1a13cc-f9c5-44f6-843b-9edd5b675546'}]}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:39.910834 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:02:39.910834 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:02:39.910834 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:02:39.910834 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:02:39.910834 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:02:39.910834 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:02:39.910834 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:02:39.910834 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:02:39.910834 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:02:39.910834 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:02:39.910834 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:02:39.910834 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:02:39.910834 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:02:39.910834 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:02:39.910834 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:02:39.910834 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:02:39.910834 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:02:39.910834 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:02:39.910834 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:02:39.910834 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:02:39.910834 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:02:39.910834 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:02:39.910834 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:02:39.910834 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:02:39.910834 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:02:39.910834 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:02:39.910834 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:02:39.910834 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:02:39.910834 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:02:39.910834 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:02:39.910834 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:02:39.910834 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:02:39.938718 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-43f10145-df8b-4f7f-ad82-74013056982f None None] For port 162e45bf-aaa8-43bc-aad2-f29a70876cd7, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=162e45bf-aaa8-43bc-aad2-f29a70876cd7,segment=NetworkSegment(c0819f62-eadb-4a4f-9e66-ce9ba67e7ba7),segment_id=c0819f62-eadb-4a4f-9e66-ce9ba67e7ba7)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:02:39.956064 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-a610345e-fd4e-4213-9d3a-6e546a102866 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0701bda5-fd36-4d5e-be43-9afa25be7021']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:39.978825 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-a610345e-fd4e-4213-9d3a-6e546a102866 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5306ce09-f930-4d4a-9fd3-61126135f65b') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:39.979039 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-a610345e-fd4e-4213-9d3a-6e546a102866 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5306ce09-f930-4d4a-9fd3-61126135f65b') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:39.998276 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a610345e-fd4e-4213-9d3a-6e546a102866 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:40.004571 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8a292e99-1897-4cd0-8b79-808348b94819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:40.024272 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6f59f66e-9681-4dd8-a1e7-d347458df36e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:40.030594 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bec9518-650c-4baa-b0b9-3ab2c3c01778 None None] Network 4f1bc4b1-0f5a-4413-a108-19842aebc8ff requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:02:40.052839 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6f59f66e-9681-4dd8-a1e7-d347458df36e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:40.063607 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-43f10145-df8b-4f7f-ad82-74013056982f None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:40.064054 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bec9518-650c-4baa-b0b9-3ab2c3c01778 None None] Network 4f1bc4b1-0f5a-4413-a108-19842aebc8ff could not be found, it might have been deleted concurrently. {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 21 19:02:40.066177 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a292e99-1897-4cd0-8b79-808348b94819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7cfbc59-64d1-4d11-9df5-5de282f91a1a,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:40.067048 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f59f66e-9681-4dd8-a1e7-d347458df36e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event deleted for resources: {'Network': ['ID=4f1bc4b1-0f5a-4413-a108-19842aebc8ff,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:40.068161 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a610345e-fd4e-4213-9d3a-6e546a102866 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:40.073886 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-6f59f66e-9681-4dd8-a1e7-d347458df36e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "DELETE /v2.0/networks/4f1bc4b1-0f5a-4413-a108-19842aebc8ff HTTP/1.1" status: 204 len: 168 time: 1.2330976 Jan 21 19:02:40.075527 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57922) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:40.086416 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-b7e0cca4-cea8-4a7d-a84f-56627137b0d9 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1839270177'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:40.092749 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-b7e0cca4-cea8-4a7d-a84f-56627137b0d9 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:40.099740 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a610345e-fd4e-4213-9d3a-6e546a102866 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:02:40.100328 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a610345e-fd4e-4213-9d3a-6e546a102866 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:40.103564 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b7e0cca4-cea8-4a7d-a84f-56627137b0d9 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Usage tracker for resource:network and tenant:98165352f4974f8d954efc4ce4c85f15 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:40.107124 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b7e0cca4-cea8-4a7d-a84f-56627137b0d9 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:40.113522 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-b7e0cca4-cea8-4a7d-a84f-56627137b0d9 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:40.127134 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 48278649-f086-4cc4-b721-52508d149f15 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:02:40.168536 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 48278649-f086-4cc4-b721-52508d149f15 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:02:40.168950 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 48278649-f086-4cc4-b721-52508d149f15 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:02:40.169501 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 773c8944-70f5-4583-b320-38d032acce5d no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:02:40.200970 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e0cca4-cea8-4a7d-a84f-56627137b0d9 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Made reservation on behalf of 98165352f4974f8d954efc4ce4c85f15 for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:02:40.206116 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b7e0cca4-cea8-4a7d-a84f-56627137b0d9 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:40.209494 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-03da8aa8-adc5-4974-afa0-4cf71ff3368e None None] Deleting port cf77b33d-4124-4afd-8e3c-26cd248de209 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:02:40.209972 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-03da8aa8-adc5-4974-afa0-4cf71ff3368e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:40.229906 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:02:40.229906 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:02:40.229906 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:02:40.229906 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:02:40.229906 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:02:40.229906 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:02:40.229906 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:02:40.229906 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:02:40.229906 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:02:40.229906 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:02:40.229906 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:02:40.229906 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:02:40.229906 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:02:40.229906 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:02:40.229906 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:02:40.229906 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:02:40.229906 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:02:40.229906 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:02:40.229906 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:02:40.229906 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:02:40.229906 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:02:40.229906 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:02:40.229906 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:02:40.229906 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:02:40.229906 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:02:40.229906 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:02:40.229906 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:02:40.229906 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:02:40.229906 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:02:40.229906 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:02:40.229906 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:02:40.229906 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:02:40.239121 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-35ff8281-2fe2-4b00-8287-97423bbdb891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:40.249038 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e0cca4-cea8-4a7d-a84f-56627137b0d9 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:02:40.252496 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 773c8944-70f5-4583-b320-38d032acce5d {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:02:40.252840 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 773c8944-70f5-4583-b320-38d032acce5d not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:02:40.253257 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device cf77b33d-4124-4afd-8e3c-26cd248de209 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:02:40.263116 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b7e0cca4-cea8-4a7d-a84f-56627137b0d9 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:40.263818 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-b7e0cca4-cea8-4a7d-a84f-56627137b0d9 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Added segment 0828cac6-4833-4c37-88d8-97242ee9b643 of type vlan for network e708c8c5-9138-4077-8164-d16313fc9ab5 Jan 21 19:02:40.290903 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b7e0cca4-cea8-4a7d-a84f-56627137b0d9 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:40.314526 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-03da8aa8-adc5-4974-afa0-4cf71ff3368e None None] The port 'cf77b33d-4124-4afd-8e3c-26cd248de209' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:02:40.323415 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: cf77b33d-4124-4afd-8e3c-26cd248de209 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:02:40.323748 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device cf77b33d-4124-4afd-8e3c-26cd248de209 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:02:40.400877 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b7e0cca4-cea8-4a7d-a84f-56627137b0d9 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:40.407184 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e0cca4-cea8-4a7d-a84f-56627137b0d9 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:40.407824 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b7e0cca4-cea8-4a7d-a84f-56627137b0d9 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:40.414642 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-35ff8281-2fe2-4b00-8287-97423bbdb891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:40.473474 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8a292e99-1897-4cd0-8b79-808348b94819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:40.474625 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-8a292e99-1897-4cd0-8b79-808348b94819 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a7cfbc59-64d1-4d11-9df5-5de282f91a1a HTTP/1.1" status: 204 len: 168 time: 1.0112138 Jan 21 19:02:40.490872 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-43f10145-df8b-4f7f-ad82-74013056982f None None] Transition to ACTIVE for port object 162e45bf-aaa8-43bc-aad2-f29a70876cd7 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:02:40.500095 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a610345e-fd4e-4213-9d3a-6e546a102866 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:40.523840 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a610345e-fd4e-4213-9d3a-6e546a102866 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:40.543541 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e0cca4-cea8-4a7d-a84f-56627137b0d9 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event updated for resources: {'Network': ['ID=e708c8c5-9138-4077-8164-d16313fc9ab5,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:40.543764 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610345e-fd4e-4213-9d3a-6e546a102866 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] Pushing event deleted for resources: {'Network': ['ID=0701bda5-fd36-4d5e-be43-9afa25be7021,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:40.545955 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b3a99f7f-f9d2-4f40-a274-b82d73c47272 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:40.549470 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b7e0cca4-cea8-4a7d-a84f-56627137b0d9 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4703093 Jan 21 19:02:40.549705 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57930) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:40.556675 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-853d0bb3-e08d-4e3e-9f41-17919ccabe28 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:40.560350 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-a610345e-fd4e-4213-9d3a-6e546a102866 tempest-NetworksIpV6Test-1021780554 tempest-NetworksIpV6Test-1021780554-project] 10.222.0.87 "DELETE /v2.0/networks/0701bda5-fd36-4d5e-be43-9afa25be7021 HTTP/1.1" status: 204 len: 168 time: 2.4262888 Jan 21 19:02:40.560511 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network e708c8c5-9138-4077-8164-d16313fc9ab5 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:02:40.579562 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-43f10145-df8b-4f7f-ad82-74013056982f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:40.668605 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57936) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:40.684119 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f10145-df8b-4f7f-ad82-74013056982f None None] Pushing event updated for resources: {'Port': ['ID=162e45bf-aaa8-43bc-aad2-f29a70876cd7,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:40.699760 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-35ff8281-2fe2-4b00-8287-97423bbdb891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:40.783552 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff8281-2fe2-4b00-8287-97423bbdb891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a32c44b-cd22-41fe-b77e-5c3948213903,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:40.818429 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-35ff8281-2fe2-4b00-8287-97423bbdb891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:40.818429 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-35ff8281-2fe2-4b00-8287-97423bbdb891 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3a32c44b-cd22-41fe-b77e-5c3948213903 HTTP/1.1" status: 204 len: 168 time: 0.9659133 Jan 21 19:02:40.884349 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-79c36729-5c7f-4f5d-8bef-ef360cd21bc7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=31cb96bf53ec4372bd2968282597b4f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2126491 Jan 21 19:02:40.884589 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57942) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:40.946879 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-853d0bb3-e08d-4e3e-9f41-17919ccabe28 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:41.033273 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-853d0bb3-e08d-4e3e-9f41-17919ccabe28 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:41.064843 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-b3a99f7f-f9d2-4f40-a274-b82d73c47272 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Delete allocated IP 172.20.0.24 (ec0784bd-dc88-4d6f-afc3-ad1345d6872a/a7a232d7-5db7-4dcb-b70b-d35dd61fb31d) {{(pid=88137) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 21 19:02:41.076872 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-853d0bb3-e08d-4e3e-9f41-17919ccabe28 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Network e708c8c5-9138-4077-8164-d16313fc9ab5 is not hosted by any dhcp agent {{(pid=88136) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 21 19:02:41.082476 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853d0bb3-e08d-4e3e-9f41-17919ccabe28 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:41.083174 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-853d0bb3-e08d-4e3e-9f41-17919ccabe28 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:41.084429 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-853d0bb3-e08d-4e3e-9f41-17919ccabe28 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "PUT /v2.0/networks/e708c8c5-9138-4077-8164-d16313fc9ab5 HTTP/1.1" status: 200 len: 723 time: 0.5338421 Jan 21 19:02:41.089885 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6f806a01-192a-4928-9360-9fc9dcafbb4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:41.094891 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57946) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:41.103400 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-da1a8182-6c58-4a5a-a1d5-9536753e5cc5 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Request body: {'subnet': {'network_id': 'e708c8c5-9138-4077-8164-d16313fc9ab5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:41.168177 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 162e45bf-aaa8-43bc-aad2-f29a70876cd7 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:02:41.233602 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853d0bb3-e08d-4e3e-9f41-17919ccabe28 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event updated for resources: {'Network': ['ID=e708c8c5-9138-4077-8164-d16313fc9ab5,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:41.241250 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6f806a01-192a-4928-9360-9fc9dcafbb4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:41.252456 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network e708c8c5-9138-4077-8164-d16313fc9ab5 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:02:41.391580 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b3a99f7f-f9d2-4f40-a274-b82d73c47272 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:41.420399 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-da1a8182-6c58-4a5a-a1d5-9536753e5cc5 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:41.423148 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-b3a99f7f-f9d2-4f40-a274-b82d73c47272 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Ignored duplicate provisioning block setup for port 44f47402-5369-424b-b8bf-5ad18e3beda0 by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 21 19:02:41.426139 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-da1a8182-6c58-4a5a-a1d5-9536753e5cc5 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Usage tracker for resource:subnet and tenant:98165352f4974f8d954efc4ce4c85f15 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:41.429675 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6f806a01-192a-4928-9360-9fc9dcafbb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:41.434154 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-da1a8182-6c58-4a5a-a1d5-9536753e5cc5 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:41.438216 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-da1a8182-6c58-4a5a-a1d5-9536753e5cc5 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:41.464957 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f806a01-192a-4928-9360-9fc9dcafbb4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c57fbc-4a05-4a62-be91-7a23487ae9e5,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:41.476762 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6f806a01-192a-4928-9360-9fc9dcafbb4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:41.478677 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-6f806a01-192a-4928-9360-9fc9dcafbb4e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/77c57fbc-4a05-4a62-be91-7a23487ae9e5 HTTP/1.1" status: 204 len: 168 time: 0.5931327 Jan 21 19:02:41.521268 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b3a99f7f-f9d2-4f40-a274-b82d73c47272 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:41.521762 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57956) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:41.579865 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1a8182-6c58-4a5a-a1d5-9536753e5cc5 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Made reservation on behalf of 98165352f4974f8d954efc4ce4c85f15 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:02:41.584358 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-da1a8182-6c58-4a5a-a1d5-9536753e5cc5 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:41.714963 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-0361c347-1db3-4bbf-baef-e4e661b16860 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=61b06f640fe54206829782ad2cf491c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1906459 Jan 21 19:02:41.716260 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 57964) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:41.756854 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfb5607-6d33-4040-af0f-02b05778f150 None None] Network ec0784bd-dc88-4d6f-afc3-ad1345d6872a requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:02:41.800879 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a99f7f-f9d2-4f40-a274-b82d73c47272 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event updated for resources: {'Port': ['ID=44f47402-5369-424b-b8bf-5ad18e3beda0,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:41.808083 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2351140d-e0f3-4bef-9881-41ecabcb44fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:41.836330 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-b3a99f7f-f9d2-4f40-a274-b82d73c47272 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] In _notify_port_updated(), no bound segment for port 44f47402-5369-424b-b8bf-5ad18e3beda0 on network ec0784bd-dc88-4d6f-afc3-ad1345d6872a {{(pid=88137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 19:02:41.842569 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a99f7f-f9d2-4f40-a274-b82d73c47272 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:41.843201 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b3a99f7f-f9d2-4f40-a274-b82d73c47272 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:41.845765 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2351140d-e0f3-4bef-9881-41ecabcb44fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:41.847687 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b3a99f7f-f9d2-4f40-a274-b82d73c47272 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "PUT /v2.0/ports/44f47402-5369-424b-b8bf-5ad18e3beda0 HTTP/1.1" status: 200 len: 918 time: 2.0036547 Jan 21 19:02:41.848352 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 57972) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:41.857255 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-5fdea8a9-cc09-4958-91f0-98475c17bfe1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4f1a13cc-f9c5-44f6-843b-9edd5b675546'}, {'subnet_id': 'a7a232d7-5db7-4dcb-b70b-d35dd61fb31d'}]}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:41.959076 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-9a55b0d9-4e91-43de-92e3-2816ba230a82 None None] Provisioning for port 162e45bf-aaa8-43bc-aad2-f29a70876cd7 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:02:41.966906 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2351140d-e0f3-4bef-9881-41ecabcb44fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:41.970280 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-9a55b0d9-4e91-43de-92e3-2816ba230a82 None None] Provisioning complete for port 162e45bf-aaa8-43bc-aad2-f29a70876cd7 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:02:41.970633 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9a55b0d9-4e91-43de-92e3-2816ba230a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:41.991662 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2351140d-e0f3-4bef-9881-41ecabcb44fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c701f24a-09f3-410f-8fe2-dd4d3f3d3bed,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:42.006477 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2351140d-e0f3-4bef-9881-41ecabcb44fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:42.008133 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-2351140d-e0f3-4bef-9881-41ecabcb44fb admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c701f24a-09f3-410f-8fe2-dd4d3f3d3bed HTTP/1.1" status: 204 len: 168 time: 0.2905779 Jan 21 19:02:42.074333 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5fdea8a9-cc09-4958-91f0-98475c17bfe1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:42.237665 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-da1a8182-6c58-4a5a-a1d5-9536753e5cc5 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:42.408362 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d74c57-7128-46c1-abb0-bc9c91792177 None None] Network ec0784bd-dc88-4d6f-afc3-ad1345d6872a requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:02:42.507244 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a8182-6c58-4a5a-a1d5-9536753e5cc5 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event updated for resources: {'Subnet': ['ID=78b269a2-6c89-45d4-8028-5433ba1df979,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:42.529729 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1a8182-6c58-4a5a-a1d5-9536753e5cc5 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Checking segment: {'id': '0828cac6-4833-4c37-88d8-97242ee9b643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e708c8c5-9138-4077-8164-d16313fc9ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:02:42.530030 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1a8182-6c58-4a5a-a1d5-9536753e5cc5 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Network hostable DHCP agents. Network: e708c8c5-9138-4077-8164-d16313fc9ab5, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:02:42.561147 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-772cc18c-0fe4-4aa8-bfea-f597ed0f7f69 None None] Provisioning complete for port 162e45bf-aaa8-43bc-aad2-f29a70876cd7 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:02:42.561517 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-772cc18c-0fe4-4aa8-bfea-f597ed0f7f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:42.681758 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1a8182-6c58-4a5a-a1d5-9536753e5cc5 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Network e708c8c5-9138-4077-8164-d16313fc9ab5 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:02:42.719559 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-5fdea8a9-cc09-4958-91f0-98475c17bfe1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Allocated IP 172.20.0.30 (ec0784bd-dc88-4d6f-afc3-ad1345d6872a/a7a232d7-5db7-4dcb-b70b-d35dd61fb31d/44f47402-5369-424b-b8bf-5ad18e3beda0) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:02:42.829493 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-da1a8182-6c58-4a5a-a1d5-9536753e5cc5 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, e708c8c5-9138-4077-8164-d16313fc9ab5) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:02:42.841776 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a515c6-09bb-4a99-8704-ba0086ab4975 None None] Network e708c8c5-9138-4077-8164-d16313fc9ab5 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:02:42.844641 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1a8182-6c58-4a5a-a1d5-9536753e5cc5 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:42.845226 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-da1a8182-6c58-4a5a-a1d5-9536753e5cc5 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:42.942353 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5fdea8a9-cc09-4958-91f0-98475c17bfe1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:42.959574 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-5fdea8a9-cc09-4958-91f0-98475c17bfe1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Ignored duplicate provisioning block setup for port 44f47402-5369-424b-b8bf-5ad18e3beda0 by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 21 19:02:42.972480 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-da1a8182-6c58-4a5a-a1d5-9536753e5cc5 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8767238 Jan 21 19:02:42.975065 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58012) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:42.981825 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-4a8089ef-8bc0-4f13-a003-0b14aae7c919 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:43.030460 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5fdea8a9-cc09-4958-91f0-98475c17bfe1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:43.062708 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-772cc18c-0fe4-4aa8-bfea-f597ed0f7f69 None None] Provisioning for port 44f47402-5369-424b-b8bf-5ad18e3beda0 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:02:43.126743 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-772cc18c-0fe4-4aa8-bfea-f597ed0f7f69 None None] Provisioning complete for port 44f47402-5369-424b-b8bf-5ad18e3beda0 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:02:43.127416 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-772cc18c-0fe4-4aa8-bfea-f597ed0f7f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:43.192078 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a02cca-9f70-4e92-aca9-21db096425e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-e708c8c5-9138-4077-8164-d16313fc9ab5', 'network_id': 'e708c8c5-9138-4077-8164-d16313fc9ab5', 'tenant_id': '98165352f4974f8d954efc4ce4c85f15', 'fixed_ips': [{'subnet_id': '78b269a2-6c89-45d4-8028-5433ba1df979'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:02:43.192667 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-97a02cca-9f70-4e92-aca9-21db096425e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:43.243670 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58020) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:43.276305 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-772cc18c-0fe4-4aa8-bfea-f597ed0f7f69 None None] Port 44f47402-5369-424b-b8bf-5ad18e3beda0 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:02:43.360424 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdea8a9-cc09-4958-91f0-98475c17bfe1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event updated for resources: {'Port': ['ID=44f47402-5369-424b-b8bf-5ad18e3beda0,revision_number=3']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:43.412369 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4a8089ef-8bc0-4f13-a003-0b14aae7c919 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11943733'] for subnet, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:43.459658 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-5fdea8a9-cc09-4958-91f0-98475c17bfe1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] In _notify_port_updated(), no bound segment for port 44f47402-5369-424b-b8bf-5ad18e3beda0 on network ec0784bd-dc88-4d6f-afc3-ad1345d6872a {{(pid=88137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 19:02:43.459869 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-68a8ff09-b1ad-4199-be9a-1e0fb5ea1eca None None] Provisioning complete for port 162e45bf-aaa8-43bc-aad2-f29a70876cd7 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:02:43.460296 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-68a8ff09-b1ad-4199-be9a-1e0fb5ea1eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:43.466117 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdea8a9-cc09-4958-91f0-98475c17bfe1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:43.466756 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5fdea8a9-cc09-4958-91f0-98475c17bfe1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:43.468030 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5fdea8a9-cc09-4958-91f0-98475c17bfe1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "PUT /v2.0/ports/44f47402-5369-424b-b8bf-5ad18e3beda0 HTTP/1.1" status: 200 len: 998 time: 1.6175737 Jan 21 19:02:43.470952 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58028) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:43.564718 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-97a02cca-9f70-4e92-aca9-21db096425e9 None None] Allocated IP 172.20.0.2 (e708c8c5-9138-4077-8164-d16313fc9ab5/78b269a2-6c89-45d4-8028-5433ba1df979/dea1eaec-106c-45d7-81a5-2fdda76c5330) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:02:43.599656 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-453d3ec7-02ef-4441-bf71-59659fbc44de tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Deleting port 44f47402-5369-424b-b8bf-5ad18e3beda0 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:02:43.605451 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-453d3ec7-02ef-4441-bf71-59659fbc44de tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:43.648648 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-4fcf80f4-654a-4048-926d-d47a976d9427 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-971442113'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:43.661557 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-4fcf80f4-654a-4048-926d-d47a976d9427 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:43.676010 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-4fcf80f4-654a-4048-926d-d47a976d9427 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Usage tracker for resource:network and tenant:02954b9ddd2e4ddab9cb92ac6a3ea5b2 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:43.681530 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-4fcf80f4-654a-4048-926d-d47a976d9427 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:43.691142 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-4fcf80f4-654a-4048-926d-d47a976d9427 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:43.801808 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-68a8ff09-b1ad-4199-be9a-1e0fb5ea1eca None None] Provisioning complete for port 44f47402-5369-424b-b8bf-5ad18e3beda0 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:02:43.801808 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-68a8ff09-b1ad-4199-be9a-1e0fb5ea1eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:43.806744 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fcf80f4-654a-4048-926d-d47a976d9427 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Made reservation on behalf of 02954b9ddd2e4ddab9cb92ac6a3ea5b2 for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:02:43.810617 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4fcf80f4-654a-4048-926d-d47a976d9427 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:43.886156 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4fcf80f4-654a-4048-926d-d47a976d9427 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:43.915277 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-4fcf80f4-654a-4048-926d-d47a976d9427 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:43.927626 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-68a8ff09-b1ad-4199-be9a-1e0fb5ea1eca None None] Port 44f47402-5369-424b-b8bf-5ad18e3beda0 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:02:43.932330 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-4fcf80f4-654a-4048-926d-d47a976d9427 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Usage tracker for resource:security_group_rule and tenant:02954b9ddd2e4ddab9cb92ac6a3ea5b2 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:43.935466 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-4fcf80f4-654a-4048-926d-d47a976d9427 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:43.949887 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-97a02cca-9f70-4e92-aca9-21db096425e9 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:43.953265 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-4fcf80f4-654a-4048-926d-d47a976d9427 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:43.964448 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-97a02cca-9f70-4e92-aca9-21db096425e9 None None] Transition to ACTIVE for port object dea1eaec-106c-45d7-81a5-2fdda76c5330 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:02:43.967694 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-453d3ec7-02ef-4441-bf71-59659fbc44de tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:43.986479 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-97a02cca-9f70-4e92-aca9-21db096425e9 None None] Transition to ACTIVE for port object dea1eaec-106c-45d7-81a5-2fdda76c5330 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:02:44.064959 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-97a02cca-9f70-4e92-aca9-21db096425e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:44.259173 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-453d3ec7-02ef-4441-bf71-59659fbc44de tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Calling delete_port for 44f47402-5369-424b-b8bf-5ad18e3beda0 owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:02:44.267339 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a02cca-9f70-4e92-aca9-21db096425e9 None None] Pushing event updated for resources: {'Port': ['ID=dea1eaec-106c-45d7-81a5-2fdda76c5330,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:44.275491 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a02cca-9f70-4e92-aca9-21db096425e9 None None] Network e708c8c5-9138-4077-8164-d16313fc9ab5 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:02:44.276909 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-97a02cca-9f70-4e92-aca9-21db096425e9 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:02:44.287755 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a02cca-9f70-4e92-aca9-21db096425e9 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:02:44.292939 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-e97c6434-d007-4009-8223-3b5597e47788 None None] Provisioning complete for port 44f47402-5369-424b-b8bf-5ad18e3beda0 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:02:44.293305 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e97c6434-d007-4009-8223-3b5597e47788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:44.303705 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58052) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:44.378577 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4a8089ef-8bc0-4f13-a003-0b14aae7c919 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763375366638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-969127'] for subnet, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:44.453944 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-e97c6434-d007-4009-8223-3b5597e47788 None None] Port 44f47402-5369-424b-b8bf-5ad18e3beda0 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:02:44.458295 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-97a02cca-9f70-4e92-aca9-21db096425e9 None None] Attempting to bind port dea1eaec-106c-45d7-81a5-2fdda76c5330 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:02:44.458816 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-97a02cca-9f70-4e92-aca9-21db096425e9 None None] Attempting to bind port dea1eaec-106c-45d7-81a5-2fdda76c5330 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '0828cac6-4833-4c37-88d8-97242ee9b643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e708c8c5-9138-4077-8164-d16313fc9ab5'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:02:44.459807 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a02cca-9f70-4e92-aca9-21db096425e9 None None] Attempting to bind port dea1eaec-106c-45d7-81a5-2fdda76c5330 on network e708c8c5-9138-4077-8164-d16313fc9ab5 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:02:44.469050 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a02cca-9f70-4e92-aca9-21db096425e9 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:02:44.473418 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a02cca-9f70-4e92-aca9-21db096425e9 None None] Checking segment: {'id': '0828cac6-4833-4c37-88d8-97242ee9b643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e708c8c5-9138-4077-8164-d16313fc9ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:02:44.474059 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-97a02cca-9f70-4e92-aca9-21db096425e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:44.474769 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a02cca-9f70-4e92-aca9-21db096425e9 None None] Bound using segment: {'id': '0828cac6-4833-4c37-88d8-97242ee9b643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e708c8c5-9138-4077-8164-d16313fc9ab5'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:02:44.475424 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-97a02cca-9f70-4e92-aca9-21db096425e9 None None] Bound port: dea1eaec-106c-45d7-81a5-2fdda76c5330, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0828cac6-4833-4c37-88d8-97242ee9b643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e708c8c5-9138-4077-8164-d16313fc9ab5'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:02:44.477600 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-97a02cca-9f70-4e92-aca9-21db096425e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:44.506711 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8089ef-8bc0-4f13-a003-0b14aae7c919 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event updated for resources: {'Subnet': ['ID=78b269a2-6c89-45d4-8028-5433ba1df979,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:44.526260 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8089ef-8bc0-4f13-a003-0b14aae7c919 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:44.526958 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4a8089ef-8bc0-4f13-a003-0b14aae7c919 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:44.531039 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-4a8089ef-8bc0-4f13-a003-0b14aae7c919 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "PUT /v2.0/subnets/78b269a2-6c89-45d4-8028-5433ba1df979 HTTP/1.1" status: 200 len: 806 time: 1.5548794 Jan 21 19:02:44.531697 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58062) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:44.578962 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4fcf80f4-654a-4048-926d-d47a976d9427 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:44.619445 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-499944ac-826a-4df8-8333-a3af5eca9856 None None] Provisioning complete for port 44f47402-5369-424b-b8bf-5ad18e3beda0 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:02:44.619818 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-499944ac-826a-4df8-8333-a3af5eca9856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:44.640910 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4fcf80f4-654a-4048-926d-d47a976d9427 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:44.678117 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-499944ac-826a-4df8-8333-a3af5eca9856 None None] Port 44f47402-5369-424b-b8bf-5ad18e3beda0 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:02:44.686190 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-97a02cca-9f70-4e92-aca9-21db096425e9 None None] For port dea1eaec-106c-45d7-81a5-2fdda76c5330, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:02:44.689824 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-97a02cca-9f70-4e92-aca9-21db096425e9 None None] For port dea1eaec-106c-45d7-81a5-2fdda76c5330, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=dea1eaec-106c-45d7-81a5-2fdda76c5330,segment=NetworkSegment(0828cac6-4833-4c37-88d8-97242ee9b643),segment_id=0828cac6-4833-4c37-88d8-97242ee9b643)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:02:44.693086 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fcf80f4-654a-4048-926d-d47a976d9427 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:02:44.702957 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-f0e4b0fe-4c94-4cd5-a794-aca5aab4db35 tempest-DvrRoutersNegativeTest-444145035 tempest-DvrRoutersNegativeTest-444145035-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-218914227', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:44.706002 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.policy [None req-f0e4b0fe-4c94-4cd5-a794-aca5aab4db35 tempest-DvrRoutersNegativeTest-444145035 tempest-DvrRoutersNegativeTest-444145035-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88137) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jan 21 19:02:44.706449 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.policy [None req-f0e4b0fe-4c94-4cd5-a794-aca5aab4db35 tempest-DvrRoutersNegativeTest-444145035 tempest-DvrRoutersNegativeTest-444145035-project] Failed policy check for 'create_router' {{(pid=88137) enforce /opt/stack/neutron/neutron/policy.py:520}} Jan 21 19:02:44.706572 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf80f4-654a-4048-926d-d47a976d9427 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83af265b-b28b-4faf-8c91-9b36ce5bf1ed,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:44.716492 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-f0e4b0fe-4c94-4cd5-a794-aca5aab4db35 tempest-DvrRoutersNegativeTest-444145035 tempest-DvrRoutersNegativeTest-444145035-project] create failed (client error): Access was denied to this resource. Jan 21 19:02:44.716661 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4fcf80f4-654a-4048-926d-d47a976d9427 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:44.716764 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-4fcf80f4-654a-4048-926d-d47a976d9427 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Added segment d268721b-edf3-45ea-9f89-bc89de6735f9 of type vlan for network 7591102f-ff32-41d2-aecf-1e99a5709c1a Jan 21 19:02:44.717387 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f0e4b0fe-4c94-4cd5-a794-aca5aab4db35 tempest-DvrRoutersNegativeTest-444145035 tempest-DvrRoutersNegativeTest-444145035-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4119506 Jan 21 19:02:44.724368 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cab8b0ac-a18f-44b3-b590-26c241cbb88e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:44.737634 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-cab8b0ac-a18f-44b3-b590-26c241cbb88e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Deleting port dea1eaec-106c-45d7-81a5-2fdda76c5330 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:02:44.738235 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cab8b0ac-a18f-44b3-b590-26c241cbb88e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:44.748108 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4fcf80f4-654a-4048-926d-d47a976d9427 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:44.755776 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-97a02cca-9f70-4e92-aca9-21db096425e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:44.786617 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58070) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:44.801129 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-453d3ec7-02ef-4441-bf71-59659fbc44de tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:44.933697 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d3ec7-02ef-4441-bf71-59659fbc44de tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event deleted for resources: {'Port': ['ID=44f47402-5369-424b-b8bf-5ad18e3beda0,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:44.944421 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a02cca-9f70-4e92-aca9-21db096425e9 None None] Pushing event updated for resources: {'Port': ['ID=dea1eaec-106c-45d7-81a5-2fdda76c5330,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:44.966009 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4fcf80f4-654a-4048-926d-d47a976d9427 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:44.971593 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcf80f4-654a-4048-926d-d47a976d9427 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:44.972185 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4fcf80f4-654a-4048-926d-d47a976d9427 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:44.999933 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-4769b705-de9a-4c5a-add5-5d2c8fd297e0 tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:45.044992 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:02:45.059996 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-cab8b0ac-a18f-44b3-b590-26c241cbb88e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] For port dea1eaec-106c-45d7-81a5-2fdda76c5330, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=dea1eaec-106c-45d7-81a5-2fdda76c5330,segment=NetworkSegment(0828cac6-4833-4c37-88d8-97242ee9b643),segment_id=0828cac6-4833-4c37-88d8-97242ee9b643)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:02:45.060365 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cab8b0ac-a18f-44b3-b590-26c241cbb88e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:45.192993 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf80f4-654a-4048-926d-d47a976d9427 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Pushing event updated for resources: {'Network': ['ID=7591102f-ff32-41d2-aecf-1e99a5709c1a,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:45.200368 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-cab8b0ac-a18f-44b3-b590-26c241cbb88e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Calling delete_port for dea1eaec-106c-45d7-81a5-2fdda76c5330 owned by network:dhcp {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:02:45.203993 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 7591102f-ff32-41d2-aecf-1e99a5709c1a details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:02:45.207693 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-453d3ec7-02ef-4441-bf71-59659fbc44de tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:45.209600 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-453d3ec7-02ef-4441-bf71-59659fbc44de tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/ports/44f47402-5369-424b-b8bf-5ad18e3beda0 HTTP/1.1" status: 204 len: 168 time: 1.7375000 Jan 21 19:02:45.213064 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58076) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:45.234946 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-4769b705-de9a-4c5a-add5-5d2c8fd297e0 tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] 10.222.0.87 "PUT /v2.0/quotas/f4115d9f9ead4472b1719c8435162881 HTTP/1.1" status: 200 len: 368 time: 0.4472742 Jan 21 19:02:45.241173 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58080) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:45.259183 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-e9d83536-5e23-4739-b21f-a45ffd473c68 tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Request body: {'network': {'project_id': 'f4115d9f9ead4472b1719c8435162881'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:45.262195 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd283652-62e3-40b0-b55a-6a41e41af3f6 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] GET failed (client error): The resource could not be found. Jan 21 19:02:45.262759 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-cd283652-62e3-40b0-b55a-6a41e41af3f6 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Synchronizing usage tracker for tenant:d3e69eb5fab24f5d9451b2cf3f9d850d on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:02:45.267189 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e9d83536-5e23-4739-b21f-a45ffd473c68 tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:45.275363 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-e9d83536-5e23-4739-b21f-a45ffd473c68 tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Usage tracker for resource:network and tenant:f4115d9f9ead4472b1719c8435162881 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:45.283273 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-e9d83536-5e23-4739-b21f-a45ffd473c68 tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:45.293276 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-4fcf80f4-654a-4048-926d-d47a976d9427 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.0484884 Jan 21 19:02:45.294415 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e9d83536-5e23-4739-b21f-a45ffd473c68 tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:45.296055 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58084) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:45.302567 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-8e5321ac-25b0-4e76-9431-f05259bcb765 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Request body: {'subnet': {'network_id': '7591102f-ff32-41d2-aecf-1e99a5709c1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:45.443981 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-cd283652-62e3-40b0-b55a-6a41e41af3f6 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Unset dirty status for tenant:d3e69eb5fab24f5d9451b2cf3f9d850d on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:02:45.447899 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-cd283652-62e3-40b0-b55a-6a41e41af3f6 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "GET /v2.0/ports/44f47402-5369-424b-b8bf-5ad18e3beda0 HTTP/1.1" status: 404 len: 333 time: 0.2305102 Jan 21 19:02:45.449525 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58090) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:45.499782 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-8e5321ac-25b0-4e76-9431-f05259bcb765 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:45.508050 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-8e5321ac-25b0-4e76-9431-f05259bcb765 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Usage tracker for resource:subnet and tenant:02954b9ddd2e4ddab9cb92ac6a3ea5b2 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:45.517940 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-8e5321ac-25b0-4e76-9431-f05259bcb765 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:45.532032 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-8e5321ac-25b0-4e76-9431-f05259bcb765 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:45.543475 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d83536-5e23-4739-b21f-a45ffd473c68 tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Made reservation on behalf of f4115d9f9ead4472b1719c8435162881 for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:02:45.544774 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e3cbe1-b456-45b1-aab0-ffb0cdda3350 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Deleting subnet a7a232d7-5db7-4dcb-b70b-d35dd61fb31d {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:02:45.545720 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e9d83536-5e23-4739-b21f-a45ffd473c68 tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:45.552668 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-79e3cbe1-b456-45b1-aab0-ffb0cdda3350 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:45.566452 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e9d83536-5e23-4739-b21f-a45ffd473c68 tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:45.593881 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e9d83536-5e23-4739-b21f-a45ffd473c68 tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:45.599282 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-e9d83536-5e23-4739-b21f-a45ffd473c68 tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Usage tracker for resource:security_group_rule and tenant:f4115d9f9ead4472b1719c8435162881 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:45.603144 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-e9d83536-5e23-4739-b21f-a45ffd473c68 tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:45.610279 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58094) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:45.613361 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e9d83536-5e23-4739-b21f-a45ffd473c68 tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:45.613839 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-79e3cbe1-b456-45b1-aab0-ffb0cdda3350 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:45.641984 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5321ac-25b0-4e76-9431-f05259bcb765 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Made reservation on behalf of 02954b9ddd2e4ddab9cb92ac6a3ea5b2 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:02:45.645431 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8e5321ac-25b0-4e76-9431-f05259bcb765 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:45.668756 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cab8b0ac-a18f-44b3-b590-26c241cbb88e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:45.732451 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab8b0ac-a18f-44b3-b590-26c241cbb88e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event deleted for resources: {'Port': ['ID=dea1eaec-106c-45d7-81a5-2fdda76c5330,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:45.798389 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-334a6c61-e6ba-4706-a9ab-ac4f6c98a508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:45.814113 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-79e3cbe1-b456-45b1-aab0-ffb0cdda3350 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:45.844434 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e9d83536-5e23-4739-b21f-a45ffd473c68 tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:45.860812 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab8b0ac-a18f-44b3-b590-26c241cbb88e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] No DVR routers for this DVR port dea1eaec-106c-45d7-81a5-2fdda76c5330 on host dv-neutron-825470-1-hyperv {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:02:45.862666 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-334a6c61-e6ba-4706-a9ab-ac4f6c98a508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:45.893817 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-334a6c61-e6ba-4706-a9ab-ac4f6c98a508 admin admin] Usage tracker for resource:security_group_rule and tenant:43bd7715893045d1a44abc869f8b7456 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:45.901475 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-334a6c61-e6ba-4706-a9ab-ac4f6c98a508 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:45.910202 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-334a6c61-e6ba-4706-a9ab-ac4f6c98a508 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:45.922467 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e9d83536-5e23-4739-b21f-a45ffd473c68 tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:45.965462 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9d83536-5e23-4739-b21f-a45ffd473c68 tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:02:45.967752 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cab8b0ac-a18f-44b3-b590-26c241cbb88e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:46.020863 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d83536-5e23-4739-b21f-a45ffd473c68 tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a12697-03d3-48bb-8f74-3f5b70563806,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:46.024716 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e9d83536-5e23-4739-b21f-a45ffd473c68 tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:46.025173 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-e9d83536-5e23-4739-b21f-a45ffd473c68 tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Added segment 531c1586-9a0d-4d04-895e-5e443aa6ceb2 of type vlan for network cfe7303b-3882-4f11-9f62-2958e2f8e464 Jan 21 19:02:46.026987 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-79e3cbe1-b456-45b1-aab0-ffb0cdda3350 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:46.071216 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8e5321ac-25b0-4e76-9431-f05259bcb765 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:46.082627 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-79e3cbe1-b456-45b1-aab0-ffb0cdda3350 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:46.086220 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e3cbe1-b456-45b1-aab0-ffb0cdda3350 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event deleted for resources: {'Subnet': ['ID=a7a232d7-5db7-4dcb-b70b-d35dd61fb31d,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:46.095317 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e9d83536-5e23-4739-b21f-a45ffd473c68 tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:46.098439 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8f3f1c-77a8-4e65-9150-d87a8c600778 None None] Network ec0784bd-dc88-4d6f-afc3-ad1345d6872a requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:02:46.140430 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-79e3cbe1-b456-45b1-aab0-ffb0cdda3350 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/subnets/a7a232d7-5db7-4dcb-b70b-d35dd61fb31d HTTP/1.1" status: 204 len: 168 time: 0.6899660 Jan 21 19:02:46.145084 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58100) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:46.177452 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-334a6c61-e6ba-4706-a9ab-ac4f6c98a508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:46.189458 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cab8b0ac-a18f-44b3-b590-26c241cbb88e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:46.225198 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5321ac-25b0-4e76-9431-f05259bcb765 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Pushing event updated for resources: {'Subnet': ['ID=e10d17f7-3fdd-43d6-b00d-3b8080eb26e9,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:46.242731 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab8b0ac-a18f-44b3-b590-26c241cbb88e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event deleted for resources: {'Subnet': ['ID=78b269a2-6c89-45d4-8028-5433ba1df979,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:46.256265 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5321ac-25b0-4e76-9431-f05259bcb765 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Checking segment: {'id': 'd268721b-edf3-45ea-9f89-bc89de6735f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7591102f-ff32-41d2-aecf-1e99a5709c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:02:46.256792 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5321ac-25b0-4e76-9431-f05259bcb765 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Network hostable DHCP agents. Network: 7591102f-ff32-41d2-aecf-1e99a5709c1a, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:02:46.268906 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e9d83536-5e23-4739-b21f-a45ffd473c68 tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:46.270063 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d83536-5e23-4739-b21f-a45ffd473c68 tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:46.270824 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e9d83536-5e23-4739-b21f-a45ffd473c68 tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:46.277314 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9aab1be-a2e2-4a42-99d2-b3b899162834 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Deleting subnet 4f1a13cc-f9c5-44f6-843b-9edd5b675546 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:02:46.281611 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f9aab1be-a2e2-4a42-99d2-b3b899162834 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:46.316600 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-334a6c61-e6ba-4706-a9ab-ac4f6c98a508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:46.358423 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f9aab1be-a2e2-4a42-99d2-b3b899162834 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:46.429959 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d5410a-ef43-4168-8be5-51853b61e2f2 None None] Network e708c8c5-9138-4077-8164-d16313fc9ab5 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:02:46.469250 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5321ac-25b0-4e76-9431-f05259bcb765 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Network 7591102f-ff32-41d2-aecf-1e99a5709c1a is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:02:46.485258 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f9aab1be-a2e2-4a42-99d2-b3b899162834 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:46.494416 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cab8b0ac-a18f-44b3-b590-26c241cbb88e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:46.522399 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-8e5321ac-25b0-4e76-9431-f05259bcb765 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 7591102f-ff32-41d2-aecf-1e99a5709c1a) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:02:46.527535 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d83536-5e23-4739-b21f-a45ffd473c68 tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Pushing event updated for resources: {'Network': ['ID=cfe7303b-3882-4f11-9f62-2958e2f8e464,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:46.531199 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5321ac-25b0-4e76-9431-f05259bcb765 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:46.531599 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8e5321ac-25b0-4e76-9431-f05259bcb765 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:46.540942 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-d6f95f87-742e-4a81-b449-3d98e556d6c2 None None] Could not find standard attr ID for object dea1eaec-106c-45d7-81a5-2fdda76c5330. {{(pid=88138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 19:02:46.544657 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-334a6c61-e6ba-4706-a9ab-ac4f6c98a508 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=43bd7715893045d1a44abc869f8b7456&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9327149 Jan 21 19:02:46.548662 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network cfe7303b-3882-4f11-9f62-2958e2f8e464 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:02:46.549637 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58104) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:46.550538 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a6c61-e6ba-4706-a9ab-ac4f6c98a508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5644ea-af0d-4b50-8442-6360039e75a8,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:46.558708 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-cab8b0ac-a18f-44b3-b590-26c241cbb88e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e708c8c5-9138-4077-8164-d16313fc9ab5']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:46.574978 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887b241b-c227-41c3-92e9-3d40f82fdd72 None None] Network 7591102f-ff32-41d2-aecf-1e99a5709c1a requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:02:46.584357 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-cab8b0ac-a18f-44b3-b590-26c241cbb88e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0828cac6-4833-4c37-88d8-97242ee9b643') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:46.585380 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-cab8b0ac-a18f-44b3-b590-26c241cbb88e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0828cac6-4833-4c37-88d8-97242ee9b643') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:46.607296 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e9d83536-5e23-4739-b21f-a45ffd473c68 tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3650627 Jan 21 19:02:46.609000 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cab8b0ac-a18f-44b3-b590-26c241cbb88e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:46.610222 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58108) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:46.616297 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-c5095f48-28a0-41d1-bf58-05fc19e0e4ac tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Request body: {'network': {'project_id': 'f4115d9f9ead4472b1719c8435162881'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:46.623071 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-c5095f48-28a0-41d1-bf58-05fc19e0e4ac tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:46.627225 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-c5095f48-28a0-41d1-bf58-05fc19e0e4ac tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Usage tracker for resource:network and tenant:f4115d9f9ead4472b1719c8435162881 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:46.630504 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-c5095f48-28a0-41d1-bf58-05fc19e0e4ac tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:46.637486 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-8e5321ac-25b0-4e76-9431-f05259bcb765 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3381100 Jan 21 19:02:46.637690 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58112) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:46.643077 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cab8b0ac-a18f-44b3-b590-26c241cbb88e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:46.643354 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-c5095f48-28a0-41d1-bf58-05fc19e0e4ac tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:46.648196 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-7c2c1abb-f336-4d5e-897c-06ada78a1f1c tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Request body: {'port': {'network_id': '7591102f-ff32-41d2-aecf-1e99a5709c1a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1317199533'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:46.664884 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f9aab1be-a2e2-4a42-99d2-b3b899162834 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:46.675435 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cab8b0ac-a18f-44b3-b590-26c241cbb88e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:02:46.675838 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cab8b0ac-a18f-44b3-b590-26c241cbb88e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:46.693782 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:02:46.693782 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:02:46.693782 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:02:46.693782 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:02:46.693782 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:02:46.693782 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:02:46.693782 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:02:46.693782 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:02:46.693782 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:02:46.693782 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:02:46.693782 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:02:46.693782 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:02:46.693782 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:02:46.693782 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:02:46.693782 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:02:46.693782 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:02:46.693782 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:02:46.693782 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:02:46.693782 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:02:46.693782 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:02:46.693782 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:02:46.693782 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:02:46.693782 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:02:46.693782 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:02:46.693782 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:02:46.693782 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:02:46.693782 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:02:46.693782 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:02:46.693782 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:02:46.693782 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:02:46.693782 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:02:46.693782 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:02:46.798368 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fdce5a57-6cbd-4045-8c76-91981d3dad94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:46.860846 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aab1be-a2e2-4a42-99d2-b3b899162834 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event deleted for resources: {'Subnet': ['ID=4f1a13cc-f9c5-44f6-843b-9edd5b675546,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:46.864740 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5095f48-28a0-41d1-bf58-05fc19e0e4ac tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Made reservation on behalf of f4115d9f9ead4472b1719c8435162881 for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:02:46.867813 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c5095f48-28a0-41d1-bf58-05fc19e0e4ac tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:46.884076 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f9aab1be-a2e2-4a42-99d2-b3b899162834 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:46.898966 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f9aab1be-a2e2-4a42-99d2-b3b899162834 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/subnets/4f1a13cc-f9c5-44f6-843b-9edd5b675546 HTTP/1.1" status: 204 len: 168 time: 0.7507691 Jan 21 19:02:46.903409 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58116) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:46.940639 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fdce5a57-6cbd-4045-8c76-91981d3dad94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:46.955730 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c1c54f-3fc4-445d-9794-76e80e7532ec None None] DHCP port deletion for e708c8c5-9138-4077-8164-d16313fc9ab5 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:02:46.966906 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5095f48-28a0-41d1-bf58-05fc19e0e4ac tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:02:46.977520 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef2fca4-e09c-459a-9966-bbff514e5723 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-7591102f-ff32-41d2-aecf-1e99a5709c1a', 'network_id': '7591102f-ff32-41d2-aecf-1e99a5709c1a', 'tenant_id': '02954b9ddd2e4ddab9cb92ac6a3ea5b2', 'fixed_ips': [{'subnet_id': 'e10d17f7-3fdd-43d6-b00d-3b8080eb26e9'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:02:46.984790 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4ef2fca4-e09c-459a-9966-bbff514e5723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:46.986595 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-7c2c1abb-f336-4d5e-897c-06ada78a1f1c tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:46.994202 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c379161-0139-443c-a18c-e8401d43e3e4 None None] Network e708c8c5-9138-4077-8164-d16313fc9ab5 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:02:47.002080 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-7c2c1abb-f336-4d5e-897c-06ada78a1f1c tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Usage tracker for resource:port and tenant:02954b9ddd2e4ddab9cb92ac6a3ea5b2 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:47.006794 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-7c2c1abb-f336-4d5e-897c-06ada78a1f1c tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:47.013990 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cab8b0ac-a18f-44b3-b590-26c241cbb88e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:47.015543 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-7c2c1abb-f336-4d5e-897c-06ada78a1f1c tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:47.029478 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c379161-0139-443c-a18c-e8401d43e3e4 None None] Network e708c8c5-9138-4077-8164-d16313fc9ab5 could not be found, it might have been deleted concurrently. {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 21 19:02:47.036264 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cab8b0ac-a18f-44b3-b590-26c241cbb88e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:47.058157 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab8b0ac-a18f-44b3-b590-26c241cbb88e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event deleted for resources: {'Network': ['ID=e708c8c5-9138-4077-8164-d16313fc9ab5,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:47.068282 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-cab8b0ac-a18f-44b3-b590-26c241cbb88e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "DELETE /v2.0/networks/e708c8c5-9138-4077-8164-d16313fc9ab5 HTTP/1.1" status: 204 len: 168 time: 2.5354867 Jan 21 19:02:47.073677 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c5095f48-28a0-41d1-bf58-05fc19e0e4ac tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:47.074052 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-c5095f48-28a0-41d1-bf58-05fc19e0e4ac tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Added segment 6b225bf9-a5f6-42e4-9fbe-c9690d70d71e of type vlan for network 7b19002f-b383-4ba2-8e7c-b4386c6b3281 Jan 21 19:02:47.074579 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58120) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:47.083676 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ea07aade-c862-499f-88c7-11792434d52d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:47.107154 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-ea07aade-c862-499f-88c7-11792434d52d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Deleting port 162e45bf-aaa8-43bc-aad2-f29a70876cd7 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:02:47.107608 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-373c202e-f0e5-40f2-b64e-b3bcf01d8080 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] DELETE failed (client error): The resource could not be found. Jan 21 19:02:47.108325 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-373c202e-f0e5-40f2-b64e-b3bcf01d8080 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:02:47.108468 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ea07aade-c862-499f-88c7-11792434d52d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:47.115311 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-373c202e-f0e5-40f2-b64e-b3bcf01d8080 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "DELETE /v2.0/networks/e708c8c5-9138-4077-8164-d16313fc9ab5 HTTP/1.1" status: 404 len: 339 time: 0.0396667 Jan 21 19:02:47.122291 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58124) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:47.128535 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-0fdffa21-35e8-4892-89c9-0fec007a5d0d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1156885444', 'description': 'd1'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:47.134726 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2c1abb-f336-4d5e-897c-06ada78a1f1c tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Made reservation on behalf of 02954b9ddd2e4ddab9cb92ac6a3ea5b2 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:02:47.138225 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7c2c1abb-f336-4d5e-897c-06ada78a1f1c tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:47.147661 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-0fdffa21-35e8-4892-89c9-0fec007a5d0d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:47.156470 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-0fdffa21-35e8-4892-89c9-0fec007a5d0d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Usage tracker for resource:network and tenant:98165352f4974f8d954efc4ce4c85f15 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:47.161276 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-0fdffa21-35e8-4892-89c9-0fec007a5d0d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:47.173471 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c5095f48-28a0-41d1-bf58-05fc19e0e4ac tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:47.173666 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-0fdffa21-35e8-4892-89c9-0fec007a5d0d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:47.174415 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fdce5a57-6cbd-4045-8c76-91981d3dad94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:47.176756 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fdce5a57-6cbd-4045-8c76-91981d3dad94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:47.180969 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-fdce5a57-6cbd-4045-8c76-91981d3dad94 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/dc5644ea-af0d-4b50-8442-6360039e75a8 HTTP/1.1" status: 204 len: 168 time: 0.6249778 Jan 21 19:02:47.216885 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-7c2c1abb-f336-4d5e-897c-06ada78a1f1c tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] device_id is not set on port 28a24d08-3e39-4d9e-a490-b09f3a437a3f yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:02:47.291762 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce5a57-6cbd-4045-8c76-91981d3dad94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5644ea-af0d-4b50-8442-6360039e75a8,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:47.344784 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-4ef2fca4-e09c-459a-9966-bbff514e5723 None None] Allocated IP 2001:db8::2 (7591102f-ff32-41d2-aecf-1e99a5709c1a/e10d17f7-3fdd-43d6-b00d-3b8080eb26e9/f741e638-23c5-405a-8f03-0b7cf4441c12) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:02:47.383745 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c5095f48-28a0-41d1-bf58-05fc19e0e4ac tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:47.384449 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5095f48-28a0-41d1-bf58-05fc19e0e4ac tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:47.385019 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c5095f48-28a0-41d1-bf58-05fc19e0e4ac tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:47.405566 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fdffa21-35e8-4892-89c9-0fec007a5d0d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Made reservation on behalf of 98165352f4974f8d954efc4ce4c85f15 for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:02:47.415684 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0fdffa21-35e8-4892-89c9-0fec007a5d0d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:47.474969 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fdffa21-35e8-4892-89c9-0fec007a5d0d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:02:47.496481 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5095f48-28a0-41d1-bf58-05fc19e0e4ac tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Pushing event updated for resources: {'Network': ['ID=7b19002f-b383-4ba2-8e7c-b4386c6b3281,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:47.502429 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0fdffa21-35e8-4892-89c9-0fec007a5d0d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:47.502429 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-0fdffa21-35e8-4892-89c9-0fec007a5d0d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Added segment c2c4bd7b-a424-4b23-ad79-0829851ea0c0 of type vlan for network 7d4bbc97-700a-47a6-8ae8-38ba399eeead Jan 21 19:02:47.510216 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 7b19002f-b383-4ba2-8e7c-b4386c6b3281 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:02:47.512759 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-ea07aade-c862-499f-88c7-11792434d52d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] For port 162e45bf-aaa8-43bc-aad2-f29a70876cd7, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=162e45bf-aaa8-43bc-aad2-f29a70876cd7,segment=NetworkSegment(c0819f62-eadb-4a4f-9e66-ce9ba67e7ba7),segment_id=c0819f62-eadb-4a4f-9e66-ce9ba67e7ba7)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:02:47.513110 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ea07aade-c862-499f-88c7-11792434d52d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:47.538092 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0fdffa21-35e8-4892-89c9-0fec007a5d0d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:47.662785 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9872ee97-a055-4032-85eb-49787dc09478 None None] Network ec0784bd-dc88-4d6f-afc3-ad1345d6872a requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:02:47.668991 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0fdffa21-35e8-4892-89c9-0fec007a5d0d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:47.674485 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdffa21-35e8-4892-89c9-0fec007a5d0d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:47.675098 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0fdffa21-35e8-4892-89c9-0fec007a5d0d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:47.678547 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c5095f48-28a0-41d1-bf58-05fc19e0e4ac tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0670214 Jan 21 19:02:47.683152 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58132) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:47.686436 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-ea07aade-c862-499f-88c7-11792434d52d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Calling delete_port for 162e45bf-aaa8-43bc-aad2-f29a70876cd7 owned by network:dhcp {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:02:47.724265 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-b7d50e71-4e35-4c0a-9734-a06cce2079ef tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Request body: {'network': {'project_id': 'f4115d9f9ead4472b1719c8435162881'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:47.729365 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-b7d50e71-4e35-4c0a-9734-a06cce2079ef tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:47.733215 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-b7d50e71-4e35-4c0a-9734-a06cce2079ef tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Usage tracker for resource:network and tenant:f4115d9f9ead4472b1719c8435162881 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:47.747531 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-b7d50e71-4e35-4c0a-9734-a06cce2079ef tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:47.747531 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-b7d50e71-4e35-4c0a-9734-a06cce2079ef tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:47.747531 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7d50e71-4e35-4c0a-9734-a06cce2079ef tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 21 19:02:47.747531 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7d50e71-4e35-4c0a-9734-a06cce2079ef tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:02:47.747531 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b7d50e71-4e35-4c0a-9734-a06cce2079ef tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0389113 Jan 21 19:02:47.754784 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58136) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:47.835979 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-4a856b44-69db-4489-b3be-b1ad738f2f5c None None] Provisioning complete for port 162e45bf-aaa8-43bc-aad2-f29a70876cd7 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:02:47.836441 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4a856b44-69db-4489-b3be-b1ad738f2f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:47.841161 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ea07aade-c862-499f-88c7-11792434d52d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:47.877227 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-0fdffa21-35e8-4892-89c9-0fec007a5d0d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7536087 Jan 21 19:02:47.878915 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdffa21-35e8-4892-89c9-0fec007a5d0d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event updated for resources: {'Network': ['ID=7d4bbc97-700a-47a6-8ae8-38ba399eeead,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:47.881034 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58144) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:47.886458 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5348e9c0-46eb-4f06-94b9-cb06e95eff64 tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f4115d9f9ead4472b1719c8435162881&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1315954 Jan 21 19:02:47.886717 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58150) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:47.937710 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07aade-c862-499f-88c7-11792434d52d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event deleted for resources: {'Port': ['ID=162e45bf-aaa8-43bc-aad2-f29a70876cd7,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:47.941370 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 7d4bbc97-700a-47a6-8ae8-38ba399eeead details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:02:47.942458 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea07aade-c862-499f-88c7-11792434d52d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] No DVR routers for this DVR port 162e45bf-aaa8-43bc-aad2-f29a70876cd7 on host dv-neutron-825470-1-hyperv {{(pid=88136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:02:47.968128 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4ef2fca4-e09c-459a-9966-bbff514e5723 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:47.982191 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-4a856b44-69db-4489-b3be-b1ad738f2f5c None None] Port 162e45bf-aaa8-43bc-aad2-f29a70876cd7 was deleted so its status cannot be updated. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 19:02:48.006973 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-4ef2fca4-e09c-459a-9966-bbff514e5723 None None] Transition to ACTIVE for port object f741e638-23c5-405a-8f03-0b7cf4441c12 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:02:48.119349 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ea07aade-c862-499f-88c7-11792434d52d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:48.121141 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4c15f6-c867-412f-8b95-7f65a376ead7 None None] DHCP port deletion for ec0784bd-dc88-4d6f-afc3-ad1345d6872a request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:02:48.153870 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-4ef2fca4-e09c-459a-9966-bbff514e5723 None None] Transition to ACTIVE for port object f741e638-23c5-405a-8f03-0b7cf4441c12 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:02:48.157070 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-ea07aade-c862-499f-88c7-11792434d52d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec0784bd-dc88-4d6f-afc3-ad1345d6872a']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:48.165950 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f18c1a7-032c-49d4-811f-bba5c51b480b tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:48.166923 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-0f18c1a7-032c-49d4-811f-bba5c51b480b tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Synchronizing usage tracker for tenant:98165352f4974f8d954efc4ce4c85f15 on resource:network {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:02:48.172306 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-ea07aade-c862-499f-88c7-11792434d52d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0819f62-eadb-4a4f-9e66-ce9ba67e7ba7') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:48.172671 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-ea07aade-c862-499f-88c7-11792434d52d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0819f62-eadb-4a4f-9e66-ce9ba67e7ba7') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:48.186781 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ea07aade-c862-499f-88c7-11792434d52d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:48.187941 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-59e087cd-c536-4011-ad09-0f2ae07f0e20 tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:48.204244 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ea07aade-c862-499f-88c7-11792434d52d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:48.210186 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea07aade-c862-499f-88c7-11792434d52d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:02:48.210752 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ea07aade-c862-499f-88c7-11792434d52d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:48.218092 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-59e087cd-c536-4011-ad09-0f2ae07f0e20 tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:48.225525 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:02:48.225525 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:02:48.225525 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:02:48.225525 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:02:48.225525 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:02:48.225525 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:02:48.225525 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:02:48.225525 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:02:48.225525 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:02:48.225525 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:02:48.225525 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:02:48.225525 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:02:48.225525 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:02:48.225525 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:02:48.225525 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:02:48.225525 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:02:48.225525 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:02:48.225525 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:02:48.225525 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:02:48.225525 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:02:48.225525 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:02:48.225525 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:02:48.225525 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:02:48.225525 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:02:48.225525 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:02:48.225525 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:02:48.225525 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:02:48.225525 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:02:48.225525 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:02:48.225525 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:02:48.225525 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:02:48.225525 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:02:48.253627 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4ef2fca4-e09c-459a-9966-bbff514e5723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:48.313096 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-0f18c1a7-032c-49d4-811f-bba5c51b480b tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Unset dirty status for tenant:98165352f4974f8d954efc4ce4c85f15 on resource:network {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:02:48.315351 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-0f18c1a7-032c-49d4-811f-bba5c51b480b tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "GET /v2.0/networks?id=7d4bbc97-700a-47a6-8ae8-38ba399eeead HTTP/1.1" status: 200 len: 761 time: 0.4303055 Jan 21 19:02:48.319185 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58158) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:48.324981 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef2fca4-e09c-459a-9966-bbff514e5723 None None] Network 7591102f-ff32-41d2-aecf-1e99a5709c1a is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:02:48.327887 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-4ef2fca4-e09c-459a-9966-bbff514e5723 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:02:48.332260 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef2fca4-e09c-459a-9966-bbff514e5723 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:02:48.339054 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-21bc679c-1ace-474f-a775-d0ff9bf9a745 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Request body: {'network': {'description': 'd2'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:48.350723 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-7c2c1abb-f336-4d5e-897c-06ada78a1f1c tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Allocated IP 2001:db8::2b5 (7591102f-ff32-41d2-aecf-1e99a5709c1a/e10d17f7-3fdd-43d6-b00d-3b8080eb26e9/28a24d08-3e39-4d9e-a490-b09f3a437a3f) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:02:48.381041 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef2fca4-e09c-459a-9966-bbff514e5723 None None] Pushing event updated for resources: {'Port': ['ID=f741e638-23c5-405a-8f03-0b7cf4441c12,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:48.477325 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-4ef2fca4-e09c-459a-9966-bbff514e5723 None None] Attempting to bind port f741e638-23c5-405a-8f03-0b7cf4441c12 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:02:48.478756 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-4ef2fca4-e09c-459a-9966-bbff514e5723 None None] Attempting to bind port f741e638-23c5-405a-8f03-0b7cf4441c12 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'd268721b-edf3-45ea-9f89-bc89de6735f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7591102f-ff32-41d2-aecf-1e99a5709c1a'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:02:48.479279 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef2fca4-e09c-459a-9966-bbff514e5723 None None] Attempting to bind port f741e638-23c5-405a-8f03-0b7cf4441c12 on network 7591102f-ff32-41d2-aecf-1e99a5709c1a {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:02:48.487577 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef2fca4-e09c-459a-9966-bbff514e5723 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:02:48.488065 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef2fca4-e09c-459a-9966-bbff514e5723 None None] Checking segment: {'id': 'd268721b-edf3-45ea-9f89-bc89de6735f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7591102f-ff32-41d2-aecf-1e99a5709c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:02:48.488800 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4ef2fca4-e09c-459a-9966-bbff514e5723 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:48.490233 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef2fca4-e09c-459a-9966-bbff514e5723 None None] Bound using segment: {'id': 'd268721b-edf3-45ea-9f89-bc89de6735f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7591102f-ff32-41d2-aecf-1e99a5709c1a'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:02:48.490996 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-4ef2fca4-e09c-459a-9966-bbff514e5723 None None] Bound port: f741e638-23c5-405a-8f03-0b7cf4441c12, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd268721b-edf3-45ea-9f89-bc89de6735f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7591102f-ff32-41d2-aecf-1e99a5709c1a'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:02:48.492097 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4ef2fca4-e09c-459a-9966-bbff514e5723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:48.533508 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-59e087cd-c536-4011-ad09-0f2ae07f0e20 tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:48.540458 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ea07aade-c862-499f-88c7-11792434d52d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:48.551943 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e087cd-c536-4011-ad09-0f2ae07f0e20 tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a12697-03d3-48bb-8f74-3f5b70563806,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:48.576280 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ea07aade-c862-499f-88c7-11792434d52d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:48.591256 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07aade-c862-499f-88c7-11792434d52d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event deleted for resources: {'Network': ['ID=ec0784bd-dc88-4d6f-afc3-ad1345d6872a,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:48.603986 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-59e087cd-c536-4011-ad09-0f2ae07f0e20 tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:48.606152 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-59e087cd-c536-4011-ad09-0f2ae07f0e20 tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] 10.222.0.87 "DELETE /v2.0/security-groups/f8a12697-03d3-48bb-8f74-3f5b70563806 HTTP/1.1" status: 204 len: 168 time: 0.7180083 Jan 21 19:02:48.610281 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58168) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:48.651843 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-4ef2fca4-e09c-459a-9966-bbff514e5723 None None] For port f741e638-23c5-405a-8f03-0b7cf4441c12, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:02:48.655282 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-4ef2fca4-e09c-459a-9966-bbff514e5723 None None] For port f741e638-23c5-405a-8f03-0b7cf4441c12, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=f741e638-23c5-405a-8f03-0b7cf4441c12,segment=NetworkSegment(d268721b-edf3-45ea-9f89-bc89de6735f9),segment_id=d268721b-edf3-45ea-9f89-bc89de6735f9)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:02:48.680383 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7c2c1abb-f336-4d5e-897c-06ada78a1f1c tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:48.684297 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ea07aade-c862-499f-88c7-11792434d52d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/networks/ec0784bd-dc88-4d6f-afc3-ad1345d6872a HTTP/1.1" status: 204 len: 168 time: 1.7693365 Jan 21 19:02:48.686205 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-21bc679c-1ace-474f-a775-d0ff9bf9a745 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:48.686846 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58172) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:48.732773 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4ef2fca4-e09c-459a-9966-bbff514e5723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:48.788165 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-21bc679c-1ace-474f-a775-d0ff9bf9a745 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:48.816096 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-21bc679c-1ace-474f-a775-d0ff9bf9a745 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Network 7d4bbc97-700a-47a6-8ae8-38ba399eeead is not hosted by any dhcp agent {{(pid=88136) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 21 19:02:48.822450 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bc679c-1ace-474f-a775-d0ff9bf9a745 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:48.823530 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-21bc679c-1ace-474f-a775-d0ff9bf9a745 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:48.824824 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-21bc679c-1ace-474f-a775-d0ff9bf9a745 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "PUT /v2.0/networks/7d4bbc97-700a-47a6-8ae8-38ba399eeead HTTP/1.1" status: 200 len: 758 time: 0.5026217 Jan 21 19:02:48.829007 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58178) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:48.834885 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-7c2c1abb-f336-4d5e-897c-06ada78a1f1c tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Transition to ACTIVE for port object 28a24d08-3e39-4d9e-a490-b09f3a437a3f will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:02:48.836231 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef2fca4-e09c-459a-9966-bbff514e5723 None None] Pushing event updated for resources: {'Port': ['ID=f741e638-23c5-405a-8f03-0b7cf4441c12,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:48.861145 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7c173418-24ac-4f2e-9b8d-3942b225f7dc tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:48.986992 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c07cef7-164d-4ef8-8f27-6de9b896eab7 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:48.988034 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-0c07cef7-164d-4ef8-8f27-6de9b896eab7 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Synchronizing usage tracker for tenant:d3e69eb5fab24f5d9451b2cf3f9d850d on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:02:49.066919 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7c173418-24ac-4f2e-9b8d-3942b225f7dc tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:49.085005 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7c2c1abb-f336-4d5e-897c-06ada78a1f1c tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:49.094472 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bc679c-1ace-474f-a775-d0ff9bf9a745 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event updated for resources: {'Network': ['ID=7d4bbc97-700a-47a6-8ae8-38ba399eeead,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:49.123641 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 7d4bbc97-700a-47a6-8ae8-38ba399eeead details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:02:49.172975 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-7c173418-24ac-4f2e-9b8d-3942b225f7dc tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b19002f-b383-4ba2-8e7c-b4386c6b3281']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:49.186516 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-0c07cef7-164d-4ef8-8f27-6de9b896eab7 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Unset dirty status for tenant:d3e69eb5fab24f5d9451b2cf3f9d850d on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:02:49.187771 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-0c07cef7-164d-4ef8-8f27-6de9b896eab7 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5000598 Jan 21 19:02:49.201571 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-7c173418-24ac-4f2e-9b8d-3942b225f7dc tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b225bf9-a5f6-42e4-9fbe-c9690d70d71e') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:49.201920 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-7c173418-24ac-4f2e-9b8d-3942b225f7dc tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b225bf9-a5f6-42e4-9fbe-c9690d70d71e') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:49.213976 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58184) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:49.220720 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2c1abb-f336-4d5e-897c-06ada78a1f1c tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Network 7591102f-ff32-41d2-aecf-1e99a5709c1a is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:02:49.223433 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd95ef2-5d5b-42e5-94c9-6fc7af750269 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:49.224190 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ffd95ef2-5d5b-42e5-94c9-6fc7af750269 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Synchronizing usage tracker for tenant:98165352f4974f8d954efc4ce4c85f15 on resource:network {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:02:49.258996 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ffd95ef2-5d5b-42e5-94c9-6fc7af750269 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Unset dirty status for tenant:98165352f4974f8d954efc4ce4c85f15 on resource:network {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:02:49.261838 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ffd95ef2-5d5b-42e5-94c9-6fc7af750269 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "GET /v2.0/networks?id=7d4bbc97-700a-47a6-8ae8-38ba399eeead HTTP/1.1" status: 200 len: 761 time: 0.4227602 Jan 21 19:02:49.263186 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-7c2c1abb-f336-4d5e-897c-06ada78a1f1c tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:02:49.265660 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2c1abb-f336-4d5e-897c-06ada78a1f1c tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:02:49.266536 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58190) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:49.271908 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2c1abb-f336-4d5e-897c-06ada78a1f1c tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:49.272636 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7c2c1abb-f336-4d5e-897c-06ada78a1f1c tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:49.275545 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-787d4e00-21be-4dd8-b876-41ffe65271f2 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-163014517'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:49.285189 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7c173418-24ac-4f2e-9b8d-3942b225f7dc tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:49.295394 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device f741e638-23c5-405a-8f03-0b7cf4441c12 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:02:49.296831 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-787d4e00-21be-4dd8-b876-41ffe65271f2 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:49.306470 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2c1abb-f336-4d5e-897c-06ada78a1f1c tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Pushing event updated for resources: {'Port': ['ID=28a24d08-3e39-4d9e-a490-b09f3a437a3f,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:49.322319 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-787d4e00-21be-4dd8-b876-41ffe65271f2 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:49.333629 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7c173418-24ac-4f2e-9b8d-3942b225f7dc tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:49.345538 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c173418-24ac-4f2e-9b8d-3942b225f7dc tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:02:49.345965 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7c173418-24ac-4f2e-9b8d-3942b225f7dc tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:49.360444 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:02:49.360444 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:02:49.360444 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:02:49.360444 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:02:49.360444 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:02:49.360444 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:02:49.360444 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:02:49.360444 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:02:49.360444 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:02:49.360444 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:02:49.360444 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:02:49.360444 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:02:49.360444 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:02:49.360444 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:02:49.360444 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:02:49.360444 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:02:49.360444 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:02:49.360444 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:02:49.360444 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:02:49.360444 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:02:49.360444 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:02:49.360444 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:02:49.360444 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:02:49.360444 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:02:49.360444 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:02:49.360444 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:02:49.360444 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:02:49.360444 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:02:49.360444 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:02:49.360444 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:02:49.360444 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:02:49.360444 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:02:49.423649 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787d4e00-21be-4dd8-b876-41ffe65271f2 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Made reservation on behalf of 98165352f4974f8d954efc4ce4c85f15 for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:02:49.427257 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-787d4e00-21be-4dd8-b876-41ffe65271f2 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:49.452775 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5b3ec7af-0cff-4c00-93d0-3f6a6d947801 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2347567 Jan 21 19:02:49.456412 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58196) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:49.459865 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-787d4e00-21be-4dd8-b876-41ffe65271f2 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:02:49.462116 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-08849c4f-383a-4392-abf9-4c34302bfe1b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1179030099'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:49.467170 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-08849c4f-383a-4392-abf9-4c34302bfe1b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:49.470150 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-787d4e00-21be-4dd8-b876-41ffe65271f2 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:49.470492 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-787d4e00-21be-4dd8-b876-41ffe65271f2 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Added segment b4f4813a-cfa5-433f-87c8-4dc0729b2ef0 of type vlan for network ccb56016-4bf0-41a0-8243-88be6849c152 Jan 21 19:02:49.471116 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-08849c4f-383a-4392-abf9-4c34302bfe1b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Usage tracker for resource:network and tenant:d3e69eb5fab24f5d9451b2cf3f9d850d is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:49.473997 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-08849c4f-383a-4392-abf9-4c34302bfe1b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:49.481756 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-7c2c1abb-f336-4d5e-897c-06ada78a1f1c tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.8430312 Jan 21 19:02:49.485838 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-08849c4f-383a-4392-abf9-4c34302bfe1b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:49.486287 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58200) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:49.495846 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-104f7e43-8430-425f-86bd-fd6da752e7c7 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Request body: {'port': {'network_id': '7591102f-ff32-41d2-aecf-1e99a5709c1a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1938162873', 'allowed_address_pairs': [{'ip_address': '2001:db8::2b5', 'mac_address': 'fa:16:3e:74:bc:5d'}]}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:49.519578 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-787d4e00-21be-4dd8-b876-41ffe65271f2 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:49.543574 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port f741e638-23c5-405a-8f03-0b7cf4441c12 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:02:49.598102 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 162e45bf-aaa8-43bc-aad2-f29a70876cd7 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:02:49.601736 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7c173418-24ac-4f2e-9b8d-3942b225f7dc tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:49.626192 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7c173418-24ac-4f2e-9b8d-3942b225f7dc tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:49.636942 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08849c4f-383a-4392-abf9-4c34302bfe1b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Made reservation on behalf of d3e69eb5fab24f5d9451b2cf3f9d850d for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:02:49.640360 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 162e45bf-aaa8-43bc-aad2-f29a70876cd7 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:02:49.640360 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 162e45bf-aaa8-43bc-aad2-f29a70876cd7 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:02:49.640627 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-08849c4f-383a-4392-abf9-4c34302bfe1b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:49.651746 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-787d4e00-21be-4dd8-b876-41ffe65271f2 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:49.654143 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c173418-24ac-4f2e-9b8d-3942b225f7dc tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Pushing event deleted for resources: {'Network': ['ID=7b19002f-b383-4ba2-8e7c-b4386c6b3281,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:49.658764 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787d4e00-21be-4dd8-b876-41ffe65271f2 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:49.659445 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-787d4e00-21be-4dd8-b876-41ffe65271f2 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:49.675209 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-7c173418-24ac-4f2e-9b8d-3942b225f7dc tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] 10.222.0.87 "DELETE /v2.0/networks/7b19002f-b383-4ba2-8e7c-b4386c6b3281 HTTP/1.1" status: 204 len: 168 time: 1.0635557 Jan 21 19:02:49.680970 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58210) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:49.810984 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d4e00-21be-4dd8-b876-41ffe65271f2 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event updated for resources: {'Network': ['ID=ccb56016-4bf0-41a0-8243-88be6849c152,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:49.812583 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b7205220-39e0-4328-aeff-7720630485d3 tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:49.824040 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08849c4f-383a-4392-abf9-4c34302bfe1b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:02:49.825380 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network ccb56016-4bf0-41a0-8243-88be6849c152 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:02:49.845380 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-104f7e43-8430-425f-86bd-fd6da752e7c7 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:49.847849 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-08849c4f-383a-4392-abf9-4c34302bfe1b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:49.848208 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-08849c4f-383a-4392-abf9-4c34302bfe1b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Added segment 3ba2ab96-7f86-4a76-bfab-17900340422d of type vlan for network ac9f2955-414f-4ffd-ab8c-03a88c66f75a Jan 21 19:02:49.881316 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-104f7e43-8430-425f-86bd-fd6da752e7c7 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Usage tracker for resource:port and tenant:02954b9ddd2e4ddab9cb92ac6a3ea5b2 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:49.889407 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-104f7e43-8430-425f-86bd-fd6da752e7c7 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:49.909748 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-787d4e00-21be-4dd8-b876-41ffe65271f2 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6421025 Jan 21 19:02:49.912348 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58218) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:49.919101 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-ea5a6a8e-fad7-454c-95d1-27ce6a2e5373 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Request body: {'subnet': {'network_id': 'ccb56016-4bf0-41a0-8243-88be6849c152', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:50.004857 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b7205220-39e0-4328-aeff-7720630485d3 tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:50.028068 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-104f7e43-8430-425f-86bd-fd6da752e7c7 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:50.040969 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-ea5a6a8e-fad7-454c-95d1-27ce6a2e5373 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:50.047058 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ea5a6a8e-fad7-454c-95d1-27ce6a2e5373 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Usage tracker for resource:subnet and tenant:98165352f4974f8d954efc4ce4c85f15 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:50.050833 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ea5a6a8e-fad7-454c-95d1-27ce6a2e5373 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:50.058397 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-ea5a6a8e-fad7-454c-95d1-27ce6a2e5373 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:50.065667 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-b7205220-39e0-4328-aeff-7720630485d3 tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfe7303b-3882-4f11-9f62-2958e2f8e464']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:50.077687 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-08849c4f-383a-4392-abf9-4c34302bfe1b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:50.084315 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-b7205220-39e0-4328-aeff-7720630485d3 tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '531c1586-9a0d-4d04-895e-5e443aa6ceb2') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:50.084650 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-b7205220-39e0-4328-aeff-7720630485d3 tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '531c1586-9a0d-4d04-895e-5e443aa6ceb2') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:50.105613 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b7205220-39e0-4328-aeff-7720630485d3 tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:50.167967 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cae5837-ed1c-40ae-b389-46076f984244 None None] Network 7591102f-ff32-41d2-aecf-1e99a5709c1a requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:02:50.171529 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5a6a8e-fad7-454c-95d1-27ce6a2e5373 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Made reservation on behalf of 98165352f4974f8d954efc4ce4c85f15 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:02:50.175875 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ea5a6a8e-fad7-454c-95d1-27ce6a2e5373 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:50.225283 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.db.resource_extend [None req-08849c4f-383a-4392-abf9-4c34302bfe1b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 19:02:50.237747 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104f7e43-8430-425f-86bd-fd6da752e7c7 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Made reservation on behalf of 02954b9ddd2e4ddab9cb92ac6a3ea5b2 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:02:50.260679 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b7205220-39e0-4328-aeff-7720630485d3 tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:50.282304 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7205220-39e0-4328-aeff-7720630485d3 tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:02:50.282697 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b7205220-39e0-4328-aeff-7720630485d3 tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:50.297811 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:02:50.297811 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:02:50.297811 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:02:50.297811 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:02:50.297811 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:02:50.297811 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:02:50.297811 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:02:50.297811 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:02:50.297811 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:02:50.297811 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:02:50.297811 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:02:50.297811 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:02:50.297811 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:02:50.297811 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:02:50.297811 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:02:50.297811 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:02:50.297811 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:02:50.297811 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:02:50.297811 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:02:50.297811 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:02:50.297811 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:02:50.297811 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:02:50.297811 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:02:50.297811 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:02:50.297811 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:02:50.297811 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:02:50.297811 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:02:50.297811 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:02:50.297811 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:02:50.297811 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:02:50.297811 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:02:50.297811 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:02:50.334163 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-3237e909-a0ce-4d00-af35-a6b49ad19b8f None None] Provisioning for port f741e638-23c5-405a-8f03-0b7cf4441c12 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:02:50.345336 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-3237e909-a0ce-4d00-af35-a6b49ad19b8f None None] Provisioning complete for port f741e638-23c5-405a-8f03-0b7cf4441c12 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:02:50.345706 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3237e909-a0ce-4d00-af35-a6b49ad19b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:50.355135 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-08849c4f-383a-4392-abf9-4c34302bfe1b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:50.360391 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08849c4f-383a-4392-abf9-4c34302bfe1b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:50.360956 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-08849c4f-383a-4392-abf9-4c34302bfe1b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:50.526343 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3237e909-a0ce-4d00-af35-a6b49ad19b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:50.563605 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-3237e909-a0ce-4d00-af35-a6b49ad19b8f None None] For port f741e638-23c5-405a-8f03-0b7cf4441c12, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=f741e638-23c5-405a-8f03-0b7cf4441c12,segment=NetworkSegment(d268721b-edf3-45ea-9f89-bc89de6735f9),segment_id=d268721b-edf3-45ea-9f89-bc89de6735f9)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:02:50.565555 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-08849c4f-383a-4392-abf9-4c34302bfe1b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1078746 Jan 21 19:02:50.566561 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08849c4f-383a-4392-abf9-4c34302bfe1b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event updated for resources: {'Network': ['ID=ac9f2955-414f-4ffd-ab8c-03a88c66f75a,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:50.569654 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58222) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:50.575132 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-104f7e43-8430-425f-86bd-fd6da752e7c7 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:50.578755 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network ac9f2955-414f-4ffd-ab8c-03a88c66f75a details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:02:50.592303 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b7205220-39e0-4328-aeff-7720630485d3 tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:50.598797 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-15b129f4-e60c-401b-9ec1-d8fc772e87d8 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'subnet': {'network_id': 'ac9f2955-414f-4ffd-ab8c-03a88c66f75a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:50.633620 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b7205220-39e0-4328-aeff-7720630485d3 tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:50.653399 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7205220-39e0-4328-aeff-7720630485d3 tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] Pushing event deleted for resources: {'Network': ['ID=cfe7303b-3882-4f11-9f62-2958e2f8e464,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:50.670998 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-104f7e43-8430-425f-86bd-fd6da752e7c7 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] device_id is not set on port e8fa60c0-068c-44cc-9036-82743d852978 yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:02:50.679875 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3237e909-a0ce-4d00-af35-a6b49ad19b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:50.712917 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b7205220-39e0-4328-aeff-7720630485d3 tempest-QuotasNegativeTest-117384150 tempest-QuotasNegativeTest-117384150-project-admin] 10.222.0.87 "DELETE /v2.0/networks/cfe7303b-3882-4f11-9f62-2958e2f8e464 HTTP/1.1" status: 204 len: 168 time: 1.0309496 Jan 21 19:02:50.762990 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237e909-a0ce-4d00-af35-a6b49ad19b8f None None] Pushing event updated for resources: {'Port': ['ID=f741e638-23c5-405a-8f03-0b7cf4441c12,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:50.800789 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ea5a6a8e-fad7-454c-95d1-27ce6a2e5373 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:50.848018 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-15b129f4-e60c-401b-9ec1-d8fc772e87d8 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:50.863404 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-15b129f4-e60c-401b-9ec1-d8fc772e87d8 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Usage tracker for resource:subnet and tenant:d3e69eb5fab24f5d9451b2cf3f9d850d is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:50.870148 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-15b129f4-e60c-401b-9ec1-d8fc772e87d8 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:50.881046 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-15b129f4-e60c-401b-9ec1-d8fc772e87d8 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:50.910371 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5a6a8e-fad7-454c-95d1-27ce6a2e5373 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event updated for resources: {'Subnet': ['ID=58fb42c8-18c0-4341-8b72-caf5b845308f,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:50.911654 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe312-5f8a-44e3-aab7-da578c013fc3 None None] Provisioning complete for port f741e638-23c5-405a-8f03-0b7cf4441c12 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:02:50.912381 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe312-5f8a-44e3-aab7-da578c013fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:50.917470 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5a6a8e-fad7-454c-95d1-27ce6a2e5373 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Checking segment: {'id': 'b4f4813a-cfa5-433f-87c8-4dc0729b2ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ccb56016-4bf0-41a0-8243-88be6849c152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:02:50.917865 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5a6a8e-fad7-454c-95d1-27ce6a2e5373 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Network hostable DHCP agents. Network: ccb56016-4bf0-41a0-8243-88be6849c152, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:02:50.983684 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5a6a8e-fad7-454c-95d1-27ce6a2e5373 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Network ccb56016-4bf0-41a0-8243-88be6849c152 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:02:50.998388 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-104f7e43-8430-425f-86bd-fd6da752e7c7 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Allocated IP 2001:db8::375 (7591102f-ff32-41d2-aecf-1e99a5709c1a/e10d17f7-3fdd-43d6-b00d-3b8080eb26e9/e8fa60c0-068c-44cc-9036-82743d852978) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:02:51.009438 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b129f4-e60c-401b-9ec1-d8fc772e87d8 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Made reservation on behalf of d3e69eb5fab24f5d9451b2cf3f9d850d for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:02:51.013118 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-15b129f4-e60c-401b-9ec1-d8fc772e87d8 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:51.096751 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-ea5a6a8e-fad7-454c-95d1-27ce6a2e5373 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, ccb56016-4bf0-41a0-8243-88be6849c152) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:02:51.102342 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5a6a8e-fad7-454c-95d1-27ce6a2e5373 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:51.102922 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ea5a6a8e-fad7-454c-95d1-27ce6a2e5373 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:51.125274 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0203a4c8-1a21-4935-a1d8-59ed0be61eac None None] Network ccb56016-4bf0-41a0-8243-88be6849c152 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:02:51.188868 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device f741e638-23c5-405a-8f03-0b7cf4441c12 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:02:51.234021 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ea5a6a8e-fad7-454c-95d1-27ce6a2e5373 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3203249 Jan 21 19:02:51.235014 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58232) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:51.367170 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe312-5f8a-44e3-aab7-da578c013fc3 None None] Provisioning for port 28a24d08-3e39-4d9e-a490-b09f3a437a3f completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:02:51.381034 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-b3ffe312-5f8a-44e3-aab7-da578c013fc3 None None] Provisioning complete for port 28a24d08-3e39-4d9e-a490-b09f3a437a3f triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:02:51.383093 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe312-5f8a-44e3-aab7-da578c013fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:51.442323 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffe312-5f8a-44e3-aab7-da578c013fc3 None None] Port 28a24d08-3e39-4d9e-a490-b09f3a437a3f cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:02:51.463591 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port f741e638-23c5-405a-8f03-0b7cf4441c12 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:02:51.464038 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:51.511592 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-104f7e43-8430-425f-86bd-fd6da752e7c7 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:51.530801 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-104f7e43-8430-425f-86bd-fd6da752e7c7 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Transition to ACTIVE for port object e8fa60c0-068c-44cc-9036-82743d852978 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:02:51.535438 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4ad839dd-9c16-4382-81a6-9636f880ea2c tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:51.559668 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-15b129f4-e60c-401b-9ec1-d8fc772e87d8 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:51.627223 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4ad839dd-9c16-4382-81a6-9636f880ea2c tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:51.654686 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-104f7e43-8430-425f-86bd-fd6da752e7c7 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:51.660973 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b129f4-e60c-401b-9ec1-d8fc772e87d8 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event updated for resources: {'Subnet': ['ID=dd7b88c4-bc44-478d-bb3a-d6382aa2fb8a,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:51.677218 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-78c21386-139b-40d5-aa5e-3d4bc8bd0a17 None None] Provisioning complete for port 28a24d08-3e39-4d9e-a490-b09f3a437a3f triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:02:51.677994 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-78c21386-139b-40d5-aa5e-3d4bc8bd0a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:51.765836 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f7e43-8430-425f-86bd-fd6da752e7c7 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Pushing event updated for resources: {'Port': ['ID=e8fa60c0-068c-44cc-9036-82743d852978,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:51.775540 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58238) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:51.778768 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104f7e43-8430-425f-86bd-fd6da752e7c7 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Network 7591102f-ff32-41d2-aecf-1e99a5709c1a is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:02:51.781924 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b129f4-e60c-401b-9ec1-d8fc772e87d8 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Checking segment: {'id': '3ba2ab96-7f86-4a76-bfab-17900340422d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ac9f2955-414f-4ffd-ab8c-03a88c66f75a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:02:51.782285 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b129f4-e60c-401b-9ec1-d8fc772e87d8 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Network hostable DHCP agents. Network: ac9f2955-414f-4ffd-ab8c-03a88c66f75a, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:02:51.785976 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-22437a1c-9495-4864-888d-aae16bc38f5d tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-797164779', 'description': 'tempest-secgroup-smoke-797164779 description', 'project_id': '1f87e80a60cc473490523a0c4caffd4b'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:51.786381 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-78c21386-139b-40d5-aa5e-3d4bc8bd0a17 None None] Port 28a24d08-3e39-4d9e-a490-b09f3a437a3f cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:02:51.789713 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ccd618-3917-46d7-9587-3733b924823f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-ccb56016-4bf0-41a0-8243-88be6849c152', 'network_id': 'ccb56016-4bf0-41a0-8243-88be6849c152', 'tenant_id': '98165352f4974f8d954efc4ce4c85f15', 'fixed_ips': [{'subnet_id': '58fb42c8-18c0-4341-8b72-caf5b845308f'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:02:51.791141 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-104f7e43-8430-425f-86bd-fd6da752e7c7 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:02:51.800921 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a2ccd618-3917-46d7-9587-3733b924823f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:51.801200 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104f7e43-8430-425f-86bd-fd6da752e7c7 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:02:51.802735 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104f7e43-8430-425f-86bd-fd6da752e7c7 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:51.803350 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-104f7e43-8430-425f-86bd-fd6da752e7c7 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:51.806897 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-22437a1c-9495-4864-888d-aae16bc38f5d tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:51.811036 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-22437a1c-9495-4864-888d-aae16bc38f5d tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Usage tracker for resource:security_group and tenant:1f87e80a60cc473490523a0c4caffd4b is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:51.813932 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-22437a1c-9495-4864-888d-aae16bc38f5d tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:51.822852 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-22437a1c-9495-4864-888d-aae16bc38f5d tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:51.831330 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4ad839dd-9c16-4382-81a6-9636f880ea2c tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:51.906249 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad839dd-9c16-4382-81a6-9636f880ea2c tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event deleted for resources: {'Subnet': ['ID=58fb42c8-18c0-4341-8b72-caf5b845308f,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:51.946936 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-104f7e43-8430-425f-86bd-fd6da752e7c7 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.4596028 Jan 21 19:02:51.949025 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58242) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:51.955213 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58246) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:51.974043 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e03c33-c18b-42d1-bed0-1fd24a4291df None None] Network ccb56016-4bf0-41a0-8243-88be6849c152 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:02:51.978563 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-22437a1c-9495-4864-888d-aae16bc38f5d tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:52.056628 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-22437a1c-9495-4864-888d-aae16bc38f5d tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:52.060156 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b129f4-e60c-401b-9ec1-d8fc772e87d8 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Network ac9f2955-414f-4ffd-ab8c-03a88c66f75a is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:02:52.073030 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4ad839dd-9c16-4382-81a6-9636f880ea2c tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:52.103891 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-22437a1c-9495-4864-888d-aae16bc38f5d tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:52.130648 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-4ad839dd-9c16-4382-81a6-9636f880ea2c tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccb56016-4bf0-41a0-8243-88be6849c152']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:52.139004 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-22437a1c-9495-4864-888d-aae16bc38f5d tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Usage tracker for resource:security_group_rule and tenant:1f87e80a60cc473490523a0c4caffd4b is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:52.152748 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-22437a1c-9495-4864-888d-aae16bc38f5d tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:52.153984 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-4ad839dd-9c16-4382-81a6-9636f880ea2c tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4f4813a-cfa5-433f-87c8-4dc0729b2ef0') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:52.154466 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-4ad839dd-9c16-4382-81a6-9636f880ea2c tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4f4813a-cfa5-433f-87c8-4dc0729b2ef0') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:02:52.161616 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-22437a1c-9495-4864-888d-aae16bc38f5d tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:52.172163 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4ad839dd-9c16-4382-81a6-9636f880ea2c tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:52.182346 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad455ed4-0eed-4ac2-b024-1f4408d8dc17 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:52.197110 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad455ed4-0eed-4ac2-b024-1f4408d8dc17 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:52.206463 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4ad839dd-9c16-4382-81a6-9636f880ea2c tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:52.219365 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ad839dd-9c16-4382-81a6-9636f880ea2c tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:02:52.219736 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4ad839dd-9c16-4382-81a6-9636f880ea2c tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:52.221540 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad455ed4-0eed-4ac2-b024-1f4408d8dc17 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:52.227935 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ad455ed4-0eed-4ac2-b024-1f4408d8dc17 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Synchronizing usage tracker for tenant:02954b9ddd2e4ddab9cb92ac6a3ea5b2 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:02:52.234947 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:02:52.234947 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:02:52.234947 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:02:52.234947 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:02:52.234947 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:02:52.234947 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:02:52.234947 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:02:52.234947 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:02:52.234947 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:02:52.234947 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:02:52.234947 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:02:52.234947 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:02:52.234947 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:02:52.234947 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:02:52.234947 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:02:52.234947 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:02:52.234947 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:02:52.234947 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:02:52.234947 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:02:52.234947 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:02:52.234947 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:02:52.234947 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:02:52.234947 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:02:52.234947 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:02:52.234947 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:02:52.234947 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:02:52.234947 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:02:52.234947 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:02:52.234947 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:02:52.234947 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:02:52.234947 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:02:52.234947 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:02:52.260466 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-15b129f4-e60c-401b-9ec1-d8fc772e87d8 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, ac9f2955-414f-4ffd-ab8c-03a88c66f75a) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:02:52.269717 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f708f13-96dc-4013-a887-dc5ef118d066 None None] Network ac9f2955-414f-4ffd-ab8c-03a88c66f75a requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:02:52.280123 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b129f4-e60c-401b-9ec1-d8fc772e87d8 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:52.280657 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-15b129f4-e60c-401b-9ec1-d8fc772e87d8 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:52.297903 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-014af39a-cab1-4a05-a033-fa86b2cc5fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:52.315326 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-014af39a-cab1-4a05-a033-fa86b2cc5fda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:52.317404 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ad455ed4-0eed-4ac2-b024-1f4408d8dc17 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Unset dirty status for tenant:02954b9ddd2e4ddab9cb92ac6a3ea5b2 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:02:52.322009 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ad455ed4-0eed-4ac2-b024-1f4408d8dc17 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.3620579 Jan 21 19:02:52.322391 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-014af39a-cab1-4a05-a033-fa86b2cc5fda admin admin] Usage tracker for resource:security_group_rule and tenant:53d7eb0adb7f4df4836017f47807a50b is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:52.322972 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58252) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:52.325348 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-014af39a-cab1-4a05-a033-fa86b2cc5fda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:52.331392 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-014af39a-cab1-4a05-a033-fa86b2cc5fda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:52.393255 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-68abcfca-13c5-4863-b4da-cf7545b1da7e tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Deleting port e8fa60c0-068c-44cc-9036-82743d852978 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:02:52.393687 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-68abcfca-13c5-4863-b4da-cf7545b1da7e tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:52.395441 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-15b129f4-e60c-401b-9ec1-d8fc772e87d8 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8072591 Jan 21 19:02:52.399409 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58256) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:52.404779 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-e0390c7a-52f7-4fdd-8b31-41dadc89b2e5 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'port': {'network_id': 'ac9f2955-414f-4ffd-ab8c-03a88c66f75a', 'name': 'tempest-PortsTestJSON-1512392121'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:52.497915 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-22437a1c-9495-4864-888d-aae16bc38f5d tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:52.505932 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4ad839dd-9c16-4382-81a6-9636f880ea2c tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:52.506847 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-71fd7d56-9e70-4a86-bac0-b16b0201cf87 None None] Provisioning for port e8fa60c0-068c-44cc-9036-82743d852978 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:02:52.515059 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4ad839dd-9c16-4382-81a6-9636f880ea2c tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:52.515285 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-71fd7d56-9e70-4a86-bac0-b16b0201cf87 None None] Provisioning complete for port e8fa60c0-068c-44cc-9036-82743d852978 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:02:52.515508 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-71fd7d56-9e70-4a86-bac0-b16b0201cf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:52.547266 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5780122-ac7e-44be-a2a9-823a0ba4adc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-ac9f2955-414f-4ffd-ab8c-03a88c66f75a', 'network_id': 'ac9f2955-414f-4ffd-ab8c-03a88c66f75a', 'tenant_id': 'd3e69eb5fab24f5d9451b2cf3f9d850d', 'fixed_ips': [{'subnet_id': 'dd7b88c4-bc44-478d-bb3a-d6382aa2fb8a'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:02:52.548082 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f5780122-ac7e-44be-a2a9-823a0ba4adc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:52.549076 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-4ad839dd-9c16-4382-81a6-9636f880ea2c tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "DELETE /v2.0/networks/ccb56016-4bf0-41a0-8243-88be6849c152 HTTP/1.1" status: 204 len: 168 time: 1.3124459 Jan 21 19:02:52.556376 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58260) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:52.560810 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad839dd-9c16-4382-81a6-9636f880ea2c tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event deleted for resources: {'Network': ['ID=ccb56016-4bf0-41a0-8243-88be6849c152,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:52.602616 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-22437a1c-9495-4864-888d-aae16bc38f5d tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:52.622583 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-a08399c5-2830-4d97-85e6-10fe953c64ae tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] GET failed (client error): The resource could not be found. Jan 21 19:02:52.623094 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-a08399c5-2830-4d97-85e6-10fe953c64ae tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Synchronizing usage tracker for tenant:98165352f4974f8d954efc4ce4c85f15 on resource:subnet {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:02:52.626131 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-22437a1c-9495-4864-888d-aae16bc38f5d tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:52.630866 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-71fd7d56-9e70-4a86-bac0-b16b0201cf87 None None] Port e8fa60c0-068c-44cc-9036-82743d852978 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:02:52.641410 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-22437a1c-9495-4864-888d-aae16bc38f5d tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Usage tracker for resource:security_group_rule and tenant:1f87e80a60cc473490523a0c4caffd4b is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:52.652993 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-22437a1c-9495-4864-888d-aae16bc38f5d tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:52.696359 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-22437a1c-9495-4864-888d-aae16bc38f5d tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:52.744710 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-f5780122-ac7e-44be-a2a9-823a0ba4adc6 None None] Allocated IP 172.20.0.2 (ac9f2955-414f-4ffd-ab8c-03a88c66f75a/dd7b88c4-bc44-478d-bb3a-d6382aa2fb8a/b88997b2-236a-4df4-9c96-b7f3179fcce3) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:02:52.775965 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e0390c7a-52f7-4fdd-8b31-41dadc89b2e5 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:52.792921 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-014af39a-cab1-4a05-a033-fa86b2cc5fda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:52.801018 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e0390c7a-52f7-4fdd-8b31-41dadc89b2e5 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:52.846455 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22437a1c-9495-4864-888d-aae16bc38f5d tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f8fb3d-967e-4b21-b5d5-5583a0361ade,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:52.868516 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-014af39a-cab1-4a05-a033-fa86b2cc5fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:52.899974 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-a08399c5-2830-4d97-85e6-10fe953c64ae tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Unset dirty status for tenant:98165352f4974f8d954efc4ce4c85f15 on resource:subnet {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:02:52.903877 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-a08399c5-2830-4d97-85e6-10fe953c64ae tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "GET /v2.0/subnets/58fb42c8-18c0-4341-8b72-caf5b845308f HTTP/1.1" status: 404 len: 337 time: 0.3439515 Jan 21 19:02:52.908595 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58264) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:52.910473 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0390c7a-52f7-4fdd-8b31-41dadc89b2e5 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Made reservation on behalf of d3e69eb5fab24f5d9451b2cf3f9d850d for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:02:52.914806 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e0390c7a-52f7-4fdd-8b31-41dadc89b2e5 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:52.940661 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-014af39a-cab1-4a05-a033-fa86b2cc5fda admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=53d7eb0adb7f4df4836017f47807a50b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9905045 Jan 21 19:02:52.942570 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014af39a-cab1-4a05-a033-fa86b2cc5fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e33fcb-bbb1-4cfa-acaf-e3642e927373,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:52.946284 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58268) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:52.962634 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-e0390c7a-52f7-4fdd-8b31-41dadc89b2e5 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] device_id is not set on port 21cb0b32-0608-42c6-b1b6-6eb41e942a4f yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:02:52.974124 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-34f53a53-a09a-4d4f-b4ea-1248a06ab75f tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] DELETE failed (client error): The resource could not be found. Jan 21 19:02:52.974641 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34f53a53-a09a-4d4f-b4ea-1248a06ab75f tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:02:52.976367 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f5780122-ac7e-44be-a2a9-823a0ba4adc6 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:52.987653 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f5780122-ac7e-44be-a2a9-823a0ba4adc6 None None] Transition to ACTIVE for port object b88997b2-236a-4df4-9c96-b7f3179fcce3 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:02:53.002487 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-68abcfca-13c5-4863-b4da-cf7545b1da7e tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:53.011172 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f5780122-ac7e-44be-a2a9-823a0ba4adc6 None None] Transition to ACTIVE for port object b88997b2-236a-4df4-9c96-b7f3179fcce3 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:02:53.021192 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-34f53a53-a09a-4d4f-b4ea-1248a06ab75f tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "DELETE /v2.0/networks/ccb56016-4bf0-41a0-8243-88be6849c152 HTTP/1.1" status: 404 len: 339 time: 0.1066570 Jan 21 19:02:53.026829 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58272) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:53.118131 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f5780122-ac7e-44be-a2a9-823a0ba4adc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:53.154137 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-68abcfca-13c5-4863-b4da-cf7545b1da7e tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Calling delete_port for e8fa60c0-068c-44cc-9036-82743d852978 owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:02:53.172568 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5780122-ac7e-44be-a2a9-823a0ba4adc6 None None] Network ac9f2955-414f-4ffd-ab8c-03a88c66f75a is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:02:53.185300 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-f5780122-ac7e-44be-a2a9-823a0ba4adc6 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:02:53.195889 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5780122-ac7e-44be-a2a9-823a0ba4adc6 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:02:53.226721 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-22437a1c-9495-4864-888d-aae16bc38f5d tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:53.251929 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-21a1cec1-0634-4020-936a-211053a06685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:53.304246 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-22437a1c-9495-4864-888d-aae16bc38f5d tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:53.311353 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-e0390c7a-52f7-4fdd-8b31-41dadc89b2e5 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Allocated IP 172.20.0.14 (ac9f2955-414f-4ffd-ab8c-03a88c66f75a/dd7b88c4-bc44-478d-bb3a-d6382aa2fb8a/21cb0b32-0608-42c6-b1b6-6eb41e942a4f) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:02:53.325734 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-21a1cec1-0634-4020-936a-211053a06685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:53.340507 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19959316-e08e-40aa-a9a1-bb31ce382473 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:53.344541 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-19959316-e08e-40aa-a9a1-bb31ce382473 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3115416 Jan 21 19:02:53.345483 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58276) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:53.372927 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-f5780122-ac7e-44be-a2a9-823a0ba4adc6 None None] Attempting to bind port b88997b2-236a-4df4-9c96-b7f3179fcce3 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:02:53.373322 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-f5780122-ac7e-44be-a2a9-823a0ba4adc6 None None] Attempting to bind port b88997b2-236a-4df4-9c96-b7f3179fcce3 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '3ba2ab96-7f86-4a76-bfab-17900340422d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ac9f2955-414f-4ffd-ab8c-03a88c66f75a'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:02:53.373659 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5780122-ac7e-44be-a2a9-823a0ba4adc6 None None] Attempting to bind port b88997b2-236a-4df4-9c96-b7f3179fcce3 on network ac9f2955-414f-4ffd-ab8c-03a88c66f75a {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:02:53.380137 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5780122-ac7e-44be-a2a9-823a0ba4adc6 None None] Pushing event updated for resources: {'Port': ['ID=b88997b2-236a-4df4-9c96-b7f3179fcce3,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:53.446806 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-79b274d8-a7e3-4636-a00a-48b65dd96775 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Synchronizing usage tracker for tenant:98165352f4974f8d954efc4ce4c85f15 on resource:subnet {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:02:53.448252 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5780122-ac7e-44be-a2a9-823a0ba4adc6 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:02:53.449142 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5780122-ac7e-44be-a2a9-823a0ba4adc6 None None] Checking segment: {'id': '3ba2ab96-7f86-4a76-bfab-17900340422d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ac9f2955-414f-4ffd-ab8c-03a88c66f75a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:02:53.449142 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f5780122-ac7e-44be-a2a9-823a0ba4adc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:53.449435 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5780122-ac7e-44be-a2a9-823a0ba4adc6 None None] Bound using segment: {'id': '3ba2ab96-7f86-4a76-bfab-17900340422d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ac9f2955-414f-4ffd-ab8c-03a88c66f75a'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:02:53.450238 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-f5780122-ac7e-44be-a2a9-823a0ba4adc6 None None] Bound port: b88997b2-236a-4df4-9c96-b7f3179fcce3, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ba2ab96-7f86-4a76-bfab-17900340422d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ac9f2955-414f-4ffd-ab8c-03a88c66f75a'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:02:53.450238 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f5780122-ac7e-44be-a2a9-823a0ba4adc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:53.454768 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22437a1c-9495-4864-888d-aae16bc38f5d tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84380b41-afe6-4abf-bafe-93a3de4a2152,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:53.473383 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-79b274d8-a7e3-4636-a00a-48b65dd96775 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Unset dirty status for tenant:98165352f4974f8d954efc4ce4c85f15 on resource:subnet {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:02:53.474947 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-79b274d8-a7e3-4636-a00a-48b65dd96775 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "GET /v2.0/subnets?network_id=552ba34b-3dd7-4be8-8310-a9fc908fe72b HTTP/1.1" status: 200 len: 207 time: 0.1286352 Jan 21 19:02:53.478715 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58280) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:53.504014 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-68abcfca-13c5-4863-b4da-cf7545b1da7e tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:53.530953 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-21a1cec1-0634-4020-936a-211053a06685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:53.558886 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1cec1-0634-4020-936a-211053a06685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e33fcb-bbb1-4cfa-acaf-e3642e927373,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:53.568416 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-f5780122-ac7e-44be-a2a9-823a0ba4adc6 None None] For port b88997b2-236a-4df4-9c96-b7f3179fcce3, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:02:53.577463 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-f5780122-ac7e-44be-a2a9-823a0ba4adc6 None None] For port b88997b2-236a-4df4-9c96-b7f3179fcce3, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=b88997b2-236a-4df4-9c96-b7f3179fcce3,segment=NetworkSegment(3ba2ab96-7f86-4a76-bfab-17900340422d),segment_id=3ba2ab96-7f86-4a76-bfab-17900340422d)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:02:53.608939 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-22437a1c-9495-4864-888d-aae16bc38f5d tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:53.609684 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-22437a1c-9495-4864-888d-aae16bc38f5d tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.8330910 Jan 21 19:02:53.610597 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68abcfca-13c5-4863-b4da-cf7545b1da7e tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Pushing event deleted for resources: {'Port': ['ID=e8fa60c0-068c-44cc-9036-82743d852978,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:53.612970 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58284) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:53.617344 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e0390c7a-52f7-4fdd-8b31-41dadc89b2e5 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:53.631238 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-a1791c6b-d5a3-4daf-93c5-0c8fc21d98c8 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Request body: {'security_group_rule': {'security_group_id': '84380b41-afe6-4abf-bafe-93a3de4a2152', 'project_id': '1f87e80a60cc473490523a0c4caffd4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:53.643140 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-e0390c7a-52f7-4fdd-8b31-41dadc89b2e5 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Transition to ACTIVE for port object 21cb0b32-0608-42c6-b1b6-6eb41e942a4f will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:02:53.644444 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-21a1cec1-0634-4020-936a-211053a06685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:53.648741 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-21a1cec1-0634-4020-936a-211053a06685 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/76e33fcb-bbb1-4cfa-acaf-e3642e927373 HTTP/1.1" status: 204 len: 168 time: 0.6981721 Jan 21 19:02:53.652528 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f5780122-ac7e-44be-a2a9-823a0ba4adc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:53.696240 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-a1791c6b-d5a3-4daf-93c5-0c8fc21d98c8 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:53.718631 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-a1791c6b-d5a3-4daf-93c5-0c8fc21d98c8 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Usage tracker for resource:security_group_rule and tenant:1f87e80a60cc473490523a0c4caffd4b is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:53.723933 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-a1791c6b-d5a3-4daf-93c5-0c8fc21d98c8 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:53.745307 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-a1791c6b-d5a3-4daf-93c5-0c8fc21d98c8 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:53.774926 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5780122-ac7e-44be-a2a9-823a0ba4adc6 None None] Pushing event updated for resources: {'Port': ['ID=b88997b2-236a-4df4-9c96-b7f3179fcce3,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:53.785203 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e0390c7a-52f7-4fdd-8b31-41dadc89b2e5 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:53.868692 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-68abcfca-13c5-4863-b4da-cf7545b1da7e tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:53.872260 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0390c7a-52f7-4fdd-8b31-41dadc89b2e5 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Network ac9f2955-414f-4ffd-ab8c-03a88c66f75a is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:02:53.873232 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-68abcfca-13c5-4863-b4da-cf7545b1da7e tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] 10.222.0.87 "DELETE /v2.0/ports/e8fa60c0-068c-44cc-9036-82743d852978 HTTP/1.1" status: 204 len: 168 time: 1.5487342 Jan 21 19:02:53.873929 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58290) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:53.880465 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-e0390c7a-52f7-4fdd-8b31-41dadc89b2e5 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:02:53.880465 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0390c7a-52f7-4fdd-8b31-41dadc89b2e5 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:02:53.884460 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5187872-9b21-4995-aae9-4798cbdcd5f5 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:53.890174 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5187872-9b21-4995-aae9-4798cbdcd5f5 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:53.895867 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5187872-9b21-4995-aae9-4798cbdcd5f5 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:53.902743 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5187872-9b21-4995-aae9-4798cbdcd5f5 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:53.903820 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-e5187872-9b21-4995-aae9-4798cbdcd5f5 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Synchronizing usage tracker for tenant:98165352f4974f8d954efc4ce4c85f15 on resource:network {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:02:53.911269 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0390c7a-52f7-4fdd-8b31-41dadc89b2e5 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event updated for resources: {'Port': ['ID=21cb0b32-0608-42c6-b1b6-6eb41e942a4f,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:53.950616 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0390c7a-52f7-4fdd-8b31-41dadc89b2e5 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:53.951518 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e0390c7a-52f7-4fdd-8b31-41dadc89b2e5 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:53.964585 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-60398ed6-95ad-4cf5-b79e-46d1e34b3a18 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] GET failed (client error): The resource could not be found. Jan 21 19:02:53.965167 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-60398ed6-95ad-4cf5-b79e-46d1e34b3a18 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Synchronizing usage tracker for tenant:02954b9ddd2e4ddab9cb92ac6a3ea5b2 on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:02:53.970138 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a1791c6b-d5a3-4daf-93c5-0c8fc21d98c8 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:54.072659 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e0390c7a-52f7-4fdd-8b31-41dadc89b2e5 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6692731 Jan 21 19:02:54.072871 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a1791c6b-d5a3-4daf-93c5-0c8fc21d98c8 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:54.072985 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58296) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:54.078868 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-cb175fc9-6fe0-42a3-bd5a-9cae32567e1d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'port': {'network_id': 'ac9f2955-414f-4ffd-ab8c-03a88c66f75a', 'name': 'tempest-PortsTestJSON-912224206'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:54.092299 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-e5187872-9b21-4995-aae9-4798cbdcd5f5 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Unset dirty status for tenant:98165352f4974f8d954efc4ce4c85f15 on resource:network {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:02:54.097211 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e5187872-9b21-4995-aae9-4798cbdcd5f5 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.6173677 Jan 21 19:02:54.098056 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-60398ed6-95ad-4cf5-b79e-46d1e34b3a18 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Unset dirty status for tenant:02954b9ddd2e4ddab9cb92ac6a3ea5b2 on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:02:54.099118 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-60398ed6-95ad-4cf5-b79e-46d1e34b3a18 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] 10.222.0.87 "GET /v2.0/ports/e8fa60c0-068c-44cc-9036-82743d852978 HTTP/1.1" status: 404 len: 333 time: 0.2240791 Jan 21 19:02:54.101705 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58300) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:54.114092 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58304) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:54.129066 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-2027add0-e023-4b85-947f-b80ac64a3fa9 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Request body: {'port': {'network_id': '7591102f-ff32-41d2-aecf-1e99a5709c1a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1039699642'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:54.214119 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a1791c6b-d5a3-4daf-93c5-0c8fc21d98c8 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:54.254083 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1791c6b-d5a3-4daf-93c5-0c8fc21d98c8 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7084074e-a31c-4d41-bfac-b7082870aa04,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:54.300346 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c40bd7c9-8fca-4bae-b882-a3ba1f9dec08 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1996670 Jan 21 19:02:54.304315 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58308) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:54.373766 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbe9203-3182-446f-933b-d6c828a69728 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:54.375444 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbe9203-3182-446f-933b-d6c828a69728 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:54.378262 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-3cbe9203-3182-446f-933b-d6c828a69728 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0730109 Jan 21 19:02:54.381207 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58312) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:54.399645 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-cb175fc9-6fe0-42a3-bd5a-9cae32567e1d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:54.406604 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-cb175fc9-6fe0-42a3-bd5a-9cae32567e1d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Usage tracker for resource:port and tenant:d3e69eb5fab24f5d9451b2cf3f9d850d is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:54.409475 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-2027add0-e023-4b85-947f-b80ac64a3fa9 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:54.411761 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-cb175fc9-6fe0-42a3-bd5a-9cae32567e1d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:54.421662 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-cb175fc9-6fe0-42a3-bd5a-9cae32567e1d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:54.426035 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-2027add0-e023-4b85-947f-b80ac64a3fa9 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:54.446068 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a1791c6b-d5a3-4daf-93c5-0c8fc21d98c8 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:54.447246 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a1791c6b-d5a3-4daf-93c5-0c8fc21d98c8 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8268688 Jan 21 19:02:54.451017 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58316) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:54.457044 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-3e444fb3-df5f-4b6a-91a4-8698fc6c5c36 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Request body: {'security_group_rule': {'security_group_id': '84380b41-afe6-4abf-bafe-93a3de4a2152', 'project_id': '1f87e80a60cc473490523a0c4caffd4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:54.461380 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0596e51f-0baa-4b5a-8a6c-db930f540112 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attributes excluded by policy engine: ['shared'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:54.462797 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0596e51f-0baa-4b5a-8a6c-db930f540112 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attributes excluded by policy engine: ['shared'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:54.465821 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-0596e51f-0baa-4b5a-8a6c-db930f540112 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0814898 Jan 21 19:02:54.466071 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3e444fb3-df5f-4b6a-91a4-8698fc6c5c36 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:54.468267 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58320) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:54.489430 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-3e444fb3-df5f-4b6a-91a4-8698fc6c5c36 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Usage tracker for resource:security_group_rule and tenant:1f87e80a60cc473490523a0c4caffd4b is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:54.495266 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-3e444fb3-df5f-4b6a-91a4-8698fc6c5c36 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:54.507655 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb175fc9-6fe0-42a3-bd5a-9cae32567e1d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Made reservation on behalf of d3e69eb5fab24f5d9451b2cf3f9d850d for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:02:54.511090 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cb175fc9-6fe0-42a3-bd5a-9cae32567e1d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:54.520658 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3e444fb3-df5f-4b6a-91a4-8698fc6c5c36 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:54.541564 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2027add0-e023-4b85-947f-b80ac64a3fa9 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Made reservation on behalf of 02954b9ddd2e4ddab9cb92ac6a3ea5b2 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:02:54.545201 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2027add0-e023-4b85-947f-b80ac64a3fa9 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:54.634232 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-cb175fc9-6fe0-42a3-bd5a-9cae32567e1d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] device_id is not set on port 7fe91719-333b-47b5-a800-27fa9344f65e yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:02:54.659961 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58324) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:54.672329 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-2027add0-e023-4b85-947f-b80ac64a3fa9 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] device_id is not set on port 7b634e7b-2d0e-4f73-9cf3-4adbd49eaed6 yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:02:54.680554 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3e07c3bb-b520-444c-89cf-425f36755a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:54.696222 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-3e07c3bb-b520-444c-89cf-425f36755a44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:54.700126 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-3e07c3bb-b520-444c-89cf-425f36755a44 admin admin] Usage tracker for resource:security_group_rule and tenant:8e7c517e24674fd88f566bd8dc9947af is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:54.703539 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-3e07c3bb-b520-444c-89cf-425f36755a44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:54.709687 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-3e07c3bb-b520-444c-89cf-425f36755a44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:54.769383 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3e444fb3-df5f-4b6a-91a4-8698fc6c5c36 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:54.808437 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3e07c3bb-b520-444c-89cf-425f36755a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:54.844473 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9a7df1-7273-42d7-b029-5c459bccae22 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:54.845832 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-6b9a7df1-7273-42d7-b029-5c459bccae22 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "GET /v2.0/networks/6d2bc0b7-54be-4cff-aeb1-6de58eaa26e4 HTTP/1.1" status: 200 len: 799 time: 0.3766289 Jan 21 19:02:54.849663 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58328) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:54.875045 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3e07c3bb-b520-444c-89cf-425f36755a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:54.886557 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c64273f-2256-4551-8e5c-c4c0346c07b4 None None] Network ac9f2955-414f-4ffd-ab8c-03a88c66f75a requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:02:54.999050 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e07c3bb-b520-444c-89cf-425f36755a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08169944-8a8a-4ecb-be55-e6bd1065cfb7,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:55.005919 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-3e07c3bb-b520-444c-89cf-425f36755a44 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8e7c517e24674fd88f566bd8dc9947af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3447812 Jan 21 19:02:55.009882 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58332) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:55.017357 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3e444fb3-df5f-4b6a-91a4-8698fc6c5c36 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:55.020508 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-2027add0-e023-4b85-947f-b80ac64a3fa9 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Allocated IP 2001:db8::102 (7591102f-ff32-41d2-aecf-1e99a5709c1a/e10d17f7-3fdd-43d6-b00d-3b8080eb26e9/7b634e7b-2d0e-4f73-9cf3-4adbd49eaed6) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:02:55.026817 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8a03514e-50be-4bbe-890d-108e5c6f67ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:55.033542 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-cb175fc9-6fe0-42a3-bd5a-9cae32567e1d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Allocated IP 172.20.0.4 (ac9f2955-414f-4ffd-ab8c-03a88c66f75a/dd7b88c4-bc44-478d-bb3a-d6382aa2fb8a/7fe91719-333b-47b5-a800-27fa9344f65e) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:02:55.089900 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-4148fd63-b11f-4a55-813a-f73b5f346069 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "GET /v2.0/networks/6d2bc0b7-54be-4cff-aeb1-6de58eaa26e4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2343831 Jan 21 19:02:55.090872 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58336) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:55.093951 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3e444fb3-df5f-4b6a-91a4-8698fc6c5c36 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:55.122847 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0deaf474-2c33-4edc-a8dc-1f457c61ddaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:55.158368 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0deaf474-2c33-4edc-a8dc-1f457c61ddaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:55.171592 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-476baa73-4606-4090-9bc1-ebed36e89a15 None None] Provisioning for port b88997b2-236a-4df4-9c96-b7f3179fcce3 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:02:55.221557 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device b88997b2-236a-4df4-9c96-b7f3179fcce3 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:02:55.320906 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e444fb3-df5f-4b6a-91a4-8698fc6c5c36 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=686b02f0-f030-4a6f-a017-6bcea971b7d1,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:55.418241 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port b88997b2-236a-4df4-9c96-b7f3179fcce3 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:02:55.426323 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port b88997b2-236a-4df4-9c96-b7f3179fcce3 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:02:55.427241 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:55.431118 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc67542-9909-40c9-81fc-c0b5e0f1ff73 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:55.435543 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-7cc67542-9909-40c9-81fc-c0b5e0f1ff73 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "GET /v2.0/subnets/e72a1f66-20ba-4142-8e65-3eedfee90098 HTTP/1.1" status: 200 len: 811 time: 0.3323574 Jan 21 19:02:55.435933 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58340) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:55.473509 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0deaf474-2c33-4edc-a8dc-1f457c61ddaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:55.501501 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deaf474-2c33-4edc-a8dc-1f457c61ddaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08169944-8a8a-4ecb-be55-e6bd1065cfb7,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:55.509835 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3e444fb3-df5f-4b6a-91a4-8698fc6c5c36 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:55.510180 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3e444fb3-df5f-4b6a-91a4-8698fc6c5c36 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0581405 Jan 21 19:02:55.518188 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58344) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:55.539206 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19eac6c7-0227-43f4-abf1-63eb6ade0977 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attributes excluded by policy engine: ['shared'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:55.540975 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-19eac6c7-0227-43f4-abf1-63eb6ade0977 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "GET /v2.0/subnets/e72a1f66-20ba-4142-8e65-3eedfee90098?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1041095 Jan 21 19:02:55.547031 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0deaf474-2c33-4edc-a8dc-1f457c61ddaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:55.547031 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-0deaf474-2c33-4edc-a8dc-1f457c61ddaa admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/08169944-8a8a-4ecb-be55-e6bd1065cfb7 HTTP/1.1" status: 204 len: 168 time: 0.5331581 Jan 21 19:02:55.547031 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58348) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:55.551457 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-07022ab9-13bf-42e3-a8a8-29d1dc800205 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-483388554'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:55.557536 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-07022ab9-13bf-42e3-a8a8-29d1dc800205 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:55.570907 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-07022ab9-13bf-42e3-a8a8-29d1dc800205 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:55.586548 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-624fdf75-4547-41a0-b4e9-301f99b42343 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Request body: {'security_group_rule': {'security_group_id': '84380b41-afe6-4abf-bafe-93a3de4a2152', 'project_id': '1f87e80a60cc473490523a0c4caffd4b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:55.604235 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-624fdf75-4547-41a0-b4e9-301f99b42343 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:55.612616 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-624fdf75-4547-41a0-b4e9-301f99b42343 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Usage tracker for resource:security_group_rule and tenant:1f87e80a60cc473490523a0c4caffd4b is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:55.618037 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-624fdf75-4547-41a0-b4e9-301f99b42343 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:55.629440 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-624fdf75-4547-41a0-b4e9-301f99b42343 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:55.654362 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-8df0bb1c-860c-4520-aeb2-5ed8740ab6ff None None] Provisioning for port 21cb0b32-0608-42c6-b1b6-6eb41e942a4f completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:02:55.664359 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-8df0bb1c-860c-4520-aeb2-5ed8740ab6ff None None] Provisioning complete for port 21cb0b32-0608-42c6-b1b6-6eb41e942a4f triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:02:55.664359 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8df0bb1c-860c-4520-aeb2-5ed8740ab6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:55.685854 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07022ab9-13bf-42e3-a8a8-29d1dc800205 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Made reservation on behalf of 98165352f4974f8d954efc4ce4c85f15 for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:02:55.689372 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-07022ab9-13bf-42e3-a8a8-29d1dc800205 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:55.700211 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2027add0-e023-4b85-947f-b80ac64a3fa9 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:55.723333 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07022ab9-13bf-42e3-a8a8-29d1dc800205 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:02:55.724493 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cb175fc9-6fe0-42a3-bd5a-9cae32567e1d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:55.729000 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:55.733693 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-07022ab9-13bf-42e3-a8a8-29d1dc800205 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:55.734005 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-07022ab9-13bf-42e3-a8a8-29d1dc800205 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Added segment 65b57f4f-0352-4cef-a0bc-d6804c59f6d6 of type vlan for network 66a354c4-b62a-4b47-8d34-3c72b30f3252 Jan 21 19:02:55.743353 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-2027add0-e023-4b85-947f-b80ac64a3fa9 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Transition to ACTIVE for port object 7b634e7b-2d0e-4f73-9cf3-4adbd49eaed6 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:02:55.759315 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-8df0bb1c-860c-4520-aeb2-5ed8740ab6ff None None] Port 21cb0b32-0608-42c6-b1b6-6eb41e942a4f cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:02:55.761475 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-cb175fc9-6fe0-42a3-bd5a-9cae32567e1d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Transition to ACTIVE for port object 7fe91719-333b-47b5-a800-27fa9344f65e will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:02:55.766844 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-624fdf75-4547-41a0-b4e9-301f99b42343 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:55.774268 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-07022ab9-13bf-42e3-a8a8-29d1dc800205 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:55.775561 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port b88997b2-236a-4df4-9c96-b7f3179fcce3, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=b88997b2-236a-4df4-9c96-b7f3179fcce3,segment=NetworkSegment(3ba2ab96-7f86-4a76-bfab-17900340422d),segment_id=3ba2ab96-7f86-4a76-bfab-17900340422d)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:02:55.781320 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-8df0bb1c-860c-4520-aeb2-5ed8740ab6ff None None] Provisioning complete for port b88997b2-236a-4df4-9c96-b7f3179fcce3 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:02:55.781832 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8df0bb1c-860c-4520-aeb2-5ed8740ab6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:55.847986 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:55.853974 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-624fdf75-4547-41a0-b4e9-301f99b42343 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:55.891401 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-07022ab9-13bf-42e3-a8a8-29d1dc800205 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:55.897010 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07022ab9-13bf-42e3-a8a8-29d1dc800205 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:55.897669 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-07022ab9-13bf-42e3-a8a8-29d1dc800205 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:55.932623 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cb175fc9-6fe0-42a3-bd5a-9cae32567e1d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:55.940654 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2027add0-e023-4b85-947f-b80ac64a3fa9 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:55.974944 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-624fdf75-4547-41a0-b4e9-301f99b42343 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:55.997459 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=b88997b2-236a-4df4-9c96-b7f3179fcce3,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:56.034320 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07022ab9-13bf-42e3-a8a8-29d1dc800205 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event updated for resources: {'Network': ['ID=66a354c4-b62a-4b47-8d34-3c72b30f3252,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:56.045892 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 66a354c4-b62a-4b47-8d34-3c72b30f3252 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:02:56.059325 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb175fc9-6fe0-42a3-bd5a-9cae32567e1d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Network ac9f2955-414f-4ffd-ab8c-03a88c66f75a is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:02:56.060051 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624fdf75-4547-41a0-b4e9-301f99b42343 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=839dded4-5a01-4aca-95cc-aa5a5ca05cd1,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:56.066218 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-cb175fc9-6fe0-42a3-bd5a-9cae32567e1d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:02:56.068412 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb175fc9-6fe0-42a3-bd5a-9cae32567e1d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:02:56.107911 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2027add0-e023-4b85-947f-b80ac64a3fa9 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Network 7591102f-ff32-41d2-aecf-1e99a5709c1a is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:02:56.113046 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-2027add0-e023-4b85-947f-b80ac64a3fa9 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:02:56.115574 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2027add0-e023-4b85-947f-b80ac64a3fa9 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:02:56.126465 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2027add0-e023-4b85-947f-b80ac64a3fa9 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:56.126465 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2027add0-e023-4b85-947f-b80ac64a3fa9 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:56.126716 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-07022ab9-13bf-42e3-a8a8-29d1dc800205 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5760365 Jan 21 19:02:56.126908 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb175fc9-6fe0-42a3-bd5a-9cae32567e1d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event updated for resources: {'Port': ['ID=7fe91719-333b-47b5-a800-27fa9344f65e,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:56.128549 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58360) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:56.141582 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-3a2c546b-abbd-41a1-8bbe-d636433c082a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Request body: {'subnet': {'network_id': '66a354c4-b62a-4b47-8d34-3c72b30f3252', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:56.176993 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-624fdf75-4547-41a0-b4e9-301f99b42343 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:56.178272 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-624fdf75-4547-41a0-b4e9-301f99b42343 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6591649 Jan 21 19:02:56.185580 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58364) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:56.214369 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-c857977b-00ee-4780-b11d-afe53cf7a694 None None] Provisioning complete for port 21cb0b32-0608-42c6-b1b6-6eb41e942a4f triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:02:56.214742 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c857977b-00ee-4780-b11d-afe53cf7a694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:56.258302 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-e0b0373c-889a-4ff0-a3f8-bf3b84154deb tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Request body: {'security_group_rule': {'security_group_id': '84380b41-afe6-4abf-bafe-93a3de4a2152', 'project_id': '1f87e80a60cc473490523a0c4caffd4b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:56.262402 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb175fc9-6fe0-42a3-bd5a-9cae32567e1d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:56.263108 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cb175fc9-6fe0-42a3-bd5a-9cae32567e1d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:56.267371 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027add0-e023-4b85-947f-b80ac64a3fa9 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Pushing event updated for resources: {'Port': ['ID=7b634e7b-2d0e-4f73-9cf3-4adbd49eaed6,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:56.279397 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-e0b0373c-889a-4ff0-a3f8-bf3b84154deb tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:56.320042 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-c857977b-00ee-4780-b11d-afe53cf7a694 None None] Port 21cb0b32-0608-42c6-b1b6-6eb41e942a4f cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:02:56.332725 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2027add0-e023-4b85-947f-b80ac64a3fa9 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2135196 Jan 21 19:02:56.336754 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58370) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:56.336892 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-e0b0373c-889a-4ff0-a3f8-bf3b84154deb tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Usage tracker for resource:security_group_rule and tenant:1f87e80a60cc473490523a0c4caffd4b is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:56.347101 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-78008a3f-a913-4bab-af42-8e4fccd20932 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2b5', 'mac_address': 'fa:16:3e:74:bc:5d'}]}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:56.351253 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-e0b0373c-889a-4ff0-a3f8-bf3b84154deb tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:56.367354 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-e0b0373c-889a-4ff0-a3f8-bf3b84154deb tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:56.393126 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-cb175fc9-6fe0-42a3-bd5a-9cae32567e1d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3191350 Jan 21 19:02:56.396516 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-3a2c546b-abbd-41a1-8bbe-d636433c082a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:56.401293 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58376) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:56.431917 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-3a2c546b-abbd-41a1-8bbe-d636433c082a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:56.475623 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e0b0373c-889a-4ff0-a3f8-bf3b84154deb tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:56.512931 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2c546b-abbd-41a1-8bbe-d636433c082a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Made reservation on behalf of 98165352f4974f8d954efc4ce4c85f15 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:02:56.517193 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3a2c546b-abbd-41a1-8bbe-d636433c082a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:56.583102 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-7de814c0-9b74-404e-9c2f-aad004ce0ec4 None None] Provisioning for port 7fe91719-333b-47b5-a800-27fa9344f65e completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:02:56.589220 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-7de814c0-9b74-404e-9c2f-aad004ce0ec4 None None] Provisioning complete for port 7fe91719-333b-47b5-a800-27fa9344f65e triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:02:56.589673 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7de814c0-9b74-404e-9c2f-aad004ce0ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:56.649241 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.ipam_backend_mixin [None req-3a2c546b-abbd-41a1-8bbe-d636433c082a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Performing IP validity checks on allocation pools {{(pid=88136) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 21 19:02:56.649922 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.ipam_backend_mixin [None req-3a2c546b-abbd-41a1-8bbe-d636433c082a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88136) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 21 19:02:56.655837 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-7de814c0-9b74-404e-9c2f-aad004ce0ec4 None None] Port 7fe91719-333b-47b5-a800-27fa9344f65e cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:02:56.666480 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e0b0373c-889a-4ff0-a3f8-bf3b84154deb tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:56.720673 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0534ffb7-1526-4f6b-96b5-fb84345bcece tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:56.721351 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-0534ffb7-1526-4f6b-96b5-fb84345bcece tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Synchronizing usage tracker for tenant:d3e69eb5fab24f5d9451b2cf3f9d850d on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:02:56.729219 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e0b0373c-889a-4ff0-a3f8-bf3b84154deb tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:56.758515 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-78008a3f-a913-4bab-af42-8e4fccd20932 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:56.762873 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0373c-889a-4ff0-a3f8-bf3b84154deb tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd8c591a-b8b2-4422-a219-20178fa7cd9c,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:56.811002 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-0534ffb7-1526-4f6b-96b5-fb84345bcece tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Unset dirty status for tenant:d3e69eb5fab24f5d9451b2cf3f9d850d on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:02:56.813662 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-0534ffb7-1526-4f6b-96b5-fb84345bcece tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 923 time: 0.4099054 Jan 21 19:02:56.817248 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58388) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:56.867154 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-bdd8ca61-ee0e-4f10-9ed1-4968e8179be4 None None] Provisioning for port 7b634e7b-2d0e-4f73-9cf3-4adbd49eaed6 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:02:56.869474 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-bdd8ca61-ee0e-4f10-9ed1-4968e8179be4 None None] Provisioning complete for port 7b634e7b-2d0e-4f73-9cf3-4adbd49eaed6 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:02:56.870541 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-bdd8ca61-ee0e-4f10-9ed1-4968e8179be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:56.886908 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e0b0373c-889a-4ff0-a3f8-bf3b84154deb tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:56.890282 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e0b0373c-889a-4ff0-a3f8-bf3b84154deb tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7021551 Jan 21 19:02:56.892503 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58392) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:56.901105 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-fa0f927a-3d2d-4fb0-8769-a0bed60034eb tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Request body: {'security_group_rule': {'security_group_id': '84380b41-afe6-4abf-bafe-93a3de4a2152', 'project_id': '1f87e80a60cc473490523a0c4caffd4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:56.914394 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-249495ee-084f-4132-96f2-fd272f190a1c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Deleting port 7fe91719-333b-47b5-a800-27fa9344f65e {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:02:56.915321 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-249495ee-084f-4132-96f2-fd272f190a1c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:56.915732 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-fa0f927a-3d2d-4fb0-8769-a0bed60034eb tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:56.942513 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-bdd8ca61-ee0e-4f10-9ed1-4968e8179be4 None None] Port 7b634e7b-2d0e-4f73-9cf3-4adbd49eaed6 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:02:56.964769 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58396) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:56.967279 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-fa0f927a-3d2d-4fb0-8769-a0bed60034eb tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Usage tracker for resource:security_group_rule and tenant:1f87e80a60cc473490523a0c4caffd4b is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:56.970489 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3a2c546b-abbd-41a1-8bbe-d636433c082a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:56.975008 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-fa0f927a-3d2d-4fb0-8769-a0bed60034eb tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:56.988949 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-fa0f927a-3d2d-4fb0-8769-a0bed60034eb tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:57.058216 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-78008a3f-a913-4bab-af42-8e4fccd20932 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:57.080305 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.securitygroups_db [None req-fa0f927a-3d2d-4fb0-8769-a0bed60034eb tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Project 1f87e80a60cc473490523a0c4caffd4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 19:02:57.087880 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fa0f927a-3d2d-4fb0-8769-a0bed60034eb tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:57.112410 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-ec39b514-53c5-4b24-b500-be3dc9db8d2f tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-337837299'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:57.121695 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c546b-abbd-41a1-8bbe-d636433c082a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event updated for resources: {'Subnet': ['ID=e618e62c-c17c-4c3a-99ab-a349ba1d1c2d,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:57.122987 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-ec39b514-53c5-4b24-b500-be3dc9db8d2f tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:57.138504 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2c546b-abbd-41a1-8bbe-d636433c082a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Checking segment: {'id': '65b57f4f-0352-4cef-a0bc-d6804c59f6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '66a354c4-b62a-4b47-8d34-3c72b30f3252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:02:57.138866 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2c546b-abbd-41a1-8bbe-d636433c082a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Network hostable DHCP agents. Network: 66a354c4-b62a-4b47-8d34-3c72b30f3252, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:02:57.144935 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-78008a3f-a913-4bab-af42-8e4fccd20932 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:57.148604 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ec39b514-53c5-4b24-b500-be3dc9db8d2f tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Usage tracker for resource:network and tenant:1a64234390194d4d89c8cd088a8ecdc0 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:57.166267 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device b88997b2-236a-4df4-9c96-b7f3179fcce3 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:02:57.198183 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ec39b514-53c5-4b24-b500-be3dc9db8d2f tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:57.215347 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-ec39b514-53c5-4b24-b500-be3dc9db8d2f tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:57.229540 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3efd2616-4ae4-4115-bfce-8f8bd3fb2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:57.229770 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-78008a3f-a913-4bab-af42-8e4fccd20932 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] In _notify_port_updated(), no bound segment for port 7b634e7b-2d0e-4f73-9cf3-4adbd49eaed6 on network 7591102f-ff32-41d2-aecf-1e99a5709c1a {{(pid=88137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 19:02:57.235701 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78008a3f-a913-4bab-af42-8e4fccd20932 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:57.242041 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-78008a3f-a913-4bab-af42-8e4fccd20932 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:57.242041 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-78008a3f-a913-4bab-af42-8e4fccd20932 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] 10.222.0.87 "PUT /v2.0/ports/7b634e7b-2d0e-4f73-9cf3-4adbd49eaed6 HTTP/1.1" status: 200 len: 1003 time: 0.8984587 Jan 21 19:02:57.243370 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58402) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:57.265942 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78008a3f-a913-4bab-af42-8e4fccd20932 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Pushing event updated for resources: {'Port': ['ID=7b634e7b-2d0e-4f73-9cf3-4adbd49eaed6,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:57.272003 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port b88997b2-236a-4df4-9c96-b7f3179fcce3 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:02:57.273527 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:57.281760 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fa0f927a-3d2d-4fb0-8769-a0bed60034eb tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:57.332932 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2c546b-abbd-41a1-8bbe-d636433c082a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Network 66a354c4-b62a-4b47-8d34-3c72b30f3252 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:02:57.341634 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-249495ee-084f-4132-96f2-fd272f190a1c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:57.354304 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-0e62cfbd-c041-4c8e-bdf0-8def42ece016 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Deleting port 7b634e7b-2d0e-4f73-9cf3-4adbd49eaed6 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:02:57.356110 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0e62cfbd-c041-4c8e-bdf0-8def42ece016 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:57.356216 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fa0f927a-3d2d-4fb0-8769-a0bed60034eb tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:57.364047 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec39b514-53c5-4b24-b500-be3dc9db8d2f tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Made reservation on behalf of 1a64234390194d4d89c8cd088a8ecdc0 for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:02:57.368569 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ec39b514-53c5-4b24-b500-be3dc9db8d2f tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:57.402274 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f927a-3d2d-4fb0-8769-a0bed60034eb tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ecd46f9-5509-4f40-908a-1fc23e2f543c,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:57.404077 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ec39b514-53c5-4b24-b500-be3dc9db8d2f tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:57.425272 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-ec39b514-53c5-4b24-b500-be3dc9db8d2f tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:57.430368 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ec39b514-53c5-4b24-b500-be3dc9db8d2f tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Usage tracker for resource:security_group_rule and tenant:1a64234390194d4d89c8cd088a8ecdc0 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:57.434596 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ec39b514-53c5-4b24-b500-be3dc9db8d2f tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:57.442813 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-ec39b514-53c5-4b24-b500-be3dc9db8d2f tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:57.498998 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fa0f927a-3d2d-4fb0-8769-a0bed60034eb tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:57.502945 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-fa0f927a-3d2d-4fb0-8769-a0bed60034eb tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6066141 Jan 21 19:02:57.503139 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58406) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:57.510219 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-389f1f80-2192-48b4-8064-d153b9fbb96e tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Request body: {'security_group_rule': {'security_group_id': '84380b41-afe6-4abf-bafe-93a3de4a2152', 'project_id': '1f87e80a60cc473490523a0c4caffd4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:57.520361 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-389f1f80-2192-48b4-8064-d153b9fbb96e tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:57.527594 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-389f1f80-2192-48b4-8064-d153b9fbb96e tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Usage tracker for resource:security_group_rule and tenant:1f87e80a60cc473490523a0c4caffd4b is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:57.531256 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-389f1f80-2192-48b4-8064-d153b9fbb96e tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:57.542472 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-389f1f80-2192-48b4-8064-d153b9fbb96e tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:57.556199 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-3a2c546b-abbd-41a1-8bbe-d636433c082a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 66a354c4-b62a-4b47-8d34-3c72b30f3252) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:02:57.566220 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-249495ee-084f-4132-96f2-fd272f190a1c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Calling delete_port for 7fe91719-333b-47b5-a800-27fa9344f65e owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:02:57.567850 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80674862-c6ff-45b5-a477-0d4f669705b3 None None] Network 66a354c4-b62a-4b47-8d34-3c72b30f3252 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:02:57.597554 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2c546b-abbd-41a1-8bbe-d636433c082a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:57.598160 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3a2c546b-abbd-41a1-8bbe-d636433c082a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:57.606665 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-53280a17-57f6-4fd0-ab61-54051bcd3a2d None None] Provisioning complete for port 7b634e7b-2d0e-4f73-9cf3-4adbd49eaed6 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:02:57.607298 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-53280a17-57f6-4fd0-ab61-54051bcd3a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:57.611549 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ec39b514-53c5-4b24-b500-be3dc9db8d2f tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:57.617693 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.securitygroups_db [None req-389f1f80-2192-48b4-8064-d153b9fbb96e tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Project 1f87e80a60cc473490523a0c4caffd4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 19:02:57.626659 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-389f1f80-2192-48b4-8064-d153b9fbb96e tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:57.677996 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ec39b514-53c5-4b24-b500-be3dc9db8d2f tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:57.714639 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-3a2c546b-abbd-41a1-8bbe-d636433c082a tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.5820560 Jan 21 19:02:57.715427 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58410) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:57.724071 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-1004c394-b572-42be-ae15-d8a2d8b8d45d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:57.731411 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39b514-53c5-4b24-b500-be3dc9db8d2f tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53a64670-d14e-45a0-ae74-8de5d3c60ed4,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:57.733941 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec39b514-53c5-4b24-b500-be3dc9db8d2f tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:02:57.751410 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-389f1f80-2192-48b4-8064-d153b9fbb96e tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:57.754430 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ec39b514-53c5-4b24-b500-be3dc9db8d2f tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:57.754430 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-ec39b514-53c5-4b24-b500-be3dc9db8d2f tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Added segment 0a2fb39e-072b-4d89-bef9-d3e6392b25c1 of type vlan for network 6e1321f0-9f4c-4194-b3e4-1ee86ac02f9d Jan 21 19:02:57.769747 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-53280a17-57f6-4fd0-ab61-54051bcd3a2d None None] Port 7b634e7b-2d0e-4f73-9cf3-4adbd49eaed6 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:02:57.785375 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ec39b514-53c5-4b24-b500-be3dc9db8d2f tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:57.828999 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-389f1f80-2192-48b4-8064-d153b9fbb96e tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:57.858094 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f1f80-2192-48b4-8064-d153b9fbb96e tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80689ba4-ba75-42c2-a7f3-1e880f07b32f,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:57.877974 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ec39b514-53c5-4b24-b500-be3dc9db8d2f tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:57.883876 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec39b514-53c5-4b24-b500-be3dc9db8d2f tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:57.885070 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ec39b514-53c5-4b24-b500-be3dc9db8d2f tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:57.893920 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e737ce4-d0ba-43a5-9446-0ea798b28052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-66a354c4-b62a-4b47-8d34-3c72b30f3252', 'network_id': '66a354c4-b62a-4b47-8d34-3c72b30f3252', 'tenant_id': '98165352f4974f8d954efc4ce4c85f15', 'fixed_ips': [{'subnet_id': 'e618e62c-c17c-4c3a-99ab-a349ba1d1c2d'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:02:57.894906 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0e737ce4-d0ba-43a5-9446-0ea798b28052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:58.005341 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:58.065112 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-389f1f80-2192-48b4-8064-d153b9fbb96e tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:58.069251 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-389f1f80-2192-48b4-8064-d153b9fbb96e tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5622416 Jan 21 19:02:58.070635 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58414) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:58.081388 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-0e737ce4-d0ba-43a5-9446-0ea798b28052 None None] Allocated IP 172.20.0.3 (66a354c4-b62a-4b47-8d34-3c72b30f3252/e618e62c-c17c-4c3a-99ab-a349ba1d1c2d/24054046-ac6e-4bfb-a68c-87d7769c330d) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:02:58.082067 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-33bbe8f3-c5c8-43a5-af87-caee15205587 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Request body: {'network': {'name': 'tempest-network-smoke--1159608306', 'project_id': '1f87e80a60cc473490523a0c4caffd4b', 'port_security_enabled': True}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:58.116672 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0e62cfbd-c041-4c8e-bdf0-8def42ece016 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:58.138183 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-33bbe8f3-c5c8-43a5-af87-caee15205587 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:58.143858 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ec39b514-53c5-4b24-b500-be3dc9db8d2f tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1752977 Jan 21 19:02:58.143858 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39b514-53c5-4b24-b500-be3dc9db8d2f tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Pushing event updated for resources: {'Network': ['ID=6e1321f0-9f4c-4194-b3e4-1ee86ac02f9d,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:58.146454 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-33bbe8f3-c5c8-43a5-af87-caee15205587 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Usage tracker for resource:network and tenant:1f87e80a60cc473490523a0c4caffd4b is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:58.150173 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58418) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:58.156226 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-b7d7e092-643a-4364-8782-a9ccfba88eb2 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Request body: {'subnet': {'network_id': '6e1321f0-9f4c-4194-b3e4-1ee86ac02f9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:58.189314 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1004c394-b572-42be-ae15-d8a2d8b8d45d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10523464'] for subnet, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:58.192588 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 6e1321f0-9f4c-4194-b3e4-1ee86ac02f9d details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:02:58.206363 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-33bbe8f3-c5c8-43a5-af87-caee15205587 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:58.247364 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-249495ee-084f-4132-96f2-fd272f190a1c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:58.255412 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-0e62cfbd-c041-4c8e-bdf0-8def42ece016 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Calling delete_port for 7b634e7b-2d0e-4f73-9cf3-4adbd49eaed6 owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:02:58.275822 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-33bbe8f3-c5c8-43a5-af87-caee15205587 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:58.306904 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-b7d7e092-643a-4364-8782-a9ccfba88eb2 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:58.310637 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-b7d7e092-643a-4364-8782-a9ccfba88eb2 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Usage tracker for resource:subnet and tenant:1a64234390194d4d89c8cd088a8ecdc0 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:58.313423 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-b7d7e092-643a-4364-8782-a9ccfba88eb2 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:58.320283 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-b7d7e092-643a-4364-8782-a9ccfba88eb2 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:58.356907 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249495ee-084f-4132-96f2-fd272f190a1c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event deleted for resources: {'Port': ['ID=7fe91719-333b-47b5-a800-27fa9344f65e,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:58.426436 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0e737ce4-d0ba-43a5-9446-0ea798b28052 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:58.437772 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0e737ce4-d0ba-43a5-9446-0ea798b28052 None None] Transition to ACTIVE for port object 24054046-ac6e-4bfb-a68c-87d7769c330d will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:02:58.440628 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33bbe8f3-c5c8-43a5-af87-caee15205587 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Made reservation on behalf of 1f87e80a60cc473490523a0c4caffd4b for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:02:58.446348 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-33bbe8f3-c5c8-43a5-af87-caee15205587 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:58.465316 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0e737ce4-d0ba-43a5-9446-0ea798b28052 None None] Transition to ACTIVE for port object 24054046-ac6e-4bfb-a68c-87d7769c330d will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:02:58.471346 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:58.478836 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d7e092-643a-4364-8782-a9ccfba88eb2 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Made reservation on behalf of 1a64234390194d4d89c8cd088a8ecdc0 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:02:58.482741 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b7d7e092-643a-4364-8782-a9ccfba88eb2 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:58.541271 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-249495ee-084f-4132-96f2-fd272f190a1c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:58.560391 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0e737ce4-d0ba-43a5-9446-0ea798b28052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:58.597136 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33bbe8f3-c5c8-43a5-af87-caee15205587 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:02:58.619455 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-33bbe8f3-c5c8-43a5-af87-caee15205587 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:58.619881 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-33bbe8f3-c5c8-43a5-af87-caee15205587 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Added segment ca3524f3-3584-4d5b-8092-53119e2b5443 of type vlan for network fc24e89d-af25-4b19-a6e4-c71b6bd3aa74 Jan 21 19:02:58.632816 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:58.649070 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0e62cfbd-c041-4c8e-bdf0-8def42ece016 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:58.656004 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-249495ee-084f-4132-96f2-fd272f190a1c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/ports/7fe91719-333b-47b5-a800-27fa9344f65e HTTP/1.1" status: 204 len: 168 time: 1.8377953 Jan 21 19:02:58.657451 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-33bbe8f3-c5c8-43a5-af87-caee15205587 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:58.665680 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e737ce4-d0ba-43a5-9446-0ea798b28052 None None] Network 66a354c4-b62a-4b47-8d34-3c72b30f3252 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:02:58.669070 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-0e737ce4-d0ba-43a5-9446-0ea798b28052 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:02:58.673220 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e737ce4-d0ba-43a5-9446-0ea798b28052 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:02:58.693357 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58422) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:58.716522 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e737ce4-d0ba-43a5-9446-0ea798b28052 None None] Pushing event updated for resources: {'Port': ['ID=24054046-ac6e-4bfb-a68c-87d7769c330d,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:58.742114 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-e85a872c-6b73-44a6-a928-6a024990bd80 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] GET failed (client error): The resource could not be found. Jan 21 19:02:58.750062 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62cfbd-c041-4c8e-bdf0-8def42ece016 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Pushing event deleted for resources: {'Port': ['ID=7b634e7b-2d0e-4f73-9cf3-4adbd49eaed6,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:58.750948 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e85a872c-6b73-44a6-a928-6a024990bd80 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "GET /v2.0/ports/7fe91719-333b-47b5-a800-27fa9344f65e HTTP/1.1" status: 404 len: 333 time: 0.0496864 Jan 21 19:02:58.750948 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58426) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:58.786378 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-0e737ce4-d0ba-43a5-9446-0ea798b28052 None None] Attempting to bind port 24054046-ac6e-4bfb-a68c-87d7769c330d on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:02:58.786839 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-0e737ce4-d0ba-43a5-9446-0ea798b28052 None None] Attempting to bind port 24054046-ac6e-4bfb-a68c-87d7769c330d by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '65b57f4f-0352-4cef-a0bc-d6804c59f6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '66a354c4-b62a-4b47-8d34-3c72b30f3252'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:02:58.787194 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e737ce4-d0ba-43a5-9446-0ea798b28052 None None] Attempting to bind port 24054046-ac6e-4bfb-a68c-87d7769c330d on network 66a354c4-b62a-4b47-8d34-3c72b30f3252 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:02:58.793972 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e737ce4-d0ba-43a5-9446-0ea798b28052 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:02:58.794399 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e737ce4-d0ba-43a5-9446-0ea798b28052 None None] Checking segment: {'id': '65b57f4f-0352-4cef-a0bc-d6804c59f6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '66a354c4-b62a-4b47-8d34-3c72b30f3252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:02:58.794805 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0e737ce4-d0ba-43a5-9446-0ea798b28052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:58.796123 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e737ce4-d0ba-43a5-9446-0ea798b28052 None None] Bound using segment: {'id': '65b57f4f-0352-4cef-a0bc-d6804c59f6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '66a354c4-b62a-4b47-8d34-3c72b30f3252'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:02:58.796598 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-0e737ce4-d0ba-43a5-9446-0ea798b28052 None None] Bound port: 24054046-ac6e-4bfb-a68c-87d7769c330d, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65b57f4f-0352-4cef-a0bc-d6804c59f6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '66a354c4-b62a-4b47-8d34-3c72b30f3252'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:02:58.796973 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0e737ce4-d0ba-43a5-9446-0ea798b28052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:58.831735 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-73a9f8af-0a89-4780-a971-c0f91825b2be tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Deleting port 21cb0b32-0608-42c6-b1b6-6eb41e942a4f {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:02:58.832080 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-73a9f8af-0a89-4780-a971-c0f91825b2be tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:58.929582 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0e737ce4-d0ba-43a5-9446-0ea798b28052 None None] For port 24054046-ac6e-4bfb-a68c-87d7769c330d, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:02:58.934641 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0e737ce4-d0ba-43a5-9446-0ea798b28052 None None] For port 24054046-ac6e-4bfb-a68c-87d7769c330d, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=24054046-ac6e-4bfb-a68c-87d7769c330d,segment=NetworkSegment(65b57f4f-0352-4cef-a0bc-d6804c59f6d6),segment_id=65b57f4f-0352-4cef-a0bc-d6804c59f6d6)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:02:58.956723 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.db.resource_extend [None req-33bbe8f3-c5c8-43a5-af87-caee15205587 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 19:02:58.978387 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0e62cfbd-c041-4c8e-bdf0-8def42ece016 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:58.985011 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-0e62cfbd-c041-4c8e-bdf0-8def42ece016 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] 10.222.0.87 "DELETE /v2.0/ports/7b634e7b-2d0e-4f73-9cf3-4adbd49eaed6 HTTP/1.1" status: 204 len: 168 time: 1.7357945 Jan 21 19:02:58.985011 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58430) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:59.006259 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0e737ce4-d0ba-43a5-9446-0ea798b28052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:59.047928 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-c49f46e3-becc-4262-8f20-5c17faf4e50c tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] GET failed (client error): The resource could not be found. Jan 21 19:02:59.047928 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-c49f46e3-becc-4262-8f20-5c17faf4e50c tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Synchronizing usage tracker for tenant:02954b9ddd2e4ddab9cb92ac6a3ea5b2 on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:02:59.061611 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-c49f46e3-becc-4262-8f20-5c17faf4e50c tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Unset dirty status for tenant:02954b9ddd2e4ddab9cb92ac6a3ea5b2 on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:02:59.062796 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c49f46e3-becc-4262-8f20-5c17faf4e50c tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] 10.222.0.87 "GET /v2.0/ports/7b634e7b-2d0e-4f73-9cf3-4adbd49eaed6 HTTP/1.1" status: 404 len: 333 time: 0.0786242 Jan 21 19:02:59.066545 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58434) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:59.073479 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-5de024dd-6321-43a2-bcdd-275b36611140 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Request body: {'port': {'network_id': '7591102f-ff32-41d2-aecf-1e99a5709c1a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1697968087'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:59.097853 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-33bbe8f3-c5c8-43a5-af87-caee15205587 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:59.098399 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e737ce4-d0ba-43a5-9446-0ea798b28052 None None] Pushing event updated for resources: {'Port': ['ID=24054046-ac6e-4bfb-a68c-87d7769c330d,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:59.104030 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bbe8f3-c5c8-43a5-af87-caee15205587 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:59.104760 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-33bbe8f3-c5c8-43a5-af87-caee15205587 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:59.144993 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b7d7e092-643a-4364-8782-a9ccfba88eb2 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:59.175684 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1004c394-b572-42be-ae15-d8a2d8b8d45d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763375366638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1613310'] for subnet, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:59.261168 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1004c394-b572-42be-ae15-d8a2d8b8d45d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:59.261918 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1004c394-b572-42be-ae15-d8a2d8b8d45d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:59.263117 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-1004c394-b572-42be-ae15-d8a2d8b8d45d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "PUT /v2.0/subnets/e618e62c-c17c-4c3a-99ab-a349ba1d1c2d HTTP/1.1" status: 200 len: 877 time: 1.5466206 Jan 21 19:02:59.275195 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58438) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:59.282697 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004c394-b572-42be-ae15-d8a2d8b8d45d tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event updated for resources: {'Subnet': ['ID=e618e62c-c17c-4c3a-99ab-a349ba1d1c2d,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:59.318941 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-5de024dd-6321-43a2-bcdd-275b36611140 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:59.337153 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bbe8f3-c5c8-43a5-af87-caee15205587 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Pushing event updated for resources: {'Network': ['ID=fc24e89d-af25-4b19-a6e4-c71b6bd3aa74,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:59.344815 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-73a9f8af-0a89-4780-a971-c0f91825b2be tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:59.347516 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-5de024dd-6321-43a2-bcdd-275b36611140 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:59.371433 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network fc24e89d-af25-4b19-a6e4-c71b6bd3aa74 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:02:59.454729 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d7e092-643a-4364-8782-a9ccfba88eb2 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Pushing event updated for resources: {'Subnet': ['ID=1bdd150e-1c51-4dbe-a8fd-6faf698b8f53,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:59.498409 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8d3dc784-995d-4c16-a9d9-b7e966e8f504 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:59.509678 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-8d3dc784-995d-4c16-a9d9-b7e966e8f504 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Deleting port 24054046-ac6e-4bfb-a68c-87d7769c330d {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:02:59.510100 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8d3dc784-995d-4c16-a9d9-b7e966e8f504 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:59.536212 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-73a9f8af-0a89-4780-a971-c0f91825b2be tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Calling delete_port for 21cb0b32-0608-42c6-b1b6-6eb41e942a4f owned by {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:02:59.549207 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de024dd-6321-43a2-bcdd-275b36611140 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Made reservation on behalf of 02954b9ddd2e4ddab9cb92ac6a3ea5b2 for: {'port': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:02:59.553192 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5de024dd-6321-43a2-bcdd-275b36611140 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:59.572720 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-33bbe8f3-c5c8-43a5-af87-caee15205587 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5010581 Jan 21 19:02:59.577523 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58442) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:59.585424 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-a27310c8-86b0-46bb-9ad2-1598785e7568 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1076722199', 'admin_state_up': True, 'project_id': '1f87e80a60cc473490523a0c4caffd4b', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:59.589433 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d7e092-643a-4364-8782-a9ccfba88eb2 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Checking segment: {'id': '0a2fb39e-072b-4d89-bef9-d3e6392b25c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6e1321f0-9f4c-4194-b3e4-1ee86ac02f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:02:59.589812 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d7e092-643a-4364-8782-a9ccfba88eb2 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Network hostable DHCP agents. Network: 6e1321f0-9f4c-4194-b3e4-1ee86ac02f9d, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:02:59.596453 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-a27310c8-86b0-46bb-9ad2-1598785e7568 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:59.603628 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [None req-5de024dd-6321-43a2-bcdd-275b36611140 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] device_id is not set on port d2142ac4-d578-4181-a71e-50a59c830f6a yet. {{(pid=88136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:02:59.638909 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-a27310c8-86b0-46bb-9ad2-1598785e7568 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Usage tracker for resource:router and tenant:1f87e80a60cc473490523a0c4caffd4b is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:59.672436 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d7e092-643a-4364-8782-a9ccfba88eb2 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Network 6e1321f0-9f4c-4194-b3e4-1ee86ac02f9d is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:02:59.743879 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-b7d7e092-643a-4364-8782-a9ccfba88eb2 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 6e1321f0-9f4c-4194-b3e4-1ee86ac02f9d) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:02:59.748808 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d7e092-643a-4364-8782-a9ccfba88eb2 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:02:59.750599 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b7d7e092-643a-4364-8782-a9ccfba88eb2 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:59.753433 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3a0710-c715-4084-9556-43c058f1be8c None None] Network 6e1321f0-9f4c-4194-b3e4-1ee86ac02f9d requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:02:59.768205 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-73a9f8af-0a89-4780-a971-c0f91825b2be tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:59.783001 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-a27310c8-86b0-46bb-9ad2-1598785e7568 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:02:59.809624 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-a27310c8-86b0-46bb-9ad2-1598785e7568 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:02:59.856070 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a9f8af-0a89-4780-a971-c0f91825b2be tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event deleted for resources: {'Port': ['ID=21cb0b32-0608-42c6-b1b6-6eb41e942a4f,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:02:59.910908 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b7d7e092-643a-4364-8782-a9ccfba88eb2 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7572381 Jan 21 19:02:59.913714 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58446) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:59.935785 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-5e9a193c-bd7c-4b41-83e5-656d51bf2863 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-509613440', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}, 'admin_state_up': False}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:02:59.944899 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-5e9a193c-bd7c-4b41-83e5-656d51bf2863 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:02:59.948705 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-73a9f8af-0a89-4780-a971-c0f91825b2be tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:02:59.949668 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-5e9a193c-bd7c-4b41-83e5-656d51bf2863 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Usage tracker for resource:router and tenant:1a64234390194d4d89c8cd088a8ecdc0 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:02:59.950865 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-73a9f8af-0a89-4780-a971-c0f91825b2be tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/ports/21cb0b32-0608-42c6-b1b6-6eb41e942a4f HTTP/1.1" status: 204 len: 168 time: 1.1998007 Jan 21 19:02:59.953520 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58450) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:02:59.956760 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-5e9a193c-bd7c-4b41-83e5-656d51bf2863 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:03:00.026630 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd55732d-778b-4b18-b8e2-e1264da02b88 None None] Network 6e1321f0-9f4c-4194-b3e4-1ee86ac02f9d requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:03:00.036925 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-5e9a193c-bd7c-4b41-83e5-656d51bf2863 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:03:00.048456 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a27310c8-86b0-46bb-9ad2-1598785e7568 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:00.049471 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a27310c8-86b0-46bb-9ad2-1598785e7568 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:00.122174 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-8d3dc784-995d-4c16-a9d9-b7e966e8f504 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] For port 24054046-ac6e-4bfb-a68c-87d7769c330d, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=24054046-ac6e-4bfb-a68c-87d7769c330d,segment=NetworkSegment(65b57f4f-0352-4cef-a0bc-d6804c59f6d6),segment_id=65b57f4f-0352-4cef-a0bc-d6804c59f6d6)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:03:00.122543 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8d3dc784-995d-4c16-a9d9-b7e966e8f504 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:00.143665 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:00.152462 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-5de024dd-6321-43a2-bcdd-275b36611140 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Allocated IP 2001:db8::3a2 (7591102f-ff32-41d2-aecf-1e99a5709c1a/e10d17f7-3fdd-43d6-b00d-3b8080eb26e9/d2142ac4-d578-4181-a71e-50a59c830f6a) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:03:00.183342 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-2380327a-be4d-47a8-8dcd-bad54117ff43 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] GET failed (client error): The resource could not be found. Jan 21 19:03:00.184008 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-2380327a-be4d-47a8-8dcd-bad54117ff43 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Synchronizing usage tracker for tenant:d3e69eb5fab24f5d9451b2cf3f9d850d on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:03:00.269047 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-2380327a-be4d-47a8-8dcd-bad54117ff43 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Unset dirty status for tenant:d3e69eb5fab24f5d9451b2cf3f9d850d on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:03:00.274772 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2380327a-be4d-47a8-8dcd-bad54117ff43 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "GET /v2.0/ports/21cb0b32-0608-42c6-b1b6-6eb41e942a4f HTTP/1.1" status: 404 len: 333 time: 0.3192761 Jan 21 19:03:00.275406 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58454) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:00.303210 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-8d3dc784-995d-4c16-a9d9-b7e966e8f504 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Calling delete_port for 24054046-ac6e-4bfb-a68c-87d7769c330d owned by network:dhcp {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:03:00.336717 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5e9a193c-bd7c-4b41-83e5-656d51bf2863 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:00.337871 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5e9a193c-bd7c-4b41-83e5-656d51bf2863 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:00.354218 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-de00cb00-b2e9-44ba-a3a1-69872ed2e285 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Deleting subnet dd7b88c4-bc44-478d-bb3a-d6382aa2fb8a {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:03:00.357330 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-de00cb00-b2e9-44ba-a3a1-69872ed2e285 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:00.375966 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a27310c8-86b0-46bb-9ad2-1598785e7568 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:00.422158 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-de00cb00-b2e9-44ba-a3a1-69872ed2e285 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:00.427082 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5e9a193c-bd7c-4b41-83e5-656d51bf2863 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:00.482104 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17777cc2-2f65-4e1a-99a4-564a7c1c7caf None None] Network 66a354c4-b62a-4b47-8d34-3c72b30f3252 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:03:00.530322 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-de00cb00-b2e9-44ba-a3a1-69872ed2e285 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:00.656779 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-de00cb00-b2e9-44ba-a3a1-69872ed2e285 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:00.696440 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de00cb00-b2e9-44ba-a3a1-69872ed2e285 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event deleted for resources: {'Subnet': ['ID=dd7b88c4-bc44-478d-bb3a-d6382aa2fb8a,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:00.700177 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-de00cb00-b2e9-44ba-a3a1-69872ed2e285 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:00.708564 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-de00cb00-b2e9-44ba-a3a1-69872ed2e285 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/subnets/dd7b88c4-bc44-478d-bb3a-d6382aa2fb8a HTTP/1.1" status: 204 len: 168 time: 0.4297633 Jan 21 19:03:00.711504 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58458) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:00.715438 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3139407f-f4f5-4c15-ac33-a43afbc854c2 None None] Network ac9f2955-414f-4ffd-ab8c-03a88c66f75a requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:03:00.827144 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4b843877-ca81-4b80-bad6-5fa521561fcf tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:00.838420 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-4b843877-ca81-4b80-bad6-5fa521561fcf tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Deleting port b88997b2-236a-4df4-9c96-b7f3179fcce3 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:03:00.838776 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4b843877-ca81-4b80-bad6-5fa521561fcf tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:00.986957 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-9c690415-022b-448f-b46c-66013f9e61f9 None None] Provisioning for port 24054046-ac6e-4bfb-a68c-87d7769c330d completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:03:01.002515 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-9c690415-022b-448f-b46c-66013f9e61f9 None None] Provisioning complete for port 24054046-ac6e-4bfb-a68c-87d7769c330d triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:03:01.002893 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9c690415-022b-448f-b46c-66013f9e61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:01.033073 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786ab305-a36f-4201-8971-1fa36b48fc0c None None] DHCP port deletion for ac9f2955-414f-4ffd-ab8c-03a88c66f75a request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:03:01.042497 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-786ab305-a36f-4201-8971-1fa36b48fc0c None None] Deleting port b88997b2-236a-4df4-9c96-b7f3179fcce3 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:03:01.042880 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-786ab305-a36f-4201-8971-1fa36b48fc0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:01.076427 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-9c690415-022b-448f-b46c-66013f9e61f9 None None] Port 24054046-ac6e-4bfb-a68c-87d7769c330d was deleted so its status cannot be updated. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 19:03:01.103733 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-4b843877-ca81-4b80-bad6-5fa521561fcf tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] For port b88997b2-236a-4df4-9c96-b7f3179fcce3, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=b88997b2-236a-4df4-9c96-b7f3179fcce3,segment=NetworkSegment(3ba2ab96-7f86-4a76-bfab-17900340422d),segment_id=3ba2ab96-7f86-4a76-bfab-17900340422d)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:03:01.104109 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4b843877-ca81-4b80-bad6-5fa521561fcf tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:01.119204 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8d3dc784-995d-4c16-a9d9-b7e966e8f504 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:01.214874 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e001998-9854-46ed-8e00-3a906898e506 None None] Network 66a354c4-b62a-4b47-8d34-3c72b30f3252 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:03:01.244448 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 24054046-ac6e-4bfb-a68c-87d7769c330d up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:03:01.274115 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-4b843877-ca81-4b80-bad6-5fa521561fcf tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Calling delete_port for b88997b2-236a-4df4-9c96-b7f3179fcce3 owned by network:dhcp {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:03:01.373443 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 24054046-ac6e-4bfb-a68c-87d7769c330d {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:03:01.373887 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 24054046-ac6e-4bfb-a68c-87d7769c330d not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 21 19:03:01.374176 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a27310c8-86b0-46bb-9ad2-1598785e7568 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:01.408758 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3dc784-995d-4c16-a9d9-b7e966e8f504 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event deleted for resources: {'Port': ['ID=24054046-ac6e-4bfb-a68c-87d7769c330d,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:01.436726 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5de024dd-6321-43a2-bcdd-275b36611140 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:01.451851 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4b843877-ca81-4b80-bad6-5fa521561fcf tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:01.474300 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-93e61a48-1787-451a-bad1-34061ac96ef3 None None] Could not find standard attr ID for object 24054046-ac6e-4bfb-a68c-87d7769c330d. {{(pid=88138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 19:03:01.488296 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Port 24054046-ac6e-4bfb-a68c-87d7769c330d not found, will not notify nova. {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 21 19:03:01.496152 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-786ab305-a36f-4201-8971-1fa36b48fc0c None None] For port b88997b2-236a-4df4-9c96-b7f3179fcce3, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=b88997b2-236a-4df4-9c96-b7f3179fcce3,segment=NetworkSegment(3ba2ab96-7f86-4a76-bfab-17900340422d),segment_id=3ba2ab96-7f86-4a76-bfab-17900340422d)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:03:01.496152 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-786ab305-a36f-4201-8971-1fa36b48fc0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:01.512400 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b843877-ca81-4b80-bad6-5fa521561fcf tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event deleted for resources: {'Port': ['ID=b88997b2-236a-4df4-9c96-b7f3179fcce3,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:01.516034 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b843877-ca81-4b80-bad6-5fa521561fcf tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] No DVR routers for this DVR port b88997b2-236a-4df4-9c96-b7f3179fcce3 on host dv-neutron-825470-1-hyperv {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:03:01.530848 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5e9a193c-bd7c-4b41-83e5-656d51bf2863 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:01.575272 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device b88997b2-236a-4df4-9c96-b7f3179fcce3 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:03:01.583183 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-5de024dd-6321-43a2-bcdd-275b36611140 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Transition to ACTIVE for port object d2142ac4-d578-4181-a71e-50a59c830f6a will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:03:01.584464 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3dc784-995d-4c16-a9d9-b7e966e8f504 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] No DVR routers for this DVR port 24054046-ac6e-4bfb-a68c-87d7769c330d on host dv-neutron-825470-1-hyperv {{(pid=88136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:03:01.660776 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4b843877-ca81-4b80-bad6-5fa521561fcf tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:01.671677 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-786ab305-a36f-4201-8971-1fa36b48fc0c None None] Calling delete_port for b88997b2-236a-4df4-9c96-b7f3179fcce3 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:03:01.686779 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-4b843877-ca81-4b80-bad6-5fa521561fcf tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac9f2955-414f-4ffd-ab8c-03a88c66f75a']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:01.699603 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-4b843877-ca81-4b80-bad6-5fa521561fcf tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ba2ab96-7f86-4a76-bfab-17900340422d') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:01.700103 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-4b843877-ca81-4b80-bad6-5fa521561fcf tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ba2ab96-7f86-4a76-bfab-17900340422d') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:01.703408 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8d3dc784-995d-4c16-a9d9-b7e966e8f504 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:01.712475 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4b843877-ca81-4b80-bad6-5fa521561fcf tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:01.732370 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: b88997b2-236a-4df4-9c96-b7f3179fcce3 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:03:01.732714 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device b88997b2-236a-4df4-9c96-b7f3179fcce3 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:03:01.737661 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4b843877-ca81-4b80-bad6-5fa521561fcf tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:01.753626 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b843877-ca81-4b80-bad6-5fa521561fcf tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:03:01.753626 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4b843877-ca81-4b80-bad6-5fa521561fcf tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:01.766579 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:03:01.766579 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:03:01.766579 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:03:01.766579 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:03:01.766579 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:03:01.766579 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:03:01.766579 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:03:01.766579 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:03:01.766579 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:03:01.766579 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:03:01.766579 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:03:01.766579 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:03:01.766579 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:03:01.766579 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:03:01.766579 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:03:01.766579 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:03:01.766579 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:03:01.766579 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:03:01.766579 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:03:01.766579 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:03:01.766579 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:03:01.766579 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:03:01.766579 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:03:01.766579 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:03:01.766579 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:03:01.766579 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:03:01.766579 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:03:01.766579 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:03:01.766579 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:03:01.766579 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:03:01.766579 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:03:01.766579 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:03:01.842369 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5de024dd-6321-43a2-bcdd-275b36611140 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:01.850117 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-786ab305-a36f-4201-8971-1fa36b48fc0c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:03:01.850592 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-786ab305-a36f-4201-8971-1fa36b48fc0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:03:01.931243 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4b843877-ca81-4b80-bad6-5fa521561fcf tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:01.936682 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4b843877-ca81-4b80-bad6-5fa521561fcf tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:01.975011 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b843877-ca81-4b80-bad6-5fa521561fcf tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event deleted for resources: {'Network': ['ID=ac9f2955-414f-4ffd-ab8c-03a88c66f75a,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:01.990848 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de024dd-6321-43a2-bcdd-275b36611140 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Network 7591102f-ff32-41d2-aecf-1e99a5709c1a is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:03:02.001006 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-5de024dd-6321-43a2-bcdd-275b36611140 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:02.012800 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de024dd-6321-43a2-bcdd-275b36611140 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:03:02.018424 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de024dd-6321-43a2-bcdd-275b36611140 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:02.019055 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5de024dd-6321-43a2-bcdd-275b36611140 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:02.028035 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de024dd-6321-43a2-bcdd-275b36611140 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Pushing event updated for resources: {'Port': ['ID=d2142ac4-d578-4181-a71e-50a59c830f6a,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:02.067272 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-4b843877-ca81-4b80-bad6-5fa521561fcf tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/networks/ac9f2955-414f-4ffd-ab8c-03a88c66f75a HTTP/1.1" status: 204 len: 168 time: 1.3507776 Jan 21 19:03:02.067272 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58462) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:02.072890 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-80b58ae9-bbd1-49ab-9bf6-b9fc8b6ae8f6 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1811437215'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:02.077903 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-80b58ae9-bbd1-49ab-9bf6-b9fc8b6ae8f6 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:03:02.081763 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-80b58ae9-bbd1-49ab-9bf6-b9fc8b6ae8f6 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Usage tracker for resource:network and tenant:d3e69eb5fab24f5d9451b2cf3f9d850d is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:03:02.085349 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-80b58ae9-bbd1-49ab-9bf6-b9fc8b6ae8f6 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:03:02.091795 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-80b58ae9-bbd1-49ab-9bf6-b9fc8b6ae8f6 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:03:02.145907 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8d3dc784-995d-4c16-a9d9-b7e966e8f504 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:02.166228 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b58ae9-bbd1-49ab-9bf6-b9fc8b6ae8f6 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Made reservation on behalf of d3e69eb5fab24f5d9451b2cf3f9d850d for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:03:02.170265 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-80b58ae9-bbd1-49ab-9bf6-b9fc8b6ae8f6 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:02.201234 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80b58ae9-bbd1-49ab-9bf6-b9fc8b6ae8f6 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:03:02.210657 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-80b58ae9-bbd1-49ab-9bf6-b9fc8b6ae8f6 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:02.211195 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-80b58ae9-bbd1-49ab-9bf6-b9fc8b6ae8f6 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Added segment 913ed8d8-7ca0-4fe3-9e3c-6c9dc75e3cdc of type vlan for network 03738ec6-e5ba-401f-ae4e-e60990d15ae7 Jan 21 19:03:02.239366 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-80b58ae9-bbd1-49ab-9bf6-b9fc8b6ae8f6 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:02.252693 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3dc784-995d-4c16-a9d9-b7e966e8f504 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event deleted for resources: {'Subnet': ['ID=e618e62c-c17c-4c3a-99ab-a349ba1d1c2d,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:02.269164 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-5de024dd-6321-43a2-bcdd-275b36611140 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.2008796 Jan 21 19:03:02.271803 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58466) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:02.277988 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7097a8-4120-461f-8cc0-4dfdb1644e6b None None] Network 66a354c4-b62a-4b47-8d34-3c72b30f3252 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:03:02.279941 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-925836ce-fa38-4d44-8d8d-30a7bb40d666 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:74:bc:5d'}]}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:02.335292 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-80b58ae9-bbd1-49ab-9bf6-b9fc8b6ae8f6 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:02.341063 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b58ae9-bbd1-49ab-9bf6-b9fc8b6ae8f6 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:02.341665 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-80b58ae9-bbd1-49ab-9bf6-b9fc8b6ae8f6 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:02.411253 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-786ab305-a36f-4201-8971-1fa36b48fc0c None None] Deleting port b88997b2-236a-4df4-9c96-b7f3179fcce3 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:03:02.411253 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-786ab305-a36f-4201-8971-1fa36b48fc0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:02.449241 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-97e493f7-8af9-45af-a0d4-31d1184bd9c9 None None] Provisioning for port d2142ac4-d578-4181-a71e-50a59c830f6a completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:03:02.480751 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a27310c8-86b0-46bb-9ad2-1598785e7568 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for router_gateway, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:02.498712 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-786ab305-a36f-4201-8971-1fa36b48fc0c None None] The port 'b88997b2-236a-4df4-9c96-b7f3179fcce3' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:03:02.522035 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-97e493f7-8af9-45af-a0d4-31d1184bd9c9 None None] Provisioning complete for port d2142ac4-d578-4181-a71e-50a59c830f6a triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:03:02.523270 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-97e493f7-8af9-45af-a0d4-31d1184bd9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:02.539399 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a27310c8-86b0-46bb-9ad2-1598785e7568 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:02.623418 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-97e493f7-8af9-45af-a0d4-31d1184bd9c9 None None] Port d2142ac4-d578-4181-a71e-50a59c830f6a cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:03:02.632856 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8d3dc784-995d-4c16-a9d9-b7e966e8f504 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:02.653091 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-80b58ae9-bbd1-49ab-9bf6-b9fc8b6ae8f6 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5847540 Jan 21 19:03:02.654002 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58470) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:02.657845 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b58ae9-bbd1-49ab-9bf6-b9fc8b6ae8f6 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event updated for resources: {'Network': ['ID=03738ec6-e5ba-401f-ae4e-e60990d15ae7,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:02.666172 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-956ff826-cfd7-43ec-bb42-9be6fd4be52c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'subnet': {'network_id': '03738ec6-e5ba-401f-ae4e-e60990d15ae7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:02.668618 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 03738ec6-e5ba-401f-ae4e-e60990d15ae7 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:03:02.681499 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5e9a193c-bd7c-4b41-83e5-656d51bf2863 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for router_gateway, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:02.698260 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649030f3-4b7a-48a8-bc3a-774c9595687a None None] DHCP port deletion for 66a354c4-b62a-4b47-8d34-3c72b30f3252 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:03:02.728249 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5e9a193c-bd7c-4b41-83e5-656d51bf2863 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:02.784450 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-956ff826-cfd7-43ec-bb42-9be6fd4be52c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:03:02.785955 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-8d3dc784-995d-4c16-a9d9-b7e966e8f504 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66a354c4-b62a-4b47-8d34-3c72b30f3252']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:02.787097 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-956ff826-cfd7-43ec-bb42-9be6fd4be52c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Usage tracker for resource:subnet and tenant:d3e69eb5fab24f5d9451b2cf3f9d850d is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:03:02.797646 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-956ff826-cfd7-43ec-bb42-9be6fd4be52c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:03:02.806114 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-956ff826-cfd7-43ec-bb42-9be6fd4be52c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:03:02.825645 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-8d3dc784-995d-4c16-a9d9-b7e966e8f504 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b57f4f-0352-4cef-a0bc-d6804c59f6d6') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:02.825942 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-8d3dc784-995d-4c16-a9d9-b7e966e8f504 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b57f4f-0352-4cef-a0bc-d6804c59f6d6') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:02.890297 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-925836ce-fa38-4d44-8d8d-30a7bb40d666 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:02.901681 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956ff826-cfd7-43ec-bb42-9be6fd4be52c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Made reservation on behalf of d3e69eb5fab24f5d9451b2cf3f9d850d for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:03:02.905127 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-956ff826-cfd7-43ec-bb42-9be6fd4be52c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:02.989880 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8d3dc784-995d-4c16-a9d9-b7e966e8f504 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:03.059955 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8d3dc784-995d-4c16-a9d9-b7e966e8f504 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:03.071697 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d3dc784-995d-4c16-a9d9-b7e966e8f504 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:03:03.072108 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8d3dc784-995d-4c16-a9d9-b7e966e8f504 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:03.090068 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:03:03.090068 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:03:03.090068 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:03:03.090068 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:03:03.090068 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:03:03.090068 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:03:03.090068 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:03:03.090068 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:03:03.090068 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:03:03.090068 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:03:03.090068 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:03:03.090068 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:03:03.090068 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:03:03.090068 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:03:03.090068 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:03:03.090068 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:03:03.090068 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:03:03.090068 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:03:03.090068 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:03:03.090068 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:03:03.090068 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:03:03.090068 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:03:03.090068 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:03:03.090068 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:03:03.090068 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:03:03.090068 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:03:03.090068 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:03:03.090068 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:03:03.090068 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:03:03.090068 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:03:03.090068 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:03:03.090068 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:03:03.158959 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 24054046-ac6e-4bfb-a68c-87d7769c330d no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:03:03.191733 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-a27310c8-86b0-46bb-9ad2-1598785e7568 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Allocated IP 172.26.1.160 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/ee1af6a6-2d4e-43c1-9fbf-95d8be38957e) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:03:03.199366 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 24054046-ac6e-4bfb-a68c-87d7769c330d {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:03:03.199717 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 24054046-ac6e-4bfb-a68c-87d7769c330d not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:03:03.327282 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8d3dc784-995d-4c16-a9d9-b7e966e8f504 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:03.354408 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-925836ce-fa38-4d44-8d8d-30a7bb40d666 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:03.356197 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8d3dc784-995d-4c16-a9d9-b7e966e8f504 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:03.369582 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3dc784-995d-4c16-a9d9-b7e966e8f504 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event deleted for resources: {'Network': ['ID=66a354c4-b62a-4b47-8d34-3c72b30f3252,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:03.395206 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-8d3dc784-995d-4c16-a9d9-b7e966e8f504 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "DELETE /v2.0/networks/66a354c4-b62a-4b47-8d34-3c72b30f3252 HTTP/1.1" status: 204 len: 168 time: 4.1164160 Jan 21 19:03:03.402609 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58474) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:03.438085 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-956ff826-cfd7-43ec-bb42-9be6fd4be52c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:03.478173 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-925836ce-fa38-4d44-8d8d-30a7bb40d666 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:03.481758 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dd386e4-f023-4491-8498-823e8c4565eb tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] DELETE failed (client error): The resource could not be found. Jan 21 19:03:03.482231 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dd386e4-f023-4491-8498-823e8c4565eb tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:03:03.514911 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a27310c8-86b0-46bb-9ad2-1598785e7568 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:03.546918 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-6dd386e4-f023-4491-8498-823e8c4565eb tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "DELETE /v2.0/subnets/e618e62c-c17c-4c3a-99ab-a349ba1d1c2d HTTP/1.1" status: 404 len: 337 time: 0.1432149 Jan 21 19:03:03.549574 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58478) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:03.562834 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-925836ce-fa38-4d44-8d8d-30a7bb40d666 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] In _notify_port_updated(), no bound segment for port d2142ac4-d578-4181-a71e-50a59c830f6a on network 7591102f-ff32-41d2-aecf-1e99a5709c1a {{(pid=88137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 19:03:03.568333 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925836ce-fa38-4d44-8d8d-30a7bb40d666 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:03.568962 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-925836ce-fa38-4d44-8d8d-30a7bb40d666 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:03.570424 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-925836ce-fa38-4d44-8d8d-30a7bb40d666 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] 10.222.0.87 "PUT /v2.0/ports/d2142ac4-d578-4181-a71e-50a59c830f6a HTTP/1.1" status: 200 len: 1003 time: 1.2967620 Jan 21 19:03:03.574843 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58482) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:03.605052 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ff826-cfd7-43ec-bb42-9be6fd4be52c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event updated for resources: {'Subnet': ['ID=13c1e500-f7da-4346-99b3-e4b6d00a699b,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:03.614235 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925836ce-fa38-4d44-8d8d-30a7bb40d666 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Pushing event updated for resources: {'Port': ['ID=d2142ac4-d578-4181-a71e-50a59c830f6a,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:03.623949 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956ff826-cfd7-43ec-bb42-9be6fd4be52c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Checking segment: {'id': '913ed8d8-7ca0-4fe3-9e3c-6c9dc75e3cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03738ec6-e5ba-401f-ae4e-e60990d15ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:03:03.624390 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956ff826-cfd7-43ec-bb42-9be6fd4be52c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Network hostable DHCP agents. Network: 03738ec6-e5ba-401f-ae4e-e60990d15ae7, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:03:03.644129 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a27310c8-86b0-46bb-9ad2-1598785e7568 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:03.674224 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956ff826-cfd7-43ec-bb42-9be6fd4be52c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Network 03738ec6-e5ba-401f-ae4e-e60990d15ae7 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:03:03.695377 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-83abb4ab-1250-4c12-bb8a-881b3c9f8305 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] DELETE failed (client error): The resource could not be found. Jan 21 19:03:03.696129 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83abb4ab-1250-4c12-bb8a-881b3c9f8305 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:03:03.699093 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-83abb4ab-1250-4c12-bb8a-881b3c9f8305 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "DELETE /v2.0/networks/66a354c4-b62a-4b47-8d34-3c72b30f3252 HTTP/1.1" status: 404 len: 339 time: 0.1481266 Jan 21 19:03:03.706763 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58486) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:03.752809 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-956ff826-cfd7-43ec-bb42-9be6fd4be52c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 03738ec6-e5ba-401f-ae4e-e60990d15ae7) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:03.754796 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4859b2d-2467-4ef8-939e-7835018164dc tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] DELETE failed (client error): The resource could not be found. Jan 21 19:03:03.755227 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4859b2d-2467-4ef8-939e-7835018164dc tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:03:03.760090 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-d4859b2d-2467-4ef8-939e-7835018164dc tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "DELETE /v2.0/subnets/58fb42c8-18c0-4341-8b72-caf5b845308f HTTP/1.1" status: 404 len: 337 time: 0.0507069 Jan 21 19:03:03.760791 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58490) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:03.763745 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956ff826-cfd7-43ec-bb42-9be6fd4be52c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:03.764100 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-956ff826-cfd7-43ec-bb42-9be6fd4be52c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:03.766930 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27310c8-86b0-46bb-9ad2-1598785e7568 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:03:03.769377 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affb2e32-7790-4324-8dd3-35abb28226d2 None None] Network 03738ec6-e5ba-401f-ae4e-e60990d15ae7 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:03:03.776010 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-a27310c8-86b0-46bb-9ad2-1598785e7568 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:03.783479 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27310c8-86b0-46bb-9ad2-1598785e7568 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:03:03.811149 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-9312353c-f6da-45c4-9b6e-396570564603 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] DELETE failed (client error): The resource could not be found. Jan 21 19:03:03.811802 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9312353c-f6da-45c4-9b6e-396570564603 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:03:03.813594 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-9312353c-f6da-45c4-9b6e-396570564603 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "DELETE /v2.0/networks/ccb56016-4bf0-41a0-8243-88be6849c152 HTTP/1.1" status: 404 len: 339 time: 0.0522428 Jan 21 19:03:03.816216 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58494) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:03.821993 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-37cc368e-e045-4c31-b12c-74bb87aaaefd tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Deleting port d2142ac4-d578-4181-a71e-50a59c830f6a {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:03:03.825522 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-37cc368e-e045-4c31-b12c-74bb87aaaefd tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:03.858994 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27310c8-86b0-46bb-9ad2-1598785e7568 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Pushing event updated for resources: {'Port': ['ID=ee1af6a6-2d4e-43c1-9fbf-95d8be38957e,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:03.879324 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-956ff826-cfd7-43ec-bb42-9be6fd4be52c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2223902 Jan 21 19:03:03.882451 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-5e9a193c-bd7c-4b41-83e5-656d51bf2863 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Allocated IP 172.26.1.35 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/83342b34-a9cb-47d3-b675-a9f397242080) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:03:03.885640 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58498) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:03.895890 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-d46de909-6d29-478e-b1f9-43b539080944 None None] Provisioning complete for port d2142ac4-d578-4181-a71e-50a59c830f6a triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:03:03.896240 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d46de909-6d29-478e-b1f9-43b539080944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:03.910483 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-192c600b-0303-4160-ab15-2eeb64a05426 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'port': {'network_id': '03738ec6-e5ba-401f-ae4e-e60990d15ae7', 'name': 'tempest-PortsTestJSON-20116140', 'fixed_ips': [{'subnet_id': '13c1e500-f7da-4346-99b3-e4b6d00a699b', 'ip_address': '172.20.0.10'}]}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:03.950797 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f52bc817-03d2-4082-90e7-27179179e447 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:03.951485 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-d46de909-6d29-478e-b1f9-43b539080944 None None] Port d2142ac4-d578-4181-a71e-50a59c830f6a cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:03:04.079133 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5767b90-5c0b-4492-975f-b80da412afe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-03738ec6-e5ba-401f-ae4e-e60990d15ae7', 'network_id': '03738ec6-e5ba-401f-ae4e-e60990d15ae7', 'tenant_id': 'd3e69eb5fab24f5d9451b2cf3f9d850d', 'fixed_ips': [{'subnet_id': '13c1e500-f7da-4346-99b3-e4b6d00a699b'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:03:04.080433 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c5767b90-5c0b-4492-975f-b80da412afe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:04.093772 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f52bc817-03d2-4082-90e7-27179179e447 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:04.120477 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-f52bc817-03d2-4082-90e7-27179179e447 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d4bbc97-700a-47a6-8ae8-38ba399eeead']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:04.133198 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-f52bc817-03d2-4082-90e7-27179179e447 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2c4bd7b-a424-4b23-ad79-0829851ea0c0') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:04.133502 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-f52bc817-03d2-4082-90e7-27179179e447 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2c4bd7b-a424-4b23-ad79-0829851ea0c0') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:04.145265 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f52bc817-03d2-4082-90e7-27179179e447 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:04.162636 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f52bc817-03d2-4082-90e7-27179179e447 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:04.169699 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f52bc817-03d2-4082-90e7-27179179e447 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:03:04.170252 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f52bc817-03d2-4082-90e7-27179179e447 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:04.185585 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:03:04.185585 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:03:04.185585 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:03:04.185585 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:03:04.185585 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:03:04.185585 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:03:04.185585 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:03:04.185585 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:03:04.185585 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:03:04.185585 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:03:04.185585 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:03:04.185585 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:03:04.185585 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:03:04.185585 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:03:04.185585 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:03:04.185585 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:03:04.185585 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:03:04.185585 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:03:04.185585 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:03:04.185585 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:03:04.185585 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:03:04.185585 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:03:04.185585 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:03:04.185585 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:03:04.185585 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:03:04.185585 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:03:04.185585 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:03:04.185585 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:03:04.185585 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:03:04.185585 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:03:04.185585 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:03:04.185585 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:03:04.253721 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-c5767b90-5c0b-4492-975f-b80da412afe3 None None] Allocated IP 172.20.0.2 (03738ec6-e5ba-401f-ae4e-e60990d15ae7/13c1e500-f7da-4346-99b3-e4b6d00a699b/2691bda1-f3f6-4a34-907f-2f03ae6c1832) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:03:04.343046 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f52bc817-03d2-4082-90e7-27179179e447 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:04.368221 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f52bc817-03d2-4082-90e7-27179179e447 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:04.375704 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52bc817-03d2-4082-90e7-27179179e447 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event deleted for resources: {'Network': ['ID=7d4bbc97-700a-47a6-8ae8-38ba399eeead,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:04.384894 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f52bc817-03d2-4082-90e7-27179179e447 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "DELETE /v2.0/networks/7d4bbc97-700a-47a6-8ae8-38ba399eeead HTTP/1.1" status: 204 len: 168 time: 0.5672486 Jan 21 19:03:04.387328 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58502) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:04.424227 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-192c600b-0303-4160-ab15-2eeb64a05426 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:03:04.428132 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-3610f050-0503-44c2-a720-0e7a0e566a93 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] DELETE failed (client error): The resource could not be found. Jan 21 19:03:04.428814 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3610f050-0503-44c2-a720-0e7a0e566a93 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:03:04.433585 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3610f050-0503-44c2-a720-0e7a0e566a93 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "DELETE /v2.0/subnets/78b269a2-6c89-45d4-8028-5433ba1df979 HTTP/1.1" status: 404 len: 337 time: 0.0422630 Jan 21 19:03:04.433585 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58506) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:04.460817 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bb477fb-5b2d-4c37-a4a4-ca6f3261fff1 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] DELETE failed (client error): The resource could not be found. Jan 21 19:03:04.461440 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bb477fb-5b2d-4c37-a4a4-ca6f3261fff1 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:03:04.464103 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-6bb477fb-5b2d-4c37-a4a4-ca6f3261fff1 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "DELETE /v2.0/networks/e708c8c5-9138-4077-8164-d16313fc9ab5 HTTP/1.1" status: 404 len: 339 time: 0.0288053 Jan 21 19:03:04.466641 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58510) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:04.481063 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-192c600b-0303-4160-ab15-2eeb64a05426 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Usage tracker for resource:port and tenant:d3e69eb5fab24f5d9451b2cf3f9d850d is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:03:04.485107 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-192c600b-0303-4160-ab15-2eeb64a05426 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:03:04.499642 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-192c600b-0303-4160-ab15-2eeb64a05426 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:03:04.503904 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c5767b90-5c0b-4492-975f-b80da412afe3 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:04.509253 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fb8713b-9671-40c6-9c86-fd49bcd18b14 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] DELETE failed (client error): The resource could not be found. Jan 21 19:03:04.509831 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fb8713b-9671-40c6-9c86-fd49bcd18b14 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:03:04.513816 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-7fb8713b-9671-40c6-9c86-fd49bcd18b14 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "DELETE /v2.0/subnets/4fa14fd2-7d8d-419c-8b32-85c5b2058782 HTTP/1.1" status: 404 len: 337 time: 0.0438478 Jan 21 19:03:04.514059 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58514) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:04.516075 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-c5767b90-5c0b-4492-975f-b80da412afe3 None None] Transition to ACTIVE for port object 2691bda1-f3f6-4a34-907f-2f03ae6c1832 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:03:04.535249 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-c5767b90-5c0b-4492-975f-b80da412afe3 None None] Transition to ACTIVE for port object 2691bda1-f3f6-4a34-907f-2f03ae6c1832 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:03:04.539445 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-728df1c0-f0ad-45e9-a6a1-c01d443afbb7 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] DELETE failed (client error): The resource could not be found. Jan 21 19:03:04.540113 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-728df1c0-f0ad-45e9-a6a1-c01d443afbb7 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:03:04.541751 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-728df1c0-f0ad-45e9-a6a1-c01d443afbb7 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "DELETE /v2.0/networks/4f1bc4b1-0f5a-4413-a108-19842aebc8ff HTTP/1.1" status: 404 len: 339 time: 0.0268023 Jan 21 19:03:04.544341 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58518) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:04.581706 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b4c40f-6a98-4d9d-b007-fade7ef561a4 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] DELETE failed (client error): The resource could not be found. Jan 21 19:03:04.582176 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5b4c40f-6a98-4d9d-b007-fade7ef561a4 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:03:04.583862 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b5b4c40f-6a98-4d9d-b007-fade7ef561a4 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "DELETE /v2.0/subnets/2e4af566-67e4-4f60-b8bd-92fb0cae8021 HTTP/1.1" status: 404 len: 337 time: 0.0385163 Jan 21 19:03:04.587290 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58522) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:04.612265 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c5767b90-5c0b-4492-975f-b80da412afe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:04.612507 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ab97a27-b45f-4f2a-b3e0-e5e17f3f1ae0 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] DELETE failed (client error): The resource could not be found. Jan 21 19:03:04.612862 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ab97a27-b45f-4f2a-b3e0-e5e17f3f1ae0 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:03:04.617306 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2ab97a27-b45f-4f2a-b3e0-e5e17f3f1ae0 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "DELETE /v2.0/networks/a2845920-0f07-4eb8-9bb9-c1f0d677d949 HTTP/1.1" status: 404 len: 339 time: 0.0263638 Jan 21 19:03:04.617520 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58526) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:04.660003 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-36064738-07b6-40d1-80ff-69467c32d0f1 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] DELETE failed (client error): The resource could not be found. Jan 21 19:03:04.660362 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36064738-07b6-40d1-80ff-69467c32d0f1 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:03:04.665231 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-36064738-07b6-40d1-80ff-69467c32d0f1 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "DELETE /v2.0/subnets/6c24f417-5c7a-46be-a3f9-2859e298f3f6 HTTP/1.1" status: 404 len: 337 time: 0.0436711 Jan 21 19:03:04.665440 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58530) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:04.686776 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5767b90-5c0b-4492-975f-b80da412afe3 None None] Network 03738ec6-e5ba-401f-ae4e-e60990d15ae7 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:03:04.690045 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-c5767b90-5c0b-4492-975f-b80da412afe3 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:04.692659 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5767b90-5c0b-4492-975f-b80da412afe3 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:03:04.740787 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5e9a193c-bd7c-4b41-83e5-656d51bf2863 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:04.741719 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5767b90-5c0b-4492-975f-b80da412afe3 None None] Pushing event updated for resources: {'Port': ['ID=2691bda1-f3f6-4a34-907f-2f03ae6c1832,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:04.783237 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-37cc368e-e045-4c31-b12c-74bb87aaaefd tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:04.797613 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-c5767b90-5c0b-4492-975f-b80da412afe3 None None] Attempting to bind port 2691bda1-f3f6-4a34-907f-2f03ae6c1832 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:03:04.798243 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-c5767b90-5c0b-4492-975f-b80da412afe3 None None] Attempting to bind port 2691bda1-f3f6-4a34-907f-2f03ae6c1832 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '913ed8d8-7ca0-4fe3-9e3c-6c9dc75e3cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03738ec6-e5ba-401f-ae4e-e60990d15ae7'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:03:04.798694 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5767b90-5c0b-4492-975f-b80da412afe3 None None] Attempting to bind port 2691bda1-f3f6-4a34-907f-2f03ae6c1832 on network 03738ec6-e5ba-401f-ae4e-e60990d15ae7 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:03:04.804895 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5767b90-5c0b-4492-975f-b80da412afe3 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:03:04.805632 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5767b90-5c0b-4492-975f-b80da412afe3 None None] Checking segment: {'id': '913ed8d8-7ca0-4fe3-9e3c-6c9dc75e3cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03738ec6-e5ba-401f-ae4e-e60990d15ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:03:04.806250 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c5767b90-5c0b-4492-975f-b80da412afe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:04.806645 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5767b90-5c0b-4492-975f-b80da412afe3 None None] Bound using segment: {'id': '913ed8d8-7ca0-4fe3-9e3c-6c9dc75e3cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03738ec6-e5ba-401f-ae4e-e60990d15ae7'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:03:04.807112 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-c5767b90-5c0b-4492-975f-b80da412afe3 None None] Bound port: 2691bda1-f3f6-4a34-907f-2f03ae6c1832, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '913ed8d8-7ca0-4fe3-9e3c-6c9dc75e3cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03738ec6-e5ba-401f-ae4e-e60990d15ae7'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:03:04.807485 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c5767b90-5c0b-4492-975f-b80da412afe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:04.809893 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf59268-fdd2-4a1d-ae1c-30885c3eede7 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] DELETE failed (client error): The resource could not be found. Jan 21 19:03:04.810460 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaf59268-fdd2-4a1d-ae1c-30885c3eede7 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:03:04.814803 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-eaf59268-fdd2-4a1d-ae1c-30885c3eede7 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "DELETE /v2.0/networks/a53f2085-ed5d-4f1d-a4d5-6ceb566f4b76 HTTP/1.1" status: 404 len: 339 time: 0.1458175 Jan 21 19:03:04.827132 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58534) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:04.855408 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-05b211a6-152c-487c-9b77-6be3e97a4a3c tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] DELETE failed (client error): The resource could not be found. Jan 21 19:03:04.856506 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05b211a6-152c-487c-9b77-6be3e97a4a3c tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:03:04.859206 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-05b211a6-152c-487c-9b77-6be3e97a4a3c tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "DELETE /v2.0/subnets/fa00817c-d5e6-4327-a616-5c9b7b2d1846 HTTP/1.1" status: 404 len: 337 time: 0.0432918 Jan 21 19:03:04.861817 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58538) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:04.886290 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-381c8d86-5633-40be-8a60-9216568be984 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] DELETE failed (client error): The resource could not be found. Jan 21 19:03:04.886755 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-381c8d86-5633-40be-8a60-9216568be984 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:03:04.890829 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-381c8d86-5633-40be-8a60-9216568be984 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "DELETE /v2.0/networks/421f8b53-c11e-4468-865e-b85da01e1ed2 HTTP/1.1" status: 404 len: 339 time: 0.0256474 Jan 21 19:03:04.891034 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58542) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:04.904107 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-c5767b90-5c0b-4492-975f-b80da412afe3 None None] For port 2691bda1-f3f6-4a34-907f-2f03ae6c1832, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:03:04.907123 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-c5767b90-5c0b-4492-975f-b80da412afe3 None None] For port 2691bda1-f3f6-4a34-907f-2f03ae6c1832, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=2691bda1-f3f6-4a34-907f-2f03ae6c1832,segment=NetworkSegment(913ed8d8-7ca0-4fe3-9e3c-6c9dc75e3cdc),segment_id=913ed8d8-7ca0-4fe3-9e3c-6c9dc75e3cdc)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:03:04.932337 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-c92825b1-cab0-408d-bc96-5b2d1365f2f6 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] DELETE failed (client error): The resource could not be found. Jan 21 19:03:04.932723 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c92825b1-cab0-408d-bc96-5b2d1365f2f6 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:03:04.934391 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c92825b1-cab0-408d-bc96-5b2d1365f2f6 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "DELETE /v2.0/subnets/bc005eaa-580d-4b84-9863-2bad9533a086 HTTP/1.1" status: 404 len: 337 time: 0.0424907 Jan 21 19:03:04.937162 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58546) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:04.960628 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192c600b-0303-4160-ab15-2eeb64a05426 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Made reservation on behalf of d3e69eb5fab24f5d9451b2cf3f9d850d for: {'port': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:03:04.962187 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e8b2635-a243-4fa0-898a-094a2815dd1e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] DELETE failed (client error): The resource could not be found. Jan 21 19:03:04.962655 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e8b2635-a243-4fa0-898a-094a2815dd1e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:03:04.964626 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-1e8b2635-a243-4fa0-898a-094a2815dd1e tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "DELETE /v2.0/networks/1305ee3b-3b44-4d85-a12e-fad00103737f HTTP/1.1" status: 404 len: 339 time: 0.0265749 Jan 21 19:03:04.967294 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58550) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:04.978140 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c5767b90-5c0b-4492-975f-b80da412afe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:04.989131 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-37cc368e-e045-4c31-b12c-74bb87aaaefd tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Calling delete_port for d2142ac4-d578-4181-a71e-50a59c830f6a owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:03:05.005418 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb258eba-f436-4ea0-b01d-275a114b7ccd tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] DELETE failed (client error): The resource could not be found. Jan 21 19:03:05.005895 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb258eba-f436-4ea0-b01d-275a114b7ccd tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:03:05.008307 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-cb258eba-f436-4ea0-b01d-275a114b7ccd tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "DELETE /v2.0/subnets/276709d6-7efa-4728-b280-2d8ca91cc754 HTTP/1.1" status: 404 len: 337 time: 0.0401218 Jan 21 19:03:05.010929 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58554) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:05.040886 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-95746821-7ed8-4dd7-988a-78903c947147 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] DELETE failed (client error): The resource could not be found. Jan 21 19:03:05.040886 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95746821-7ed8-4dd7-988a-78903c947147 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:03:05.045750 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-95746821-7ed8-4dd7-988a-78903c947147 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "DELETE /v2.0/networks/37942141-2e58-409f-b59b-fc2c4dea888b HTTP/1.1" status: 404 len: 339 time: 0.0306768 Jan 21 19:03:05.045750 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58558) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:05.067631 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5767b90-5c0b-4492-975f-b80da412afe3 None None] Pushing event updated for resources: {'Port': ['ID=2691bda1-f3f6-4a34-907f-2f03ae6c1832,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:05.096506 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4d8e859-cd30-4eb5-9bfb-cc5cd9f3d327 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] DELETE failed (client error): The resource could not be found. Jan 21 19:03:05.096962 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4d8e859-cd30-4eb5-9bfb-cc5cd9f3d327 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:03:05.101621 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-a4d8e859-cd30-4eb5-9bfb-cc5cd9f3d327 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "DELETE /v2.0/subnets/1e100d5c-15a4-409f-9cf2-721a6a9e8693 HTTP/1.1" status: 404 len: 337 time: 0.0526242 Jan 21 19:03:05.102122 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58562) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:05.128337 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-2836f551-e0ae-4a5a-bb7e-75bbc1964664 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] DELETE failed (client error): The resource could not be found. Jan 21 19:03:05.128811 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2836f551-e0ae-4a5a-bb7e-75bbc1964664 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:03:05.133481 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2836f551-e0ae-4a5a-bb7e-75bbc1964664 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "DELETE /v2.0/networks/1f9fd7c9-f947-4bd6-a853-275b70d40f7a HTTP/1.1" status: 404 len: 339 time: 0.0269542 Jan 21 19:03:05.134302 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58566) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:05.143246 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a27310c8-86b0-46bb-9ad2-1598785e7568 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for router_gateway, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:05.204262 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-20c732be-0c54-4f7f-bba8-2bdb6d73e097 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Deleting subnet e72a1f66-20ba-4142-8e65-3eedfee90098 {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:03:05.208502 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-20c732be-0c54-4f7f-bba8-2bdb6d73e097 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:05.264918 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5e9a193c-bd7c-4b41-83e5-656d51bf2863 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:05.302186 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-20c732be-0c54-4f7f-bba8-2bdb6d73e097 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:05.396351 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-192c600b-0303-4160-ab15-2eeb64a05426 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:05.408002 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-20c732be-0c54-4f7f-bba8-2bdb6d73e097 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:05.497349 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9a193c-bd7c-4b41-83e5-656d51bf2863 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:03:05.507276 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-5e9a193c-bd7c-4b41-83e5-656d51bf2863 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:05.517657 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a193c-bd7c-4b41-83e5-656d51bf2863 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Pushing event updated for resources: {'Port': ['ID=83342b34-a9cb-47d3-b675-a9f397242080,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:05.525208 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9a193c-bd7c-4b41-83e5-656d51bf2863 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:03:05.551943 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [None req-192c600b-0303-4160-ab15-2eeb64a05426 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] device_id is not set on port 46f542cd-972e-4319-9b41-24ce7c02f52e yet. {{(pid=88136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:03:05.555377 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-20c732be-0c54-4f7f-bba8-2bdb6d73e097 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:05.597440 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c732be-0c54-4f7f-bba8-2bdb6d73e097 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event deleted for resources: {'Subnet': ['ID=e72a1f66-20ba-4142-8e65-3eedfee90098,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:05.601071 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-20c732be-0c54-4f7f-bba8-2bdb6d73e097 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:05.613296 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1832bd-2ed8-49cb-b5ac-fde6941211e7 None None] Network 6d2bc0b7-54be-4cff-aeb1-6de58eaa26e4 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:03:05.658366 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-20c732be-0c54-4f7f-bba8-2bdb6d73e097 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "DELETE /v2.0/subnets/e72a1f66-20ba-4142-8e65-3eedfee90098 HTTP/1.1" status: 204 len: 168 time: 0.5227787 Jan 21 19:03:05.660593 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58570) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:05.787900 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-908f0b18-141a-4814-bf1b-82ffa2de2313 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:05.801060 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-908f0b18-141a-4814-bf1b-82ffa2de2313 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Deleting port b77a54b9-a7de-4b51-ab44-eff2576991af {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:03:05.801401 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-908f0b18-141a-4814-bf1b-82ffa2de2313 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:05.802975 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-37cc368e-e045-4c31-b12c-74bb87aaaefd tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:05.955728 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826b2800-f4ee-478f-80b7-576bce6e7c7b None None] DHCP port deletion for 6d2bc0b7-54be-4cff-aeb1-6de58eaa26e4 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:03:05.964350 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-826b2800-f4ee-478f-80b7-576bce6e7c7b None None] Deleting port b77a54b9-a7de-4b51-ab44-eff2576991af {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:03:05.965013 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-826b2800-f4ee-478f-80b7-576bce6e7c7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:06.030218 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-908f0b18-141a-4814-bf1b-82ffa2de2313 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] For port b77a54b9-a7de-4b51-ab44-eff2576991af, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=b77a54b9-a7de-4b51-ab44-eff2576991af,segment=NetworkSegment(ebcb1c3c-f8b9-4cd6-be5b-36544b1d6c80),segment_id=ebcb1c3c-f8b9-4cd6-be5b-36544b1d6c80)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:03:06.030887 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-908f0b18-141a-4814-bf1b-82ffa2de2313 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:06.171057 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cc368e-e045-4c31-b12c-74bb87aaaefd tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Pushing event deleted for resources: {'Port': ['ID=d2142ac4-d578-4181-a71e-50a59c830f6a,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:06.172610 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-908f0b18-141a-4814-bf1b-82ffa2de2313 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Calling delete_port for b77a54b9-a7de-4b51-ab44-eff2576991af owned by network:dhcp {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:03:06.212786 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-826b2800-f4ee-478f-80b7-576bce6e7c7b None None] For port b77a54b9-a7de-4b51-ab44-eff2576991af, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=b77a54b9-a7de-4b51-ab44-eff2576991af,segment=NetworkSegment(ebcb1c3c-f8b9-4cd6-be5b-36544b1d6c80),segment_id=ebcb1c3c-f8b9-4cd6-be5b-36544b1d6c80)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:03:06.213443 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-826b2800-f4ee-478f-80b7-576bce6e7c7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:06.335092 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-908f0b18-141a-4814-bf1b-82ffa2de2313 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:06.350089 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-826b2800-f4ee-478f-80b7-576bce6e7c7b None None] Calling delete_port for b77a54b9-a7de-4b51-ab44-eff2576991af owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:03:06.357712 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-37cc368e-e045-4c31-b12c-74bb87aaaefd tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:06.406173 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ac09a7-7125-4a5f-8cdb-75246fe613a8 None None] Network 03738ec6-e5ba-401f-ae4e-e60990d15ae7 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:03:06.409445 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f0b18-141a-4814-bf1b-82ffa2de2313 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event deleted for resources: {'Port': ['ID=b77a54b9-a7de-4b51-ab44-eff2576991af,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:06.412009 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58574) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:06.412183 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-37cc368e-e045-4c31-b12c-74bb87aaaefd tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] 10.222.0.87 "DELETE /v2.0/ports/d2142ac4-d578-4181-a71e-50a59c830f6a HTTP/1.1" status: 204 len: 168 time: 2.8358815 Jan 21 19:03:06.417445 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908f0b18-141a-4814-bf1b-82ffa2de2313 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] No DVR routers for this DVR port b77a54b9-a7de-4b51-ab44-eff2576991af on host dv-neutron-825470-1-hyperv {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:03:06.426089 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a27310c8-86b0-46bb-9ad2-1598785e7568 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:06.473585 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-9843ffc4-0f40-4f0a-9501-1cbae249cbae tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] GET failed (client error): The resource could not be found. Jan 21 19:03:06.474218 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-9843ffc4-0f40-4f0a-9501-1cbae249cbae tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Synchronizing usage tracker for tenant:02954b9ddd2e4ddab9cb92ac6a3ea5b2 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:03:06.514586 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-192c600b-0303-4160-ab15-2eeb64a05426 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Allocated IP 172.20.0.10 (03738ec6-e5ba-401f-ae4e-e60990d15ae7/13c1e500-f7da-4346-99b3-e4b6d00a699b/46f542cd-972e-4319-9b41-24ce7c02f52e) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:03:06.614862 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-64809ffc-770a-4783-92de-c65b0c407336 None None] Provisioning for port 2691bda1-f3f6-4a34-907f-2f03ae6c1832 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:03:06.634552 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-908f0b18-141a-4814-bf1b-82ffa2de2313 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:06.640097 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-826b2800-f4ee-478f-80b7-576bce6e7c7b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:03:06.640531 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-826b2800-f4ee-478f-80b7-576bce6e7c7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:03:06.645166 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-9843ffc4-0f40-4f0a-9501-1cbae249cbae tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Unset dirty status for tenant:02954b9ddd2e4ddab9cb92ac6a3ea5b2 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:03:06.650429 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-9843ffc4-0f40-4f0a-9501-1cbae249cbae tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] 10.222.0.87 "GET /v2.0/ports/d2142ac4-d578-4181-a71e-50a59c830f6a HTTP/1.1" status: 404 len: 333 time: 0.2305870 Jan 21 19:03:06.651879 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58578) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:06.665880 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-26f3042e-dbdc-445c-8e61-947ee2f108c2 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Request body: {'port': {'network_id': '7591102f-ff32-41d2-aecf-1e99a5709c1a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-471182665'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:06.689716 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-908f0b18-141a-4814-bf1b-82ffa2de2313 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d2bc0b7-54be-4cff-aeb1-6de58eaa26e4']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:06.716911 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-908f0b18-141a-4814-bf1b-82ffa2de2313 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebcb1c3c-f8b9-4cd6-be5b-36544b1d6c80') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:06.717226 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-908f0b18-141a-4814-bf1b-82ffa2de2313 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebcb1c3c-f8b9-4cd6-be5b-36544b1d6c80') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:06.891750 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-908f0b18-141a-4814-bf1b-82ffa2de2313 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:06.895289 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5e9a193c-bd7c-4b41-83e5-656d51bf2863 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for router_gateway, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:06.923666 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-908f0b18-141a-4814-bf1b-82ffa2de2313 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:06.936649 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-908f0b18-141a-4814-bf1b-82ffa2de2313 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:03:06.937045 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-908f0b18-141a-4814-bf1b-82ffa2de2313 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:06.952521 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:03:06.952521 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:03:06.952521 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:03:06.952521 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:03:06.952521 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:03:06.952521 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:03:06.952521 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:03:06.952521 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:03:06.952521 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:03:06.952521 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:03:06.952521 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:03:06.952521 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:03:06.952521 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:03:06.952521 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:03:06.952521 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:03:06.952521 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:03:06.952521 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:03:06.952521 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:03:06.952521 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:03:06.952521 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:03:06.952521 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:03:06.952521 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:03:06.952521 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:03:06.952521 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:03:06.952521 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:03:06.952521 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:03:06.952521 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:03:06.952521 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:03:06.952521 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:03:06.952521 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:03:06.952521 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:03:06.952521 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:03:07.038715 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-26f3042e-dbdc-445c-8e61-947ee2f108c2 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:03:07.055086 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-26f3042e-dbdc-445c-8e61-947ee2f108c2 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:03:07.142401 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-826b2800-f4ee-478f-80b7-576bce6e7c7b None None] Deleting port b77a54b9-a7de-4b51-ab44-eff2576991af {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:03:07.142909 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-826b2800-f4ee-478f-80b7-576bce6e7c7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:07.143280 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-908f0b18-141a-4814-bf1b-82ffa2de2313 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:07.171883 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-908f0b18-141a-4814-bf1b-82ffa2de2313 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:07.209302 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-192c600b-0303-4160-ab15-2eeb64a05426 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:07.212632 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-908f0b18-141a-4814-bf1b-82ffa2de2313 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] 10.222.0.87 "DELETE /v2.0/networks/6d2bc0b7-54be-4cff-aeb1-6de58eaa26e4 HTTP/1.1" status: 204 len: 168 time: 1.5475256 Jan 21 19:03:07.220851 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f3042e-dbdc-445c-8e61-947ee2f108c2 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Made reservation on behalf of 02954b9ddd2e4ddab9cb92ac6a3ea5b2 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:03:07.224918 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-26f3042e-dbdc-445c-8e61-947ee2f108c2 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:07.244804 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 2691bda1-f3f6-4a34-907f-2f03ae6c1832 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:03:07.250188 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f0b18-141a-4814-bf1b-82ffa2de2313 tempest-NetworksTest-615932104 tempest-NetworksTest-615932104-project] Pushing event deleted for resources: {'Network': ['ID=6d2bc0b7-54be-4cff-aeb1-6de58eaa26e4,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:07.254629 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-26f3042e-dbdc-445c-8e61-947ee2f108c2 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] device_id is not set on port 332b4d51-117d-4604-8db3-a6f4227c4f0a yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:03:07.276640 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-826b2800-f4ee-478f-80b7-576bce6e7c7b None None] The port 'b77a54b9-a7de-4b51-ab44-eff2576991af' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:03:07.299677 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27310c8-86b0-46bb-9ad2-1598785e7568 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Router cab80974-9172-498e-b2e3-94347dd0f0df is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:03:07.307373 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-192c600b-0303-4160-ab15-2eeb64a05426 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Transition to ACTIVE for port object 46f542cd-972e-4319-9b41-24ce7c02f52e will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:03:07.405933 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 2691bda1-f3f6-4a34-907f-2f03ae6c1832 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:03:07.412394 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 2691bda1-f3f6-4a34-907f-2f03ae6c1832 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:03:07.416106 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:07.459072 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-26f3042e-dbdc-445c-8e61-947ee2f108c2 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Allocated IP 2001:db8::d6 (7591102f-ff32-41d2-aecf-1e99a5709c1a/e10d17f7-3fdd-43d6-b00d-3b8080eb26e9/332b4d51-117d-4604-8db3-a6f4227c4f0a) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:03:07.555831 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:07.594586 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 2691bda1-f3f6-4a34-907f-2f03ae6c1832, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=2691bda1-f3f6-4a34-907f-2f03ae6c1832,segment=NetworkSegment(913ed8d8-7ca0-4fe3-9e3c-6c9dc75e3cdc),segment_id=913ed8d8-7ca0-4fe3-9e3c-6c9dc75e3cdc)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:03:07.668928 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:07.716784 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-26f3042e-dbdc-445c-8e61-947ee2f108c2 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:07.738361 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=2691bda1-f3f6-4a34-907f-2f03ae6c1832,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:07.743156 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device b77a54b9-a7de-4b51-ab44-eff2576991af no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:03:07.749977 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-26f3042e-dbdc-445c-8e61-947ee2f108c2 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Transition to ACTIVE for port object 332b4d51-117d-4604-8db3-a6f4227c4f0a will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:03:07.779728 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5e9a193c-bd7c-4b41-83e5-656d51bf2863 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:07.783167 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: b77a54b9-a7de-4b51-ab44-eff2576991af {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:03:07.783561 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device b77a54b9-a7de-4b51-ab44-eff2576991af not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:03:07.790598 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58586) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:07.848842 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-192c600b-0303-4160-ab15-2eeb64a05426 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:07.880193 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-26f3042e-dbdc-445c-8e61-947ee2f108c2 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:07.920594 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27310c8-86b0-46bb-9ad2-1598785e7568 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:03:07.923127 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5469386f-0fe5-4c4d-b295-8a6c01ed4eb2 None None] Sync routers for ids ['cab80974-9172-498e-b2e3-94347dd0f0df'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:03:07.933444 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5469386f-0fe5-4c4d-b295-8a6c01ed4eb2 None None] Routers {'cab80974-9172-498e-b2e3-94347dd0f0df'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:03:07.936333 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-5469386f-0fe5-4c4d-b295-8a6c01ed4eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:02:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['cab80974-9172-498e-b2e3-94347dd0f0df'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:07.964488 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192c600b-0303-4160-ab15-2eeb64a05426 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Network 03738ec6-e5ba-401f-ae4e-e60990d15ae7 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:03:07.970361 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-192c600b-0303-4160-ab15-2eeb64a05426 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:07.972794 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192c600b-0303-4160-ab15-2eeb64a05426 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:03:07.982351 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f3042e-dbdc-445c-8e61-947ee2f108c2 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Network 7591102f-ff32-41d2-aecf-1e99a5709c1a is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:03:07.985778 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-26f3042e-dbdc-445c-8e61-947ee2f108c2 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:07.997923 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f3042e-dbdc-445c-8e61-947ee2f108c2 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:03:08.004331 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f3042e-dbdc-445c-8e61-947ee2f108c2 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:08.011006 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-26f3042e-dbdc-445c-8e61-947ee2f108c2 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:08.033598 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a27310c8-86b0-46bb-9ad2-1598785e7568 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:08.038415 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a27310c8-86b0-46bb-9ad2-1598785e7568 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 8.4564147 Jan 21 19:03:08.043863 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58592) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:08.046336 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3042e-dbdc-445c-8e61-947ee2f108c2 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Pushing event updated for resources: {'Port': ['ID=332b4d51-117d-4604-8db3-a6f4227c4f0a,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:08.084176 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5d72ec1f-9592-416d-8775-7ea5b8794ede admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=98165352f4974f8d954efc4ce4c85f15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2899370 Jan 21 19:03:08.087732 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58598) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:08.088151 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192c600b-0303-4160-ab15-2eeb64a05426 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event updated for resources: {'Port': ['ID=46f542cd-972e-4319-9b41-24ce7c02f52e,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:08.152829 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-5469386f-0fe5-4c4d-b295-8a6c01ed4eb2 None None] Set router cab80974-9172-498e-b2e3-94347dd0f0df gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:03:08.161190 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192c600b-0303-4160-ab15-2eeb64a05426 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:08.161866 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-192c600b-0303-4160-ab15-2eeb64a05426 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:08.179998 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-26f3042e-dbdc-445c-8e61-947ee2f108c2 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.5279737 Jan 21 19:03:08.185434 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58602) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:08.218193 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9524afe5-2ce4-47f5-a58e-77400a27dfba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:08.223082 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-29d2b081-06f1-40ba-8ebf-f685006f5129 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Request body: {'port': {'network_id': '7591102f-ff32-41d2-aecf-1e99a5709c1a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1700868755'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:08.280834 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-192c600b-0303-4160-ab15-2eeb64a05426 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.3900034 Jan 21 19:03:08.283371 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58606) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:08.289995 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-7ea9de4b-5d08-440e-89b5-00ec35371d81 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'port': {'network_id': '03738ec6-e5ba-401f-ae4e-e60990d15ae7', 'name': 'tempest-PortsTestJSON-866645163', 'fixed_ips': [{'subnet_id': '13c1e500-f7da-4346-99b3-e4b6d00a699b', 'ip_address': '172.20.0.9'}]}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:08.321672 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9524afe5-2ce4-47f5-a58e-77400a27dfba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:08.336942 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e9a193c-bd7c-4b41-83e5-656d51bf2863 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Router 38672101-c7c7-4eb1-a220-64bed0b717ae is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:03:08.479762 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-576b34bc-77d3-41b1-80e4-cc50bf4dfb36 None None] Provisioning for port 46f542cd-972e-4319-9b41-24ce7c02f52e completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:03:08.486097 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-576b34bc-77d3-41b1-80e4-cc50bf4dfb36 None None] Provisioning complete for port 46f542cd-972e-4319-9b41-24ce7c02f52e triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:03:08.486467 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-576b34bc-77d3-41b1-80e4-cc50bf4dfb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:08.543979 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-00866659-f0b9-49bf-8c33-03df9b9a9e97 tempest-TestNetworkAdvancedServerOps-563031720 tempest-TestNetworkAdvancedServerOps-563031720-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=1f87e80a60cc473490523a0c4caffd4b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4988689 Jan 21 19:03:08.547265 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58610) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:08.563647 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-576b34bc-77d3-41b1-80e4-cc50bf4dfb36 None None] Port 46f542cd-972e-4319-9b41-24ce7c02f52e cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:03:08.597367 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-29d2b081-06f1-40ba-8ebf-f685006f5129 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:03:08.610940 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-29d2b081-06f1-40ba-8ebf-f685006f5129 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Usage tracker for resource:port and tenant:02954b9ddd2e4ddab9cb92ac6a3ea5b2 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:03:08.616366 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-29d2b081-06f1-40ba-8ebf-f685006f5129 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:03:08.623211 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-5469386f-0fe5-4c4d-b295-8a6c01ed4eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab80974-9172-498e-b2e3-94347dd0f0df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076722199', 'tenant_id': '1f87e80a60cc473490523a0c4caffd4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ee1af6a6-2d4e-43c1-9fbf-95d8be38957e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:03:00Z', 'updated_at': '2022-01-21T19:03:04Z', 'revision_number': 3, 'project_id': '1f87e80a60cc473490523a0c4caffd4b', 'gw_port': {'id': 'ee1af6a6-2d4e-43c1-9fbf-95d8be38957e', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:28:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab80974-9172-498e-b2e3-94347dd0f0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:03:02Z', 'updated_at': '2022-01-21T19:03:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:08.626595 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-29d2b081-06f1-40ba-8ebf-f685006f5129 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:03:08.627866 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5469386f-0fe5-4c4d-b295-8a6c01ed4eb2 None None] Checking router: cab80974-9172-498e-b2e3-94347dd0f0df for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:03:08.628299 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5469386f-0fe5-4c4d-b295-8a6c01ed4eb2 None None] Updating router cab80974-9172-498e-b2e3-94347dd0f0df port ee1af6a6-2d4e-43c1-9fbf-95d8be38957e binding host dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:03:08.672298 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-7ea9de4b-5d08-440e-89b5-00ec35371d81 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:03:08.687343 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7ea9de4b-5d08-440e-89b5-00ec35371d81 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Usage tracker for resource:port and tenant:d3e69eb5fab24f5d9451b2cf3f9d850d is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:03:08.692031 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7ea9de4b-5d08-440e-89b5-00ec35371d81 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:03:08.701846 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-7ea9de4b-5d08-440e-89b5-00ec35371d81 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:03:08.708155 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9524afe5-2ce4-47f5-a58e-77400a27dfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:08.716915 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9a193c-bd7c-4b41-83e5-656d51bf2863 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:03:08.735012 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6f178e-dcf0-4132-89ae-101cf7d74613 None None] Sync routers for ids ['38672101-c7c7-4eb1-a220-64bed0b717ae'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:03:08.737741 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5469386f-0fe5-4c4d-b295-8a6c01ed4eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:08.745596 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9524afe5-2ce4-47f5-a58e-77400a27dfba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d42dfcd-9757-4238-ac38-64612c56b78c,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:08.749568 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9524afe5-2ce4-47f5-a58e-77400a27dfba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:08.750710 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-9524afe5-2ce4-47f5-a58e-77400a27dfba admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5d42dfcd-9757-4238-ac38-64612c56b78c HTTP/1.1" status: 204 len: 168 time: 0.6606746 Jan 21 19:03:08.761763 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6f178e-dcf0-4132-89ae-101cf7d74613 None None] Routers {'38672101-c7c7-4eb1-a220-64bed0b717ae'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:03:08.762646 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-7f6f178e-dcf0-4132-89ae-101cf7d74613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:02:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['38672101-c7c7-4eb1-a220-64bed0b717ae'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:08.773735 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58af7830-ecd5-472c-92bc-1b9df3a7caf9 tempest-TestNetworkAdvancedServerOps-563031720 tempest-TestNetworkAdvancedServerOps-563031720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:08.777283 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-58af7830-ecd5-472c-92bc-1b9df3a7caf9 tempest-TestNetworkAdvancedServerOps-563031720 tempest-TestNetworkAdvancedServerOps-563031720-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2270122 Jan 21 19:03:08.777752 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58616) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:08.794238 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d2b081-06f1-40ba-8ebf-f685006f5129 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Made reservation on behalf of 02954b9ddd2e4ddab9cb92ac6a3ea5b2 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:03:08.798459 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-29d2b081-06f1-40ba-8ebf-f685006f5129 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:08.818729 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea9de4b-5d08-440e-89b5-00ec35371d81 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Made reservation on behalf of d3e69eb5fab24f5d9451b2cf3f9d850d for: {'port': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:03:08.824573 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7ea9de4b-5d08-440e-89b5-00ec35371d81 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:08.838210 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-e5a08375-f571-4186-905a-f4dee492fbf4 None None] Provisioning for port 332b4d51-117d-4604-8db3-a6f4227c4f0a completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:03:08.841920 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-29d2b081-06f1-40ba-8ebf-f685006f5129 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] device_id is not set on port 0c63d48e-2e4d-43da-aab3-07eae7be9c53 yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:03:08.844985 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5e9a193c-bd7c-4b41-83e5-656d51bf2863 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:08.846211 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-5e9a193c-bd7c-4b41-83e5-656d51bf2863 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.9207146 Jan 21 19:03:08.848230 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f59b27c1-48dc-4541-ba6e-211d5833621c tempest-TestNetworkAdvancedServerOps-563031720 tempest-TestNetworkAdvancedServerOps-563031720-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=552ba34b-3dd7-4be8-8310-a9fc908fe72b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0694101 Jan 21 19:03:08.853962 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58620) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:08.861526 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-7f6f178e-dcf0-4132-89ae-101cf7d74613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:08.868047 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-e5a08375-f571-4186-905a-f4dee492fbf4 None None] Provisioning complete for port 332b4d51-117d-4604-8db3-a6f4227c4f0a triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:03:08.868682 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e5a08375-f571-4186-905a-f4dee492fbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:08.886122 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58624) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:08.894098 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-10400593-3fcd-4efc-bdf7-6797d4b5703d tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-225978578', 'network_id': 'fc24e89d-af25-4b19-a6e4-c71b6bd3aa74', 'project_id': '1f87e80a60cc473490523a0c4caffd4b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:08.929436 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-e5a08375-f571-4186-905a-f4dee492fbf4 None None] Port 332b4d51-117d-4604-8db3-a6f4227c4f0a cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:03:08.934497 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6f178e-dcf0-4132-89ae-101cf7d74613 None None] Routers {'38672101-c7c7-4eb1-a220-64bed0b717ae'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:03:08.935636 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-7f6f178e-dcf0-4132-89ae-101cf7d74613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:02:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['38672101-c7c7-4eb1-a220-64bed0b717ae'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:08.935955 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [None req-7ea9de4b-5d08-440e-89b5-00ec35371d81 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] device_id is not set on port f38a3b9a-dd1b-43e7-885d-8f99cf647f51 yet. {{(pid=88136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:03:09.023954 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-7f6f178e-dcf0-4132-89ae-101cf7d74613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:09.025384 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6f178e-dcf0-4132-89ae-101cf7d74613 None None] The sync data for ids ['38672101-c7c7-4eb1-a220-64bed0b717ae'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:03:09.171086 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-10400593-3fcd-4efc-bdf7-6797d4b5703d tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:03:09.187609 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-10400593-3fcd-4efc-bdf7-6797d4b5703d tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Usage tracker for resource:subnet and tenant:1f87e80a60cc473490523a0c4caffd4b is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:03:09.193771 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-10400593-3fcd-4efc-bdf7-6797d4b5703d tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:03:09.207674 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-10400593-3fcd-4efc-bdf7-6797d4b5703d tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:03:09.214781 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 2691bda1-f3f6-4a34-907f-2f03ae6c1832 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:03:09.234966 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-29d2b081-06f1-40ba-8ebf-f685006f5129 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Allocated IP 2001:db8::393 (7591102f-ff32-41d2-aecf-1e99a5709c1a/e10d17f7-3fdd-43d6-b00d-3b8080eb26e9/0c63d48e-2e4d-43da-aab3-07eae7be9c53) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:03:09.286319 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5469386f-0fe5-4c4d-b295-8a6c01ed4eb2 None None] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:09.317887 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-5469386f-0fe5-4c4d-b295-8a6c01ed4eb2 None None] Transition to ACTIVE for port object ee1af6a6-2d4e-43c1-9fbf-95d8be38957e will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:03:09.323004 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 2691bda1-f3f6-4a34-907f-2f03ae6c1832 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:03:09.323730 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:09.386075 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10400593-3fcd-4efc-bdf7-6797d4b5703d tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Made reservation on behalf of 1f87e80a60cc473490523a0c4caffd4b for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:03:09.390039 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-10400593-3fcd-4efc-bdf7-6797d4b5703d tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:09.414425 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5469386f-0fe5-4c4d-b295-8a6c01ed4eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:09.485500 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-7ea9de4b-5d08-440e-89b5-00ec35371d81 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Allocated IP 172.20.0.9 (03738ec6-e5ba-401f-ae4e-e60990d15ae7/13c1e500-f7da-4346-99b3-e4b6d00a699b/f38a3b9a-dd1b-43e7-885d-8f99cf647f51) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:03:09.565479 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-5469386f-0fe5-4c4d-b295-8a6c01ed4eb2 None None] Attempting to bind port ee1af6a6-2d4e-43c1-9fbf-95d8be38957e on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:03:09.566293 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-5469386f-0fe5-4c4d-b295-8a6c01ed4eb2 None None] Attempting to bind port ee1af6a6-2d4e-43c1-9fbf-95d8be38957e by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:03:09.566834 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5469386f-0fe5-4c4d-b295-8a6c01ed4eb2 None None] Attempting to bind port ee1af6a6-2d4e-43c1-9fbf-95d8be38957e on network 552ba34b-3dd7-4be8-8310-a9fc908fe72b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:03:09.577508 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5469386f-0fe5-4c4d-b295-8a6c01ed4eb2 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:03:09.578251 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5469386f-0fe5-4c4d-b295-8a6c01ed4eb2 None None] Checking segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:03:09.578837 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5469386f-0fe5-4c4d-b295-8a6c01ed4eb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:09.579422 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5469386f-0fe5-4c4d-b295-8a6c01ed4eb2 None None] Bound using segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:03:09.580258 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-5469386f-0fe5-4c4d-b295-8a6c01ed4eb2 None None] Bound port: ee1af6a6-2d4e-43c1-9fbf-95d8be38957e, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:03:09.580842 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5469386f-0fe5-4c4d-b295-8a6c01ed4eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:09.685339 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-5469386f-0fe5-4c4d-b295-8a6c01ed4eb2 None None] For port ee1af6a6-2d4e-43c1-9fbf-95d8be38957e, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:03:09.689919 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-5469386f-0fe5-4c4d-b295-8a6c01ed4eb2 None None] For port ee1af6a6-2d4e-43c1-9fbf-95d8be38957e, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=ee1af6a6-2d4e-43c1-9fbf-95d8be38957e,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:03:09.695136 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921f5f40-f7ea-41be-a9f3-8694e076b3f5 None None] Pushing event updated for resources: {'Port': ['ID=ee1af6a6-2d4e-43c1-9fbf-95d8be38957e,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:09.705140 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921f5f40-f7ea-41be-a9f3-8694e076b3f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:03:09.706512 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921f5f40-f7ea-41be-a9f3-8694e076b3f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:03:09.707591 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921f5f40-f7ea-41be-a9f3-8694e076b3f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:03:09.707591 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921f5f40-f7ea-41be-a9f3-8694e076b3f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:03:09.707591 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921f5f40-f7ea-41be-a9f3-8694e076b3f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:03:09.708159 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921f5f40-f7ea-41be-a9f3-8694e076b3f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:03:09.708612 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921f5f40-f7ea-41be-a9f3-8694e076b3f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:03:09.709044 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921f5f40-f7ea-41be-a9f3-8694e076b3f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:03:09.709560 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921f5f40-f7ea-41be-a9f3-8694e076b3f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:03:09.710243 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921f5f40-f7ea-41be-a9f3-8694e076b3f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:03:09.710672 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921f5f40-f7ea-41be-a9f3-8694e076b3f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:03:09.711090 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921f5f40-f7ea-41be-a9f3-8694e076b3f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:03:09.767381 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-29d2b081-06f1-40ba-8ebf-f685006f5129 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:09.777724 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5469386f-0fe5-4c4d-b295-8a6c01ed4eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:09.787510 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-29d2b081-06f1-40ba-8ebf-f685006f5129 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Transition to ACTIVE for port object 0c63d48e-2e4d-43da-aab3-07eae7be9c53 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:03:09.863968 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5469386f-0fe5-4c4d-b295-8a6c01ed4eb2 None None] Routers {'cab80974-9172-498e-b2e3-94347dd0f0df'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:03:09.864660 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-5469386f-0fe5-4c4d-b295-8a6c01ed4eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:02:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['cab80974-9172-498e-b2e3-94347dd0f0df'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:09.921205 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921f5f40-f7ea-41be-a9f3-8694e076b3f5 None None] Pushing event updated for resources: {'Port': ['ID=ee1af6a6-2d4e-43c1-9fbf-95d8be38957e,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:09.961587 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-10400593-3fcd-4efc-bdf7-6797d4b5703d tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:10.013342 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-29d2b081-06f1-40ba-8ebf-f685006f5129 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:10.074699 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-5469386f-0fe5-4c4d-b295-8a6c01ed4eb2 None None] Set router cab80974-9172-498e-b2e3-94347dd0f0df gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:03:10.131562 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7ea9de4b-5d08-440e-89b5-00ec35371d81 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:10.140963 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d2b081-06f1-40ba-8ebf-f685006f5129 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Network 7591102f-ff32-41d2-aecf-1e99a5709c1a is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:03:10.143676 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10400593-3fcd-4efc-bdf7-6797d4b5703d tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Pushing event updated for resources: {'Subnet': ['ID=318cf0e1-cb46-4ad9-b6e3-4761e636ad66,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:10.156239 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-29d2b081-06f1-40ba-8ebf-f685006f5129 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:10.159068 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d2b081-06f1-40ba-8ebf-f685006f5129 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:03:10.165358 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-7ea9de4b-5d08-440e-89b5-00ec35371d81 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Transition to ACTIVE for port object f38a3b9a-dd1b-43e7-885d-8f99cf647f51 will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:03:10.166158 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d2b081-06f1-40ba-8ebf-f685006f5129 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:10.166956 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-29d2b081-06f1-40ba-8ebf-f685006f5129 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:10.178425 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d2b081-06f1-40ba-8ebf-f685006f5129 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Pushing event updated for resources: {'Port': ['ID=0c63d48e-2e4d-43da-aab3-07eae7be9c53,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:10.188779 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10400593-3fcd-4efc-bdf7-6797d4b5703d tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Checking segment: {'id': 'ca3524f3-3584-4d5b-8092-53119e2b5443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'fc24e89d-af25-4b19-a6e4-c71b6bd3aa74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:03:10.189319 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10400593-3fcd-4efc-bdf7-6797d4b5703d tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Network hostable DHCP agents. Network: fc24e89d-af25-4b19-a6e4-c71b6bd3aa74, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:03:10.238494 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0fbc4692-f68f-4dc0-b5c5-c4b8c6b65b9e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:10.268403 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58646) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:10.314363 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10400593-3fcd-4efc-bdf7-6797d4b5703d tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Network fc24e89d-af25-4b19-a6e4-c71b6bd3aa74 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:03:10.327608 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-29d2b081-06f1-40ba-8ebf-f685006f5129 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1112833 Jan 21 19:03:10.330853 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58652) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:10.339483 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-1310928d-8860-4d25-8781-9a0157859393 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2b5', 'mac_address': 'fa:16:3e:74:bc:5d'}, {'ip_address': '2001:db8::d6', 'mac_address': 'fa:16:3e:d5:b5:40'}]}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:10.473634 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7ea9de4b-5d08-440e-89b5-00ec35371d81 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:10.503436 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-5469386f-0fe5-4c4d-b295-8a6c01ed4eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab80974-9172-498e-b2e3-94347dd0f0df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076722199', 'tenant_id': '1f87e80a60cc473490523a0c4caffd4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ee1af6a6-2d4e-43c1-9fbf-95d8be38957e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:03:00Z', 'updated_at': '2022-01-21T19:03:04Z', 'revision_number': 3, 'project_id': '1f87e80a60cc473490523a0c4caffd4b', 'gw_port': {'id': 'ee1af6a6-2d4e-43c1-9fbf-95d8be38957e', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:28:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab80974-9172-498e-b2e3-94347dd0f0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:03:02Z', 'updated_at': '2022-01-21T19:03:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:10.508325 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5469386f-0fe5-4c4d-b295-8a6c01ed4eb2 None None] The sync data for ids ['cab80974-9172-498e-b2e3-94347dd0f0df'] in dv-neutron-825470-1-hyperv is: [{'id': 'cab80974-9172-498e-b2e3-94347dd0f0df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076722199', 'tenant_id': '1f87e80a60cc473490523a0c4caffd4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ee1af6a6-2d4e-43c1-9fbf-95d8be38957e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:03:00Z', 'updated_at': '2022-01-21T19:03:04Z', 'revision_number': 3, 'project_id': '1f87e80a60cc473490523a0c4caffd4b', 'gw_port': {'id': 'ee1af6a6-2d4e-43c1-9fbf-95d8be38957e', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:28:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab80974-9172-498e-b2e3-94347dd0f0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:03:02Z', 'updated_at': '2022-01-21T19:03:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:03:10.544361 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-79ca8811-c8fb-43c4-9627-864f65d073a6 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1112266890-network', 'tenant_id': '9e2d74e1ee2641bfb6a58e36851cb369'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:10.548127 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-10400593-3fcd-4efc-bdf7-6797d4b5703d tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, fc24e89d-af25-4b19-a6e4-c71b6bd3aa74) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:10.554621 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-79ca8811-c8fb-43c4-9627-864f65d073a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:03:10.557585 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10400593-3fcd-4efc-bdf7-6797d4b5703d tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:10.558303 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-10400593-3fcd-4efc-bdf7-6797d4b5703d tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:10.563152 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04cdaa7-6da4-4d22-a5c9-500d2031ac0b None None] Network fc24e89d-af25-4b19-a6e4-c71b6bd3aa74 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:03:10.575228 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-79ca8811-c8fb-43c4-9627-864f65d073a6 admin admin] Usage tracker for resource:network and tenant:9e2d74e1ee2641bfb6a58e36851cb369 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:03:10.585597 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-79ca8811-c8fb-43c4-9627-864f65d073a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:03:10.594890 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-79ca8811-c8fb-43c4-9627-864f65d073a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:03:10.646694 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea9de4b-5d08-440e-89b5-00ec35371d81 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Network 03738ec6-e5ba-401f-ae4e-e60990d15ae7 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:03:10.650120 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea9de4b-5d08-440e-89b5-00ec35371d81 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event updated for resources: {'Port': ['ID=f38a3b9a-dd1b-43e7-885d-8f99cf647f51,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:10.658996 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-7ea9de4b-5d08-440e-89b5-00ec35371d81 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:10.661186 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea9de4b-5d08-440e-89b5-00ec35371d81 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:03:10.691873 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1310928d-8860-4d25-8781-9a0157859393 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:10.751547 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-10400593-3fcd-4efc-bdf7-6797d4b5703d tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8640325 Jan 21 19:03:10.752819 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58656) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:10.795627 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea9de4b-5d08-440e-89b5-00ec35371d81 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:10.795908 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7ea9de4b-5d08-440e-89b5-00ec35371d81 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:10.880223 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-42c07e37-ea90-4b41-9798-29fc3c4a41af None None] Provisioning for port 0c63d48e-2e4d-43da-aab3-07eae7be9c53 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:03:10.909152 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ca8811-c8fb-43c4-9627-864f65d073a6 admin admin] Made reservation on behalf of 9e2d74e1ee2641bfb6a58e36851cb369 for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:03:10.911505 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-79ca8811-c8fb-43c4-9627-864f65d073a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:10.917549 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-42c07e37-ea90-4b41-9798-29fc3c4a41af None None] Provisioning complete for port 0c63d48e-2e4d-43da-aab3-07eae7be9c53 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:03:10.918016 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-42c07e37-ea90-4b41-9798-29fc3c4a41af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:10.937528 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-7ea9de4b-5d08-440e-89b5-00ec35371d81 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6529732 Jan 21 19:03:10.942981 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58660) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:10.946431 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-79ca8811-c8fb-43c4-9627-864f65d073a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:10.980082 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-0fbc4692-f68f-4dc0-b5c5-c4b8c6b65b9e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Allocated IP 172.20.0.1 (6e1321f0-9f4c-4194-b3e4-1ee86ac02f9d/1bdd150e-1c51-4dbe-a8fd-6faf698b8f53/f6830ed0-4dfd-48d0-a874-274e43e58c8b) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:03:10.981492 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf64c4e1-249d-4350-ba84-c1bc8932b2a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-fc24e89d-af25-4b19-a6e4-c71b6bd3aa74', 'network_id': 'fc24e89d-af25-4b19-a6e4-c71b6bd3aa74', 'tenant_id': '1f87e80a60cc473490523a0c4caffd4b', 'fixed_ips': [{'subnet_id': '318cf0e1-cb46-4ad9-b6e3-4761e636ad66'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:03:10.982261 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-cf64c4e1-249d-4350-ba84-c1bc8932b2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:11.052236 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-79ca8811-c8fb-43c4-9627-864f65d073a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:03:11.063943 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-79ca8811-c8fb-43c4-9627-864f65d073a6 admin admin] Usage tracker for resource:security_group_rule and tenant:9e2d74e1ee2641bfb6a58e36851cb369 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:03:11.071901 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-79ca8811-c8fb-43c4-9627-864f65d073a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:03:11.110221 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-42c07e37-ea90-4b41-9798-29fc3c4a41af None None] Port 0c63d48e-2e4d-43da-aab3-07eae7be9c53 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:03:11.163820 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-79ca8811-c8fb-43c4-9627-864f65d073a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:03:11.226511 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-cf64c4e1-249d-4350-ba84-c1bc8932b2a8 None None] Allocated IP 172.20.0.2 (fc24e89d-af25-4b19-a6e4-c71b6bd3aa74/318cf0e1-cb46-4ad9-b6e3-4761e636ad66/f48b4802-aa1d-4bba-a3e9-14a016c258da) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:03:11.233257 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0fbc4692-f68f-4dc0-b5c5-c4b8c6b65b9e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:11.276162 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device ee1af6a6-2d4e-43c1-9fbf-95d8be38957e up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:03:11.326355 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0fbc4692-f68f-4dc0-b5c5-c4b8c6b65b9e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:11.420992 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-88a4f584-09a7-4fd7-8228-8f20a860edb1 None None] Provisioning for port f38a3b9a-dd1b-43e7-885d-8f99cf647f51 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:03:11.440754 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbc4692-f68f-4dc0-b5c5-c4b8c6b65b9e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Network 6e1321f0-9f4c-4194-b3e4-1ee86ac02f9d is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:03:11.444886 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-0fbc4692-f68f-4dc0-b5c5-c4b8c6b65b9e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:11.450856 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-88a4f584-09a7-4fd7-8228-8f20a860edb1 None None] Provisioning complete for port f38a3b9a-dd1b-43e7-885d-8f99cf647f51 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:03:11.451444 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-88a4f584-09a7-4fd7-8228-8f20a860edb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:11.451840 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbc4692-f68f-4dc0-b5c5-c4b8c6b65b9e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:03:11.495304 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc4692-f68f-4dc0-b5c5-c4b8c6b65b9e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Pushing event updated for resources: {'Port': ['ID=f6830ed0-4dfd-48d0-a874-274e43e58c8b,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:11.529625 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0fbc4692-f68f-4dc0-b5c5-c4b8c6b65b9e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:11.576316 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-88a4f584-09a7-4fd7-8228-8f20a860edb1 None None] Port f38a3b9a-dd1b-43e7-885d-8f99cf647f51 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:03:11.595324 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-cf64c4e1-249d-4350-ba84-c1bc8932b2a8 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:11.608889 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-cf64c4e1-249d-4350-ba84-c1bc8932b2a8 None None] Transition to ACTIVE for port object f48b4802-aa1d-4bba-a3e9-14a016c258da will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:03:11.623333 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port ee1af6a6-2d4e-43c1-9fbf-95d8be38957e completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:03:11.636630 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port ee1af6a6-2d4e-43c1-9fbf-95d8be38957e triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:03:11.637620 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:11.666358 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-cf64c4e1-249d-4350-ba84-c1bc8932b2a8 None None] Transition to ACTIVE for port object f48b4802-aa1d-4bba-a3e9-14a016c258da will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:03:11.761801 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-cf64c4e1-249d-4350-ba84-c1bc8932b2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:11.773502 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-79ca8811-c8fb-43c4-9627-864f65d073a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:11.782284 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d8f43a-45cc-49da-b535-69c1d186ba6d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:11.783625 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-62d8f43a-45cc-49da-b535-69c1d186ba6d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Synchronizing usage tracker for tenant:d3e69eb5fab24f5d9451b2cf3f9d850d on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:03:11.844768 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:11.856993 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf64c4e1-249d-4350-ba84-c1bc8932b2a8 None None] Network fc24e89d-af25-4b19-a6e4-c71b6bd3aa74 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:03:11.862310 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-cf64c4e1-249d-4350-ba84-c1bc8932b2a8 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:11.865179 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf64c4e1-249d-4350-ba84-c1bc8932b2a8 None None] Pushing event updated for resources: {'Port': ['ID=f48b4802-aa1d-4bba-a3e9-14a016c258da,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:11.868398 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf64c4e1-249d-4350-ba84-c1bc8932b2a8 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:03:11.945433 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port ee1af6a6-2d4e-43c1-9fbf-95d8be38957e, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=ee1af6a6-2d4e-43c1-9fbf-95d8be38957e,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:03:11.972400 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-cf64c4e1-249d-4350-ba84-c1bc8932b2a8 None None] Attempting to bind port f48b4802-aa1d-4bba-a3e9-14a016c258da on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:03:11.972888 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-cf64c4e1-249d-4350-ba84-c1bc8932b2a8 None None] Attempting to bind port f48b4802-aa1d-4bba-a3e9-14a016c258da by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'ca3524f3-3584-4d5b-8092-53119e2b5443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'fc24e89d-af25-4b19-a6e4-c71b6bd3aa74'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:03:11.973121 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf64c4e1-249d-4350-ba84-c1bc8932b2a8 None None] Attempting to bind port f48b4802-aa1d-4bba-a3e9-14a016c258da on network fc24e89d-af25-4b19-a6e4-c71b6bd3aa74 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:03:11.979334 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf64c4e1-249d-4350-ba84-c1bc8932b2a8 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:03:11.979705 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf64c4e1-249d-4350-ba84-c1bc8932b2a8 None None] Checking segment: {'id': 'ca3524f3-3584-4d5b-8092-53119e2b5443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'fc24e89d-af25-4b19-a6e4-c71b6bd3aa74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:03:11.980099 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-cf64c4e1-249d-4350-ba84-c1bc8932b2a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:11.980489 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf64c4e1-249d-4350-ba84-c1bc8932b2a8 None None] Bound using segment: {'id': 'ca3524f3-3584-4d5b-8092-53119e2b5443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'fc24e89d-af25-4b19-a6e4-c71b6bd3aa74'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:03:11.980954 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-cf64c4e1-249d-4350-ba84-c1bc8932b2a8 None None] Bound port: f48b4802-aa1d-4bba-a3e9-14a016c258da, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca3524f3-3584-4d5b-8092-53119e2b5443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'fc24e89d-af25-4b19-a6e4-c71b6bd3aa74'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:03:11.981529 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-cf64c4e1-249d-4350-ba84-c1bc8932b2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:11.995893 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-79ca8811-c8fb-43c4-9627-864f65d073a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:12.012874 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0fbc4692-f68f-4dc0-b5c5-c4b8c6b65b9e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:12.028037 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:12.064170 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79ca8811-c8fb-43c4-9627-864f65d073a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:03:12.076585 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca8811-c8fb-43c4-9627-864f65d073a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66616746-32e0-477b-8690-12242235c771,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:12.127156 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-79ca8811-c8fb-43c4-9627-864f65d073a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:12.127489 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-79ca8811-c8fb-43c4-9627-864f65d073a6 admin admin] Added segment 72a403b5-dd14-41c1-bc8a-e5814195f8b6 of type vlan for network dfe849bc-d2c5-41b6-bc65-df1a9ae9a215 Jan 21 19:03:12.128600 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-62d8f43a-45cc-49da-b535-69c1d186ba6d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Unset dirty status for tenant:d3e69eb5fab24f5d9451b2cf3f9d850d on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:03:12.129921 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-62d8f43a-45cc-49da-b535-69c1d186ba6d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 921 time: 1.1858001 Jan 21 19:03:12.136150 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=ee1af6a6-2d4e-43c1-9fbf-95d8be38957e,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:12.140997 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-cf64c4e1-249d-4350-ba84-c1bc8932b2a8 None None] For port f48b4802-aa1d-4bba-a3e9-14a016c258da, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:03:12.144203 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-cf64c4e1-249d-4350-ba84-c1bc8932b2a8 None None] For port f48b4802-aa1d-4bba-a3e9-14a016c258da, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=f48b4802-aa1d-4bba-a3e9-14a016c258da,segment=NetworkSegment(ca3524f3-3584-4d5b-8092-53119e2b5443),segment_id=ca3524f3-3584-4d5b-8092-53119e2b5443)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:03:12.149531 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58664) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:12.189122 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-cf64c4e1-249d-4350-ba84-c1bc8932b2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:12.202975 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1310928d-8860-4d25-8781-9a0157859393 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:12.267990 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-79ca8811-c8fb-43c4-9627-864f65d073a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:12.279865 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf64c4e1-249d-4350-ba84-c1bc8932b2a8 None None] Pushing event updated for resources: {'Port': ['ID=f48b4802-aa1d-4bba-a3e9-14a016c258da,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:12.298454 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1310928d-8860-4d25-8781-9a0157859393 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:12.401667 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-1310928d-8860-4d25-8781-9a0157859393 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] In _notify_port_updated(), no bound segment for port 0c63d48e-2e4d-43da-aab3-07eae7be9c53 on network 7591102f-ff32-41d2-aecf-1e99a5709c1a {{(pid=88137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 19:03:12.407084 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1310928d-8860-4d25-8781-9a0157859393 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:12.407743 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1310928d-8860-4d25-8781-9a0157859393 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:12.409068 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-1310928d-8860-4d25-8781-9a0157859393 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] 10.222.0.87 "PUT /v2.0/ports/0c63d48e-2e4d-43da-aab3-07eae7be9c53 HTTP/1.1" status: 200 len: 1067 time: 2.0771728 Jan 21 19:03:12.451315 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58668) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:12.516478 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1310928d-8860-4d25-8781-9a0157859393 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Pushing event updated for resources: {'Port': ['ID=0c63d48e-2e4d-43da-aab3-07eae7be9c53,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:12.570633 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-79ca8811-c8fb-43c4-9627-864f65d073a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:12.571703 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ca8811-c8fb-43c4-9627-864f65d073a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:12.572348 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-79ca8811-c8fb-43c4-9627-864f65d073a6 admin admin] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:12.585984 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0fbc4692-f68f-4dc0-b5c5-c4b8c6b65b9e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:12.622420 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7205d71f-8df5-47a3-b3de-f5c4f1e31332 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:12.635072 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0fbc4692-f68f-4dc0-b5c5-c4b8c6b65b9e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:12.654408 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-18f74b53-9da1-43a5-a3ee-3352075a7f43 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Deleting port 0c63d48e-2e4d-43da-aab3-07eae7be9c53 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:03:12.654756 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-18f74b53-9da1-43a5-a3ee-3352075a7f43 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:12.761625 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc4692-f68f-4dc0-b5c5-c4b8c6b65b9e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Pushing event updated for resources: {'Port': ['ID=f6830ed0-4dfd-48d0-a874-274e43e58c8b,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:12.771751 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6321344-60c0-4dc9-9ee9-5babc1519f71 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:12.772830 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0fbc4692-f68f-4dc0-b5c5-c4b8c6b65b9e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:12.778305 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6321344-60c0-4dc9-9ee9-5babc1519f71 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:12.784143 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6321344-60c0-4dc9-9ee9-5babc1519f71 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:12.785846 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e6321344-60c0-4dc9-9ee9-5babc1519f71 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.6333556 Jan 21 19:03:12.804780 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58672) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:12.817865 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-eb792580-77a2-4f67-aed6-86656604ac26 None None] Provisioning complete for port 0c63d48e-2e4d-43da-aab3-07eae7be9c53 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:03:12.818405 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eb792580-77a2-4f67-aed6-86656604ac26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:12.880321 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca8811-c8fb-43c4-9627-864f65d073a6 admin admin] Pushing event updated for resources: {'Network': ['ID=dfe849bc-d2c5-41b6-bc65-df1a9ae9a215,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:12.895573 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network dfe849bc-d2c5-41b6-bc65-df1a9ae9a215 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:03:12.898307 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-79ca8811-c8fb-43c4-9627-864f65d073a6 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6287918 Jan 21 19:03:12.907654 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58676) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:12.915592 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-eb792580-77a2-4f67-aed6-86656604ac26 None None] Port 0c63d48e-2e4d-43da-aab3-07eae7be9c53 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:03:12.948312 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-1d941edb-7d73-44f8-b68c-55a5912e7863 admin admin] Request body: {'subnet': {'network_id': 'dfe849bc-d2c5-41b6-bc65-df1a9ae9a215', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1112266890-subnet', 'tenant_id': '9e2d74e1ee2641bfb6a58e36851cb369', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:12.954427 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-ef3dd57f-4c24-4b51-97d2-2423f170cc27 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Deleting port f38a3b9a-dd1b-43e7-885d-8f99cf647f51 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:03:12.954766 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ef3dd57f-4c24-4b51-97d2-2423f170cc27 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:12.966701 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-1d941edb-7d73-44f8-b68c-55a5912e7863 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:03:12.982501 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-1d941edb-7d73-44f8-b68c-55a5912e7863 admin admin] Usage tracker for resource:subnet and tenant:9e2d74e1ee2641bfb6a58e36851cb369 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:03:12.987074 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-1d941edb-7d73-44f8-b68c-55a5912e7863 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:03:13.000027 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-1d941edb-7d73-44f8-b68c-55a5912e7863 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:03:13.077052 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbc4692-f68f-4dc0-b5c5-c4b8c6b65b9e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Network 6e1321f0-9f4c-4194-b3e4-1ee86ac02f9d is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:03:13.085145 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-0fbc4692-f68f-4dc0-b5c5-c4b8c6b65b9e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:13.184694 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d941edb-7d73-44f8-b68c-55a5912e7863 admin admin] Made reservation on behalf of 9e2d74e1ee2641bfb6a58e36851cb369 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:03:13.186995 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1d941edb-7d73-44f8-b68c-55a5912e7863 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:13.294370 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device f48b4802-aa1d-4bba-a3e9-14a016c258da up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:03:13.417341 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-18f74b53-9da1-43a5-a3ee-3352075a7f43 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:13.438820 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ef3dd57f-4c24-4b51-97d2-2423f170cc27 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:13.517643 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fbc4692-f68f-4dc0-b5c5-c4b8c6b65b9e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Router 38672101-c7c7-4eb1-a220-64bed0b717ae has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:03:13.543066 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port f48b4802-aa1d-4bba-a3e9-14a016c258da completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:03:13.549732 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device ee1af6a6-2d4e-43c1-9fbf-95d8be38957e up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:03:13.581099 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-18f74b53-9da1-43a5-a3ee-3352075a7f43 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Calling delete_port for 0c63d48e-2e4d-43da-aab3-07eae7be9c53 owned by {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:03:13.640742 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port ee1af6a6-2d4e-43c1-9fbf-95d8be38957e triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:03:13.641119 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:13.724410 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-ef3dd57f-4c24-4b51-97d2-2423f170cc27 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Calling delete_port for f38a3b9a-dd1b-43e7-885d-8f99cf647f51 owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:03:13.750208 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5ff690-224d-4849-808a-c20206813adc None None] Network fc24e89d-af25-4b19-a6e4-c71b6bd3aa74 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:03:13.888611 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0feb6962-d3ab-4dbb-9f3b-712426bdb337 None None] Provisioning for port f48b4802-aa1d-4bba-a3e9-14a016c258da completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:03:13.900507 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0feb6962-d3ab-4dbb-9f3b-712426bdb337 None None] Provisioning complete for port f48b4802-aa1d-4bba-a3e9-14a016c258da triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:03:13.901106 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0feb6962-d3ab-4dbb-9f3b-712426bdb337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:14.021041 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-7205d71f-8df5-47a3-b3de-f5c4f1e31332 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Allocated IP 172.20.0.1 (fc24e89d-af25-4b19-a6e4-c71b6bd3aa74/318cf0e1-cb46-4ad9-b6e3-4761e636ad66/e1aea94e-cfd0-4cbf-b64d-ca56f66ffc83) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:03:14.032271 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fbc4692-f68f-4dc0-b5c5-c4b8c6b65b9e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:03:14.048326 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-0fbc4692-f68f-4dc0-b5c5-c4b8c6b65b9e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "PUT /v2.0/routers/38672101-c7c7-4eb1-a220-64bed0b717ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1952543 Jan 21 19:03:14.049773 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2c4420-0f11-489d-bc90-1476a07d0fa7 None None] Sync routers for ids ['38672101-c7c7-4eb1-a220-64bed0b717ae'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:03:14.050807 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58680) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:14.058365 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-fa41e8c4-7c48-4336-9ba2-8a23904498f0 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Request body: {'port': {'network_id': '6e1321f0-9f4c-4194-b3e4-1ee86ac02f9d', 'name': 'tempest-FloatingIPTestJSON-2097162540'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:14.075571 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2c4420-0f11-489d-bc90-1476a07d0fa7 None None] Routers {'38672101-c7c7-4eb1-a220-64bed0b717ae'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:03:14.076889 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-8d2c4420-0f11-489d-bc90-1476a07d0fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:02:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['38672101-c7c7-4eb1-a220-64bed0b717ae'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:14.133941 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0feb6962-d3ab-4dbb-9f3b-712426bdb337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:14.154880 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ef3dd57f-4c24-4b51-97d2-2423f170cc27 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:14.166715 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1d941edb-7d73-44f8-b68c-55a5912e7863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:14.168550 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-8d2c4420-0f11-489d-bc90-1476a07d0fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:14.170361 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-18f74b53-9da1-43a5-a3ee-3352075a7f43 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:14.174846 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0feb6962-d3ab-4dbb-9f3b-712426bdb337 None None] For port f48b4802-aa1d-4bba-a3e9-14a016c258da, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=f48b4802-aa1d-4bba-a3e9-14a016c258da,segment=NetworkSegment(ca3524f3-3584-4d5b-8092-53119e2b5443),segment_id=ca3524f3-3584-4d5b-8092-53119e2b5443)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:03:14.182732 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2c4420-0f11-489d-bc90-1476a07d0fa7 None None] Routers {'38672101-c7c7-4eb1-a220-64bed0b717ae'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:03:14.183727 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-8d2c4420-0f11-489d-bc90-1476a07d0fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:02:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['38672101-c7c7-4eb1-a220-64bed0b717ae'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:14.234049 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0feb6962-d3ab-4dbb-9f3b-712426bdb337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:14.285606 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f74b53-9da1-43a5-a3ee-3352075a7f43 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Pushing event deleted for resources: {'Port': ['ID=0c63d48e-2e4d-43da-aab3-07eae7be9c53,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:14.303120 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-8d2c4420-0f11-489d-bc90-1476a07d0fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:14.305609 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2c4420-0f11-489d-bc90-1476a07d0fa7 None None] The sync data for ids ['38672101-c7c7-4eb1-a220-64bed0b717ae'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:03:14.349520 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feb6962-d3ab-4dbb-9f3b-712426bdb337 None None] Pushing event updated for resources: {'Port': ['ID=f48b4802-aa1d-4bba-a3e9-14a016c258da,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:14.359758 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3dd57f-4c24-4b51-97d2-2423f170cc27 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event deleted for resources: {'Port': ['ID=f38a3b9a-dd1b-43e7-885d-8f99cf647f51,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:14.409087 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d941edb-7d73-44f8-b68c-55a5912e7863 admin admin] Pushing event updated for resources: {'Subnet': ['ID=944aea16-5152-4314-a91a-e1fb3aa93788,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:14.431156 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7205d71f-8df5-47a3-b3de-f5c4f1e31332 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:14.440769 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-fa41e8c4-7c48-4336-9ba2-8a23904498f0 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:03:14.446332 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-fa41e8c4-7c48-4336-9ba2-8a23904498f0 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Usage tracker for resource:port and tenant:1a64234390194d4d89c8cd088a8ecdc0 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:03:14.451490 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-fa41e8c4-7c48-4336-9ba2-8a23904498f0 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:03:14.456575 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-7205d71f-8df5-47a3-b3de-f5c4f1e31332 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Transition to ACTIVE for port object e1aea94e-cfd0-4cbf-b64d-ca56f66ffc83 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:03:14.464637 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-fa41e8c4-7c48-4336-9ba2-8a23904498f0 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:03:14.473941 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ef3dd57f-4c24-4b51-97d2-2423f170cc27 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:14.476522 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ef3dd57f-4c24-4b51-97d2-2423f170cc27 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/ports/f38a3b9a-dd1b-43e7-885d-8f99cf647f51 HTTP/1.1" status: 204 len: 168 time: 1.6685333 Jan 21 19:03:14.481066 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58684) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:14.539308 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d941edb-7d73-44f8-b68c-55a5912e7863 admin admin] Checking segment: {'id': '72a403b5-dd14-41c1-bc8a-e5814195f8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'dfe849bc-d2c5-41b6-bc65-df1a9ae9a215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:03:14.539755 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d941edb-7d73-44f8-b68c-55a5912e7863 admin admin] Network hostable DHCP agents. Network: dfe849bc-d2c5-41b6-bc65-df1a9ae9a215, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:03:14.543941 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa41e8c4-7c48-4336-9ba2-8a23904498f0 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Made reservation on behalf of 1a64234390194d4d89c8cd088a8ecdc0 for: {'port': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:03:14.547860 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fa41e8c4-7c48-4336-9ba2-8a23904498f0 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:14.560264 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f0b9369-5a62-4a6e-99f5-8a379958f6da tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] GET failed (client error): The resource could not be found. Jan 21 19:03:14.560804 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-1f0b9369-5a62-4a6e-99f5-8a379958f6da tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Synchronizing usage tracker for tenant:d3e69eb5fab24f5d9451b2cf3f9d850d on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:03:14.578662 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [None req-fa41e8c4-7c48-4336-9ba2-8a23904498f0 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] device_id is not set on port f7e02b4e-3e69-48be-8f75-282311c64690 yet. {{(pid=88136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:03:14.647900 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7205d71f-8df5-47a3-b3de-f5c4f1e31332 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:14.678829 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-e796a34d-eee5-438c-99b3-2cd7034e880d None None] Provisioning complete for port f48b4802-aa1d-4bba-a3e9-14a016c258da triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:03:14.679967 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e796a34d-eee5-438c-99b3-2cd7034e880d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:14.714384 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-1f0b9369-5a62-4a6e-99f5-8a379958f6da tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Unset dirty status for tenant:d3e69eb5fab24f5d9451b2cf3f9d850d on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:03:14.718505 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-1f0b9369-5a62-4a6e-99f5-8a379958f6da tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "GET /v2.0/ports/f38a3b9a-dd1b-43e7-885d-8f99cf647f51 HTTP/1.1" status: 404 len: 333 time: 0.2361758 Jan 21 19:03:14.724203 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58688) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:14.742934 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205d71f-8df5-47a3-b3de-f5c4f1e31332 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Pushing event updated for resources: {'Port': ['ID=e1aea94e-cfd0-4cbf-b64d-ca56f66ffc83,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:14.783482 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d941edb-7d73-44f8-b68c-55a5912e7863 admin admin] Network dfe849bc-d2c5-41b6-bc65-df1a9ae9a215 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:03:14.824073 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-fa41e8c4-7c48-4336-9ba2-8a23904498f0 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Allocated IP 172.20.0.7 (6e1321f0-9f4c-4194-b3e4-1ee86ac02f9d/1bdd150e-1c51-4dbe-a8fd-6faf698b8f53/f7e02b4e-3e69-48be-8f75-282311c64690) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:03:14.829779 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7205d71f-8df5-47a3-b3de-f5c4f1e31332 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Network fc24e89d-af25-4b19-a6e4-c71b6bd3aa74 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:03:14.832561 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-141e7288-b7da-4235-a870-78336bc29863 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Deleting port 46f542cd-972e-4319-9b41-24ce7c02f52e {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:03:14.837229 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-141e7288-b7da-4235-a870-78336bc29863 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:14.837367 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-7205d71f-8df5-47a3-b3de-f5c4f1e31332 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:14.842802 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7205d71f-8df5-47a3-b3de-f5c4f1e31332 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:03:14.879074 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-18f74b53-9da1-43a5-a3ee-3352075a7f43 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:14.908587 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-1d941edb-7d73-44f8-b68c-55a5912e7863 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, dfe849bc-d2c5-41b6-bc65-df1a9ae9a215) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:14.918644 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-18f74b53-9da1-43a5-a3ee-3352075a7f43 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] 10.222.0.87 "DELETE /v2.0/ports/0c63d48e-2e4d-43da-aab3-07eae7be9c53 HTTP/1.1" status: 204 len: 168 time: 2.4622018 Jan 21 19:03:14.918644 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d941edb-7d73-44f8-b68c-55a5912e7863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:14.918644 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1d941edb-7d73-44f8-b68c-55a5912e7863 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:14.923168 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40be82ae-5ce4-41d9-a05d-509301cc177c None None] Network dfe849bc-d2c5-41b6-bc65-df1a9ae9a215 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:03:14.923839 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58692) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:14.980543 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7205d71f-8df5-47a3-b3de-f5c4f1e31332 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:15.014615 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aca6457-7b83-4930-8143-d907bea90bba tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] GET failed (client error): The resource could not be found. Jan 21 19:03:15.014615 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-5aca6457-7b83-4930-8143-d907bea90bba tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Synchronizing usage tracker for tenant:02954b9ddd2e4ddab9cb92ac6a3ea5b2 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:03:15.105423 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-1d941edb-7d73-44f8-b68c-55a5912e7863 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1672828 Jan 21 19:03:15.140047 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-5aca6457-7b83-4930-8143-d907bea90bba tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Unset dirty status for tenant:02954b9ddd2e4ddab9cb92ac6a3ea5b2 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:03:15.142402 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5aca6457-7b83-4930-8143-d907bea90bba tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] 10.222.0.87 "GET /v2.0/ports/0c63d48e-2e4d-43da-aab3-07eae7be9c53 HTTP/1.1" status: 404 len: 333 time: 0.2153580 Jan 21 19:03:15.146997 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58698) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:15.254625 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b013d453-ebdd-4e49-a7aa-c88a9206d99b None None] Network dfe849bc-d2c5-41b6-bc65-df1a9ae9a215 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:03:15.270200 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device f48b4802-aa1d-4bba-a3e9-14a016c258da up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:03:15.295263 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-141e7288-b7da-4235-a870-78336bc29863 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:15.313295 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fa41e8c4-7c48-4336-9ba2-8a23904498f0 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:15.315749 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-57fc6c8d-73d8-4a17-b5bc-ceb82f326cf2 None None] Provisioning for port e1aea94e-cfd0-4cbf-b64d-ca56f66ffc83 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:03:15.339985 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-2e5115c0-19e4-418e-85bc-a672e7704c9c tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Deleting port 332b4d51-117d-4604-8db3-a6f4227c4f0a {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:03:15.339985 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2e5115c0-19e4-418e-85bc-a672e7704c9c tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:15.345357 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-57fc6c8d-73d8-4a17-b5bc-ceb82f326cf2 None None] Provisioning complete for port e1aea94e-cfd0-4cbf-b64d-ca56f66ffc83 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:03:15.345729 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-57fc6c8d-73d8-4a17-b5bc-ceb82f326cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:15.442003 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-141e7288-b7da-4235-a870-78336bc29863 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Calling delete_port for 46f542cd-972e-4319-9b41-24ce7c02f52e owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:03:15.479281 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7205d71f-8df5-47a3-b3de-f5c4f1e31332 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:15.489818 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-57fc6c8d-73d8-4a17-b5bc-ceb82f326cf2 None None] Port e1aea94e-cfd0-4cbf-b64d-ca56f66ffc83 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:03:15.562012 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port f48b4802-aa1d-4bba-a3e9-14a016c258da triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:03:15.562385 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:15.732069 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fa41e8c4-7c48-4336-9ba2-8a23904498f0 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:15.794046 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa41e8c4-7c48-4336-9ba2-8a23904498f0 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Network 6e1321f0-9f4c-4194-b3e4-1ee86ac02f9d is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:03:15.801807 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-fa41e8c4-7c48-4336-9ba2-8a23904498f0 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:15.803727 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-141e7288-b7da-4235-a870-78336bc29863 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:15.807897 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa41e8c4-7c48-4336-9ba2-8a23904498f0 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:03:15.875327 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41e8c4-7c48-4336-9ba2-8a23904498f0 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Pushing event updated for resources: {'Port': ['ID=f7e02b4e-3e69-48be-8f75-282311c64690,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:15.997906 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58714) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:16.023345 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa41e8c4-7c48-4336-9ba2-8a23904498f0 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:16.024186 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fa41e8c4-7c48-4336-9ba2-8a23904498f0 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:16.032955 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141e7288-b7da-4235-a870-78336bc29863 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event deleted for resources: {'Port': ['ID=46f542cd-972e-4319-9b41-24ce7c02f52e,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:16.072169 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-98b3ad6c-20ba-4184-90c0-66474a5a28d8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1670352669-network', 'tenant_id': 'bbf940f29f9144b5b8f857666a18f14b'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:16.073015 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-141e7288-b7da-4235-a870-78336bc29863 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:16.075020 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-141e7288-b7da-4235-a870-78336bc29863 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/ports/46f542cd-972e-4319-9b41-24ce7c02f52e HTTP/1.1" status: 204 len: 168 time: 1.3498664 Jan 21 19:03:16.077643 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58718) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:16.101530 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-98b3ad6c-20ba-4184-90c0-66474a5a28d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:03:16.104752 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2e5115c0-19e4-418e-85bc-a672e7704c9c tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:16.120966 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-98b3ad6c-20ba-4184-90c0-66474a5a28d8 admin admin] Usage tracker for resource:network and tenant:bbf940f29f9144b5b8f857666a18f14b is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:03:16.126997 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-98b3ad6c-20ba-4184-90c0-66474a5a28d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:03:16.127351 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7394728-bd32-4c39-ae31-3fb69915624d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] GET failed (client error): The resource could not be found. Jan 21 19:03:16.127891 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-a7394728-bd32-4c39-ae31-3fb69915624d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Synchronizing usage tracker for tenant:d3e69eb5fab24f5d9451b2cf3f9d850d on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:03:16.140731 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-fa41e8c4-7c48-4336-9ba2-8a23904498f0 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0889390 Jan 21 19:03:16.143412 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58722) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:16.149073 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-02a9d6e6-833d-466f-930e-1cd4b5b830bb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Request body: {'port': {'network_id': '6e1321f0-9f4c-4194-b3e4-1ee86ac02f9d', 'name': 'tempest-FloatingIPTestJSON-756822704'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:16.238973 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-a7394728-bd32-4c39-ae31-3fb69915624d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Unset dirty status for tenant:d3e69eb5fab24f5d9451b2cf3f9d850d on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:03:16.240012 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a7394728-bd32-4c39-ae31-3fb69915624d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "GET /v2.0/ports/46f542cd-972e-4319-9b41-24ce7c02f52e HTTP/1.1" status: 404 len: 333 time: 0.1611986 Jan 21 19:03:16.243934 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58726) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:16.244820 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-98b3ad6c-20ba-4184-90c0-66474a5a28d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:03:16.269025 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-2e5115c0-19e4-418e-85bc-a672e7704c9c tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Calling delete_port for 332b4d51-117d-4604-8db3-a6f4227c4f0a owned by {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:03:16.292100 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-02a9d6e6-833d-466f-930e-1cd4b5b830bb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:03:16.295887 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-02a9d6e6-833d-466f-930e-1cd4b5b830bb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Usage tracker for resource:port and tenant:1a64234390194d4d89c8cd088a8ecdc0 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:03:16.299124 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-02a9d6e6-833d-466f-930e-1cd4b5b830bb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:03:16.306888 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-02a9d6e6-833d-466f-930e-1cd4b5b830bb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:03:16.393543 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a9d6e6-833d-466f-930e-1cd4b5b830bb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Made reservation on behalf of 1a64234390194d4d89c8cd088a8ecdc0 for: {'port': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:03:16.398001 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-02a9d6e6-833d-466f-930e-1cd4b5b830bb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:16.420861 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [None req-02a9d6e6-833d-466f-930e-1cd4b5b830bb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] device_id is not set on port c3695f4d-a306-4b00-b12b-342fad5604d2 yet. {{(pid=88136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:03:16.486455 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-6016e4fe-3e4d-4858-9f6d-eb11902f6c87 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Deleting subnet 13c1e500-f7da-4346-99b3-e4b6d00a699b {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:03:16.499033 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b3ad6c-20ba-4184-90c0-66474a5a28d8 admin admin] Made reservation on behalf of bbf940f29f9144b5b8f857666a18f14b for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:03:16.501416 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-98b3ad6c-20ba-4184-90c0-66474a5a28d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:16.515555 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6016e4fe-3e4d-4858-9f6d-eb11902f6c87 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:16.564906 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-02a9d6e6-833d-466f-930e-1cd4b5b830bb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Allocated IP 172.20.0.2 (6e1321f0-9f4c-4194-b3e4-1ee86ac02f9d/1bdd150e-1c51-4dbe-a8fd-6faf698b8f53/c3695f4d-a306-4b00-b12b-342fad5604d2) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:03:16.566289 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-98b3ad6c-20ba-4184-90c0-66474a5a28d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:16.612464 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-98b3ad6c-20ba-4184-90c0-66474a5a28d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:03:16.656748 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6016e4fe-3e4d-4858-9f6d-eb11902f6c87 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:16.702387 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-98b3ad6c-20ba-4184-90c0-66474a5a28d8 admin admin] Usage tracker for resource:security_group_rule and tenant:bbf940f29f9144b5b8f857666a18f14b is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:03:16.706777 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-98b3ad6c-20ba-4184-90c0-66474a5a28d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:03:16.720371 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-98b3ad6c-20ba-4184-90c0-66474a5a28d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:03:16.772426 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-02a9d6e6-833d-466f-930e-1cd4b5b830bb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:16.827659 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7205d71f-8df5-47a3-b3de-f5c4f1e31332 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:16.857132 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6016e4fe-3e4d-4858-9f6d-eb11902f6c87 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:16.893736 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2e5115c0-19e4-418e-85bc-a672e7704c9c tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:16.915090 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-02a9d6e6-833d-466f-930e-1cd4b5b830bb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:16.963007 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7205d71f-8df5-47a3-b3de-f5c4f1e31332 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:16.984799 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a9d6e6-833d-466f-930e-1cd4b5b830bb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Network 6e1321f0-9f4c-4194-b3e4-1ee86ac02f9d is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:03:16.987989 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-02a9d6e6-833d-466f-930e-1cd4b5b830bb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:16.992134 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a9d6e6-833d-466f-930e-1cd4b5b830bb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:03:17.003849 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5115c0-19e4-418e-85bc-a672e7704c9c tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Pushing event deleted for resources: {'Port': ['ID=332b4d51-117d-4604-8db3-a6f4227c4f0a,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:17.029752 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9d6e6-833d-466f-930e-1cd4b5b830bb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Pushing event updated for resources: {'Port': ['ID=c3695f4d-a306-4b00-b12b-342fad5604d2,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:17.043481 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a9d6e6-833d-466f-930e-1cd4b5b830bb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:03:17.043481 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a9d6e6-833d-466f-930e-1cd4b5b830bb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:03:17.043823 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a9d6e6-833d-466f-930e-1cd4b5b830bb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:03:17.044147 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a9d6e6-833d-466f-930e-1cd4b5b830bb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:03:17.044467 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a9d6e6-833d-466f-930e-1cd4b5b830bb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:03:17.044790 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a9d6e6-833d-466f-930e-1cd4b5b830bb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:03:17.045108 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a9d6e6-833d-466f-930e-1cd4b5b830bb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:03:17.045427 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a9d6e6-833d-466f-930e-1cd4b5b830bb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:03:17.045741 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a9d6e6-833d-466f-930e-1cd4b5b830bb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:03:17.046075 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a9d6e6-833d-466f-930e-1cd4b5b830bb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:03:17.046383 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a9d6e6-833d-466f-930e-1cd4b5b830bb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:03:17.046696 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a9d6e6-833d-466f-930e-1cd4b5b830bb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:03:17.082228 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a9d6e6-833d-466f-930e-1cd4b5b830bb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:17.082963 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-02a9d6e6-833d-466f-930e-1cd4b5b830bb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:17.155952 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2e5115c0-19e4-418e-85bc-a672e7704c9c tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:17.160074 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-98b3ad6c-20ba-4184-90c0-66474a5a28d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:17.187342 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-02a9d6e6-833d-466f-930e-1cd4b5b830bb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0399134 Jan 21 19:03:17.188010 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58730) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:17.194675 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-d98e92dd-69fb-4970-a39b-fbf8cd7ef7e8 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Request body: {'floatingip': {'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'port_id': 'c3695f4d-a306-4b00-b12b-342fad5604d2', 'fixed_ip_address': '172.20.0.2'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:17.202135 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-d98e92dd-69fb-4970-a39b-fbf8cd7ef7e8 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:03:17.206539 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-d98e92dd-69fb-4970-a39b-fbf8cd7ef7e8 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Usage tracker for resource:floatingip and tenant:1a64234390194d4d89c8cd088a8ecdc0 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:03:17.206969 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7205d71f-8df5-47a3-b3de-f5c4f1e31332 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:17.210685 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-d98e92dd-69fb-4970-a39b-fbf8cd7ef7e8 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:03:17.215723 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205d71f-8df5-47a3-b3de-f5c4f1e31332 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Pushing event updated for resources: {'Port': ['ID=e1aea94e-cfd0-4cbf-b64d-ca56f66ffc83,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:17.217070 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-d98e92dd-69fb-4970-a39b-fbf8cd7ef7e8 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:03:17.239694 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-98b3ad6c-20ba-4184-90c0-66474a5a28d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:17.320726 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d98e92dd-69fb-4970-a39b-fbf8cd7ef7e8 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for floatingip, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:17.347854 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6016e4fe-3e4d-4858-9f6d-eb11902f6c87 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:17.352655 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2e5115c0-19e4-418e-85bc-a672e7704c9c tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] 10.222.0.87 "DELETE /v2.0/ports/332b4d51-117d-4604-8db3-a6f4227c4f0a HTTP/1.1" status: 204 len: 168 time: 2.2025578 Jan 21 19:03:17.357043 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58734) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:17.357805 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98b3ad6c-20ba-4184-90c0-66474a5a28d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:03:17.418523 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6016e4fe-3e4d-4858-9f6d-eb11902f6c87 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event deleted for resources: {'Subnet': ['ID=13c1e500-f7da-4346-99b3-e4b6d00a699b,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:17.420814 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-db2bb1e6-9a8c-409e-a58b-51387bea74ea tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] GET failed (client error): The resource could not be found. Jan 21 19:03:17.421024 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b3ad6c-20ba-4184-90c0-66474a5a28d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537f1649-8c51-4177-b1db-97bc7f81e0ea,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:17.421597 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-db2bb1e6-9a8c-409e-a58b-51387bea74ea tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Synchronizing usage tracker for tenant:02954b9ddd2e4ddab9cb92ac6a3ea5b2 on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:03:17.425662 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6016e4fe-3e4d-4858-9f6d-eb11902f6c87 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:17.429454 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-98b3ad6c-20ba-4184-90c0-66474a5a28d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:17.429819 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-98b3ad6c-20ba-4184-90c0-66474a5a28d8 admin admin] Added segment a0c69179-cbbe-424f-b600-1dd9eedacd17 of type vlan for network ecfc933d-e2c6-43b4-93a2-d03d55075d13 Jan 21 19:03:17.455113 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-6016e4fe-3e4d-4858-9f6d-eb11902f6c87 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/subnets/13c1e500-f7da-4346-99b3-e4b6d00a699b HTTP/1.1" status: 204 len: 168 time: 1.2048895 Jan 21 19:03:17.464161 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58738) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:17.475669 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036c39d5-d75c-48fd-9f7e-61499dc5a4fc None None] Network 03738ec6-e5ba-401f-ae4e-e60990d15ae7 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:03:17.517756 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-98b3ad6c-20ba-4184-90c0-66474a5a28d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:17.529672 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7205d71f-8df5-47a3-b3de-f5c4f1e31332 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Network fc24e89d-af25-4b19-a6e4-c71b6bd3aa74 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:03:17.543886 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-7205d71f-8df5-47a3-b3de-f5c4f1e31332 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:17.554845 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d98e92dd-69fb-4970-a39b-fbf8cd7ef7e8 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:17.600083 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-db2bb1e6-9a8c-409e-a58b-51387bea74ea tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Unset dirty status for tenant:02954b9ddd2e4ddab9cb92ac6a3ea5b2 on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:03:17.604656 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-db2bb1e6-9a8c-409e-a58b-51387bea74ea tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] 10.222.0.87 "GET /v2.0/ports/332b4d51-117d-4604-8db3-a6f4227c4f0a HTTP/1.1" status: 404 len: 333 time: 0.2417464 Jan 21 19:03:17.606125 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58742) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:17.703236 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-20064139-9f8c-4ebf-982f-bb9d03da8e73 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Deleting port 28a24d08-3e39-4d9e-a490-b09f3a437a3f {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:03:17.703584 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-20064139-9f8c-4ebf-982f-bb9d03da8e73 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:17.839461 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb58eaa-2521-4577-9952-8b68bb859603 None None] DHCP port deletion for 03738ec6-e5ba-401f-ae4e-e60990d15ae7 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:03:17.841466 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.db.resource_extend [None req-98b3ad6c-20ba-4184-90c0-66474a5a28d8 admin admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 19:03:17.843775 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-6eb58eaa-2521-4577-9952-8b68bb859603 None None] Deleting port 2691bda1-f3f6-4a34-907f-2f03ae6c1832 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:03:17.844247 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6eb58eaa-2521-4577-9952-8b68bb859603 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:17.871458 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-d98e92dd-69fb-4970-a39b-fbf8cd7ef7e8 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Allocated IP 172.26.1.19 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/8df3dddb-e884-4f8b-a613-541f3bfe5cdd) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:03:17.871761 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b48d688e-2f33-43cf-bf55-2f135a646fe4 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:17.907932 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-b48d688e-2f33-43cf-bf55-2f135a646fe4 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Deleting port 2691bda1-f3f6-4a34-907f-2f03ae6c1832 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:03:17.908187 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b48d688e-2f33-43cf-bf55-2f135a646fe4 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:17.963639 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-fe52a1f3-64d7-440c-b98c-f05995ff9ace None None] Provisioning complete for port e1aea94e-cfd0-4cbf-b64d-ca56f66ffc83 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:03:17.964185 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-fe52a1f3-64d7-440c-b98c-f05995ff9ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:18.013172 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-98b3ad6c-20ba-4184-90c0-66474a5a28d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:18.014177 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b3ad6c-20ba-4184-90c0-66474a5a28d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:18.014739 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-98b3ad6c-20ba-4184-90c0-66474a5a28d8 admin admin] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:18.110625 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-fe52a1f3-64d7-440c-b98c-f05995ff9ace None None] Port e1aea94e-cfd0-4cbf-b64d-ca56f66ffc83 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:03:18.121174 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-6eb58eaa-2521-4577-9952-8b68bb859603 None None] For port 2691bda1-f3f6-4a34-907f-2f03ae6c1832, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=2691bda1-f3f6-4a34-907f-2f03ae6c1832,segment=NetworkSegment(913ed8d8-7ca0-4fe3-9e3c-6c9dc75e3cdc),segment_id=913ed8d8-7ca0-4fe3-9e3c-6c9dc75e3cdc)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:03:18.121731 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6eb58eaa-2521-4577-9952-8b68bb859603 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:18.198990 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-98b3ad6c-20ba-4184-90c0-66474a5a28d8 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1973355 Jan 21 19:03:18.198990 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b3ad6c-20ba-4184-90c0-66474a5a28d8 admin admin] Pushing event updated for resources: {'Network': ['ID=ecfc933d-e2c6-43b4-93a2-d03d55075d13,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:18.201193 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58746) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:18.202604 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7205d71f-8df5-47a3-b3de-f5c4f1e31332 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Router cab80974-9172-498e-b2e3-94347dd0f0df has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:03:18.221967 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-ff0c8dcf-995b-4937-bb8d-d7059d42c029 admin admin] Request body: {'subnet': {'network_id': 'ecfc933d-e2c6-43b4-93a2-d03d55075d13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1670352669-subnet', 'tenant_id': 'bbf940f29f9144b5b8f857666a18f14b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:18.233765 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-ff0c8dcf-995b-4937-bb8d-d7059d42c029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:03:18.236846 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-20064139-9f8c-4ebf-982f-bb9d03da8e73 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:18.248141 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network ecfc933d-e2c6-43b4-93a2-d03d55075d13 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:03:18.253928 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ff0c8dcf-995b-4937-bb8d-d7059d42c029 admin admin] Usage tracker for resource:subnet and tenant:bbf940f29f9144b5b8f857666a18f14b is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:03:18.262425 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ff0c8dcf-995b-4937-bb8d-d7059d42c029 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:03:18.269911 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-6eb58eaa-2521-4577-9952-8b68bb859603 None None] Calling delete_port for 2691bda1-f3f6-4a34-907f-2f03ae6c1832 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:03:18.387087 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-ff0c8dcf-995b-4937-bb8d-d7059d42c029 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:03:18.395365 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-20064139-9f8c-4ebf-982f-bb9d03da8e73 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Calling delete_port for 28a24d08-3e39-4d9e-a490-b09f3a437a3f owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:03:18.400784 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-b48d688e-2f33-43cf-bf55-2f135a646fe4 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] For port 2691bda1-f3f6-4a34-907f-2f03ae6c1832, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=2691bda1-f3f6-4a34-907f-2f03ae6c1832,segment=NetworkSegment(913ed8d8-7ca0-4fe3-9e3c-6c9dc75e3cdc),segment_id=913ed8d8-7ca0-4fe3-9e3c-6c9dc75e3cdc)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:03:18.401150 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b48d688e-2f33-43cf-bf55-2f135a646fe4 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:18.451824 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d98e92dd-69fb-4970-a39b-fbf8cd7ef7e8 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:18.513813 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6eb58eaa-2521-4577-9952-8b68bb859603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:18.548390 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0c8dcf-995b-4937-bb8d-d7059d42c029 admin admin] Made reservation on behalf of bbf940f29f9144b5b8f857666a18f14b for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:03:18.550765 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ff0c8dcf-995b-4937-bb8d-d7059d42c029 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:18.563487 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb58eaa-2521-4577-9952-8b68bb859603 None None] Pushing event deleted for resources: {'Port': ['ID=2691bda1-f3f6-4a34-907f-2f03ae6c1832,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:18.569768 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb58eaa-2521-4577-9952-8b68bb859603 None None] No DVR routers for this DVR port 2691bda1-f3f6-4a34-907f-2f03ae6c1832 on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:03:18.599618 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-b48d688e-2f33-43cf-bf55-2f135a646fe4 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Calling delete_port for 2691bda1-f3f6-4a34-907f-2f03ae6c1832 owned by network:dhcp {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:03:18.667526 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7205d71f-8df5-47a3-b3de-f5c4f1e31332 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:03:18.668212 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d98e92dd-69fb-4970-a39b-fbf8cd7ef7e8 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:18.683889 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-7205d71f-8df5-47a3-b3de-f5c4f1e31332 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "PUT /v2.0/routers/cab80974-9172-498e-b2e3-94347dd0f0df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9141378 Jan 21 19:03:18.694298 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a09b75e-d0a5-4982-8270-8e9d718b87e2 None None] Sync routers for ids ['cab80974-9172-498e-b2e3-94347dd0f0df'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:03:18.705008 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a09b75e-d0a5-4982-8270-8e9d718b87e2 None None] Routers {'cab80974-9172-498e-b2e3-94347dd0f0df'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:03:18.706007 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-2a09b75e-d0a5-4982-8270-8e9d718b87e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:02:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['cab80974-9172-498e-b2e3-94347dd0f0df'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:18.719360 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.db.api [None req-b48d688e-2f33-43cf-bf55-2f135a646fe4 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:03:18.719908 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG oslo_db.api [None req-b48d688e-2f33-43cf-bf55-2f135a646fe4 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:03:18.730318 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-20064139-9f8c-4ebf-982f-bb9d03da8e73 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:18.789706 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98e92dd-69fb-4970-a39b-fbf8cd7ef7e8 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:03:18.798366 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-d98e92dd-69fb-4970-a39b-fbf8cd7ef7e8 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:18.833663 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98e92dd-69fb-4970-a39b-fbf8cd7ef7e8 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:03:18.870268 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e92dd-69fb-4970-a39b-fbf8cd7ef7e8 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Pushing event updated for resources: {'Port': ['ID=8df3dddb-e884-4f8b-a613-541f3bfe5cdd,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:18.940788 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-20064139-9f8c-4ebf-982f-bb9d03da8e73 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:18.949075 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20064139-9f8c-4ebf-982f-bb9d03da8e73 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Pushing event deleted for resources: {'Port': ['ID=28a24d08-3e39-4d9e-a490-b09f3a437a3f,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:18.965890 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-2a09b75e-d0a5-4982-8270-8e9d718b87e2 None None] Set router cab80974-9172-498e-b2e3-94347dd0f0df gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:03:19.168034 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-bad9e40c-a7d3-4666-a358-fbd698a689e0 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Synchronizing usage tracker for tenant:1f87e80a60cc473490523a0c4caffd4b on resource:security_group {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:03:19.180751 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-20064139-9f8c-4ebf-982f-bb9d03da8e73 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] 10.222.0.87 "DELETE /v2.0/ports/28a24d08-3e39-4d9e-a490-b09f3a437a3f HTTP/1.1" status: 204 len: 168 time: 1.5745912 Jan 21 19:03:19.186901 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58762) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:19.226795 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-b48d688e-2f33-43cf-bf55-2f135a646fe4 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Deleting port 2691bda1-f3f6-4a34-907f-2f03ae6c1832 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:03:19.227874 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b48d688e-2f33-43cf-bf55-2f135a646fe4 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:19.249074 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 2691bda1-f3f6-4a34-907f-2f03ae6c1832 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:03:19.304546 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 2691bda1-f3f6-4a34-907f-2f03ae6c1832 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:03:19.305106 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 2691bda1-f3f6-4a34-907f-2f03ae6c1832 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:03:19.313657 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-b48d688e-2f33-43cf-bf55-2f135a646fe4 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] The port '2691bda1-f3f6-4a34-907f-2f03ae6c1832' was deleted {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:03:19.341659 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ff0c8dcf-995b-4937-bb8d-d7059d42c029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:19.388071 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-bad9e40c-a7d3-4666-a358-fbd698a689e0 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Unset dirty status for tenant:1f87e80a60cc473490523a0c4caffd4b on resource:security_group {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:03:19.389334 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-bad9e40c-a7d3-4666-a358-fbd698a689e0 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-797164779&fields=id&tenant_id=1f87e80a60cc473490523a0c4caffd4b HTTP/1.1" status: 200 len: 267 time: 0.4247227 Jan 21 19:03:19.454220 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-2a09b75e-d0a5-4982-8270-8e9d718b87e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab80974-9172-498e-b2e3-94347dd0f0df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076722199', 'tenant_id': '1f87e80a60cc473490523a0c4caffd4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ee1af6a6-2d4e-43c1-9fbf-95d8be38957e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:03:00Z', 'updated_at': '2022-01-21T19:03:15Z', 'revision_number': 4, 'project_id': '1f87e80a60cc473490523a0c4caffd4b', 'gw_port': {'id': 'ee1af6a6-2d4e-43c1-9fbf-95d8be38957e', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:28:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab80974-9172-498e-b2e3-94347dd0f0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:03:02Z', 'updated_at': '2022-01-21T19:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'e1aea94e-cfd0-4cbf-b64d-ca56f66ffc83', 'name': '', 'network_id': 'fc24e89d-af25-4b19-a6e4-c71b6bd3aa74', 'tenant_id': '1f87e80a60cc473490523a0c4caffd4b', 'mac_address': 'fa:16:3e:3c:6b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab80974-9172-498e-b2e3-94347dd0f0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '318cf0e1-cb46-4ad9-b6e3-4761e636ad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:03:13Z', 'updated_at': '2022-01-21T19:03:16Z', 'revision_number': 2, 'project_id': '1f87e80a60cc473490523a0c4caffd4b', 'subnets': [{'id': '318cf0e1-cb46-4ad9-b6e3-4761e636ad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:19.459022 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a09b75e-d0a5-4982-8270-8e9d718b87e2 None None] Checking router: cab80974-9172-498e-b2e3-94347dd0f0df for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:03:19.460220 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a09b75e-d0a5-4982-8270-8e9d718b87e2 None None] Updating router cab80974-9172-498e-b2e3-94347dd0f0df port e1aea94e-cfd0-4cbf-b64d-ca56f66ffc83 binding host dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:03:19.482420 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b48d688e-2f33-43cf-bf55-2f135a646fe4 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:19.509704 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-585837e3-fe26-4a3e-8911-6f61bcd2b427 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Deleting subnet e10d17f7-3fdd-43d6-b00d-3b8080eb26e9 {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:03:19.524213 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-585837e3-fe26-4a3e-8911-6f61bcd2b427 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:19.560459 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-b48d688e-2f33-43cf-bf55-2f135a646fe4 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03738ec6-e5ba-401f-ae4e-e60990d15ae7']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:19.583153 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2a09b75e-d0a5-4982-8270-8e9d718b87e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:19.585805 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-b48d688e-2f33-43cf-bf55-2f135a646fe4 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '913ed8d8-7ca0-4fe3-9e3c-6c9dc75e3cdc') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:19.586552 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-b48d688e-2f33-43cf-bf55-2f135a646fe4 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '913ed8d8-7ca0-4fe3-9e3c-6c9dc75e3cdc') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:19.603964 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b48d688e-2f33-43cf-bf55-2f135a646fe4 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:19.611599 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-585837e3-fe26-4a3e-8911-6f61bcd2b427 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:19.655478 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b48d688e-2f33-43cf-bf55-2f135a646fe4 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:19.676937 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b48d688e-2f33-43cf-bf55-2f135a646fe4 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:03:19.677339 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b48d688e-2f33-43cf-bf55-2f135a646fe4 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:19.772346 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c8dcf-995b-4937-bb8d-d7059d42c029 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77d325e2-5568-4a53-aa20-ea3e6d5e528f,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:19.795984 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0c8dcf-995b-4937-bb8d-d7059d42c029 admin admin] Checking segment: {'id': 'a0c69179-cbbe-424f-b600-1dd9eedacd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ecfc933d-e2c6-43b4-93a2-d03d55075d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:03:19.796336 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0c8dcf-995b-4937-bb8d-d7059d42c029 admin admin] Network hostable DHCP agents. Network: ecfc933d-e2c6-43b4-93a2-d03d55075d13, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:03:19.807875 dv-neutron-825470-1-hyperv neutron-server[88137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:03:19.807875 dv-neutron-825470-1-hyperv neutron-server[88137]: util.warn( Jan 21 19:03:19.807875 dv-neutron-825470-1-hyperv neutron-server[88137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:03:19.807875 dv-neutron-825470-1-hyperv neutron-server[88137]: util.warn( Jan 21 19:03:19.807875 dv-neutron-825470-1-hyperv neutron-server[88137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:03:19.807875 dv-neutron-825470-1-hyperv neutron-server[88137]: util.warn( Jan 21 19:03:19.807875 dv-neutron-825470-1-hyperv neutron-server[88137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:03:19.807875 dv-neutron-825470-1-hyperv neutron-server[88137]: util.warn( Jan 21 19:03:19.807875 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:03:19.807875 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:03:19.807875 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:03:19.807875 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:03:19.807875 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:03:19.807875 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:03:19.807875 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:03:19.807875 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:03:19.807875 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:03:19.807875 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:03:19.807875 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:03:19.807875 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:03:19.807875 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:03:19.807875 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:03:19.807875 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:03:19.807875 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:03:19.807875 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:03:19.807875 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:03:19.807875 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:03:19.807875 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:03:19.807875 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:03:19.807875 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:03:19.807875 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:03:19.807875 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:03:19.807875 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:03:19.807875 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:03:19.807875 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:03:19.807875 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:03:19.807875 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:03:19.807875 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:03:19.807875 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:03:19.807875 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:03:19.859716 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-15ad348a-f6f3-4663-b74c-08766ac3b13f tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:19.861216 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-15ad348a-f6f3-4663-b74c-08766ac3b13f tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/networks?id=fc24e89d-af25-4b19-a6e4-c71b6bd3aa74 HTTP/1.1" status: 200 len: 797 time: 0.4611609 Jan 21 19:03:19.878848 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-aa0f1ced-0cc5-4208-a909-9c0acad6cc6e tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/quotas/1f87e80a60cc473490523a0c4caffd4b HTTP/1.1" status: 200 len: 375 time: 0.0099101 Jan 21 19:03:19.924845 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-585837e3-fe26-4a3e-8911-6f61bcd2b427 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:19.931603 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0c8dcf-995b-4937-bb8d-d7059d42c029 admin admin] Network ecfc933d-e2c6-43b4-93a2-d03d55075d13 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:03:19.957076 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2a09b75e-d0a5-4982-8270-8e9d718b87e2 None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:19.975488 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-33cc1d49-c9c1-4b3b-8ba1-dc5c806c617d tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=1f87e80a60cc473490523a0c4caffd4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0895600 Jan 21 19:03:19.999164 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b48d688e-2f33-43cf-bf55-2f135a646fe4 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:20.000316 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-2a09b75e-d0a5-4982-8270-8e9d718b87e2 None None] Transition to ACTIVE for port object e1aea94e-cfd0-4cbf-b64d-ca56f66ffc83 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:03:20.004417 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b48d688e-2f33-43cf-bf55-2f135a646fe4 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:20.036799 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-ff0c8dcf-995b-4937-bb8d-d7059d42c029 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, ecfc933d-e2c6-43b4-93a2-d03d55075d13) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:20.040967 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d688e-2f33-43cf-bf55-2f135a646fe4 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event deleted for resources: {'Network': ['ID=03738ec6-e5ba-401f-ae4e-e60990d15ae7,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:20.044006 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0c8dcf-995b-4937-bb8d-d7059d42c029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:20.044593 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ff0c8dcf-995b-4937-bb8d-d7059d42c029 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:20.046067 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ce5947-3ef7-41e1-9b55-bc96e3da0dd1 None None] Network ecfc933d-e2c6-43b4-93a2-d03d55075d13 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:03:20.055147 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48d688e-2f33-43cf-bf55-2f135a646fe4 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:03:20.055486 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48d688e-2f33-43cf-bf55-2f135a646fe4 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:03:20.055822 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48d688e-2f33-43cf-bf55-2f135a646fe4 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:03:20.056150 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48d688e-2f33-43cf-bf55-2f135a646fe4 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:03:20.056475 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48d688e-2f33-43cf-bf55-2f135a646fe4 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:03:20.056797 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48d688e-2f33-43cf-bf55-2f135a646fe4 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:03:20.057128 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48d688e-2f33-43cf-bf55-2f135a646fe4 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:03:20.057424 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48d688e-2f33-43cf-bf55-2f135a646fe4 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:03:20.057736 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48d688e-2f33-43cf-bf55-2f135a646fe4 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:03:20.058069 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48d688e-2f33-43cf-bf55-2f135a646fe4 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:03:20.058385 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48d688e-2f33-43cf-bf55-2f135a646fe4 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:03:20.058694 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48d688e-2f33-43cf-bf55-2f135a646fe4 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:03:20.081653 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2a09b75e-d0a5-4982-8270-8e9d718b87e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:20.108659 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-585837e3-fe26-4a3e-8911-6f61bcd2b427 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:20.120994 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b48d688e-2f33-43cf-bf55-2f135a646fe4 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/networks/03738ec6-e5ba-401f-ae4e-e60990d15ae7 HTTP/1.1" status: 204 len: 168 time: 2.6523614 Jan 21 19:03:20.134741 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58766) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:20.142313 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-9b4dfdf1-511e-4e70-8d0c-4ef388223c75 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-596721881'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:20.151877 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-9b4dfdf1-511e-4e70-8d0c-4ef388223c75 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:03:20.157650 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585837e3-fe26-4a3e-8911-6f61bcd2b427 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Pushing event deleted for resources: {'Subnet': ['ID=e10d17f7-3fdd-43d6-b00d-3b8080eb26e9,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:20.162866 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-585837e3-fe26-4a3e-8911-6f61bcd2b427 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:20.165085 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-585837e3-fe26-4a3e-8911-6f61bcd2b427 tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] 10.222.0.87 "DELETE /v2.0/subnets/e10d17f7-3fdd-43d6-b00d-3b8080eb26e9 HTTP/1.1" status: 204 len: 168 time: 0.9767578 Jan 21 19:03:20.167799 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-9b4dfdf1-511e-4e70-8d0c-4ef388223c75 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Usage tracker for resource:network and tenant:d3e69eb5fab24f5d9451b2cf3f9d850d is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:03:20.168371 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58770) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:20.174416 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-9b4dfdf1-511e-4e70-8d0c-4ef388223c75 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:03:20.183344 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-9b4dfdf1-511e-4e70-8d0c-4ef388223c75 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:03:20.199242 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-3cae6e17-9dae-4aaf-9516-2411bf2a99c7 service neutron] 10.222.0.87 "GET /v2.0/networks/fc24e89d-af25-4b19-a6e4-c71b6bd3aa74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121987 Jan 21 19:03:20.209585 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ff0c8dcf-995b-4937-bb8d-d7059d42c029 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0056508 Jan 21 19:03:20.216172 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d98e92dd-69fb-4970-a39b-fbf8cd7ef7e8 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:20.274266 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06081159-05a4-4b74-b23c-fba0baeadcfa None None] Network 7591102f-ff32-41d2-aecf-1e99a5709c1a requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:03:20.368713 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1b45a410-7edd-454d-9eff-861bb71f342e tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:20.402931 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-1b45a410-7edd-454d-9eff-861bb71f342e tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Deleting port f741e638-23c5-405a-8f03-0b7cf4441c12 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:03:20.403449 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1b45a410-7edd-454d-9eff-861bb71f342e tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:20.405265 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b24356-35b8-455f-97dd-729cdf1b479d None None] Pushing event updated for resources: {'Port': ['ID=e1aea94e-cfd0-4cbf-b64d-ca56f66ffc83,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:20.504030 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-2a09b75e-d0a5-4982-8270-8e9d718b87e2 None None] Attempting to bind port e1aea94e-cfd0-4cbf-b64d-ca56f66ffc83 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:03:20.504318 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-2a09b75e-d0a5-4982-8270-8e9d718b87e2 None None] Attempting to bind port e1aea94e-cfd0-4cbf-b64d-ca56f66ffc83 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'ca3524f3-3584-4d5b-8092-53119e2b5443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'fc24e89d-af25-4b19-a6e4-c71b6bd3aa74'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:03:20.504780 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a09b75e-d0a5-4982-8270-8e9d718b87e2 None None] Attempting to bind port e1aea94e-cfd0-4cbf-b64d-ca56f66ffc83 on network fc24e89d-af25-4b19-a6e4-c71b6bd3aa74 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:03:20.520020 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-094d04f0-dc77-48e5-bc27-9e6d974d98f9 service neutron] 10.222.0.87 "GET /v2.0/networks/fc24e89d-af25-4b19-a6e4-c71b6bd3aa74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966161 Jan 21 19:03:20.520582 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4dfdf1-511e-4e70-8d0c-4ef388223c75 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Made reservation on behalf of d3e69eb5fab24f5d9451b2cf3f9d850d for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:03:20.527600 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9b4dfdf1-511e-4e70-8d0c-4ef388223c75 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:20.533985 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a09b75e-d0a5-4982-8270-8e9d718b87e2 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:03:20.534626 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a09b75e-d0a5-4982-8270-8e9d718b87e2 None None] Checking segment: {'id': 'ca3524f3-3584-4d5b-8092-53119e2b5443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'fc24e89d-af25-4b19-a6e4-c71b6bd3aa74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:03:20.535180 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2a09b75e-d0a5-4982-8270-8e9d718b87e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:20.535712 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a09b75e-d0a5-4982-8270-8e9d718b87e2 None None] Bound using segment: {'id': 'ca3524f3-3584-4d5b-8092-53119e2b5443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'fc24e89d-af25-4b19-a6e4-c71b6bd3aa74'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:03:20.536342 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-2a09b75e-d0a5-4982-8270-8e9d718b87e2 None None] Bound port: e1aea94e-cfd0-4cbf-b64d-ca56f66ffc83, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca3524f3-3584-4d5b-8092-53119e2b5443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'fc24e89d-af25-4b19-a6e4-c71b6bd3aa74'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:03:20.536877 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2a09b75e-d0a5-4982-8270-8e9d718b87e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:20.629245 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d98e92dd-69fb-4970-a39b-fbf8cd7ef7e8 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:20.635799 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-2a09b75e-d0a5-4982-8270-8e9d718b87e2 None None] For port e1aea94e-cfd0-4cbf-b64d-ca56f66ffc83, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:03:20.639172 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-2a09b75e-d0a5-4982-8270-8e9d718b87e2 None None] For port e1aea94e-cfd0-4cbf-b64d-ca56f66ffc83, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=e1aea94e-cfd0-4cbf-b64d-ca56f66ffc83,segment=NetworkSegment(ca3524f3-3584-4d5b-8092-53119e2b5443),segment_id=ca3524f3-3584-4d5b-8092-53119e2b5443)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:03:20.697666 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b4dfdf1-511e-4e70-8d0c-4ef388223c75 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:03:20.724012 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9b4dfdf1-511e-4e70-8d0c-4ef388223c75 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:20.724377 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-9b4dfdf1-511e-4e70-8d0c-4ef388223c75 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Added segment 7452d67c-f80f-4297-be29-364733bcbd46 of type vlan for network 5027b042-2964-4d10-8b5b-8a069ad927ee Jan 21 19:03:20.777196 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2a09b75e-d0a5-4982-8270-8e9d718b87e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:20.809454 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9b4dfdf1-511e-4e70-8d0c-4ef388223c75 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:20.827898 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-1b45a410-7edd-454d-9eff-861bb71f342e tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] For port f741e638-23c5-405a-8f03-0b7cf4441c12, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=f741e638-23c5-405a-8f03-0b7cf4441c12,segment=NetworkSegment(d268721b-edf3-45ea-9f89-bc89de6735f9),segment_id=d268721b-edf3-45ea-9f89-bc89de6735f9)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:03:20.828170 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1b45a410-7edd-454d-9eff-861bb71f342e tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:20.957994 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f3365b-9968-4432-9ca7-bb911a8444c1 None None] Network ecfc933d-e2c6-43b4-93a2-d03d55075d13 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:03:20.984778 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a08fbd6d-c246-4d81-b667-8df8035c40fb req-ec80f113-e8f5-44fa-861a-71b2e37f9a7b tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead1a893-d8bc-464c-a75c-9dfb8bc7fda2 HTTP/1.1" status: 200 len: 210 time: 0.0515721 Jan 21 19:03:21.002368 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.db.resource_extend [None req-9b4dfdf1-511e-4e70-8d0c-4ef388223c75 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 19:03:21.011440 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b24356-35b8-455f-97dd-729cdf1b479d None None] Pushing event updated for resources: {'Port': ['ID=e1aea94e-cfd0-4cbf-b64d-ca56f66ffc83,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:21.070146 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-1b45a410-7edd-454d-9eff-861bb71f342e tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Calling delete_port for f741e638-23c5-405a-8f03-0b7cf4441c12 owned by network:dhcp {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:03:21.085457 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a09b75e-d0a5-4982-8270-8e9d718b87e2 None None] Routers {'cab80974-9172-498e-b2e3-94347dd0f0df'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:03:21.086344 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-2a09b75e-d0a5-4982-8270-8e9d718b87e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:02:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['cab80974-9172-498e-b2e3-94347dd0f0df'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:21.193599 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d98e92dd-69fb-4970-a39b-fbf8cd7ef7e8 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:21.205949 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97195d44-f046-406e-99de-2b34f871c1a9 None None] DHCP port deletion for 7591102f-ff32-41d2-aecf-1e99a5709c1a request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:03:21.223324 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-97195d44-f046-406e-99de-2b34f871c1a9 None None] Deleting port f741e638-23c5-405a-8f03-0b7cf4441c12 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:03:21.223583 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-27ecccab-1403-4858-aaf3-cb529b6f2e2f tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:21.223715 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-97195d44-f046-406e-99de-2b34f871c1a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:21.225602 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-27ecccab-1403-4858-aaf3-cb529b6f2e2f tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/networks?id=dfe849bc-d2c5-41b6-bc65-df1a9ae9a215 HTTP/1.1" status: 200 len: 812 time: 0.4100871 Jan 21 19:03:21.241777 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-cfb7544e-2f72-4bbf-a70f-e6e94179b7ee tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/quotas/9e2d74e1ee2641bfb6a58e36851cb369 HTTP/1.1" status: 200 len: 375 time: 0.0100520 Jan 21 19:03:21.294647 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-6302825e-1b4c-42d1-883e-9c35dddbf6ef tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=9e2d74e1ee2641bfb6a58e36851cb369&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472541 Jan 21 19:03:21.296693 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1b45a410-7edd-454d-9eff-861bb71f342e tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:21.335148 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d98e92dd-69fb-4970-a39b-fbf8cd7ef7e8 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:21.362887 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b45a410-7edd-454d-9eff-861bb71f342e tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Pushing event deleted for resources: {'Port': ['ID=f741e638-23c5-405a-8f03-0b7cf4441c12,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:21.367673 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b45a410-7edd-454d-9eff-861bb71f342e tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] No DVR routers for this DVR port f741e638-23c5-405a-8f03-0b7cf4441c12 on host dv-neutron-825470-1-hyperv {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:03:21.385328 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9b4dfdf1-511e-4e70-8d0c-4ef388223c75 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:21.396032 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4dfdf1-511e-4e70-8d0c-4ef388223c75 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:21.398467 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9b4dfdf1-511e-4e70-8d0c-4ef388223c75 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:21.519229 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1b45a410-7edd-454d-9eff-861bb71f342e tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:21.532743 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-97195d44-f046-406e-99de-2b34f871c1a9 None None] The port 'f741e638-23c5-405a-8f03-0b7cf4441c12' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:03:21.563336 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-1b45a410-7edd-454d-9eff-861bb71f342e tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7591102f-ff32-41d2-aecf-1e99a5709c1a']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:21.582084 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-1b45a410-7edd-454d-9eff-861bb71f342e tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd268721b-edf3-45ea-9f89-bc89de6735f9') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:21.582461 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-1b45a410-7edd-454d-9eff-861bb71f342e tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd268721b-edf3-45ea-9f89-bc89de6735f9') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:21.593739 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-2a09b75e-d0a5-4982-8270-8e9d718b87e2 None None] Set router cab80974-9172-498e-b2e3-94347dd0f0df gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:03:21.595706 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1b45a410-7edd-454d-9eff-861bb71f342e tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:21.613743 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1b45a410-7edd-454d-9eff-861bb71f342e tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:21.620157 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b45a410-7edd-454d-9eff-861bb71f342e tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:03:21.620667 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1b45a410-7edd-454d-9eff-861bb71f342e tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:21.637959 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:03:21.637959 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:03:21.637959 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:03:21.637959 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:03:21.637959 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:03:21.637959 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:03:21.637959 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:03:21.637959 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:03:21.637959 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:03:21.637959 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:03:21.637959 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:03:21.637959 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:03:21.637959 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:03:21.637959 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:03:21.637959 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:03:21.637959 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:03:21.637959 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:03:21.637959 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:03:21.637959 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:03:21.637959 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:03:21.637959 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:03:21.637959 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:03:21.637959 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:03:21.637959 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:03:21.637959 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:03:21.637959 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:03:21.637959 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:03:21.637959 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:03:21.637959 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:03:21.637959 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:03:21.637959 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:03:21.637959 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:03:21.716043 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e92dd-69fb-4970-a39b-fbf8cd7ef7e8 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Pushing event updated for resources: {'Port': ['ID=8df3dddb-e884-4f8b-a613-541f3bfe5cdd,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:21.739875 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4dfdf1-511e-4e70-8d0c-4ef388223c75 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event updated for resources: {'Network': ['ID=5027b042-2964-4d10-8b5b-8a069ad927ee,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:21.749371 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-9b4dfdf1-511e-4e70-8d0c-4ef388223c75 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6120880 Jan 21 19:03:21.751460 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58798) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:21.755557 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 5027b042-2964-4d10-8b5b-8a069ad927ee details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:03:21.758279 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-94e23e7a-4394-4277-b7fd-dc1b0c9b7f90 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'subnet': {'network_id': '5027b042-2964-4d10-8b5b-8a069ad927ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:21.766111 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d98e92dd-69fb-4970-a39b-fbf8cd7ef7e8 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:21.842313 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-78a3a29a-6496-432c-b685-3277f36998d6 service neutron] 10.222.0.87 "GET /v2.0/networks/dfe849bc-d2c5-41b6-bc65-df1a9ae9a215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5397892 Jan 21 19:03:21.900381 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1b45a410-7edd-454d-9eff-861bb71f342e tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:21.950380 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-94e23e7a-4394-4277-b7fd-dc1b0c9b7f90 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:03:21.962934 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1b45a410-7edd-454d-9eff-861bb71f342e tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:21.972547 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-94e23e7a-4394-4277-b7fd-dc1b0c9b7f90 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Usage tracker for resource:subnet and tenant:d3e69eb5fab24f5d9451b2cf3f9d850d is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:03:21.978414 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-94e23e7a-4394-4277-b7fd-dc1b0c9b7f90 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:03:21.986517 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b45a410-7edd-454d-9eff-861bb71f342e tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] Pushing event deleted for resources: {'Network': ['ID=7591102f-ff32-41d2-aecf-1e99a5709c1a,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:21.992152 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-94e23e7a-4394-4277-b7fd-dc1b0c9b7f90 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:03:22.002775 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-1b45a410-7edd-454d-9eff-861bb71f342e tempest-AllowedAddressPairIpV6TestJSON-919557790 tempest-AllowedAddressPairIpV6TestJSON-919557790-project] 10.222.0.87 "DELETE /v2.0/networks/7591102f-ff32-41d2-aecf-1e99a5709c1a HTTP/1.1" status: 204 len: 168 time: 1.8306828 Jan 21 19:03:22.033403 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-2a09b75e-d0a5-4982-8270-8e9d718b87e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab80974-9172-498e-b2e3-94347dd0f0df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076722199', 'tenant_id': '1f87e80a60cc473490523a0c4caffd4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ee1af6a6-2d4e-43c1-9fbf-95d8be38957e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:03:00Z', 'updated_at': '2022-01-21T19:03:15Z', 'revision_number': 4, 'project_id': '1f87e80a60cc473490523a0c4caffd4b', 'gw_port': {'id': 'ee1af6a6-2d4e-43c1-9fbf-95d8be38957e', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:28:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab80974-9172-498e-b2e3-94347dd0f0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:03:02Z', 'updated_at': '2022-01-21T19:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'e1aea94e-cfd0-4cbf-b64d-ca56f66ffc83', 'name': '', 'network_id': 'fc24e89d-af25-4b19-a6e4-c71b6bd3aa74', 'tenant_id': '1f87e80a60cc473490523a0c4caffd4b', 'mac_address': 'fa:16:3e:3c:6b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab80974-9172-498e-b2e3-94347dd0f0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '318cf0e1-cb46-4ad9-b6e3-4761e636ad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:03:13Z', 'updated_at': '2022-01-21T19:03:20Z', 'revision_number': 4, 'project_id': '1f87e80a60cc473490523a0c4caffd4b', 'subnets': [{'id': '318cf0e1-cb46-4ad9-b6e3-4761e636ad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:22.039410 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a09b75e-d0a5-4982-8270-8e9d718b87e2 None None] The sync data for ids ['cab80974-9172-498e-b2e3-94347dd0f0df'] in dv-neutron-825470-1-hyperv is: [{'id': 'cab80974-9172-498e-b2e3-94347dd0f0df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076722199', 'tenant_id': '1f87e80a60cc473490523a0c4caffd4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ee1af6a6-2d4e-43c1-9fbf-95d8be38957e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:03:00Z', 'updated_at': '2022-01-21T19:03:15Z', 'revision_number': 4, 'project_id': '1f87e80a60cc473490523a0c4caffd4b', 'gw_port': {'id': 'ee1af6a6-2d4e-43c1-9fbf-95d8be38957e', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:28:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab80974-9172-498e-b2e3-94347dd0f0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:03:02Z', 'updated_at': '2022-01-21T19:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'e1aea94e-cfd0-4cbf-b64d-ca56f66ffc83', 'name': '', 'network_id': 'fc24e89d-af25-4b19-a6e4-c71b6bd3aa74', 'tenant_id': '1f87e80a60cc473490523a0c4caffd4b', 'mac_address': 'fa:16:3e:3c:6b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab80974-9172-498e-b2e3-94347dd0f0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '318cf0e1-cb46-4ad9-b6e3-4761e636ad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:03:13Z', 'updated_at': '2022-01-21T19:03:20Z', 'revision_number': 4, 'project_id': '1f87e80a60cc473490523a0c4caffd4b', 'subnets': [{'id': '318cf0e1-cb46-4ad9-b6e3-4761e636ad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:03:22.051260 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:03:22.073906 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e23e7a-4394-4277-b7fd-dc1b0c9b7f90 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Made reservation on behalf of d3e69eb5fab24f5d9451b2cf3f9d850d for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:03:22.077813 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-94e23e7a-4394-4277-b7fd-dc1b0c9b7f90 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:22.321062 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4449f9e5-4cf8-4ca8-bd6b-d20fe4e8ed41 req-9c0e6cfd-d848-41a0-b530-4e91d6765701 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead1a893-d8bc-464c-a75c-9dfb8bc7fda2 HTTP/1.1" status: 200 len: 210 time: 0.1397216 Jan 21 19:03:22.326398 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.l3_db [None req-d98e92dd-69fb-4970-a39b-fbf8cd7ef7e8 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Floating IP 6e3f84d3-c3ac-4285-a6b6-ee6e8cd7f319 associated. External IP: 172.26.1.19, port: c3695f4d-a306-4b00-b12b-342fad5604d2. Jan 21 19:03:22.436803 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-e1677d05-2b89-44b8-b104-9fdb42667ab4 service neutron] 10.222.0.87 "GET /v2.0/networks/dfe849bc-d2c5-41b6-bc65-df1a9ae9a215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5824728 Jan 21 19:03:22.485948 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-94e23e7a-4394-4277-b7fd-dc1b0c9b7f90 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:22.694729 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e23e7a-4394-4277-b7fd-dc1b0c9b7f90 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event updated for resources: {'Subnet': ['ID=807b950c-2af6-4b27-9551-ff9899052210,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:22.705872 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e23e7a-4394-4277-b7fd-dc1b0c9b7f90 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Checking segment: {'id': '7452d67c-f80f-4297-be29-364733bcbd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5027b042-2964-4d10-8b5b-8a069ad927ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:03:22.706462 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e23e7a-4394-4277-b7fd-dc1b0c9b7f90 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Network hostable DHCP agents. Network: 5027b042-2964-4d10-8b5b-8a069ad927ee, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:03:22.800147 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e23e7a-4394-4277-b7fd-dc1b0c9b7f90 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Network 5027b042-2964-4d10-8b5b-8a069ad927ee is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:03:22.807226 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d98e92dd-69fb-4970-a39b-fbf8cd7ef7e8 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Router 38672101-c7c7-4eb1-a220-64bed0b717ae has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:03:22.829343 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58812) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:22.908042 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-94e23e7a-4394-4277-b7fd-dc1b0c9b7f90 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 5027b042-2964-4d10-8b5b-8a069ad927ee) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:22.913972 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e23e7a-4394-4277-b7fd-dc1b0c9b7f90 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:22.919843 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-94e23e7a-4394-4277-b7fd-dc1b0c9b7f90 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:22.926445 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ba686b-e7df-4cac-83c4-f99f77b9b9ca None None] Network 5027b042-2964-4d10-8b5b-8a069ad927ee requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:03:22.991150 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c07f6da4-e0ea-43f4-9645-ce2bbae9e7c3 req-d6a4b786-b47b-4205-9c86-d4bd912a8749 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/ports?device_id=2efefcd5-0cd0-4c0e-8098-e3fba31bea04 HTTP/1.1" status: 200 len: 210 time: 0.0943413 Jan 21 19:03:23.045873 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-94e23e7a-4394-4277-b7fd-dc1b0c9b7f90 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2929611 Jan 21 19:03:23.049291 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58824) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:23.058864 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-a6bb9360-5ebc-4d8f-99dc-19b75cf35bf7 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-754215289', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:23.074636 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-a6bb9360-5ebc-4d8f-99dc-19b75cf35bf7 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:03:23.083070 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-a6bb9360-5ebc-4d8f-99dc-19b75cf35bf7 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Usage tracker for resource:router and tenant:d3e69eb5fab24f5d9451b2cf3f9d850d is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:03:23.088664 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-a6bb9360-5ebc-4d8f-99dc-19b75cf35bf7 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:03:23.104434 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-a6bb9360-5ebc-4d8f-99dc-19b75cf35bf7 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:03:23.114672 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-38ea959b-f16c-44bd-abbc-971fef3c8445 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=02954b9ddd2e4ddab9cb92ac6a3ea5b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2840617 Jan 21 19:03:23.118947 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58828) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:23.192438 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98e92dd-69fb-4970-a39b-fbf8cd7ef7e8 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:03:23.205901 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84b7d7c-f60c-4676-a2ab-3e1f049c205d None None] Sync routers for ids ['38672101-c7c7-4eb1-a220-64bed0b717ae'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:03:23.208097 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a6bb9360-5ebc-4d8f-99dc-19b75cf35bf7 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:23.211378 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a6bb9360-5ebc-4d8f-99dc-19b75cf35bf7 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:23.228554 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84b7d7c-f60c-4676-a2ab-3e1f049c205d None None] Routers {'38672101-c7c7-4eb1-a220-64bed0b717ae'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:03:23.239571 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-f84b7d7c-f60c-4676-a2ab-3e1f049c205d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:02:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['38672101-c7c7-4eb1-a220-64bed0b717ae'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:23.242860 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fbca7236-a3e3-49c7-8d67-3992b39fc73c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:23.257435 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a6bb9360-5ebc-4d8f-99dc-19b75cf35bf7 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:23.277129 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860b60ce-0af3-4582-ad03-6b0340b523ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-5027b042-2964-4d10-8b5b-8a069ad927ee', 'network_id': '5027b042-2964-4d10-8b5b-8a069ad927ee', 'tenant_id': 'd3e69eb5fab24f5d9451b2cf3f9d850d', 'fixed_ips': [{'subnet_id': '807b950c-2af6-4b27-9551-ff9899052210'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:03:23.278251 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-860b60ce-0af3-4582-ad03-6b0340b523ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:23.328637 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fbca7236-a3e3-49c7-8d67-3992b39fc73c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:23.344139 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device e1aea94e-cfd0-4cbf-b64d-ca56f66ffc83 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:03:23.348868 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d98e92dd-69fb-4970-a39b-fbf8cd7ef7e8 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:23.383192 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-f84b7d7c-f60c-4676-a2ab-3e1f049c205d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:23.414344 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84b7d7c-f60c-4676-a2ab-3e1f049c205d None None] Routers {'38672101-c7c7-4eb1-a220-64bed0b717ae'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:03:23.415793 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-f84b7d7c-f60c-4676-a2ab-3e1f049c205d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:02:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['38672101-c7c7-4eb1-a220-64bed0b717ae'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:23.417735 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a6bb9360-5ebc-4d8f-99dc-19b75cf35bf7 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:23.526662 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d98e92dd-69fb-4970-a39b-fbf8cd7ef7e8 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.3372600 Jan 21 19:03:23.530251 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58834) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:23.538085 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-f84b7d7c-f60c-4676-a2ab-3e1f049c205d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:23.538518 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84b7d7c-f60c-4676-a2ab-3e1f049c205d None None] The sync data for ids ['38672101-c7c7-4eb1-a220-64bed0b717ae'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:03:23.539335 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-f69bd286-60a6-49bd-bc4e-dc892d12ff6f tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:23.562859 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a6bb9360-5ebc-4d8f-99dc-19b75cf35bf7 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:23.564025 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-a6bb9360-5ebc-4d8f-99dc-19b75cf35bf7 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5134964 Jan 21 19:03:23.567568 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-860b60ce-0af3-4582-ad03-6b0340b523ca None None] Allocated IP 172.20.0.2 (5027b042-2964-4d10-8b5b-8a069ad927ee/807b950c-2af6-4b27-9551-ff9899052210/e5d2ef6a-fc6f-4df7-a727-d4de210bec43) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:03:23.570763 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58838) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:23.579086 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fbca7236-a3e3-49c7-8d67-3992b39fc73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:23.582204 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fbca7236-a3e3-49c7-8d67-3992b39fc73c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:23.591216 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-fbca7236-a3e3-49c7-8d67-3992b39fc73c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/83af265b-b28b-4faf-8c91-9b36ce5bf1ed HTTP/1.1" status: 204 len: 168 time: 0.4653690 Jan 21 19:03:23.598501 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-69de8417-073d-4e89-9031-1528a6c0fff7 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'port': {'network_id': '5027b042-2964-4d10-8b5b-8a069ad927ee', 'name': 'tempest-PortsTestJSON-1164618945'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:23.649721 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca7236-a3e3-49c7-8d67-3992b39fc73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83af265b-b28b-4faf-8c91-9b36ce5bf1ed,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:23.721362 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port e1aea94e-cfd0-4cbf-b64d-ca56f66ffc83 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:03:23.753961 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2dacb635-c418-4c4c-8ca3-d67521199608 req-294271f9-e345-4f40-80d7-27e6e8c46a22 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead1a893-d8bc-464c-a75c-9dfb8bc7fda2 HTTP/1.1" status: 200 len: 210 time: 0.0667107 Jan 21 19:03:23.790588 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f69bd286-60a6-49bd-bc4e-dc892d12ff6f tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for floatingip, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:23.808636 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port e1aea94e-cfd0-4cbf-b64d-ca56f66ffc83 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:03:23.809011 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:23.918509 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-ee68067b-d946-4b5c-b1dc-fdf4ba1f1314 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:23.919377 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-ee68067b-d946-4b5c-b1dc-fdf4ba1f1314 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Synchronizing usage tracker for tenant:1f87e80a60cc473490523a0c4caffd4b on resource:network {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:03:23.930417 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-69de8417-073d-4e89-9031-1528a6c0fff7 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:03:23.946811 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-69de8417-073d-4e89-9031-1528a6c0fff7 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Usage tracker for resource:port and tenant:d3e69eb5fab24f5d9451b2cf3f9d850d is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:03:23.952606 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-69de8417-073d-4e89-9031-1528a6c0fff7 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:03:23.961673 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-69de8417-073d-4e89-9031-1528a6c0fff7 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:03:24.035126 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-ee68067b-d946-4b5c-b1dc-fdf4ba1f1314 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Unset dirty status for tenant:1f87e80a60cc473490523a0c4caffd4b on resource:network {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:03:24.038563 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-ee68067b-d946-4b5c-b1dc-fdf4ba1f1314 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.113 "GET /v2.0/networks?id=fc24e89d-af25-4b19-a6e4-c71b6bd3aa74 HTTP/1.1" status: 200 len: 797 time: 0.5387042 Jan 21 19:03:24.039196 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69de8417-073d-4e89-9031-1528a6c0fff7 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Made reservation on behalf of d3e69eb5fab24f5d9451b2cf3f9d850d for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:03:24.043910 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-69de8417-073d-4e89-9031-1528a6c0fff7 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:24.102503 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-69de8417-073d-4e89-9031-1528a6c0fff7 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] device_id is not set on port 07ce8388-40d5-40b6-a0d1-79866db03557 yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:03:24.152222 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-33d49846-24bb-4658-ab74-528ad4b9b9ed req-caa89c44-db75-4f94-bd07-d80f56943fe6 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/ports?device_id=2efefcd5-0cd0-4c0e-8098-e3fba31bea04 HTTP/1.1" status: 200 len: 210 time: 0.0947471 Jan 21 19:03:24.190214 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-860b60ce-0af3-4582-ad03-6b0340b523ca None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:24.194548 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:24.219357 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-860b60ce-0af3-4582-ad03-6b0340b523ca None None] Transition to ACTIVE for port object e5d2ef6a-fc6f-4df7-a727-d4de210bec43 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:03:24.225889 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-3e797bed-a775-49e3-935d-d4be6f2e3c00 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f87e80a60cc473490523a0c4caffd4b HTTP/1.1" status: 200 len: 379 time: 0.1553557 Jan 21 19:03:24.243306 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-81b50383-ef1b-4c4a-a21e-7e3466dd726a tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Request body: {'port': {'device_id': 'ead1a893-d8bc-464c-a75c-9dfb8bc7fda2', 'network_id': 'fc24e89d-af25-4b19-a6e4-c71b6bd3aa74', 'admin_state_up': True, 'tenant_id': '1f87e80a60cc473490523a0c4caffd4b', 'security_groups': ['84380b41-afe6-4abf-bafe-93a3de4a2152']}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:24.257721 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-860b60ce-0af3-4582-ad03-6b0340b523ca None None] Transition to ACTIVE for port object e5d2ef6a-fc6f-4df7-a727-d4de210bec43 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:03:24.261707 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port e1aea94e-cfd0-4cbf-b64d-ca56f66ffc83, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=e1aea94e-cfd0-4cbf-b64d-ca56f66ffc83,segment=NetworkSegment(ca3524f3-3584-4d5b-8092-53119e2b5443),segment_id=ca3524f3-3584-4d5b-8092-53119e2b5443)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:03:24.343669 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-860b60ce-0af3-4582-ad03-6b0340b523ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:24.461504 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:24.478835 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f69bd286-60a6-49bd-bc4e-dc892d12ff6f tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:24.492548 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860b60ce-0af3-4582-ad03-6b0340b523ca None None] Network 5027b042-2964-4d10-8b5b-8a069ad927ee is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:03:24.495745 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-860b60ce-0af3-4582-ad03-6b0340b523ca None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:24.500916 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860b60ce-0af3-4582-ad03-6b0340b523ca None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:03:24.508886 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-69de8417-073d-4e89-9031-1528a6c0fff7 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Allocated IP 172.20.0.7 (5027b042-2964-4d10-8b5b-8a069ad927ee/807b950c-2af6-4b27-9551-ff9899052210/07ce8388-40d5-40b6-a0d1-79866db03557) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:03:24.517832 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-81b50383-ef1b-4c4a-a21e-7e3466dd726a tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:03:24.526734 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-81b50383-ef1b-4c4a-a21e-7e3466dd726a tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Usage tracker for resource:port and tenant:1f87e80a60cc473490523a0c4caffd4b is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:03:24.534503 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-81b50383-ef1b-4c4a-a21e-7e3466dd726a tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:03:24.539218 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f69bd286-60a6-49bd-bc4e-dc892d12ff6f tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:24.543139 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.l3_db [None req-f69bd286-60a6-49bd-bc4e-dc892d12ff6f tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Floating IP 6e3f84d3-c3ac-4285-a6b6-ee6e8cd7f319 disassociated. External IP: 172.26.1.19, port: c3695f4d-a306-4b00-b12b-342fad5604d2. Jan 21 19:03:24.554663 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-81b50383-ef1b-4c4a-a21e-7e3466dd726a tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:03:24.568969 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device f741e638-23c5-405a-8f03-0b7cf4441c12 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:03:24.594356 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b60ce-0af3-4582-ad03-6b0340b523ca None None] Pushing event updated for resources: {'Port': ['ID=e5d2ef6a-fc6f-4df7-a727-d4de210bec43,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:24.682096 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: f741e638-23c5-405a-8f03-0b7cf4441c12 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:03:24.682096 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device f741e638-23c5-405a-8f03-0b7cf4441c12 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:03:24.690176 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-81b50383-ef1b-4c4a-a21e-7e3466dd726a tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Made reservation on behalf of 1f87e80a60cc473490523a0c4caffd4b for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:03:24.694549 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-81b50383-ef1b-4c4a-a21e-7e3466dd726a tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:24.719396 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-860b60ce-0af3-4582-ad03-6b0340b523ca None None] Attempting to bind port e5d2ef6a-fc6f-4df7-a727-d4de210bec43 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:03:24.720084 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-860b60ce-0af3-4582-ad03-6b0340b523ca None None] Attempting to bind port e5d2ef6a-fc6f-4df7-a727-d4de210bec43 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '7452d67c-f80f-4297-be29-364733bcbd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5027b042-2964-4d10-8b5b-8a069ad927ee'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:03:24.720248 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860b60ce-0af3-4582-ad03-6b0340b523ca None None] Attempting to bind port e5d2ef6a-fc6f-4df7-a727-d4de210bec43 on network 5027b042-2964-4d10-8b5b-8a069ad927ee {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:03:24.730571 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860b60ce-0af3-4582-ad03-6b0340b523ca None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:03:24.734775 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860b60ce-0af3-4582-ad03-6b0340b523ca None None] Checking segment: {'id': '7452d67c-f80f-4297-be29-364733bcbd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5027b042-2964-4d10-8b5b-8a069ad927ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:03:24.734775 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-860b60ce-0af3-4582-ad03-6b0340b523ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:24.734775 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860b60ce-0af3-4582-ad03-6b0340b523ca None None] Bound using segment: {'id': '7452d67c-f80f-4297-be29-364733bcbd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5027b042-2964-4d10-8b5b-8a069ad927ee'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:03:24.734775 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-860b60ce-0af3-4582-ad03-6b0340b523ca None None] Bound port: e5d2ef6a-fc6f-4df7-a727-d4de210bec43, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7452d67c-f80f-4297-be29-364733bcbd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5027b042-2964-4d10-8b5b-8a069ad927ee'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:03:24.734775 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-860b60ce-0af3-4582-ad03-6b0340b523ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:24.748141 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=e1aea94e-cfd0-4cbf-b64d-ca56f66ffc83,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:24.757954 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:03:24.758352 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:03:24.758641 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:03:24.759577 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:03:24.759577 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:03:24.759782 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:03:24.759936 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:03:24.760260 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:03:24.760594 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:03:24.760919 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:03:24.761240 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:03:24.761573 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:03:24.869985 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-69de8417-073d-4e89-9031-1528a6c0fff7 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:24.889406 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-860b60ce-0af3-4582-ad03-6b0340b523ca None None] For port e5d2ef6a-fc6f-4df7-a727-d4de210bec43, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:03:24.900219 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-860b60ce-0af3-4582-ad03-6b0340b523ca None None] For port e5d2ef6a-fc6f-4df7-a727-d4de210bec43, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=e5d2ef6a-fc6f-4df7-a727-d4de210bec43,segment=NetworkSegment(7452d67c-f80f-4297-be29-364733bcbd46),segment_id=7452d67c-f80f-4297-be29-364733bcbd46)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:03:24.955900 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-69de8417-073d-4e89-9031-1528a6c0fff7 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Transition to ACTIVE for port object 07ce8388-40d5-40b6-a0d1-79866db03557 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:03:24.960463 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-860b60ce-0af3-4582-ad03-6b0340b523ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:24.996660 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b7300c53-4e40-44cb-bd62-a28319ac64f0 req-ff733c09-1b70-4882-b2fe-f5baf58a38f6 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead1a893-d8bc-464c-a75c-9dfb8bc7fda2 HTTP/1.1" status: 200 len: 210 time: 0.0531955 Jan 21 19:03:25.014379 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-727fc842-fc12-4ffd-8b1c-cf549e76028a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:25.035202 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-81b50383-ef1b-4c4a-a21e-7e3466dd726a tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Allocated IP 172.20.0.4 (fc24e89d-af25-4b19-a6e4-c71b6bd3aa74/318cf0e1-cb46-4ad9-b6e3-4761e636ad66/5032a02c-a423-412a-aa4d-de8eb56fef6a) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:03:25.046921 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b60ce-0af3-4582-ad03-6b0340b523ca None None] Pushing event updated for resources: {'Port': ['ID=e5d2ef6a-fc6f-4df7-a727-d4de210bec43,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:25.121638 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-69de8417-073d-4e89-9031-1528a6c0fff7 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:25.133714 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f69bd286-60a6-49bd-bc4e-dc892d12ff6f tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Router 38672101-c7c7-4eb1-a220-64bed0b717ae has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:03:25.233900 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device e1aea94e-cfd0-4cbf-b64d-ca56f66ffc83 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:03:25.277682 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69de8417-073d-4e89-9031-1528a6c0fff7 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Network 5027b042-2964-4d10-8b5b-8a069ad927ee is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:03:25.283833 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-69de8417-073d-4e89-9031-1528a6c0fff7 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:25.286790 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69de8417-073d-4e89-9031-1528a6c0fff7 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:03:25.317129 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58876) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:25.391260 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port e1aea94e-cfd0-4cbf-b64d-ca56f66ffc83 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:03:25.391820 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:25.513643 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69de8417-073d-4e89-9031-1528a6c0fff7 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:25.514352 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-69de8417-073d-4e89-9031-1528a6c0fff7 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:25.548995 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-53c75f14-bcad-463d-b826-8c27db8f196c req-0925d40e-f0e0-4dc4-a610-92235f9a77e6 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/ports?device_id=2efefcd5-0cd0-4c0e-8098-e3fba31bea04 HTTP/1.1" status: 200 len: 210 time: 0.2288420 Jan 21 19:03:25.563295 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69de8417-073d-4e89-9031-1528a6c0fff7 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event updated for resources: {'Port': ['ID=07ce8388-40d5-40b6-a0d1-79866db03557,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:25.595017 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-ba1e8b2e-46e9-4124-8d15-921a5c57cb85 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1731446437'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:25.604714 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-ba1e8b2e-46e9-4124-8d15-921a5c57cb85 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:03:25.613226 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ba1e8b2e-46e9-4124-8d15-921a5c57cb85 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Usage tracker for resource:network and tenant:331b5c16a931412fafa4a9af40615562 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:03:25.618245 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ba1e8b2e-46e9-4124-8d15-921a5c57cb85 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:03:25.621356 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69bd286-60a6-49bd-bc4e-dc892d12ff6f tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:03:25.627836 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f69bd286-60a6-49bd-bc4e-dc892d12ff6f tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:25.631695 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2787e4a-2e34-4a03-9f8e-dad1d589c8c7 None None] Sync routers for ids ['38672101-c7c7-4eb1-a220-64bed0b717ae'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:03:25.641013 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2787e4a-2e34-4a03-9f8e-dad1d589c8c7 None None] Routers {'38672101-c7c7-4eb1-a220-64bed0b717ae'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:03:25.641897 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-c2787e4a-2e34-4a03-9f8e-dad1d589c8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:02:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['38672101-c7c7-4eb1-a220-64bed0b717ae'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:25.645090 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-69de8417-073d-4e89-9031-1528a6c0fff7 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0585737 Jan 21 19:03:25.649351 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58884) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:25.658095 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-ba1e8b2e-46e9-4124-8d15-921a5c57cb85 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:03:25.711055 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-c2787e4a-2e34-4a03-9f8e-dad1d589c8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:25.715242 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f69bd286-60a6-49bd-bc4e-dc892d12ff6f tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "PUT /v2.0/floatingips/6e3f84d3-c3ac-4285-a6b6-ee6e8cd7f319 HTTP/1.1" status: 200 len: 687 time: 2.1809778 Jan 21 19:03:25.715555 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58888) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:25.720243 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2787e4a-2e34-4a03-9f8e-dad1d589c8c7 None None] Routers {'38672101-c7c7-4eb1-a220-64bed0b717ae'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:03:25.720855 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-c2787e4a-2e34-4a03-9f8e-dad1d589c8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:02:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['38672101-c7c7-4eb1-a220-64bed0b717ae'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:25.785111 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-c2787e4a-2e34-4a03-9f8e-dad1d589c8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:25.786142 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1e8b2e-46e9-4124-8d15-921a5c57cb85 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:03:25.786819 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2787e4a-2e34-4a03-9f8e-dad1d589c8c7 None None] The sync data for ids ['38672101-c7c7-4eb1-a220-64bed0b717ae'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:03:25.791848 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ba1e8b2e-46e9-4124-8d15-921a5c57cb85 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:25.822582 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ba1e8b2e-46e9-4124-8d15-921a5c57cb85 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:25.923880 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-81b50383-ef1b-4c4a-a21e-7e3466dd726a tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:25.924116 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-ba1e8b2e-46e9-4124-8d15-921a5c57cb85 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:03:25.931384 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-819c7869-3263-4aef-8828-8f2fe79339d1 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Deleting port 8df3dddb-e884-4f8b-a613-541f3bfe5cdd {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:03:25.931384 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-819c7869-3263-4aef-8828-8f2fe79339d1 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:25.956726 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ba1e8b2e-46e9-4124-8d15-921a5c57cb85 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Usage tracker for resource:security_group_rule and tenant:331b5c16a931412fafa4a9af40615562 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:03:25.965296 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ba1e8b2e-46e9-4124-8d15-921a5c57cb85 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:03:25.983735 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-ba1e8b2e-46e9-4124-8d15-921a5c57cb85 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:03:26.176004 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-81b50383-ef1b-4c4a-a21e-7e3466dd726a tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Transition to ACTIVE for port object 5032a02c-a423-412a-aa4d-de8eb56fef6a will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:03:26.180618 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-819c7869-3263-4aef-8828-8f2fe79339d1 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:26.180951 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-819c7869-3263-4aef-8828-8f2fe79339d1 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:26.304777 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-313de510-c501-4c17-bc65-55a875541c4f req-f75e38ea-7a72-4d97-be14-3a743922b672 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead1a893-d8bc-464c-a75c-9dfb8bc7fda2 HTTP/1.1" status: 200 len: 210 time: 0.1154819 Jan 21 19:03:26.427831 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd3693c-8b44-4df7-8227-fbf3d58c5059 None None] Network 5027b042-2964-4d10-8b5b-8a069ad927ee requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:03:26.460854 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-e3942a75-46f6-4db7-ba65-d39c00c10c87 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:26.462396 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-e3942a75-46f6-4db7-ba65-d39c00c10c87 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Synchronizing usage tracker for tenant:9e2d74e1ee2641bfb6a58e36851cb369 on resource:network {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:03:26.541579 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-819c7869-3263-4aef-8828-8f2fe79339d1 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Calling delete_port for 8df3dddb-e884-4f8b-a613-541f3bfe5cdd owned by network:floatingip {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:03:26.573925 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-81b50383-ef1b-4c4a-a21e-7e3466dd726a tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:26.608357 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ba1e8b2e-46e9-4124-8d15-921a5c57cb85 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:26.608550 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-5dd4bfa8-9886-446b-b420-e939cffb0410 None None] Provisioning for port e5d2ef6a-fc6f-4df7-a727-d4de210bec43 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:03:26.658827 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b50383-ef1b-4c4a-a21e-7e3466dd726a tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Pushing event updated for resources: {'Port': ['ID=5032a02c-a423-412a-aa4d-de8eb56fef6a,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:26.680043 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-e3942a75-46f6-4db7-ba65-d39c00c10c87 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Unset dirty status for tenant:9e2d74e1ee2641bfb6a58e36851cb369 on resource:network {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:03:26.681169 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-e3942a75-46f6-4db7-ba65-d39c00c10c87 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.113 "GET /v2.0/networks?id=dfe849bc-d2c5-41b6-bc65-df1a9ae9a215 HTTP/1.1" status: 200 len: 812 time: 0.6752372 Jan 21 19:03:26.691390 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-81b50383-ef1b-4c4a-a21e-7e3466dd726a tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Network fc24e89d-af25-4b19-a6e4-c71b6bd3aa74 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:03:26.697079 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-81b50383-ef1b-4c4a-a21e-7e3466dd726a tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:26.711015 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-e966f5ec-7948-4c6d-b2a1-8b0356f735b8 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Request body: {'port': {'device_id': '2efefcd5-0cd0-4c0e-8098-e3fba31bea04', 'network_id': 'dfe849bc-d2c5-41b6-bc65-df1a9ae9a215', 'admin_state_up': True, 'tenant_id': '9e2d74e1ee2641bfb6a58e36851cb369'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:26.726500 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ba1e8b2e-46e9-4124-8d15-921a5c57cb85 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:26.735607 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-81b50383-ef1b-4c4a-a21e-7e3466dd726a tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:03:26.779409 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4a7b8bf2-a060-4d9e-978e-8f0071d682d9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:26.801723 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-09460da3-fa4a-4c5b-a789-b5b36ece0d60 req-81cb6c39-31ed-40e9-8709-bd48fa890e56 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/ports?device_id=2efefcd5-0cd0-4c0e-8098-e3fba31bea04 HTTP/1.1" status: 200 len: 210 time: 0.0612917 Jan 21 19:03:26.810191 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba1e8b2e-46e9-4124-8d15-921a5c57cb85 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:03:26.812887 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-819c7869-3263-4aef-8828-8f2fe79339d1 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:26.877333 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ba1e8b2e-46e9-4124-8d15-921a5c57cb85 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:26.877678 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-ba1e8b2e-46e9-4124-8d15-921a5c57cb85 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Added segment f1e901fd-d385-411b-9615-c56df48eaa23 of type vlan for network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 Jan 21 19:03:26.906790 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e8b2e-46e9-4124-8d15-921a5c57cb85 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=565bbab5-ff28-49a0-afda-a4b9c10bade1,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:26.920597 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c7869-3263-4aef-8828-8f2fe79339d1 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Pushing event deleted for resources: {'Port': ['ID=8df3dddb-e884-4f8b-a613-541f3bfe5cdd,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:26.948139 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-81b50383-ef1b-4c4a-a21e-7e3466dd726a tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:26.948942 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-81b50383-ef1b-4c4a-a21e-7e3466dd726a tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:26.997770 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ba1e8b2e-46e9-4124-8d15-921a5c57cb85 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:27.014713 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-819c7869-3263-4aef-8828-8f2fe79339d1 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for floatingip, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:27.064344 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-819c7869-3263-4aef-8828-8f2fe79339d1 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:27.070480 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-819c7869-3263-4aef-8828-8f2fe79339d1 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "DELETE /v2.0/floatingips/6e3f84d3-c3ac-4285-a6b6-ee6e8cd7f319 HTTP/1.1" status: 204 len: 168 time: 1.3537061 Jan 21 19:03:27.071385 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58900) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:27.076764 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-bba20ec2-25b9-4bcb-99d7-966a83e471eb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Request body: {'floatingip': {'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'port_id': 'f7e02b4e-3e69-48be-8f75-282311c64690'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:27.083565 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-bba20ec2-25b9-4bcb-99d7-966a83e471eb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:03:27.088913 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-bba20ec2-25b9-4bcb-99d7-966a83e471eb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Usage tracker for resource:floatingip and tenant:1a64234390194d4d89c8cd088a8ecdc0 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:03:27.092120 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-bba20ec2-25b9-4bcb-99d7-966a83e471eb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:03:27.098687 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-bba20ec2-25b9-4bcb-99d7-966a83e471eb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:03:27.138371 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ba1e8b2e-46e9-4124-8d15-921a5c57cb85 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:27.150282 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1e8b2e-46e9-4124-8d15-921a5c57cb85 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:27.150767 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ba1e8b2e-46e9-4124-8d15-921a5c57cb85 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:27.193771 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-96d28817-1e7b-4e04-ad34-4b9a53598756 None None] Provisioning for port 5032a02c-a423-412a-aa4d-de8eb56fef6a completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:03:27.198844 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-96d28817-1e7b-4e04-ad34-4b9a53598756 None None] Provisioning complete for port 5032a02c-a423-412a-aa4d-de8eb56fef6a triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:03:27.199214 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-96d28817-1e7b-4e04-ad34-4b9a53598756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:27.264512 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bba20ec2-25b9-4bcb-99d7-966a83e471eb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for floatingip, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:27.292008 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-81b50383-ef1b-4c4a-a21e-7e3466dd726a tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0566490 Jan 21 19:03:27.292750 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device e5d2ef6a-fc6f-4df7-a727-d4de210bec43 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:03:27.304149 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-e966f5ec-7948-4c6d-b2a1-8b0356f735b8 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:03:27.325018 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-aebd498b-a795-4c7d-a970-9b399e8042d9 service neutron] Request body: {'port': {'device_id': 'ead1a893-d8bc-464c-a75c-9dfb8bc7fda2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:27.348836 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e9802cb2-b341-40e7-8134-a064ffd38cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:27.386624 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-96d28817-1e7b-4e04-ad34-4b9a53598756 None None] Port 5032a02c-a423-412a-aa4d-de8eb56fef6a cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:03:27.400116 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-e966f5ec-7948-4c6d-b2a1-8b0356f735b8 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Usage tracker for resource:port and tenant:9e2d74e1ee2641bfb6a58e36851cb369 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:03:27.408982 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e8b2e-46e9-4124-8d15-921a5c57cb85 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Network': ['ID=76b60fc4-5668-469a-a3ef-49679dc3dfc0,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:27.426299 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ba1e8b2e-46e9-4124-8d15-921a5c57cb85 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1079957 Jan 21 19:03:27.426990 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:03:27.429881 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58906) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:27.444095 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-f6c23318-8133-4fe0-988f-57aca106d0d1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'subnet': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:27.514637 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-e966f5ec-7948-4c6d-b2a1-8b0356f735b8 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:03:27.531872 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-e966f5ec-7948-4c6d-b2a1-8b0356f735b8 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:03:27.543084 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port e5d2ef6a-fc6f-4df7-a727-d4de210bec43 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:03:27.556277 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port e5d2ef6a-fc6f-4df7-a727-d4de210bec43 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:03:27.556652 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:27.607441 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-7f8f9f23-ba1b-4860-b330-cf96753e4965 None None] Provisioning complete for port e5d2ef6a-fc6f-4df7-a727-d4de210bec43 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:03:27.607829 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7f8f9f23-ba1b-4860-b330-cf96753e4965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:27.722465 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-f6c23318-8133-4fe0-988f-57aca106d0d1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:03:27.735868 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-f6c23318-8133-4fe0-988f-57aca106d0d1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Usage tracker for resource:subnet and tenant:331b5c16a931412fafa4a9af40615562 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:03:27.741842 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-f6c23318-8133-4fe0-988f-57aca106d0d1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:03:27.752330 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-f6c23318-8133-4fe0-988f-57aca106d0d1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:03:27.795170 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:27.802173 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1fe13d-3619-48f7-9ac6-bf78b88cd2e8 req-66719f4a-a704-4ffa-b204-ecdd271ea98b tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:27.807629 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7f8f9f23-ba1b-4860-b330-cf96753e4965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:27.811197 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3a1fe13d-3619-48f7-9ac6-bf78b88cd2e8 req-66719f4a-a704-4ffa-b204-ecdd271ea98b tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead1a893-d8bc-464c-a75c-9dfb8bc7fda2 HTTP/1.1" status: 200 len: 931 time: 0.2967141 Jan 21 19:03:27.857407 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port e5d2ef6a-fc6f-4df7-a727-d4de210bec43, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=e5d2ef6a-fc6f-4df7-a727-d4de210bec43,segment=NetworkSegment(7452d67c-f80f-4297-be29-364733bcbd46),segment_id=7452d67c-f80f-4297-be29-364733bcbd46)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:03:27.869317 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c23318-8133-4fe0-988f-57aca106d0d1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:03:27.872859 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f6c23318-8133-4fe0-988f-57aca106d0d1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:27.875063 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-e966f5ec-7948-4c6d-b2a1-8b0356f735b8 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Made reservation on behalf of 9e2d74e1ee2641bfb6a58e36851cb369 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:03:27.878778 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-e966f5ec-7948-4c6d-b2a1-8b0356f735b8 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:27.916641 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4a7b8bf2-a060-4d9e-978e-8f0071d682d9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:27.928269 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-aebd498b-a795-4c7d-a970-9b399e8042d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:27.937826 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3a1fe13d-3619-48f7-9ac6-bf78b88cd2e8 req-558e9f95-a529-4775-a3e5-164d9c03723c tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/security-groups?id=84380b41-afe6-4abf-bafe-93a3de4a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244020 Jan 21 19:03:27.961820 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bba20ec2-25b9-4bcb-99d7-966a83e471eb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:27.991458 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:28.052028 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4a7b8bf2-a060-4d9e-978e-8f0071d682d9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:28.088931 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:28.106074 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e6aca955-db29-47ec-a7ea-a723eeefc2e9 req-4411b2b7-dc7b-481f-a2b9-9a30255ff594 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/ports?device_id=2efefcd5-0cd0-4c0e-8098-e3fba31bea04 HTTP/1.1" status: 200 len: 210 time: 0.1467242 Jan 21 19:03:28.125574 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-7f8f9f23-ba1b-4860-b330-cf96753e4965 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:03:28.126139 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-7f8f9f23-ba1b-4860-b330-cf96753e4965 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:03:28.138045 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=e5d2ef6a-fc6f-4df7-a727-d4de210bec43,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:28.286485 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b8bf2-a060-4d9e-978e-8f0071d682d9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event updated for resources: {'Port': ['ID=07ce8388-40d5-40b6-a0d1-79866db03557,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:28.307669 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-bba20ec2-25b9-4bcb-99d7-966a83e471eb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Allocated IP 172.26.1.227 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/9e65c1e5-50a6-4321-87c4-d5146e69b726) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:03:28.458019 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:28.468962 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f6c23318-8133-4fe0-988f-57aca106d0d1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:28.564484 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:28.575568 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c23318-8133-4fe0-988f-57aca106d0d1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Subnet': ['ID=9a062299-d356-4405-b636-95293dbb5ca6,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:28.578922 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-e966f5ec-7948-4c6d-b2a1-8b0356f735b8 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Allocated IP 172.20.0.5 (dfe849bc-d2c5-41b6-bc65-df1a9ae9a215/944aea16-5152-4314-a91a-e1fb3aa93788/c737a7f8-e2b9-4880-bda4-103e0a1234eb) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:03:28.593473 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c23318-8133-4fe0-988f-57aca106d0d1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Checking segment: {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:03:28.593850 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c23318-8133-4fe0-988f-57aca106d0d1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network hostable DHCP agents. Network: 76b60fc4-5668-469a-a3ef-49679dc3dfc0, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:03:28.612988 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bba20ec2-25b9-4bcb-99d7-966a83e471eb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:28.702256 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c23318-8133-4fe0-988f-57aca106d0d1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:03:28.731107 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bba20ec2-25b9-4bcb-99d7-966a83e471eb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:28.781603 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4a7b8bf2-a060-4d9e-978e-8f0071d682d9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:28.790128 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-7f8f9f23-ba1b-4860-b330-cf96753e4965 None None] Provisioning for port 07ce8388-40d5-40b6-a0d1-79866db03557 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:03:28.796081 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-7f8f9f23-ba1b-4860-b330-cf96753e4965 None None] Provisioning complete for port 07ce8388-40d5-40b6-a0d1-79866db03557 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:03:28.804928 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7f8f9f23-ba1b-4860-b330-cf96753e4965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:28.862146 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-7f8f9f23-ba1b-4860-b330-cf96753e4965 None None] Port 07ce8388-40d5-40b6-a0d1-79866db03557 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:03:28.888405 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-f6c23318-8133-4fe0-988f-57aca106d0d1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 76b60fc4-5668-469a-a3ef-49679dc3dfc0) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:28.896894 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcf9819-590a-4920-8597-48533281000f None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:03:28.907601 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba20ec2-25b9-4bcb-99d7-966a83e471eb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:03:28.913145 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c23318-8133-4fe0-988f-57aca106d0d1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:28.913755 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f6c23318-8133-4fe0-988f-57aca106d0d1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:28.917589 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-bba20ec2-25b9-4bcb-99d7-966a83e471eb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:28.924864 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba20ec2-25b9-4bcb-99d7-966a83e471eb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:03:28.979562 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba20ec2-25b9-4bcb-99d7-966a83e471eb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Pushing event updated for resources: {'Port': ['ID=9e65c1e5-50a6-4321-87c4-d5146e69b726,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:29.018826 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-aebd498b-a795-4c7d-a970-9b399e8042d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5032a02c-a423-412a-aa4d-de8eb56fef6a {{(pid=88137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:03:29.032631 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-aebd498b-a795-4c7d-a970-9b399e8042d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:29.051856 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-b4f3c831-3d1c-4f69-8036-f210d91a0239 None None] Provisioning complete for port 07ce8388-40d5-40b6-a0d1-79866db03557 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:03:29.053277 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b4f3c831-3d1c-4f69-8036-f210d91a0239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:29.077685 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-e966f5ec-7948-4c6d-b2a1-8b0356f735b8 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:29.081312 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-aebd498b-a795-4c7d-a970-9b399e8042d9 service neutron] Transition to ACTIVE for port object 5032a02c-a423-412a-aa4d-de8eb56fef6a will not be triggered until provisioned by entity L2. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:03:29.215479 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-b4f3c831-3d1c-4f69-8036-f210d91a0239 None None] Port 07ce8388-40d5-40b6-a0d1-79866db03557 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:03:29.235744 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device e5d2ef6a-fc6f-4df7-a727-d4de210bec43 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:03:29.261246 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a31181f-06e1-4df9-816f-5591f4af9efc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'tenant_id': '331b5c16a931412fafa4a9af40615562', 'fixed_ips': [{'subnet_id': '9a062299-d356-4405-b636-95293dbb5ca6'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:03:29.262178 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0a31181f-06e1-4df9-816f-5591f4af9efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:29.268315 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-e966f5ec-7948-4c6d-b2a1-8b0356f735b8 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:29.275846 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f6c23318-8133-4fe0-988f-57aca106d0d1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8401167 Jan 21 19:03:29.276169 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-aebd498b-a795-4c7d-a970-9b399e8042d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:29.278898 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58916) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:29.347311 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-4132f768-6122-41e9-a549-ef5fd3b08be8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'port': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'name': 'tempest-NetworksTestDHCPv6-1337842854'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:29.398923 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port e5d2ef6a-fc6f-4df7-a727-d4de210bec43 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:03:29.398923 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:29.479114 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf05a20-a3d5-42d9-833c-06ead9e91f62 req-758d6698-f856-489e-956c-308d5b6c3135 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:29.480629 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fcf05a20-a3d5-42d9-833c-06ead9e91f62 req-758d6698-f856-489e-956c-308d5b6c3135 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead1a893-d8bc-464c-a75c-9dfb8bc7fda2 HTTP/1.1" status: 200 len: 931 time: 0.3579607 Jan 21 19:03:29.510452 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-e966f5ec-7948-4c6d-b2a1-8b0356f735b8 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Network dfe849bc-d2c5-41b6-bc65-df1a9ae9a215 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:03:29.532905 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-e966f5ec-7948-4c6d-b2a1-8b0356f735b8 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:29.535932 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-e966f5ec-7948-4c6d-b2a1-8b0356f735b8 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:03:29.565319 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0a8cd-f7b5-4d96-b630-c1ae075c4871 req-799445cb-184b-463a-aeba-9a3f7934120e tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:29.567211 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-52c0a8cd-f7b5-4d96-b630-c1ae075c4871 req-799445cb-184b-463a-aeba-9a3f7934120e tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/ports?device_id=2efefcd5-0cd0-4c0e-8098-e3fba31bea04 HTTP/1.1" status: 200 len: 931 time: 0.2988689 Jan 21 19:03:29.574674 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-0a31181f-06e1-4df9-816f-5591f4af9efc None None] Allocated IP 2001:db8::2 (76b60fc4-5668-469a-a3ef-49679dc3dfc0/9a062299-d356-4405-b636-95293dbb5ca6/04d1306c-86e2-4475-8028-0412966bbd9c) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:03:29.586836 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fcf05a20-a3d5-42d9-833c-06ead9e91f62 req-a760b1f4-b283-48fb-9ab3-3ec1d34dec74 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/security-groups?id=84380b41-afe6-4abf-bafe-93a3de4a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994663 Jan 21 19:03:29.627260 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4a7b8bf2-a060-4d9e-978e-8f0071d682d9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:29.642018 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-52c0a8cd-f7b5-4d96-b630-c1ae075c4871 req-f354b6f5-b7cd-411c-ae45-5681c10a6afd tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/security-groups?id=66616746-32e0-477b-8690-12242235c771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610621 Jan 21 19:03:29.691519 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bba20ec2-25b9-4bcb-99d7-966a83e471eb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:29.717632 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-e966f5ec-7948-4c6d-b2a1-8b0356f735b8 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:29.720474 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-e966f5ec-7948-4c6d-b2a1-8b0356f735b8 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:29.735519 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966f5ec-7948-4c6d-b2a1-8b0356f735b8 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Pushing event updated for resources: {'Port': ['ID=c737a7f8-e2b9-4880-bda4-103e0a1234eb,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:29.844497 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bba20ec2-25b9-4bcb-99d7-966a83e471eb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:29.943807 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0a31181f-06e1-4df9-816f-5591f4af9efc None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:29.955846 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0a31181f-06e1-4df9-816f-5591f4af9efc None None] Transition to ACTIVE for port object 04d1306c-86e2-4475-8028-0412966bbd9c will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:03:29.976702 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0a31181f-06e1-4df9-816f-5591f4af9efc None None] Transition to ACTIVE for port object 04d1306c-86e2-4475-8028-0412966bbd9c will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:03:30.022801 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:30.058993 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bba20ec2-25b9-4bcb-99d7-966a83e471eb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:30.074093 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0a31181f-06e1-4df9-816f-5591f4af9efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:30.113732 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bba20ec2-25b9-4bcb-99d7-966a83e471eb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:30.141313 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a31181f-06e1-4df9-816f-5591f4af9efc None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:03:30.144652 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-0a31181f-06e1-4df9-816f-5591f4af9efc None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:30.147136 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd498b-a795-4c7d-a970-9b399e8042d9 service neutron] Pushing event updated for resources: {'Port': ['ID=5032a02c-a423-412a-aa4d-de8eb56fef6a,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:30.151258 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a31181f-06e1-4df9-816f-5591f4af9efc None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:03:30.152527 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-4132f768-6122-41e9-a549-ef5fd3b08be8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:03:30.156951 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-e966f5ec-7948-4c6d-b2a1-8b0356f735b8 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4642496 Jan 21 19:03:30.157460 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a31181f-06e1-4df9-816f-5591f4af9efc None None] Pushing event updated for resources: {'Port': ['ID=04d1306c-86e2-4475-8028-0412966bbd9c,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:30.191237 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba20ec2-25b9-4bcb-99d7-966a83e471eb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Pushing event updated for resources: {'Port': ['ID=9e65c1e5-50a6-4321-87c4-d5146e69b726,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:30.214777 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-4132f768-6122-41e9-a549-ef5fd3b08be8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Usage tracker for resource:port and tenant:331b5c16a931412fafa4a9af40615562 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:03:30.222842 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-bf68ff0c-7662-4e2c-8d8e-62a04fcb1f25 service neutron] Request body: {'port': {'device_id': '2efefcd5-0cd0-4c0e-8098-e3fba31bea04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:30.254684 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-4132f768-6122-41e9-a549-ef5fd3b08be8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:03:30.260562 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-0a31181f-06e1-4df9-816f-5591f4af9efc None None] Attempting to bind port 04d1306c-86e2-4475-8028-0412966bbd9c on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:03:30.260929 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-0a31181f-06e1-4df9-816f-5591f4af9efc None None] Attempting to bind port 04d1306c-86e2-4475-8028-0412966bbd9c by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:03:30.261283 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a31181f-06e1-4df9-816f-5591f4af9efc None None] Attempting to bind port 04d1306c-86e2-4475-8028-0412966bbd9c on network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:03:30.262219 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bba20ec2-25b9-4bcb-99d7-966a83e471eb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:30.266967 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a31181f-06e1-4df9-816f-5591f4af9efc None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:03:30.267334 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a31181f-06e1-4df9-816f-5591f4af9efc None None] Checking segment: {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:03:30.267773 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0a31181f-06e1-4df9-816f-5591f4af9efc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:30.268164 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a31181f-06e1-4df9-816f-5591f4af9efc None None] Bound using segment: {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:03:30.268618 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-0a31181f-06e1-4df9-816f-5591f4af9efc None None] Bound port: 04d1306c-86e2-4475-8028-0412966bbd9c, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:03:30.268982 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0a31181f-06e1-4df9-816f-5591f4af9efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:30.270455 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-aebd498b-a795-4c7d-a970-9b399e8042d9 service neutron] Attempting to bind port 5032a02c-a423-412a-aa4d-de8eb56fef6a on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:03:30.270792 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-aebd498b-a795-4c7d-a970-9b399e8042d9 service neutron] Attempting to bind port 5032a02c-a423-412a-aa4d-de8eb56fef6a by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'ca3524f3-3584-4d5b-8092-53119e2b5443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'fc24e89d-af25-4b19-a6e4-c71b6bd3aa74'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:03:30.271228 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-aebd498b-a795-4c7d-a970-9b399e8042d9 service neutron] Attempting to bind port 5032a02c-a423-412a-aa4d-de8eb56fef6a on network fc24e89d-af25-4b19-a6e4-c71b6bd3aa74 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:03:30.285289 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-4132f768-6122-41e9-a549-ef5fd3b08be8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:03:30.302905 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-aebd498b-a795-4c7d-a970-9b399e8042d9 service neutron] Port 5032a02c-a423-412a-aa4d-de8eb56fef6a on network fc24e89d-af25-4b19-a6e4-c71b6bd3aa74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 19:03:30.306342 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-aebd498b-a795-4c7d-a970-9b399e8042d9 service neutron] Attempting to bind port 5032a02c-a423-412a-aa4d-de8eb56fef6a on network fc24e89d-af25-4b19-a6e4-c71b6bd3aa74 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:03:30.323423 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-aebd498b-a795-4c7d-a970-9b399e8042d9 service neutron] Checking agent: {'id': '9a14f311-f6d5-46c6-87a2-f860197fb66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:03:30.323818 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-aebd498b-a795-4c7d-a970-9b399e8042d9 service neutron] Checking segment: {'id': 'ca3524f3-3584-4d5b-8092-53119e2b5443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'fc24e89d-af25-4b19-a6e4-c71b6bd3aa74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:03:30.324140 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-aebd498b-a795-4c7d-a970-9b399e8042d9 service neutron] Bound using segment: {'id': 'ca3524f3-3584-4d5b-8092-53119e2b5443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'fc24e89d-af25-4b19-a6e4-c71b6bd3aa74'} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:03:30.324576 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-aebd498b-a795-4c7d-a970-9b399e8042d9 service neutron] Bound port: 5032a02c-a423-412a-aa4d-de8eb56fef6a, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3524f3-3584-4d5b-8092-53119e2b5443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'fc24e89d-af25-4b19-a6e4-c71b6bd3aa74'}}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:03:30.324911 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-aebd498b-a795-4c7d-a970-9b399e8042d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:30.383078 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0a31181f-06e1-4df9-816f-5591f4af9efc None None] For port 04d1306c-86e2-4475-8028-0412966bbd9c, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:03:30.387284 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0a31181f-06e1-4df9-816f-5591f4af9efc None None] For port 04d1306c-86e2-4475-8028-0412966bbd9c, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=04d1306c-86e2-4475-8028-0412966bbd9c,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:03:30.452147 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.l3_db [None req-bba20ec2-25b9-4bcb-99d7-966a83e471eb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Floating IP 024191ef-607e-4e61-91e8-d17016e576c8 associated. External IP: 172.26.1.227, port: f7e02b4e-3e69-48be-8f75-282311c64690. Jan 21 19:03:30.475315 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0a31181f-06e1-4df9-816f-5591f4af9efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:30.478404 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4132f768-6122-41e9-a549-ef5fd3b08be8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:03:30.479619 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4132f768-6122-41e9-a549-ef5fd3b08be8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:30.515677 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-bf68ff0c-7662-4e2c-8d8e-62a04fcb1f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:30.564985 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a31181f-06e1-4df9-816f-5591f4af9efc None None] Pushing event updated for resources: {'Port': ['ID=04d1306c-86e2-4475-8028-0412966bbd9c,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:30.610515 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-4132f768-6122-41e9-a549-ef5fd3b08be8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] device_id is not set on port 49c61bfb-7086-4d49-973d-039020f4d363 yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:03:30.718328 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-aebd498b-a795-4c7d-a970-9b399e8042d9 service neutron] For port 5032a02c-a423-412a-aa4d-de8eb56fef6a, host hv-neutron-8254, cleared binding levels {{(pid=88137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:03:30.763793 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-aebd498b-a795-4c7d-a970-9b399e8042d9 service neutron] For port 5032a02c-a423-412a-aa4d-de8eb56fef6a, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=5032a02c-a423-412a-aa4d-de8eb56fef6a,segment=NetworkSegment(ca3524f3-3584-4d5b-8092-53119e2b5443),segment_id=ca3524f3-3584-4d5b-8092-53119e2b5443)] {{(pid=88137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:03:30.876620 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-aebd498b-a795-4c7d-a970-9b399e8042d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:30.980106 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-aebd498b-a795-4c7d-a970-9b399e8042d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:30.983231 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-aebd498b-a795-4c7d-a970-9b399e8042d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:30.983231 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-aebd498b-a795-4c7d-a970-9b399e8042d9 service neutron] 10.222.0.113 "PUT /v2.0/ports/5032a02c-a423-412a-aa4d-de8eb56fef6a HTTP/1.1" status: 200 len: 1093 time: 3.6752896 Jan 21 19:03:30.998984 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead1a893-d8bc-464c-a75c-9dfb8bc7fda2', 'tag': '5032a02c-a423-412a-aa4d-de8eb56fef6a'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:03:31.021581 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.db.resource_extend [None req-4a7b8bf2-a060-4d9e-978e-8f0071d682d9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 19:03:31.072574 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4a7b8bf2-a060-4d9e-978e-8f0071d682d9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:31.143893 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-4132f768-6122-41e9-a549-ef5fd3b08be8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Allocated IP 2001:db8::68 (76b60fc4-5668-469a-a3ef-49679dc3dfc0/9a062299-d356-4405-b636-95293dbb5ca6/49c61bfb-7086-4d49-973d-039020f4d363) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:03:31.175096 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4a7b8bf2-a060-4d9e-978e-8f0071d682d9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:31.212787 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd498b-a795-4c7d-a970-9b399e8042d9 service neutron] Pushing event updated for resources: {'Port': ['ID=5032a02c-a423-412a-aa4d-de8eb56fef6a,revision_number=3']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:31.230376 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a54889-92a5-4ebc-a42c-3052cd899865 req-aa8d4b6a-f0b9-4444-8862-2da0d9fb23c6 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:31.231997 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d6a54889-92a5-4ebc-a42c-3052cd899865 req-aa8d4b6a-f0b9-4444-8862-2da0d9fb23c6 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/ports?device_id=2efefcd5-0cd0-4c0e-8098-e3fba31bea04 HTTP/1.1" status: 200 len: 931 time: 0.3138618 Jan 21 19:03:31.259091 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 04d1306c-86e2-4475-8028-0412966bbd9c up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:03:31.260188 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2358ba-8522-41ec-81f9-55cd77f3d4d4 req-0c979de3-27ef-4318-9b60-5c447dfdaf6a tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:31.268360 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9c2358ba-8522-41ec-81f9-55cd77f3d4d4 req-0c979de3-27ef-4318-9b60-5c447dfdaf6a tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead1a893-d8bc-464c-a75c-9dfb8bc7fda2 HTTP/1.1" status: 200 len: 943 time: 0.3466289 Jan 21 19:03:31.306103 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba20ec2-25b9-4bcb-99d7-966a83e471eb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Router 38672101-c7c7-4eb1-a220-64bed0b717ae has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:03:31.365437 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9c2358ba-8522-41ec-81f9-55cd77f3d4d4 req-8192905e-c63b-4346-8c6b-645e4ebd8ee2 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/security-groups?id=84380b41-afe6-4abf-bafe-93a3de4a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956142 Jan 21 19:03:31.432585 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d6a54889-92a5-4ebc-a42c-3052cd899865 req-6ac73c10-57de-46a0-8af8-58d9cbae7b05 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/security-groups?id=66616746-32e0-477b-8690-12242235c771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918969 Jan 21 19:03:31.446961 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 04d1306c-86e2-4475-8028-0412966bbd9c completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:03:31.463651 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b8bf2-a060-4d9e-978e-8f0071d682d9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event updated for resources: {'Port': ['ID=07ce8388-40d5-40b6-a0d1-79866db03557,revision_number=3']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:31.476707 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4a7b8bf2-a060-4d9e-978e-8f0071d682d9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:31.499270 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ead1a893-d8bc-464c-a75c-9dfb8bc7fda2', 'tag': '5032a02c-a423-412a-aa4d-de8eb56fef6a', 'status': 'completed', 'code': 200} Jan 21 19:03:31.590855 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba20ec2-25b9-4bcb-99d7-966a83e471eb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:03:31.603232 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4758f32-7d0d-435c-84e3-56cb5324aa43 None None] Sync routers for ids ['38672101-c7c7-4eb1-a220-64bed0b717ae'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:03:31.614448 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4758f32-7d0d-435c-84e3-56cb5324aa43 None None] Routers {'38672101-c7c7-4eb1-a220-64bed0b717ae'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:03:31.615120 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-f4758f32-7d0d-435c-84e3-56cb5324aa43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:03:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['38672101-c7c7-4eb1-a220-64bed0b717ae'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:31.674204 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bba20ec2-25b9-4bcb-99d7-966a83e471eb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:31.720759 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-f4758f32-7d0d-435c-84e3-56cb5324aa43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:31.731281 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4758f32-7d0d-435c-84e3-56cb5324aa43 None None] Routers {'38672101-c7c7-4eb1-a220-64bed0b717ae'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:03:31.731950 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-f4758f32-7d0d-435c-84e3-56cb5324aa43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:03:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['38672101-c7c7-4eb1-a220-64bed0b717ae'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:31.743119 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-bba20ec2-25b9-4bcb-99d7-966a83e471eb tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.6704879 Jan 21 19:03:31.745618 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58926) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:31.795473 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-2bd43dea-9238-4058-8ea3-06323dec950f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:31.797596 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-2bd43dea-9238-4058-8ea3-06323dec950f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1f87e80a60cc473490523a0c4caffd4b&device_id=ead1a893-d8bc-464c-a75c-9dfb8bc7fda2 HTTP/1.1" status: 200 len: 1096 time: 0.7091765 Jan 21 19:03:31.800680 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-f4758f32-7d0d-435c-84e3-56cb5324aa43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:31.801274 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4758f32-7d0d-435c-84e3-56cb5324aa43 None None] The sync data for ids ['38672101-c7c7-4eb1-a220-64bed0b717ae'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:03:31.877922 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-3fba7beb-92a8-47c5-8e07-50dbbf9b518c tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "GET /v2.0/floatingips/024191ef-607e-4e61-91e8-d17016e576c8 HTTP/1.1" status: 200 len: 978 time: 0.1310165 Jan 21 19:03:31.878503 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58930) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:31.908264 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.db.resource_extend [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-bf68ff0c-7662-4e2c-8d8e-62a04fcb1f25 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 19:03:31.917273 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78a47f8-2e82-4dac-99e8-e941d2e89b58 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:03:31.982995 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ca798367-e966-4bcb-8e70-62cb27ae05b6 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Synchronizing usage tracker for tenant:1a64234390194d4d89c8cd088a8ecdc0 on resource:floatingip {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:03:31.992045 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-3c0de545-6097-4e0d-adc7-55cd3ed5f5c8 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5032a02c-a423-412a-aa4d-de8eb56fef6a HTTP/1.1" status: 200 len: 217 time: 0.1439531 Jan 21 19:03:32.056424 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ca798367-e966-4bcb-8e70-62cb27ae05b6 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Unset dirty status for tenant:1a64234390194d4d89c8cd088a8ecdc0 on resource:floatingip {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:03:32.057699 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ca798367-e966-4bcb-8e70-62cb27ae05b6 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1783047 Jan 21 19:03:32.061984 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58934) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:32.069516 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-8e227fca-ab9e-4e28-86e5-7baf8b0a9c7e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Request body: {'floatingip': {'port_id': 'c3695f4d-a306-4b00-b12b-342fad5604d2'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:32.092347 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-bf68ff0c-7662-4e2c-8d8e-62a04fcb1f25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c737a7f8-e2b9-4880-bda4-103e0a1234eb {{(pid=88137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:03:32.116167 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-bf68ff0c-7662-4e2c-8d8e-62a04fcb1f25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:32.127357 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f5b668f0-b0ec-4806-9af7-24f88896db5c None None] Provisioning for port 04d1306c-86e2-4475-8028-0412966bbd9c completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:03:32.128378 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4132f768-6122-41e9-a549-ef5fd3b08be8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:32.138622 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f5b668f0-b0ec-4806-9af7-24f88896db5c None None] Provisioning complete for port 04d1306c-86e2-4475-8028-0412966bbd9c triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:03:32.139123 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f5b668f0-b0ec-4806-9af7-24f88896db5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:32.148843 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7b8bf2-a060-4d9e-978e-8f0071d682d9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Network 5027b042-2964-4d10-8b5b-8a069ad927ee is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:03:32.155858 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-7a95058a-f2e2-4fe6-a3e4-74fff7d7ce22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:32.157286 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-7a95058a-f2e2-4fe6-a3e4-74fff7d7ce22 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=318cf0e1-cb46-4ad9-b6e3-4761e636ad66 HTTP/1.1" status: 200 len: 834 time: 0.1415730 Jan 21 19:03:32.163050 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-4a7b8bf2-a060-4d9e-978e-8f0071d682d9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:32.171476 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-bf68ff0c-7662-4e2c-8d8e-62a04fcb1f25 service neutron] Transition to ACTIVE for port object c737a7f8-e2b9-4880-bda4-103e0a1234eb will not be triggered until provisioned by entity L2. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:03:32.180267 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8e227fca-ab9e-4e28-86e5-7baf8b0a9c7e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for floatingip, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:32.203624 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-4132f768-6122-41e9-a549-ef5fd3b08be8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Transition to ACTIVE for port object 49c61bfb-7086-4d49-973d-039020f4d363 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:03:32.287432 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-bf68ff0c-7662-4e2c-8d8e-62a04fcb1f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:32.348754 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f5b668f0-b0ec-4806-9af7-24f88896db5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:32.399529 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-f5b668f0-b0ec-4806-9af7-24f88896db5c None None] For port 04d1306c-86e2-4475-8028-0412966bbd9c, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=04d1306c-86e2-4475-8028-0412966bbd9c,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:03:32.513719 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f5b668f0-b0ec-4806-9af7-24f88896db5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:32.634983 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf68ff0c-7662-4e2c-8d8e-62a04fcb1f25 service neutron] Pushing event updated for resources: {'Port': ['ID=c737a7f8-e2b9-4880-bda4-103e0a1234eb,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:32.671509 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b668f0-b0ec-4806-9af7-24f88896db5c None None] Pushing event updated for resources: {'Port': ['ID=04d1306c-86e2-4475-8028-0412966bbd9c,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:32.674491 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-ab87b770-33ab-417b-8fe9-cfff9a2d0f18 None None] Provisioning complete for port 07ce8388-40d5-40b6-a0d1-79866db03557 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:03:32.674970 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ab87b770-33ab-417b-8fe9-cfff9a2d0f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:32.714163 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-2cb999a7-deee-4848-b8f8-78705cfde752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:32.715789 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-2cb999a7-deee-4848-b8f8-78705cfde752 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=fc24e89d-af25-4b19-a6e4-c71b6bd3aa74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5457461 Jan 21 19:03:32.721203 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-bf68ff0c-7662-4e2c-8d8e-62a04fcb1f25 service neutron] Attempting to bind port c737a7f8-e2b9-4880-bda4-103e0a1234eb on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:03:32.721644 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-bf68ff0c-7662-4e2c-8d8e-62a04fcb1f25 service neutron] Attempting to bind port c737a7f8-e2b9-4880-bda4-103e0a1234eb by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '72a403b5-dd14-41c1-bc8a-e5814195f8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'dfe849bc-d2c5-41b6-bc65-df1a9ae9a215'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:03:32.722084 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-bf68ff0c-7662-4e2c-8d8e-62a04fcb1f25 service neutron] Attempting to bind port c737a7f8-e2b9-4880-bda4-103e0a1234eb on network dfe849bc-d2c5-41b6-bc65-df1a9ae9a215 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:03:32.734191 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-ab87b770-33ab-417b-8fe9-cfff9a2d0f18 None None] Port 07ce8388-40d5-40b6-a0d1-79866db03557 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:03:32.755036 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-bf68ff0c-7662-4e2c-8d8e-62a04fcb1f25 service neutron] Port c737a7f8-e2b9-4880-bda4-103e0a1234eb on network dfe849bc-d2c5-41b6-bc65-df1a9ae9a215 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 19:03:32.755364 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-bf68ff0c-7662-4e2c-8d8e-62a04fcb1f25 service neutron] Attempting to bind port c737a7f8-e2b9-4880-bda4-103e0a1234eb on network dfe849bc-d2c5-41b6-bc65-df1a9ae9a215 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:03:32.791388 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-bf68ff0c-7662-4e2c-8d8e-62a04fcb1f25 service neutron] Checking agent: {'id': '9a14f311-f6d5-46c6-87a2-f860197fb66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:03:32.791388 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-bf68ff0c-7662-4e2c-8d8e-62a04fcb1f25 service neutron] Checking segment: {'id': '72a403b5-dd14-41c1-bc8a-e5814195f8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'dfe849bc-d2c5-41b6-bc65-df1a9ae9a215'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:03:32.791388 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-bf68ff0c-7662-4e2c-8d8e-62a04fcb1f25 service neutron] Bound using segment: {'id': '72a403b5-dd14-41c1-bc8a-e5814195f8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'dfe849bc-d2c5-41b6-bc65-df1a9ae9a215'} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:03:32.791388 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-bf68ff0c-7662-4e2c-8d8e-62a04fcb1f25 service neutron] Bound port: c737a7f8-e2b9-4880-bda4-103e0a1234eb, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72a403b5-dd14-41c1-bc8a-e5814195f8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'dfe849bc-d2c5-41b6-bc65-df1a9ae9a215'}}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:03:32.791388 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-bf68ff0c-7662-4e2c-8d8e-62a04fcb1f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:32.797699 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4132f768-6122-41e9-a549-ef5fd3b08be8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:32.857070 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-96c1b7b9-825c-42a8-a380-2fff2305e7b3 None None] Provisioning complete for port 04d1306c-86e2-4475-8028-0412966bbd9c triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:03:32.860056 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-96c1b7b9-825c-42a8-a380-2fff2305e7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:32.968982 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4132f768-6122-41e9-a549-ef5fd3b08be8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:03:32.987257 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-4132f768-6122-41e9-a549-ef5fd3b08be8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:33.005277 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4132f768-6122-41e9-a549-ef5fd3b08be8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:03:33.011339 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4132f768-6122-41e9-a549-ef5fd3b08be8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:33.011972 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4132f768-6122-41e9-a549-ef5fd3b08be8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:33.015734 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7b8bf2-a060-4d9e-978e-8f0071d682d9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Router f9e94af8-261c-4021-b6fe-abd22224d74e is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:03:33.030476 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132f768-6122-41e9-a549-ef5fd3b08be8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Port': ['ID=49c61bfb-7086-4d49-973d-039020f4d363,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:33.056391 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-a3b58b92-80e6-4f5c-82ed-1a49e1f79f83 service neutron] 10.222.0.113 "GET /v2.0/networks/fc24e89d-af25-4b19-a6e4-c71b6bd3aa74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318534 Jan 21 19:03:33.135740 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac597e21-8c3f-49f5-964b-da74e20f1a64 req-1b859fc4-671b-4ade-9bcd-b167bf3bb0ce tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:33.137270 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ac597e21-8c3f-49f5-964b-da74e20f1a64 req-1b859fc4-671b-4ade-9bcd-b167bf3bb0ce tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/ports?device_id=2efefcd5-0cd0-4c0e-8098-e3fba31bea04 HTTP/1.1" status: 200 len: 943 time: 0.4664769 Jan 21 19:03:33.183646 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-4132f768-6122-41e9-a549-ef5fd3b08be8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8635671 Jan 21 19:03:33.183865 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aebbe60-c440-40c7-b781-976e5788a132 req-d7b18d5d-aa23-4cf9-a8fa-2336b992fc27 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:33.183865 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3aebbe60-c440-40c7-b781-976e5788a132 req-d7b18d5d-aa23-4cf9-a8fa-2336b992fc27 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead1a893-d8bc-464c-a75c-9dfb8bc7fda2 HTTP/1.1" status: 200 len: 943 time: 0.5114062 Jan 21 19:03:33.192541 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58942) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:33.228288 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 04d1306c-86e2-4475-8028-0412966bbd9c up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:03:33.294475 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ac597e21-8c3f-49f5-964b-da74e20f1a64 req-087ee1b1-0691-4443-8d9d-2eb17b0af7c4 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/security-groups?id=66616746-32e0-477b-8690-12242235c771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505797 Jan 21 19:03:33.353677 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3aebbe60-c440-40c7-b781-976e5788a132 req-26a497d5-afa2-460a-a5c0-d697c391f822 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/security-groups?id=84380b41-afe6-4abf-bafe-93a3de4a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555982 Jan 21 19:03:33.360951 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 04d1306c-86e2-4475-8028-0412966bbd9c triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:03:33.361552 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:33.394361 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065c262b-88bf-445b-94ba-5893242e960f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:33.400287 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065c262b-88bf-445b-94ba-5893242e960f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:33.401885 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-065c262b-88bf-445b-94ba-5893242e960f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.2083120 Jan 21 19:03:33.404909 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58946) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:33.494554 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-bf68ff0c-7662-4e2c-8d8e-62a04fcb1f25 service neutron] For port c737a7f8-e2b9-4880-bda4-103e0a1234eb, host hv-neutron-8254, cleared binding levels {{(pid=88137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:03:33.502566 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-270aedac-314a-4e3b-bd77-9cfdc2e53a9a None None] Provisioning for port 49c61bfb-7086-4d49-973d-039020f4d363 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:03:33.518591 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-270aedac-314a-4e3b-bd77-9cfdc2e53a9a None None] Provisioning complete for port 49c61bfb-7086-4d49-973d-039020f4d363 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:03:33.519458 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-270aedac-314a-4e3b-bd77-9cfdc2e53a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:33.520584 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-bf68ff0c-7662-4e2c-8d8e-62a04fcb1f25 service neutron] For port c737a7f8-e2b9-4880-bda4-103e0a1234eb, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=c737a7f8-e2b9-4880-bda4-103e0a1234eb,segment=NetworkSegment(72a403b5-dd14-41c1-bc8a-e5814195f8b6),segment_id=72a403b5-dd14-41c1-bc8a-e5814195f8b6)] {{(pid=88137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:03:33.549612 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7b8bf2-a060-4d9e-978e-8f0071d682d9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:03:33.557269 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-4a7b8bf2-a060-4d9e-978e-8f0071d682d9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "PUT /v2.0/routers/f9e94af8-261c-4021-b6fe-abd22224d74e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9042265 Jan 21 19:03:33.561202 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58950) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:33.566302 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a332af-72d9-4ca8-ab93-37392a8aac64 None None] Sync routers for ids ['f9e94af8-261c-4021-b6fe-abd22224d74e'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:03:33.571080 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-cf5fa93f-63c8-47b7-ad2f-d30e70bae8c8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting port 49c61bfb-7086-4d49-973d-039020f4d363 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:03:33.571080 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cf5fa93f-63c8-47b7-ad2f-d30e70bae8c8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:33.573743 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9b40cc13-5724-451a-828c-50e005c0cc54 req-62363105-1e2d-47b0-8888-b0023e1fbdca service neutron] 10.222.0.113 "GET /v2.0/networks/fc24e89d-af25-4b19-a6e4-c71b6bd3aa74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5018752 Jan 21 19:03:33.575972 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-bf68ff0c-7662-4e2c-8d8e-62a04fcb1f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:33.592157 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a332af-72d9-4ca8-ab93-37392a8aac64 None None] Routers {'f9e94af8-261c-4021-b6fe-abd22224d74e'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:03:33.592793 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-b3a332af-72d9-4ca8-ab93-37392a8aac64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:03:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['f9e94af8-261c-4021-b6fe-abd22224d74e'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:33.635620 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-bf68ff0c-7662-4e2c-8d8e-62a04fcb1f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:33.636229 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-bf68ff0c-7662-4e2c-8d8e-62a04fcb1f25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:33.638547 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-bf68ff0c-7662-4e2c-8d8e-62a04fcb1f25 service neutron] 10.222.0.113 "PUT /v2.0/ports/c737a7f8-e2b9-4880-bda4-103e0a1234eb HTTP/1.1" status: 200 len: 1093 time: 3.4191914 Jan 21 19:03:33.641758 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-270aedac-314a-4e3b-bd77-9cfdc2e53a9a None None] Port 49c61bfb-7086-4d49-973d-039020f4d363 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:03:33.647151 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2efefcd5-0cd0-4c0e-8098-e3fba31bea04', 'tag': 'c737a7f8-e2b9-4880-bda4-103e0a1234eb'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:03:33.657239 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-b3a332af-72d9-4ca8-ab93-37392a8aac64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:33.667737 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a332af-72d9-4ca8-ab93-37392a8aac64 None None] Routers {'f9e94af8-261c-4021-b6fe-abd22224d74e'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:03:33.669170 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-b3a332af-72d9-4ca8-ab93-37392a8aac64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:03:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['f9e94af8-261c-4021-b6fe-abd22224d74e'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:33.675080 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8e227fca-ab9e-4e28-86e5-7baf8b0a9c7e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:33.694360 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf68ff0c-7662-4e2c-8d8e-62a04fcb1f25 service neutron] Pushing event updated for resources: {'Port': ['ID=c737a7f8-e2b9-4880-bda4-103e0a1234eb,revision_number=3']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:33.742241 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2efefcd5-0cd0-4c0e-8098-e3fba31bea04', 'tag': 'c737a7f8-e2b9-4880-bda4-103e0a1234eb', 'status': 'completed', 'code': 200} Jan 21 19:03:33.750045 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-b3a332af-72d9-4ca8-ab93-37392a8aac64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:33.750518 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a332af-72d9-4ca8-ab93-37392a8aac64 None None] The sync data for ids ['f9e94af8-261c-4021-b6fe-abd22224d74e'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:03:33.751525 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8e227fca-ab9e-4e28-86e5-7baf8b0a9c7e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:33.840155 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af217c-c352-4a95-80e0-7edc87f8064a req-30e42f47-a8f3-441e-ac86-4c2487676b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:33.841516 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-59af217c-c352-4a95-80e0-7edc87f8064a req-30e42f47-a8f3-441e-ac86-4c2487676b29 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1f87e80a60cc473490523a0c4caffd4b&device_id=ead1a893-d8bc-464c-a75c-9dfb8bc7fda2 HTTP/1.1" status: 200 len: 1096 time: 0.1410413 Jan 21 19:03:33.872080 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379d81d-19fd-43ad-8539-ca05ee17f730 req-ded1fb80-39f9-459d-b011-5c6714e30983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:33.873497 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c379d81d-19fd-43ad-8539-ca05ee17f730 req-ded1fb80-39f9-459d-b011-5c6714e30983 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=9e2d74e1ee2641bfb6a58e36851cb369&device_id=2efefcd5-0cd0-4c0e-8098-e3fba31bea04 HTTP/1.1" status: 200 len: 1096 time: 0.1263697 Jan 21 19:03:33.880699 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18899c4-701d-40a5-8c32-ca9c85dd7b04 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:33.882212 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b18899c4-701d-40a5-8c32-ca9c85dd7b04 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "GET /v2.0/ports?device_id=f9e94af8-261c-4021-b6fe-abd22224d74e HTTP/1.1" status: 200 len: 982 time: 0.3184180 Jan 21 19:03:33.888463 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58956) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:34.091353 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af217c-c352-4a95-80e0-7edc87f8064a req-41c7f01d-4c87-40c3-b107-6a0a9a8195f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:34.092185 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-59af217c-c352-4a95-80e0-7edc87f8064a req-41c7f01d-4c87-40c3-b107-6a0a9a8195f9 service neutron] 10.222.0.113 "GET /v2.0/networks?id=fc24e89d-af25-4b19-a6e4-c71b6bd3aa74 HTTP/1.1" status: 200 len: 898 time: 0.2431037 Jan 21 19:03:34.100351 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379d81d-19fd-43ad-8539-ca05ee17f730 req-428f31e4-0941-463c-8afd-879fea11bd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:34.101646 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c379d81d-19fd-43ad-8539-ca05ee17f730 req-428f31e4-0941-463c-8afd-879fea11bd75 service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=9e2d74e1ee2641bfb6a58e36851cb369&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2213082 Jan 21 19:03:34.181109 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-59af217c-c352-4a95-80e0-7edc87f8064a req-b2742d42-9615-4243-af99-476d9f4b5ff9 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5032a02c-a423-412a-aa4d-de8eb56fef6a HTTP/1.1" status: 200 len: 217 time: 0.0822561 Jan 21 19:03:34.198676 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cf5fa93f-63c8-47b7-ad2f-d30e70bae8c8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:34.208215 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.l3_db [None req-8e227fca-ab9e-4e28-86e5-7baf8b0a9c7e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Floating IP 024191ef-607e-4e61-91e8-d17016e576c8 associated. External IP: 172.26.1.227, port: f7e02b4e-3e69-48be-8f75-282311c64690. Jan 21 19:03:34.323476 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af217c-c352-4a95-80e0-7edc87f8064a req-71772511-f392-45ae-9fa2-5a18fb47ccd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:34.324988 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-59af217c-c352-4a95-80e0-7edc87f8064a req-71772511-f392-45ae-9fa2-5a18fb47ccd4 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=318cf0e1-cb46-4ad9-b6e3-4761e636ad66 HTTP/1.1" status: 200 len: 834 time: 0.1369042 Jan 21 19:03:34.393433 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379d81d-19fd-43ad-8539-ca05ee17f730 req-7eb35061-0054-4d34-9990-2dba2b1109ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:34.394895 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c379d81d-19fd-43ad-8539-ca05ee17f730 req-7eb35061-0054-4d34-9990-2dba2b1109ba service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2415679 Jan 21 19:03:34.433513 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af217c-c352-4a95-80e0-7edc87f8064a req-f1f59503-a7b5-4e62-a56d-667992de7dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:34.435429 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-59af217c-c352-4a95-80e0-7edc87f8064a req-f1f59503-a7b5-4e62-a56d-667992de7dfb service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=fc24e89d-af25-4b19-a6e4-c71b6bd3aa74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0947137 Jan 21 19:03:34.632484 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-ca768a10-dfb6-4788-9f98-6a51a3b640e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:34.633980 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-ca768a10-dfb6-4788-9f98-6a51a3b640e4 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=9e2d74e1ee2641bfb6a58e36851cb369&device_id=2efefcd5-0cd0-4c0e-8098-e3fba31bea04 HTTP/1.1" status: 200 len: 1096 time: 0.1915596 Jan 21 19:03:34.641572 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-59af217c-c352-4a95-80e0-7edc87f8064a req-2e2fd293-bc74-4e3e-9834-c1106c47bf6a service neutron] 10.222.0.113 "GET /v2.0/networks/fc24e89d-af25-4b19-a6e4-c71b6bd3aa74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611404 Jan 21 19:03:34.705670 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-cf5fa93f-63c8-47b7-ad2f-d30e70bae8c8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Calling delete_port for 49c61bfb-7086-4d49-973d-039020f4d363 owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:03:34.725729 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-1e114ae6-e918-4af9-87c8-9e12457bcb1f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c737a7f8-e2b9-4880-bda4-103e0a1234eb HTTP/1.1" status: 200 len: 217 time: 0.0832057 Jan 21 19:03:34.862152 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-9499e3c5-714f-461b-b939-692ac0f942d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:34.863583 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-9499e3c5-714f-461b-b939-692ac0f942d9 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=944aea16-5152-4314-a91a-e1fb3aa93788 HTTP/1.1" status: 200 len: 852 time: 0.1314361 Jan 21 19:03:35.034014 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-f229bd69-e5d0-4fdc-ba89-ee44452db5e1 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=dfe849bc-d2c5-41b6-bc65-df1a9ae9a215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1592910 Jan 21 19:03:35.035794 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-59af217c-c352-4a95-80e0-7edc87f8064a req-86740aa0-0ab2-40cc-912a-9e6e5e633781 service neutron] 10.222.0.113 "GET /v2.0/networks/fc24e89d-af25-4b19-a6e4-c71b6bd3aa74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425250 Jan 21 19:03:35.180258 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-c618fa6c-648b-418f-ade3-be5baf040854 service neutron] 10.222.0.113 "GET /v2.0/networks/dfe849bc-d2c5-41b6-bc65-df1a9ae9a215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354151 Jan 21 19:03:35.196676 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4093d-6530-4aee-be23-39a3e1ca6bf3 req-0faebd48-2753-4e8c-b2e8-b627e3992b13 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:35.198227 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-96c4093d-6530-4aee-be23-39a3e1ca6bf3 req-0faebd48-2753-4e8c-b2e8-b627e3992b13 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/ports?device_id=2efefcd5-0cd0-4c0e-8098-e3fba31bea04 HTTP/1.1" status: 200 len: 943 time: 0.7026961 Jan 21 19:03:35.215097 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160cc248-86ae-41ad-ae1c-cccb4f740c19 req-7471c2c4-55dc-4a5b-89d2-86155562bebb tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:35.216545 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-160cc248-86ae-41ad-ae1c-cccb4f740c19 req-7471c2c4-55dc-4a5b-89d2-86155562bebb tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead1a893-d8bc-464c-a75c-9dfb8bc7fda2 HTTP/1.1" status: 200 len: 943 time: 0.7132390 Jan 21 19:03:35.313256 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-92c12774-8e4a-4397-ae30-c6cc8b3a32d8 req-0d2ff0be-ed84-45e2-a989-7e5944a5c989 service neutron] 10.222.0.113 "GET /v2.0/networks/dfe849bc-d2c5-41b6-bc65-df1a9ae9a215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267786 Jan 21 19:03:35.430121 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-96c4093d-6530-4aee-be23-39a3e1ca6bf3 req-8fc0f42a-40e1-4d00-9f20-823de035fb7e tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/security-groups?id=66616746-32e0-477b-8690-12242235c771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101481 Jan 21 19:03:35.440282 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-160cc248-86ae-41ad-ae1c-cccb4f740c19 req-dac0bcfb-c9c6-4f9a-9de0-7cce791344cc tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/security-groups?id=84380b41-afe6-4abf-bafe-93a3de4a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2098548 Jan 21 19:03:35.440876 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cf5fa93f-63c8-47b7-ad2f-d30e70bae8c8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:35.456609 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 5032a02c-a423-412a-aa4d-de8eb56fef6a details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:03:35.502940 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e227fca-ab9e-4e28-86e5-7baf8b0a9c7e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Router 38672101-c7c7-4eb1-a220-64bed0b717ae has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:03:35.506380 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5fa93f-63c8-47b7-ad2f-d30e70bae8c8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Port': ['ID=49c61bfb-7086-4d49-973d-039020f4d363,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:35.560104 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cf5fa93f-63c8-47b7-ad2f-d30e70bae8c8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:35.600918 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 5032a02c-a423-412a-aa4d-de8eb56fef6a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=5032a02c-a423-412a-aa4d-de8eb56fef6a,segment=NetworkSegment(ca3524f3-3584-4d5b-8092-53119e2b5443),segment_id=ca3524f3-3584-4d5b-8092-53119e2b5443)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:03:35.616586 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': '5032a02c-a423-412a-aa4d-de8eb56fef6a', 'network_id': 'fc24e89d-af25-4b19-a6e4-c71b6bd3aa74', 'port_id': '5032a02c-a423-412a-aa4d-de8eb56fef6a', 'mac_address': 'fa:16:3e:99:2a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '318cf0e1-cb46-4ad9-b6e3-4761e636ad66', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:03:35.633745 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-cf5fa93f-63c8-47b7-ad2f-d30e70bae8c8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/ports/49c61bfb-7086-4d49-973d-039020f4d363 HTTP/1.1" status: 204 len: 168 time: 2.2255135 Jan 21 19:03:35.634706 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58964) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:35.691904 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:35.716847 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5032a02c-a423-412a-aa4d-de8eb56fef6a {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:03:35.718211 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6968d18c-7f01-4c57-a04b-b6264dde887e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:35.719737 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6968d18c-7f01-4c57-a04b-b6264dde887e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:35.721256 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-6968d18c-7f01-4c57-a04b-b6264dde887e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0855575 Jan 21 19:03:35.723992 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58968) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:35.738670 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 5032a02c-a423-412a-aa4d-de8eb56fef6a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=5032a02c-a423-412a-aa4d-de8eb56fef6a,segment=NetworkSegment(ca3524f3-3584-4d5b-8092-53119e2b5443),segment_id=ca3524f3-3584-4d5b-8092-53119e2b5443)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:03:35.798939 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fcc45db-ad7d-495a-9296-04b2f3773df6 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting subnet 9a062299-d356-4405-b636-95293dbb5ca6 {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:03:35.802094 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6fcc45db-ad7d-495a-9296-04b2f3773df6 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:35.816800 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:35.859478 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6fcc45db-ad7d-495a-9296-04b2f3773df6 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:35.892341 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=5032a02c-a423-412a-aa4d-de8eb56fef6a,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:35.933157 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8150b37f-318c-4c1c-996f-a1202963a715 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:35.948316 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6fcc45db-ad7d-495a-9296-04b2f3773df6 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:36.003551 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e227fca-ab9e-4e28-86e5-7baf8b0a9c7e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:03:36.013825 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb2b11d-3c5b-43bc-b367-43cb141ffba9 None None] Sync routers for ids ['38672101-c7c7-4eb1-a220-64bed0b717ae'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:03:36.023812 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb2b11d-3c5b-43bc-b367-43cb141ffba9 None None] Routers {'38672101-c7c7-4eb1-a220-64bed0b717ae'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:03:36.024559 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-5eb2b11d-3c5b-43bc-b367-43cb141ffba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:03:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['38672101-c7c7-4eb1-a220-64bed0b717ae'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:36.032449 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['5032a02c-a423-412a-aa4d-de8eb56fef6a'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:03:36.087109 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-5eb2b11d-3c5b-43bc-b367-43cb141ffba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:36.091333 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6fcc45db-ad7d-495a-9296-04b2f3773df6 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:36.096613 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb2b11d-3c5b-43bc-b367-43cb141ffba9 None None] Routers {'38672101-c7c7-4eb1-a220-64bed0b717ae'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:03:36.097221 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-5eb2b11d-3c5b-43bc-b367-43cb141ffba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:03:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['38672101-c7c7-4eb1-a220-64bed0b717ae'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:36.151103 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6fcc45db-ad7d-495a-9296-04b2f3773df6 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:36.162448 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcc45db-ad7d-495a-9296-04b2f3773df6 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Subnet': ['ID=9a062299-d356-4405-b636-95293dbb5ca6,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:36.174196 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-6fcc45db-ad7d-495a-9296-04b2f3773df6 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/9a062299-d356-4405-b636-95293dbb5ca6 HTTP/1.1" status: 204 len: 168 time: 0.4448581 Jan 21 19:03:36.176371 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-5eb2b11d-3c5b-43bc-b367-43cb141ffba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:36.177564 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58972) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:36.177670 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb2b11d-3c5b-43bc-b367-43cb141ffba9 None None] The sync data for ids ['38672101-c7c7-4eb1-a220-64bed0b717ae'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:03:36.185221 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782989b2-7b45-4a41-a953-0484aa8ecf8f None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:03:36.259968 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-7390bb31-357d-4e9e-bc27-7afb4e6e0783 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0829644 Jan 21 19:03:36.260528 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58976) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:36.266241 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-e6b17f9e-3a2e-451d-9539-88529f548e7a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'subnet': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:36.386946 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e6b17f9e-3a2e-451d-9539-88529f548e7a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:03:36.391505 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-e6b17f9e-3a2e-451d-9539-88529f548e7a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Usage tracker for resource:subnet and tenant:331b5c16a931412fafa4a9af40615562 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:03:36.395300 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-e6b17f9e-3a2e-451d-9539-88529f548e7a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:03:36.401879 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e6b17f9e-3a2e-451d-9539-88529f548e7a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:03:36.458492 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b17f9e-3a2e-451d-9539-88529f548e7a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:03:36.463730 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e6b17f9e-3a2e-451d-9539-88529f548e7a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:36.520739 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-8150b37f-318c-4c1c-996f-a1202963a715 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Deleting port 07ce8388-40d5-40b6-a0d1-79866db03557 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:03:36.522019 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8150b37f-318c-4c1c-996f-a1202963a715 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:36.700939 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aadb9d5-26fc-4886-98f6-7366549e6896 None None] DHCP port deletion for 76b60fc4-5668-469a-a3ef-49679dc3dfc0 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:03:36.705821 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0aadb9d5-26fc-4886-98f6-7366549e6896 None None] Deleting port 04d1306c-86e2-4475-8028-0412966bbd9c {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:03:36.706247 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0aadb9d5-26fc-4886-98f6-7366549e6896 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:36.747988 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e227fca-ab9e-4e28-86e5-7baf8b0a9c7e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Router 38672101-c7c7-4eb1-a220-64bed0b717ae has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:03:36.765435 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e6b17f9e-3a2e-451d-9539-88529f548e7a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:36.830961 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b17f9e-3a2e-451d-9539-88529f548e7a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:03:36.835122 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-e6b17f9e-3a2e-451d-9539-88529f548e7a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:36.840114 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b17f9e-3a2e-451d-9539-88529f548e7a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:36.840730 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e6b17f9e-3a2e-451d-9539-88529f548e7a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:36.856406 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b17f9e-3a2e-451d-9539-88529f548e7a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Subnet': ['ID=75aaca59-5362-481c-9f8c-276a094f7efa,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:36.925976 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e6b17f9e-3a2e-451d-9539-88529f548e7a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6640518 Jan 21 19:03:36.928641 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58984) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:36.934704 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-6b155fc6-de90-4547-8374-7e006f421b03 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'port': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'name': 'tempest-NetworksTestDHCPv6-829312997'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:36.935293 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0aadb9d5-26fc-4886-98f6-7366549e6896 None None] For port 04d1306c-86e2-4475-8028-0412966bbd9c, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=04d1306c-86e2-4475-8028-0412966bbd9c,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:03:36.935784 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0aadb9d5-26fc-4886-98f6-7366549e6896 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:36.949072 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8150b37f-318c-4c1c-996f-a1202963a715 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:36.977182 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03d2a8-9eef-46e5-b27e-4e30edea4474 req-29a3e2c5-fde4-470c-adfa-098e0a54c72a tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:36.978717 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1e03d2a8-9eef-46e5-b27e-4e30edea4474 req-29a3e2c5-fde4-470c-adfa-098e0a54c72a tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/ports?device_id=2efefcd5-0cd0-4c0e-8098-e3fba31bea04 HTTP/1.1" status: 200 len: 943 time: 0.3859904 Jan 21 19:03:37.066278 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0aadb9d5-26fc-4886-98f6-7366549e6896 None None] Calling delete_port for 04d1306c-86e2-4475-8028-0412966bbd9c owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:03:37.076558 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-6b155fc6-de90-4547-8374-7e006f421b03 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:03:37.080322 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-6b155fc6-de90-4547-8374-7e006f421b03 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Usage tracker for resource:port and tenant:331b5c16a931412fafa4a9af40615562 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:03:37.083129 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-6b155fc6-de90-4547-8374-7e006f421b03 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:03:37.089217 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-6b155fc6-de90-4547-8374-7e006f421b03 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:03:37.153384 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b155fc6-de90-4547-8374-7e006f421b03 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:03:37.153384 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6b155fc6-de90-4547-8374-7e006f421b03 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:37.175524 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-6b155fc6-de90-4547-8374-7e006f421b03 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] device_id is not set on port e818a242-485a-45fa-8d00-a010ecc777b6 yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:03:37.196793 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 04d1306c-86e2-4475-8028-0412966bbd9c no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:03:37.248557 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0aadb9d5-26fc-4886-98f6-7366549e6896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:37.300633 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aadb9d5-26fc-4886-98f6-7366549e6896 None None] Pushing event deleted for resources: {'Port': ['ID=04d1306c-86e2-4475-8028-0412966bbd9c,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:37.304610 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-8150b37f-318c-4c1c-996f-a1202963a715 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Calling delete_port for 07ce8388-40d5-40b6-a0d1-79866db03557 owned by network:router_interface {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:03:37.306668 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aadb9d5-26fc-4886-98f6-7366549e6896 None None] No DVR routers for this DVR port 04d1306c-86e2-4475-8028-0412966bbd9c on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:03:37.311133 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No active binding found for port 04d1306c-86e2-4475-8028-0412966bbd9c {{(pid=88138) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 21 19:03:37.311532 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 04d1306c-86e2-4475-8028-0412966bbd9c not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:03:37.332375 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32828152-4d99-449b-bdbf-fc931854c9fe None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:03:37.378861 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06347b-368a-4619-8b1d-8a041de9e598 req-baea6880-1388-402b-a0a0-19ce3e846eab tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:37.379994 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-aa06347b-368a-4619-8b1d-8a041de9e598 req-baea6880-1388-402b-a0a0-19ce3e846eab tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead1a893-d8bc-464c-a75c-9dfb8bc7fda2 HTTP/1.1" status: 200 len: 944 time: 0.7442381 Jan 21 19:03:37.391217 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-6b155fc6-de90-4547-8374-7e006f421b03 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Allocated IP 2001:db8::2fd (76b60fc4-5668-469a-a3ef-49679dc3dfc0/75aaca59-5362-481c-9f8c-276a094f7efa/e818a242-485a-45fa-8d00-a010ecc777b6) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:03:37.444679 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e227fca-ab9e-4e28-86e5-7baf8b0a9c7e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:03:37.455799 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8e227fca-ab9e-4e28-86e5-7baf8b0a9c7e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:37.458001 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e9f62c-3a54-4b52-bc66-85213756bb8f None None] Sync routers for ids ['38672101-c7c7-4eb1-a220-64bed0b717ae'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:03:37.486569 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device c737a7f8-e2b9-4880-bda4-103e0a1234eb details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:03:37.495142 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e9f62c-3a54-4b52-bc66-85213756bb8f None None] Routers {'38672101-c7c7-4eb1-a220-64bed0b717ae'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:03:37.495390 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-a3e9f62c-3a54-4b52-bc66-85213756bb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:03:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['38672101-c7c7-4eb1-a220-64bed0b717ae'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:37.501142 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1e03d2a8-9eef-46e5-b27e-4e30edea4474 req-d20db993-2691-4903-ba0c-a8878a38cacc tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/security-groups?id=66616746-32e0-477b-8690-12242235c771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674823 Jan 21 19:03:37.557424 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 5032a02c-a423-412a-aa4d-de8eb56fef6a up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:03:37.635268 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-a3e9f62c-3a54-4b52-bc66-85213756bb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:37.670408 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-aa06347b-368a-4619-8b1d-8a041de9e598 req-7910b906-05bd-4a40-a67f-f7b30ffe8682 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/security-groups?id=84380b41-afe6-4abf-bafe-93a3de4a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2789078 Jan 21 19:03:37.702026 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e9f62c-3a54-4b52-bc66-85213756bb8f None None] Routers {'38672101-c7c7-4eb1-a220-64bed0b717ae'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:03:37.702026 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-a3e9f62c-3a54-4b52-bc66-85213756bb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:03:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['38672101-c7c7-4eb1-a220-64bed0b717ae'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:37.779459 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-8e227fca-ab9e-4e28-86e5-7baf8b0a9c7e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "PUT /v2.0/floatingips/024191ef-607e-4e61-91e8-d17016e576c8 HTTP/1.1" status: 200 len: 977 time: 5.7151566 Jan 21 19:03:37.783447 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 58988) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:37.790093 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-7e32e3da-ed7c-4720-bd90-b133225b0e1c tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:37.791698 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6b155fc6-de90-4547-8374-7e006f421b03 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:37.807333 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-6b155fc6-de90-4547-8374-7e006f421b03 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Transition to ACTIVE for port object e818a242-485a-45fa-8d00-a010ecc777b6 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:03:37.815789 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-a3e9f62c-3a54-4b52-bc66-85213756bb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:37.816200 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e9f62c-3a54-4b52-bc66-85213756bb8f None None] The sync data for ids ['38672101-c7c7-4eb1-a220-64bed0b717ae'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:03:37.886819 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d1a3e8-6687-45c9-92e9-21684fb87e48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'tenant_id': '331b5c16a931412fafa4a9af40615562', 'fixed_ips': [{'subnet_id': '75aaca59-5362-481c-9f8c-276a094f7efa'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:03:37.889088 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-65d1a3e8-6687-45c9-92e9-21684fb87e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:37.897556 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6b155fc6-de90-4547-8374-7e006f421b03 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:37.969087 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7e32e3da-ed7c-4720-bd90-b133225b0e1c tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for floatingip, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:37.979943 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b155fc6-de90-4547-8374-7e006f421b03 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:03:37.980904 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port c737a7f8-e2b9-4880-bda4-103e0a1234eb, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=c737a7f8-e2b9-4880-bda4-103e0a1234eb,segment=NetworkSegment(72a403b5-dd14-41c1-bc8a-e5814195f8b6),segment_id=72a403b5-dd14-41c1-bc8a-e5814195f8b6)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:03:37.983368 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-6b155fc6-de90-4547-8374-7e006f421b03 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:37.987921 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b155fc6-de90-4547-8374-7e006f421b03 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:03:37.994218 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b155fc6-de90-4547-8374-7e006f421b03 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:37.994919 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6b155fc6-de90-4547-8374-7e006f421b03 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:37.996582 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning for port 5032a02c-a423-412a-aa4d-de8eb56fef6a completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:03:38.000405 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b155fc6-de90-4547-8374-7e006f421b03 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Port': ['ID=e818a242-485a-45fa-8d00-a010ecc777b6,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:38.014459 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port 5032a02c-a423-412a-aa4d-de8eb56fef6a triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:03:38.014644 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:38.028044 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8150b37f-318c-4c1c-996f-a1202963a715 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:38.049363 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': 'c737a7f8-e2b9-4880-bda4-103e0a1234eb', 'network_id': 'dfe849bc-d2c5-41b6-bc65-df1a9ae9a215', 'port_id': 'c737a7f8-e2b9-4880-bda4-103e0a1234eb', 'mac_address': 'fa:16:3e:d0:57:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '944aea16-5152-4314-a91a-e1fb3aa93788', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:03:38.076981 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-6b155fc6-de90-4547-8374-7e006f421b03 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1451070 Jan 21 19:03:38.077594 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58992) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:38.110083 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8150b37f-318c-4c1c-996f-a1202963a715 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event deleted for resources: {'Port': ['ID=07ce8388-40d5-40b6-a0d1-79866db03557,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:38.180804 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2279ee-7a01-42a0-a10c-5b3b8e44507b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:38.181692 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-cc2279ee-7a01-42a0-a10c-5b3b8e44507b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:03:38.243126 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:38.269522 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-cc2279ee-7a01-42a0-a10c-5b3b8e44507b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:03:38.272608 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-cc2279ee-7a01-42a0-a10c-5b3b8e44507b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1924341 Jan 21 19:03:38.273962 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 58996) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:38.279978 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c737a7f8-e2b9-4880-bda4-103e0a1234eb {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:03:38.284474 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-65d1a3e8-6687-45c9-92e9-21684fb87e48 None None] Allocated IP 2001:db8::2 (76b60fc4-5668-469a-a3ef-49679dc3dfc0/75aaca59-5362-481c-9f8c-276a094f7efa/2ca1ab23-a17d-40b8-8a68-33c05fea2e23) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:03:38.357624 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port c737a7f8-e2b9-4880-bda4-103e0a1234eb, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=c737a7f8-e2b9-4880-bda4-103e0a1234eb,segment=NetworkSegment(72a403b5-dd14-41c1-bc8a-e5814195f8b6),segment_id=72a403b5-dd14-41c1-bc8a-e5814195f8b6)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:03:38.368399 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-0109846c-51da-4d97-a518-f9037a8b1808 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting port e818a242-485a-45fa-8d00-a010ecc777b6 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:03:38.368992 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0109846c-51da-4d97-a518-f9037a8b1808 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:38.375478 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:38.418976 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:38.494297 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7e32e3da-ed7c-4720-bd90-b133225b0e1c tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:38.512736 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead1a893-d8bc-464c-a75c-9dfb8bc7fda2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5032a02c-a423-412a-aa4d-de8eb56fef6a'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:03:38.541055 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 5032a02c-a423-412a-aa4d-de8eb56fef6a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=5032a02c-a423-412a-aa4d-de8eb56fef6a,segment=NetworkSegment(ca3524f3-3584-4d5b-8092-53119e2b5443),segment_id=ca3524f3-3584-4d5b-8092-53119e2b5443)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:03:38.562764 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8150b37f-318c-4c1c-996f-a1202963a715 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:38.573597 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7e32e3da-ed7c-4720-bd90-b133225b0e1c tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:38.573951 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.l3_db [None req-7e32e3da-ed7c-4720-bd90-b133225b0e1c tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Floating IP 024191ef-607e-4e61-91e8-d17016e576c8 disassociated. External IP: 172.26.1.227, port: c3695f4d-a306-4b00-b12b-342fad5604d2. Jan 21 19:03:38.582570 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=c737a7f8-e2b9-4880-bda4-103e0a1234eb,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:38.647900 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead1a893-d8bc-464c-a75c-9dfb8bc7fda2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5032a02c-a423-412a-aa4d-de8eb56fef6a', 'code': 200} Jan 21 19:03:38.650406 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['c737a7f8-e2b9-4880-bda4-103e0a1234eb'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:03:38.711912 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:38.758835 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0109846c-51da-4d97-a518-f9037a8b1808 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:38.836805 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-65d1a3e8-6687-45c9-92e9-21684fb87e48 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:38.856753 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-65d1a3e8-6687-45c9-92e9-21684fb87e48 None None] Transition to ACTIVE for port object 2ca1ab23-a17d-40b8-8a68-33c05fea2e23 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:03:38.885999 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=5032a02c-a423-412a-aa4d-de8eb56fef6a,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:38.893248 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-65d1a3e8-6687-45c9-92e9-21684fb87e48 None None] Transition to ACTIVE for port object 2ca1ab23-a17d-40b8-8a68-33c05fea2e23 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:03:38.937727 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-0109846c-51da-4d97-a518-f9037a8b1808 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Calling delete_port for e818a242-485a-45fa-8d00-a010ecc777b6 owned by {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:03:38.987748 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-65d1a3e8-6687-45c9-92e9-21684fb87e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:39.060688 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d1a3e8-6687-45c9-92e9-21684fb87e48 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:03:39.066734 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-65d1a3e8-6687-45c9-92e9-21684fb87e48 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:39.071944 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d1a3e8-6687-45c9-92e9-21684fb87e48 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:03:39.111743 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d1a3e8-6687-45c9-92e9-21684fb87e48 None None] Pushing event updated for resources: {'Port': ['ID=2ca1ab23-a17d-40b8-8a68-33c05fea2e23,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:39.133635 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca72054-2c86-4a9d-821d-da859bd889d3 req-f9f15096-a2ee-4146-a319-6ad5d5333eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:39.135226 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-7ca72054-2c86-4a9d-821d-da859bd889d3 req-f9f15096-a2ee-4146-a319-6ad5d5333eef service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=ead1a893-d8bc-464c-a75c-9dfb8bc7fda2 HTTP/1.1" status: 200 len: 1098 time: 0.1353879 Jan 21 19:03:39.172461 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-65d1a3e8-6687-45c9-92e9-21684fb87e48 None None] Attempting to bind port 2ca1ab23-a17d-40b8-8a68-33c05fea2e23 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:03:39.173648 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-65d1a3e8-6687-45c9-92e9-21684fb87e48 None None] Attempting to bind port 2ca1ab23-a17d-40b8-8a68-33c05fea2e23 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:03:39.173648 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d1a3e8-6687-45c9-92e9-21684fb87e48 None None] Attempting to bind port 2ca1ab23-a17d-40b8-8a68-33c05fea2e23 on network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:03:39.179029 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d1a3e8-6687-45c9-92e9-21684fb87e48 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:03:39.179453 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d1a3e8-6687-45c9-92e9-21684fb87e48 None None] Checking segment: {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:03:39.179855 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-65d1a3e8-6687-45c9-92e9-21684fb87e48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:39.180248 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d1a3e8-6687-45c9-92e9-21684fb87e48 None None] Bound using segment: {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:03:39.180759 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-65d1a3e8-6687-45c9-92e9-21684fb87e48 None None] Bound port: 2ca1ab23-a17d-40b8-8a68-33c05fea2e23, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:03:39.181298 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-65d1a3e8-6687-45c9-92e9-21684fb87e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:39.194685 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-7ca72054-2c86-4a9d-821d-da859bd889d3 req-298f5f1d-532d-4d5c-84b3-6f06c0ec1954 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=84380b41-afe6-4abf-bafe-93a3de4a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464849 Jan 21 19:03:39.244959 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0109846c-51da-4d97-a518-f9037a8b1808 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:39.272540 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-65d1a3e8-6687-45c9-92e9-21684fb87e48 None None] For port 2ca1ab23-a17d-40b8-8a68-33c05fea2e23, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:03:39.275601 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-65d1a3e8-6687-45c9-92e9-21684fb87e48 None None] For port 2ca1ab23-a17d-40b8-8a68-33c05fea2e23, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=2ca1ab23-a17d-40b8-8a68-33c05fea2e23,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:03:39.301066 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0109846c-51da-4d97-a518-f9037a8b1808 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Port': ['ID=e818a242-485a-45fa-8d00-a010ecc777b6,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:39.345721 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0109846c-51da-4d97-a518-f9037a8b1808 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:39.348673 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-65d1a3e8-6687-45c9-92e9-21684fb87e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:39.431443 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d1a3e8-6687-45c9-92e9-21684fb87e48 None None] Pushing event updated for resources: {'Port': ['ID=2ca1ab23-a17d-40b8-8a68-33c05fea2e23,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:39.439854 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-0109846c-51da-4d97-a518-f9037a8b1808 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/ports/e818a242-485a-45fa-8d00-a010ecc777b6 HTTP/1.1" status: 204 len: 168 time: 1.1645744 Jan 21 19:03:39.442411 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59006) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:39.494435 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device c737a7f8-e2b9-4880-bda4-103e0a1234eb up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:03:39.494670 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8150b37f-318c-4c1c-996f-a1202963a715 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Router f9e94af8-261c-4021-b6fe-abd22224d74e has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:03:39.502845 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9354865-7410-417a-9f7f-602e29900dec req-0998970c-1303-4779-8ce3-4c62c0811ed7 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:39.504340 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b9354865-7410-417a-9f7f-602e29900dec req-0998970c-1303-4779-8ce3-4c62c0811ed7 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead1a893-d8bc-464c-a75c-9dfb8bc7fda2 HTTP/1.1" status: 200 len: 945 time: 0.5858471 Jan 21 19:03:39.512536 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7e6a3-d840-4a8e-8b45-180de1ec754e req-2b905d0a-639d-4172-8507-af0789772c82 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:39.519382 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b2d7e6a3-d840-4a8e-8b45-180de1ec754e req-2b905d0a-639d-4172-8507-af0789772c82 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/ports?device_id=2efefcd5-0cd0-4c0e-8098-e3fba31bea04 HTTP/1.1" status: 200 len: 944 time: 0.5665278 Jan 21 19:03:39.529604 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27112956-4204-4950-a2ad-bc2cbb75627c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:39.532935 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27112956-4204-4950-a2ad-bc2cbb75627c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:39.533720 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-27112956-4204-4950-a2ad-bc2cbb75627c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:03:39.611215 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-27112956-4204-4950-a2ad-bc2cbb75627c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:03:39.612556 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-27112956-4204-4950-a2ad-bc2cbb75627c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1681788 Jan 21 19:03:39.615989 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59010) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:39.640813 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning for port c737a7f8-e2b9-4880-bda4-103e0a1234eb completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:03:39.649246 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port c737a7f8-e2b9-4880-bda4-103e0a1234eb triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:03:39.649876 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:39.697409 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e32e3da-ed7c-4720-bd90-b133225b0e1c tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Router 38672101-c7c7-4eb1-a220-64bed0b717ae has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:03:39.710089 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b2d7e6a3-d840-4a8e-8b45-180de1ec754e req-92c2556d-ec51-4e46-91c2-18590f135e97 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/security-groups?id=66616746-32e0-477b-8690-12242235c771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897366 Jan 21 19:03:39.729658 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-be00ac55-c839-4ae5-9cfb-fb8ef1cac8e0 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting subnet 75aaca59-5362-481c-9f8c-276a094f7efa {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:03:39.733689 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-be00ac55-c839-4ae5-9cfb-fb8ef1cac8e0 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:39.788789 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b9354865-7410-417a-9f7f-602e29900dec req-1778413c-8af9-4d56-911b-4bc3b77220bf tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/security-groups?id=84380b41-afe6-4abf-bafe-93a3de4a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2543986 Jan 21 19:03:39.807816 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8150b37f-318c-4c1c-996f-a1202963a715 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:03:39.810602 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-be00ac55-c839-4ae5-9cfb-fb8ef1cac8e0 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:39.819707 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2a085e-e150-4ff1-92f3-6f344983e0ef None None] Sync routers for ids ['f9e94af8-261c-4021-b6fe-abd22224d74e'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:03:39.829178 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:39.835645 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2a085e-e150-4ff1-92f3-6f344983e0ef None None] Routers {'f9e94af8-261c-4021-b6fe-abd22224d74e'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:03:39.836511 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-6f2a085e-e150-4ff1-92f3-6f344983e0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:03:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['f9e94af8-261c-4021-b6fe-abd22224d74e'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:39.875338 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port c737a7f8-e2b9-4880-bda4-103e0a1234eb, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=c737a7f8-e2b9-4880-bda4-103e0a1234eb,segment=NetworkSegment(72a403b5-dd14-41c1-bc8a-e5814195f8b6),segment_id=72a403b5-dd14-41c1-bc8a-e5814195f8b6)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:03:39.893614 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-8150b37f-318c-4c1c-996f-a1202963a715 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "PUT /v2.0/routers/f9e94af8-261c-4021-b6fe-abd22224d74e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0040665 Jan 21 19:03:39.896918 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59014) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:39.926042 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-6f2a085e-e150-4ff1-92f3-6f344983e0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:39.926742 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-be00ac55-c839-4ae5-9cfb-fb8ef1cac8e0 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:39.935449 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2a085e-e150-4ff1-92f3-6f344983e0ef None None] Routers {'f9e94af8-261c-4021-b6fe-abd22224d74e'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:03:39.936263 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-6f2a085e-e150-4ff1-92f3-6f344983e0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:03:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['f9e94af8-261c-4021-b6fe-abd22224d74e'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:39.936771 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:39.951348 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-d79341f7-5147-4878-b47b-7fe7e3f7d2fe tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] GET failed (client error): The resource could not be found. Jan 21 19:03:39.952257 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-d79341f7-5147-4878-b47b-7fe7e3f7d2fe tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Synchronizing usage tracker for tenant:d3e69eb5fab24f5d9451b2cf3f9d850d on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:03:40.004999 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-6f2a085e-e150-4ff1-92f3-6f344983e0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:40.004999 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2a085e-e150-4ff1-92f3-6f344983e0ef None None] The sync data for ids ['f9e94af8-261c-4021-b6fe-abd22224d74e'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:03:40.020486 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=c737a7f8-e2b9-4880-bda4-103e0a1234eb,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:40.071435 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e32e3da-ed7c-4720-bd90-b133225b0e1c tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:03:40.075818 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7e32e3da-ed7c-4720-bd90-b133225b0e1c tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:40.081675 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fa33bd-f05a-4107-8e23-655a9b3ab869 None None] Sync routers for ids ['38672101-c7c7-4eb1-a220-64bed0b717ae'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:03:40.092053 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-be00ac55-c839-4ae5-9cfb-fb8ef1cac8e0 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:40.094842 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fa33bd-f05a-4107-8e23-655a9b3ab869 None None] Routers {'38672101-c7c7-4eb1-a220-64bed0b717ae'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:03:40.095754 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-26fa33bd-f05a-4107-8e23-655a9b3ab869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:03:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['38672101-c7c7-4eb1-a220-64bed0b717ae'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:40.126496 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-d79341f7-5147-4878-b47b-7fe7e3f7d2fe tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Unset dirty status for tenant:d3e69eb5fab24f5d9451b2cf3f9d850d on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:03:40.127666 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d79341f7-5147-4878-b47b-7fe7e3f7d2fe tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "GET /v2.0/ports/07ce8388-40d5-40b6-a0d1-79866db03557 HTTP/1.1" status: 404 len: 333 time: 0.2296505 Jan 21 19:03:40.131662 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59018) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:40.147964 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be00ac55-c839-4ae5-9cfb-fb8ef1cac8e0 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Subnet': ['ID=75aaca59-5362-481c-9f8c-276a094f7efa,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:40.149831 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-be00ac55-c839-4ae5-9cfb-fb8ef1cac8e0 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:40.191834 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-26fa33bd-f05a-4107-8e23-655a9b3ab869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:40.211158 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fa33bd-f05a-4107-8e23-655a9b3ab869 None None] Routers {'38672101-c7c7-4eb1-a220-64bed0b717ae'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:03:40.213091 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-26fa33bd-f05a-4107-8e23-655a9b3ab869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:03:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['38672101-c7c7-4eb1-a220-64bed0b717ae'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:40.235192 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-be00ac55-c839-4ae5-9cfb-fb8ef1cac8e0 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/75aaca59-5362-481c-9f8c-276a094f7efa HTTP/1.1" status: 204 len: 168 time: 0.6180036 Jan 21 19:03:40.237624 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59022) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:40.336862 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-7e32e3da-ed7c-4720-bd90-b133225b0e1c tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "PUT /v2.0/floatingips/024191ef-607e-4e61-91e8-d17016e576c8 HTTP/1.1" status: 200 len: 688 time: 2.5521400 Jan 21 19:03:40.341093 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59026) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:40.347250 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-26fa33bd-f05a-4107-8e23-655a9b3ab869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:40.350359 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fa33bd-f05a-4107-8e23-655a9b3ab869 None None] The sync data for ids ['38672101-c7c7-4eb1-a220-64bed0b717ae'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:03:40.416129 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-22bdc0e3-0522-4840-953e-315b29f36c91 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1769714 Jan 21 19:03:40.416777 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59030) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:40.424649 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-31a697fa-b322-4df5-b7b7-fd663695b1bb tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'subnet': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:40.601316 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6a886132-382a-4023-8d4c-a35961e612eb tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for router, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:40.648844 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2efefcd5-0cd0-4c0e-8098-e3fba31bea04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c737a7f8-e2b9-4880-bda4-103e0a1234eb'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:03:40.652146 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-31a697fa-b322-4df5-b7b7-fd663695b1bb tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:03:40.656500 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-31a697fa-b322-4df5-b7b7-fd663695b1bb tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Usage tracker for resource:subnet and tenant:331b5c16a931412fafa4a9af40615562 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:03:40.659328 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-31a697fa-b322-4df5-b7b7-fd663695b1bb tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:03:40.666561 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-31a697fa-b322-4df5-b7b7-fd663695b1bb tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:03:40.679114 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-f7862c22-15c0-459e-8b18-9a27961caddc tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Deleting port 9e65c1e5-50a6-4321-87c4-d5146e69b726 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:03:40.679458 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f7862c22-15c0-459e-8b18-9a27961caddc tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:40.699409 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2efefcd5-0cd0-4c0e-8098-e3fba31bea04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c737a7f8-e2b9-4880-bda4-103e0a1234eb', 'code': 200} Jan 21 19:03:40.728525 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e8ef27-729e-4e44-8a83-8d3b0d07b796 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:03:40.736154 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a697fa-b322-4df5-b7b7-fd663695b1bb tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:03:40.740816 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-31a697fa-b322-4df5-b7b7-fd663695b1bb tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:41.089978 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6a886132-382a-4023-8d4c-a35961e612eb tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:41.098661 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6a886132-382a-4023-8d4c-a35961e612eb tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:41.131966 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-31a697fa-b322-4df5-b7b7-fd663695b1bb tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:41.149713 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-8d37ed25-33f4-47c8-a495-21af0d6f1a07 None None] Provisioning for port 2ca1ab23-a17d-40b8-8a68-33c05fea2e23 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:03:41.168071 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cb7d54-accb-4fec-a320-8233e5df1d14 None None] DHCP port deletion for 76b60fc4-5668-469a-a3ef-49679dc3dfc0 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:03:41.173447 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-f0cb7d54-accb-4fec-a320-8233e5df1d14 None None] Deleting port 2ca1ab23-a17d-40b8-8a68-33c05fea2e23 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:03:41.174003 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f0cb7d54-accb-4fec-a320-8233e5df1d14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:41.195330 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a697fa-b322-4df5-b7b7-fd663695b1bb tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:03:41.201604 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-31a697fa-b322-4df5-b7b7-fd663695b1bb tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:41.206729 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a697fa-b322-4df5-b7b7-fd663695b1bb tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:41.207313 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-31a697fa-b322-4df5-b7b7-fd663695b1bb tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:41.217352 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a697fa-b322-4df5-b7b7-fd663695b1bb tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Subnet': ['ID=b028380c-7734-48d0-9b38-70e04ccfdc7f,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:41.228305 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f7862c22-15c0-459e-8b18-9a27961caddc tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:41.228305 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f7862c22-15c0-459e-8b18-9a27961caddc tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:41.235377 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c7e91-ee81-4181-8c80-6dd2cffabb32 req-66ea971a-ba98-4a61-a659-ce2d20ad11b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:41.236184 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9f9c7e91-ee81-4181-8c80-6dd2cffabb32 req-66ea971a-ba98-4a61-a659-ce2d20ad11b1 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=2efefcd5-0cd0-4c0e-8098-e3fba31bea04 HTTP/1.1" status: 200 len: 1098 time: 0.1669128 Jan 21 19:03:41.278662 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9f9c7e91-ee81-4181-8c80-6dd2cffabb32 req-73217fe9-9cfa-47c4-8e14-2623cf054c07 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=66616746-32e0-477b-8690-12242235c771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365453 Jan 21 19:03:41.333927 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-31a697fa-b322-4df5-b7b7-fd663695b1bb tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9137084 Jan 21 19:03:41.334293 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59040) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:41.340294 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-886ae454-7a9f-49b6-a046-d2837caea8ee tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'port': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'name': 'tempest-NetworksTestDHCPv6-365507583'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:41.365557 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852432bc-3f68-4d23-a361-6a4c69d866be req-724aaf35-c959-4061-b224-e198ff0ee883 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:41.367344 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-852432bc-3f68-4d23-a361-6a4c69d866be req-724aaf35-c959-4061-b224-e198ff0ee883 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead1a893-d8bc-464c-a75c-9dfb8bc7fda2 HTTP/1.1" status: 200 len: 945 time: 0.4217680 Jan 21 19:03:41.367973 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6a886132-382a-4023-8d4c-a35961e612eb tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:41.369003 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a886132-382a-4023-8d4c-a35961e612eb tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Fanout notify agent at l3_agent the message router_deleted on router f9e94af8-261c-4021-b6fe-abd22224d74e {{(pid=88136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:03:41.381380 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-f7862c22-15c0-459e-8b18-9a27961caddc tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Calling delete_port for 9e65c1e5-50a6-4321-87c4-d5146e69b726 owned by network:floatingip {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:03:41.415671 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7e2a4-4d30-4718-a26d-52e74cb485c5 req-29212386-9eb4-4633-872e-2699e08d673a tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:41.417185 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cfc7e2a4-4d30-4718-a26d-52e74cb485c5 req-29212386-9eb4-4633-872e-2699e08d673a tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/ports?device_id=2efefcd5-0cd0-4c0e-8098-e3fba31bea04 HTTP/1.1" status: 200 len: 945 time: 0.5215471 Jan 21 19:03:41.429025 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-f0cb7d54-accb-4fec-a320-8233e5df1d14 None None] For port 2ca1ab23-a17d-40b8-8a68-33c05fea2e23, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=2ca1ab23-a17d-40b8-8a68-33c05fea2e23,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:03:41.429425 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f0cb7d54-accb-4fec-a320-8233e5df1d14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:41.482246 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6a886132-382a-4023-8d4c-a35961e612eb tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:41.484135 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-6a886132-382a-4023-8d4c-a35961e612eb tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/routers/f9e94af8-261c-4021-b6fe-abd22224d74e HTTP/1.1" status: 204 len: 168 time: 1.3491604 Jan 21 19:03:41.496969 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59044) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:41.522871 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-886ae454-7a9f-49b6-a046-d2837caea8ee tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:03:41.526977 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-886ae454-7a9f-49b6-a046-d2837caea8ee tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Usage tracker for resource:port and tenant:331b5c16a931412fafa4a9af40615562 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:03:41.529748 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-886ae454-7a9f-49b6-a046-d2837caea8ee tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:03:41.535366 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-886ae454-7a9f-49b6-a046-d2837caea8ee tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:03:41.572898 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-f0cb7d54-accb-4fec-a320-8233e5df1d14 None None] Calling delete_port for 2ca1ab23-a17d-40b8-8a68-33c05fea2e23 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:03:41.633100 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886ae454-7a9f-49b6-a046-d2837caea8ee tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:03:41.636979 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-886ae454-7a9f-49b6-a046-d2837caea8ee tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:41.664287 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-886ae454-7a9f-49b6-a046-d2837caea8ee tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] device_id is not set on port 183a5e95-4442-4c8e-95fe-0eec105bf670 yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:03:41.700123 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cfc7e2a4-4d30-4718-a26d-52e74cb485c5 req-43c98abd-138c-4c57-8098-667bacd7c103 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/security-groups?id=66616746-32e0-477b-8690-12242235c771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574766 Jan 21 19:03:41.713425 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-852432bc-3f68-4d23-a361-6a4c69d866be req-56625b07-ca63-45c3-b14a-f5450fdc6985 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/security-groups?id=84380b41-afe6-4abf-bafe-93a3de4a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2945237 Jan 21 19:03:41.735450 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-f474e061-2224-43b8-99ad-916d7a6fa31e tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Deleting subnet 807b950c-2af6-4b27-9551-ff9899052210 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:03:41.738722 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f474e061-2224-43b8-99ad-916d7a6fa31e tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:41.747586 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f0cb7d54-accb-4fec-a320-8233e5df1d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:41.795199 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cb7d54-accb-4fec-a320-8233e5df1d14 None None] Pushing event deleted for resources: {'Port': ['ID=2ca1ab23-a17d-40b8-8a68-33c05fea2e23,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:41.801445 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cb7d54-accb-4fec-a320-8233e5df1d14 None None] No DVR routers for this DVR port 2ca1ab23-a17d-40b8-8a68-33c05fea2e23 on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:03:41.824593 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bd6441-810a-455c-9cf1-6379261e2ea9 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:03:41.842350 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f474e061-2224-43b8-99ad-916d7a6fa31e tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:41.908827 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-886ae454-7a9f-49b6-a046-d2837caea8ee tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Allocated IP 2001:db8::1e0 (76b60fc4-5668-469a-a3ef-49679dc3dfc0/b028380c-7734-48d0-9b38-70e04ccfdc7f/183a5e95-4442-4c8e-95fe-0eec105bf670) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:03:41.999453 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63dad2-74e7-42ec-84be-c947b5fee021 req-99c7f1d0-4885-45e6-b6b3-4939e1651efe tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:42.000951 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3e63dad2-74e7-42ec-84be-c947b5fee021 req-99c7f1d0-4885-45e6-b6b3-4939e1651efe tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead1a893-d8bc-464c-a75c-9dfb8bc7fda2 HTTP/1.1" status: 200 len: 945 time: 0.1285353 Jan 21 19:03:42.002152 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f474e061-2224-43b8-99ad-916d7a6fa31e tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:42.046636 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114831dc-5156-41eb-bd60-607f5f2cfd28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'tenant_id': '331b5c16a931412fafa4a9af40615562', 'fixed_ips': [{'subnet_id': 'b028380c-7734-48d0-9b38-70e04ccfdc7f'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:03:42.047469 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-114831dc-5156-41eb-bd60-607f5f2cfd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:42.052000 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f7862c22-15c0-459e-8b18-9a27961caddc tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:42.115183 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7862c22-15c0-459e-8b18-9a27961caddc tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Pushing event deleted for resources: {'Port': ['ID=9e65c1e5-50a6-4321-87c4-d5146e69b726,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:42.148211 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-886ae454-7a9f-49b6-a046-d2837caea8ee tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:42.164803 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-886ae454-7a9f-49b6-a046-d2837caea8ee tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Transition to ACTIVE for port object 183a5e95-4442-4c8e-95fe-0eec105bf670 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:03:42.213056 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3e63dad2-74e7-42ec-84be-c947b5fee021 req-28be1b4b-a351-4a25-bbf1-5230e7d2b513 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/security-groups?id=84380b41-afe6-4abf-bafe-93a3de4a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784372 Jan 21 19:03:42.235512 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59050) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:42.248151 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f7862c22-15c0-459e-8b18-9a27961caddc tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for floatingip, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:42.280451 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-886ae454-7a9f-49b6-a046-d2837caea8ee tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:42.307822 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f474e061-2224-43b8-99ad-916d7a6fa31e tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:42.343739 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-114831dc-5156-41eb-bd60-607f5f2cfd28 None None] Allocated IP 2001:db8::2 (76b60fc4-5668-469a-a3ef-49679dc3dfc0/b028380c-7734-48d0-9b38-70e04ccfdc7f/aec9b2dc-4dc7-47e1-b854-200dced05844) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:03:42.350668 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f474e061-2224-43b8-99ad-916d7a6fa31e tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event deleted for resources: {'Subnet': ['ID=807b950c-2af6-4b27-9551-ff9899052210,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:42.355123 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f7862c22-15c0-459e-8b18-9a27961caddc tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:42.359123 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f7862c22-15c0-459e-8b18-9a27961caddc tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "DELETE /v2.0/floatingips/024191ef-607e-4e61-91e8-d17016e576c8 HTTP/1.1" status: 204 len: 168 time: 2.0165637 Jan 21 19:03:42.360060 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59054) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:42.365358 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f474e061-2224-43b8-99ad-916d7a6fa31e tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:42.367207 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f474e061-2224-43b8-99ad-916d7a6fa31e tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/subnets/807b950c-2af6-4b27-9551-ff9899052210 HTTP/1.1" status: 204 len: 168 time: 0.8623643 Jan 21 19:03:42.372897 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59058) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:42.375326 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886ae454-7a9f-49b6-a046-d2837caea8ee tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:03:42.385030 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-886ae454-7a9f-49b6-a046-d2837caea8ee tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:42.392086 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bf5cce-1bfc-4f5d-93b2-2f624d7dc94d None None] Network 5027b042-2964-4d10-8b5b-8a069ad927ee requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:03:42.409289 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ae454-7a9f-49b6-a046-d2837caea8ee tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Port': ['ID=183a5e95-4442-4c8e-95fe-0eec105bf670,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:42.413936 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886ae454-7a9f-49b6-a046-d2837caea8ee tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:03:42.419760 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886ae454-7a9f-49b6-a046-d2837caea8ee tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:42.420436 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-886ae454-7a9f-49b6-a046-d2837caea8ee tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:42.445264 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-da976f0d-3caa-43a4-990e-552c44b23b75 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] delete failed (client error): The resource could not be found. Jan 21 19:03:42.450916 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-da976f0d-3caa-43a4-990e-552c44b23b75 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "DELETE /v2.0/floatingips/024191ef-607e-4e61-91e8-d17016e576c8 HTTP/1.1" status: 404 len: 345 time: 0.0880575 Jan 21 19:03:42.451465 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59062) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:42.476450 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade89cb0-1909-4bb4-8108-825abf902a5d tempest-TestNetworkAdvancedServerOps-563031720 tempest-TestNetworkAdvancedServerOps-563031720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:42.478119 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ade89cb0-1909-4bb4-8108-825abf902a5d tempest-TestNetworkAdvancedServerOps-563031720 tempest-TestNetworkAdvancedServerOps-563031720-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=ead1a893-d8bc-464c-a75c-9dfb8bc7fda2 HTTP/1.1" status: 200 len: 1093 time: 0.2414107 Jan 21 19:03:42.483348 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59066) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:42.535457 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-af2ff202-4724-41e7-8a64-2c686ef8ff65 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Request body: {'floatingip': {'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'port_id': '5032a02c-a423-412a-aa4d-de8eb56fef6a', 'tenant_id': '1f87e80a60cc473490523a0c4caffd4b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:42.549450 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affe23f2-8992-4b11-93cd-8e25e5226f9e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:42.555567 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-af2ff202-4724-41e7-8a64-2c686ef8ff65 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:03:42.558289 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affe23f2-8992-4b11-93cd-8e25e5226f9e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:42.562531 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-886ae454-7a9f-49b6-a046-d2837caea8ee tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2250288 Jan 21 19:03:42.563765 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59070) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:42.567300 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5a112221-4a04-40f8-903e-6eaacea39244 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:42.571811 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-af2ff202-4724-41e7-8a64-2c686ef8ff65 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Usage tracker for resource:floatingip and tenant:1f87e80a60cc473490523a0c4caffd4b is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:03:42.575788 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affe23f2-8992-4b11-93cd-8e25e5226f9e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:42.576872 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-affe23f2-8992-4b11-93cd-8e25e5226f9e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Synchronizing usage tracker for tenant:1a64234390194d4d89c8cd088a8ecdc0 on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:03:42.605444 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-af2ff202-4724-41e7-8a64-2c686ef8ff65 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:03:42.617847 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-af2ff202-4724-41e7-8a64-2c686ef8ff65 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:03:42.643177 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-5a112221-4a04-40f8-903e-6eaacea39244 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Deleting port e5d2ef6a-fc6f-4df7-a727-d4de210bec43 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:03:42.644188 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5a112221-4a04-40f8-903e-6eaacea39244 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:42.663027 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-affe23f2-8992-4b11-93cd-8e25e5226f9e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Unset dirty status for tenant:1a64234390194d4d89c8cd088a8ecdc0 on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:03:42.666904 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-affe23f2-8992-4b11-93cd-8e25e5226f9e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "GET /v2.0/ports?network_id=6e1321f0-9f4c-4194-b3e4-1ee86ac02f9d HTTP/1.1" status: 200 len: 2357 time: 0.2120183 Jan 21 19:03:42.667391 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59074) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:42.699664 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-af2ff202-4724-41e7-8a64-2c686ef8ff65 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for floatingip, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:42.760503 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32586c25-f9aa-455d-bf97-536e49ae15a0 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:42.766977 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-32586c25-f9aa-455d-bf97-536e49ae15a0 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "GET /v2.0/subnets/1bdd150e-1c51-4dbe-a8fd-6faf698b8f53 HTTP/1.1" status: 200 len: 797 time: 0.0985010 Jan 21 19:03:42.767569 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59080) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:42.774223 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-5225cbce-219e-455f-af46-3baed2244d46 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Request body: {'port': {'network_id': '6e1321f0-9f4c-4194-b3e4-1ee86ac02f9d', 'name': 'tempest-FloatingIPTestJSON-1797752806', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:42.834560 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-114831dc-5156-41eb-bd60-607f5f2cfd28 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:42.850853 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-114831dc-5156-41eb-bd60-607f5f2cfd28 None None] Transition to ACTIVE for port object aec9b2dc-4dc7-47e1-b854-200dced05844 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:03:42.852205 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c44917-f902-4693-b024-2abb8f7fc3c1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:42.853209 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-71c44917-f902-4693-b024-2abb8f7fc3c1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:03:42.874071 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-114831dc-5156-41eb-bd60-607f5f2cfd28 None None] Transition to ACTIVE for port object aec9b2dc-4dc7-47e1-b854-200dced05844 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:03:42.946815 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea8fcd4-b590-4c39-938c-9f1dd1c96dc9 None None] DHCP port deletion for 5027b042-2964-4d10-8b5b-8a069ad927ee request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:03:42.951523 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-114831dc-5156-41eb-bd60-607f5f2cfd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:42.964498 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-71c44917-f902-4693-b024-2abb8f7fc3c1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:03:42.968282 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-71c44917-f902-4693-b024-2abb8f7fc3c1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.3957622 Jan 21 19:03:42.970838 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-5225cbce-219e-455f-af46-3baed2244d46 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:03:42.973395 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59086) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:42.986193 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-5225cbce-219e-455f-af46-3baed2244d46 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:03:42.988317 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-dea8fcd4-b590-4c39-938c-9f1dd1c96dc9 None None] Deleting port e5d2ef6a-fc6f-4df7-a727-d4de210bec43 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:03:43.007766 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-dea8fcd4-b590-4c39-938c-9f1dd1c96dc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:43.085469 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e8026-aff1-4ab6-ac08-eaffea95b752 req-68459772-9e51-4fcd-9da1-f2477ce8e212 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:43.090498 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-124e8026-aff1-4ab6-ac08-eaffea95b752 req-68459772-9e51-4fcd-9da1-f2477ce8e212 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/ports?device_id=2efefcd5-0cd0-4c0e-8098-e3fba31bea04 HTTP/1.1" status: 200 len: 945 time: 0.2626259 Jan 21 19:03:43.092616 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5225cbce-219e-455f-af46-3baed2244d46 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Made reservation on behalf of 1a64234390194d4d89c8cd088a8ecdc0 for: {'port': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:03:43.113378 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114831dc-5156-41eb-bd60-607f5f2cfd28 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:03:43.118914 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-114831dc-5156-41eb-bd60-607f5f2cfd28 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:43.124742 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114831dc-5156-41eb-bd60-607f5f2cfd28 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:03:43.222346 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-5a112221-4a04-40f8-903e-6eaacea39244 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] For port e5d2ef6a-fc6f-4df7-a727-d4de210bec43, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=e5d2ef6a-fc6f-4df7-a727-d4de210bec43,segment=NetworkSegment(7452d67c-f80f-4297-be29-364733bcbd46),segment_id=7452d67c-f80f-4297-be29-364733bcbd46)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:03:43.222715 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5a112221-4a04-40f8-903e-6eaacea39244 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:43.250144 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-124e8026-aff1-4ab6-ac08-eaffea95b752 req-76c9a85d-801d-44a7-8246-ce45b82d2a2c tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/security-groups?id=66616746-32e0-477b-8690-12242235c771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239648 Jan 21 19:03:43.253707 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-5df4a435-52f6-4a3d-b724-6ad317f1f770 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting port 183a5e95-4442-4c8e-95fe-0eec105bf670 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:03:43.261770 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5df4a435-52f6-4a3d-b724-6ad317f1f770 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:43.262146 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device e5d2ef6a-fc6f-4df7-a727-d4de210bec43 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:03:43.288050 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5225cbce-219e-455f-af46-3baed2244d46 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:43.310479 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114831dc-5156-41eb-bd60-607f5f2cfd28 None None] Pushing event updated for resources: {'Port': ['ID=aec9b2dc-4dc7-47e1-b854-200dced05844,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:43.325550 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [None req-5225cbce-219e-455f-af46-3baed2244d46 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] device_id is not set on port fe989094-940c-471c-b7ac-2b99191352c2 yet. {{(pid=88136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:03:43.368805 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-114831dc-5156-41eb-bd60-607f5f2cfd28 None None] Attempting to bind port aec9b2dc-4dc7-47e1-b854-200dced05844 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:03:43.382095 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-114831dc-5156-41eb-bd60-607f5f2cfd28 None None] Attempting to bind port aec9b2dc-4dc7-47e1-b854-200dced05844 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:03:43.382095 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114831dc-5156-41eb-bd60-607f5f2cfd28 None None] Attempting to bind port aec9b2dc-4dc7-47e1-b854-200dced05844 on network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:03:43.404896 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-5a112221-4a04-40f8-903e-6eaacea39244 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Calling delete_port for e5d2ef6a-fc6f-4df7-a727-d4de210bec43 owned by network:dhcp {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:03:43.438225 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:43.467406 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114831dc-5156-41eb-bd60-607f5f2cfd28 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:03:43.468945 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114831dc-5156-41eb-bd60-607f5f2cfd28 None None] Checking segment: {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:03:43.468945 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-114831dc-5156-41eb-bd60-607f5f2cfd28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:43.468945 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114831dc-5156-41eb-bd60-607f5f2cfd28 None None] Bound using segment: {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:03:43.468945 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-114831dc-5156-41eb-bd60-607f5f2cfd28 None None] Bound port: aec9b2dc-4dc7-47e1-b854-200dced05844, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:03:43.469357 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-114831dc-5156-41eb-bd60-607f5f2cfd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:43.532266 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-af2ff202-4724-41e7-8a64-2c686ef8ff65 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:43.565080 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198e15f-d58b-4ab6-8f94-7cd52e5fc9a8 req-12e5b519-8ff2-4dbd-998d-2b1a8fbfb1be tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:43.570404 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0198e15f-d58b-4ab6-8f94-7cd52e5fc9a8 req-12e5b519-8ff2-4dbd-998d-2b1a8fbfb1be tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/ports?device_id=2efefcd5-0cd0-4c0e-8098-e3fba31bea04 HTTP/1.1" status: 200 len: 945 time: 0.1904714 Jan 21 19:03:43.618328 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-dea8fcd4-b590-4c39-938c-9f1dd1c96dc9 None None] For port e5d2ef6a-fc6f-4df7-a727-d4de210bec43, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=e5d2ef6a-fc6f-4df7-a727-d4de210bec43,segment=NetworkSegment(7452d67c-f80f-4297-be29-364733bcbd46),segment_id=7452d67c-f80f-4297-be29-364733bcbd46)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:03:43.618722 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-dea8fcd4-b590-4c39-938c-9f1dd1c96dc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:43.714273 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0198e15f-d58b-4ab6-8f94-7cd52e5fc9a8 req-c191b251-08e5-4005-9fcb-fe9b19834f7a tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/security-groups?id=66616746-32e0-477b-8690-12242235c771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387699 Jan 21 19:03:43.729826 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5a112221-4a04-40f8-903e-6eaacea39244 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:43.789759 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-dea8fcd4-b590-4c39-938c-9f1dd1c96dc9 None None] Calling delete_port for e5d2ef6a-fc6f-4df7-a727-d4de210bec43 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:03:43.798573 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-af2ff202-4724-41e7-8a64-2c686ef8ff65 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Allocated IP 172.26.1.23 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/5399fcb3-aa04-4e1d-a0b0-e74a305e5882) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:03:43.830279 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-5225cbce-219e-455f-af46-3baed2244d46 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Allocated IP 172.20.0.14 (6e1321f0-9f4c-4194-b3e4-1ee86ac02f9d/1bdd150e-1c51-4dbe-a8fd-6faf698b8f53/fe989094-940c-471c-b7ac-2b99191352c2) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:03:43.840581 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-5225cbce-219e-455f-af46-3baed2244d46 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Allocated IP 172.20.0.13 (6e1321f0-9f4c-4194-b3e4-1ee86ac02f9d/1bdd150e-1c51-4dbe-a8fd-6faf698b8f53/fe989094-940c-471c-b7ac-2b99191352c2) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:03:43.844090 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-114831dc-5156-41eb-bd60-607f5f2cfd28 None None] For port aec9b2dc-4dc7-47e1-b854-200dced05844, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:03:43.860100 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-114831dc-5156-41eb-bd60-607f5f2cfd28 None None] For port aec9b2dc-4dc7-47e1-b854-200dced05844, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=aec9b2dc-4dc7-47e1-b854-200dced05844,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:03:43.891301 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-dea8fcd4-b590-4c39-938c-9f1dd1c96dc9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:03:43.891844 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-dea8fcd4-b590-4c39-938c-9f1dd1c96dc9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:03:43.943059 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-114831dc-5156-41eb-bd60-607f5f2cfd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:43.954381 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a112221-4a04-40f8-903e-6eaacea39244 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event deleted for resources: {'Port': ['ID=e5d2ef6a-fc6f-4df7-a727-d4de210bec43,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:43.966525 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a112221-4a04-40f8-903e-6eaacea39244 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] No DVR routers for this DVR port e5d2ef6a-fc6f-4df7-a727-d4de210bec43 on host dv-neutron-825470-1-hyperv {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:03:44.059406 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114831dc-5156-41eb-bd60-607f5f2cfd28 None None] Pushing event updated for resources: {'Port': ['ID=aec9b2dc-4dc7-47e1-b854-200dced05844,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:44.066708 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5df4a435-52f6-4a3d-b724-6ad317f1f770 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:44.167595 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-af2ff202-4724-41e7-8a64-2c686ef8ff65 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:44.194229 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5225cbce-219e-455f-af46-3baed2244d46 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:44.238528 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-5df4a435-52f6-4a3d-b724-6ad317f1f770 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Calling delete_port for 183a5e95-4442-4c8e-95fe-0eec105bf670 owned by {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:03:44.285986 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5225cbce-219e-455f-af46-3baed2244d46 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:44.361042 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5a112221-4a04-40f8-903e-6eaacea39244 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:44.393148 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-dea8fcd4-b590-4c39-938c-9f1dd1c96dc9 None None] Deleting port e5d2ef6a-fc6f-4df7-a727-d4de210bec43 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:03:44.393690 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-dea8fcd4-b590-4c39-938c-9f1dd1c96dc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:44.405696 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-5a112221-4a04-40f8-903e-6eaacea39244 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5027b042-2964-4d10-8b5b-8a069ad927ee']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:44.478355 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5225cbce-219e-455f-af46-3baed2244d46 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Network 6e1321f0-9f4c-4194-b3e4-1ee86ac02f9d is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:03:44.486638 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-5225cbce-219e-455f-af46-3baed2244d46 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:44.492578 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5225cbce-219e-455f-af46-3baed2244d46 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:03:44.512232 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-dea8fcd4-b590-4c39-938c-9f1dd1c96dc9 None None] The port 'e5d2ef6a-fc6f-4df7-a727-d4de210bec43' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:03:44.525076 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-5a112221-4a04-40f8-903e-6eaacea39244 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7452d67c-f80f-4297-be29-364733bcbd46') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:44.525596 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-5a112221-4a04-40f8-903e-6eaacea39244 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7452d67c-f80f-4297-be29-364733bcbd46') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:44.533066 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5225cbce-219e-455f-af46-3baed2244d46 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Pushing event updated for resources: {'Port': ['ID=fe989094-940c-471c-b7ac-2b99191352c2,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:44.549678 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5a112221-4a04-40f8-903e-6eaacea39244 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:44.576957 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5a112221-4a04-40f8-903e-6eaacea39244 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:44.577158 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5225cbce-219e-455f-af46-3baed2244d46 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:44.577158 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5225cbce-219e-455f-af46-3baed2244d46 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:44.580618 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a112221-4a04-40f8-903e-6eaacea39244 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:03:44.581013 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5a112221-4a04-40f8-903e-6eaacea39244 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:44.596698 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:03:44.596698 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:03:44.596698 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:03:44.596698 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:03:44.596698 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:03:44.596698 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:03:44.596698 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:03:44.596698 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:03:44.596698 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:03:44.596698 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:03:44.596698 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:03:44.596698 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:03:44.596698 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:03:44.596698 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:03:44.596698 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:03:44.596698 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:03:44.596698 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:03:44.596698 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:03:44.596698 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:03:44.596698 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:03:44.596698 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:03:44.596698 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:03:44.596698 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:03:44.596698 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:03:44.596698 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:03:44.596698 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:03:44.596698 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:03:44.596698 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:03:44.596698 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:03:44.596698 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:03:44.596698 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:03:44.596698 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:03:44.608234 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980693fd-cfc9-4b97-8514-20cab9c0c2aa req-6465a74b-8382-4c76-aeeb-60e4327ffd4e tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:44.609688 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-980693fd-cfc9-4b97-8514-20cab9c0c2aa req-6465a74b-8382-4c76-aeeb-60e4327ffd4e tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/ports?device_id=2efefcd5-0cd0-4c0e-8098-e3fba31bea04 HTTP/1.1" status: 200 len: 945 time: 0.2364655 Jan 21 19:03:44.619259 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5df4a435-52f6-4a3d-b724-6ad317f1f770 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:44.654952 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-980693fd-cfc9-4b97-8514-20cab9c0c2aa req-193f58ac-f37d-487c-a372-e5b89aaa8727 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/security-groups?id=66616746-32e0-477b-8690-12242235c771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389853 Jan 21 19:03:44.702766 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-5225cbce-219e-455f-af46-3baed2244d46 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.9341550 Jan 21 19:03:44.705381 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59096) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:44.711502 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-1fa02a58-e476-4328-b0d0-2c22d570b16e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Request body: {'floatingip': {'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'port_id': 'fe989094-940c-471c-b7ac-2b99191352c2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:44.718081 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-1fa02a58-e476-4328-b0d0-2c22d570b16e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:03:44.722635 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-1fa02a58-e476-4328-b0d0-2c22d570b16e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Usage tracker for resource:floatingip and tenant:1a64234390194d4d89c8cd088a8ecdc0 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:03:44.726795 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-1fa02a58-e476-4328-b0d0-2c22d570b16e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:03:44.735155 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-1fa02a58-e476-4328-b0d0-2c22d570b16e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:03:44.793502 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1fa02a58-e476-4328-b0d0-2c22d570b16e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for floatingip, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:44.833575 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-af2ff202-4724-41e7-8a64-2c686ef8ff65 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:44.840472 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df4a435-52f6-4a3d-b724-6ad317f1f770 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Port': ['ID=183a5e95-4442-4c8e-95fe-0eec105bf670,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:44.944748 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5df4a435-52f6-4a3d-b724-6ad317f1f770 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:44.945918 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1fa02a58-e476-4328-b0d0-2c22d570b16e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:44.953631 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2ff202-4724-41e7-8a64-2c686ef8ff65 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:03:44.959128 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-af2ff202-4724-41e7-8a64-2c686ef8ff65 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:44.961499 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2ff202-4724-41e7-8a64-2c686ef8ff65 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:03:44.998642 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5a112221-4a04-40f8-903e-6eaacea39244 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:45.005099 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5a112221-4a04-40f8-903e-6eaacea39244 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:45.037343 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ff202-4724-41e7-8a64-2c686ef8ff65 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Pushing event updated for resources: {'Port': ['ID=5399fcb3-aa04-4e1d-a0b0-e74a305e5882,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:45.057751 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a112221-4a04-40f8-903e-6eaacea39244 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event deleted for resources: {'Network': ['ID=5027b042-2964-4d10-8b5b-8a069ad927ee,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:45.063972 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5df4a435-52f6-4a3d-b724-6ad317f1f770 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/ports/183a5e95-4442-4c8e-95fe-0eec105bf670 HTTP/1.1" status: 204 len: 168 time: 2.0868437 Jan 21 19:03:45.068691 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59100) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:45.072753 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5a112221-4a04-40f8-903e-6eaacea39244 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/networks/5027b042-2964-4d10-8b5b-8a069ad927ee HTTP/1.1" status: 204 len: 168 time: 2.6934214 Jan 21 19:03:45.076612 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59104) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:45.160702 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-1fa02a58-e476-4328-b0d0-2c22d570b16e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Allocated IP 172.26.1.232 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/f9d89f50-0027-4dd9-b592-5e74c7fb12e9) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:03:45.166831 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2851db0-98f5-4445-b1ee-cc75711e183e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:45.167455 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342d016a-422c-4a2c-8b3d-f3bc615107bc tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:45.168301 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-342d016a-422c-4a2c-8b3d-f3bc615107bc tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Synchronizing usage tracker for tenant:d3e69eb5fab24f5d9451b2cf3f9d850d on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:03:45.168426 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2851db0-98f5-4445-b1ee-cc75711e183e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:45.169147 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-d2851db0-98f5-4445-b1ee-cc75711e183e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:03:45.276788 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device aec9b2dc-4dc7-47e1-b854-200dced05844 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:03:45.312655 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-d2851db0-98f5-4445-b1ee-cc75711e183e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:03:45.313981 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d2851db0-98f5-4445-b1ee-cc75711e183e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2442672 Jan 21 19:03:45.317331 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59108) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:45.341623 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-342d016a-422c-4a2c-8b3d-f3bc615107bc tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Unset dirty status for tenant:d3e69eb5fab24f5d9451b2cf3f9d850d on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:03:45.347260 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-342d016a-422c-4a2c-8b3d-f3bc615107bc tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "GET /v2.0/ports/039fb203-d65c-4b05-b3e6-b3b70e626572 HTTP/1.1" status: 200 len: 840 time: 0.2685211 Jan 21 19:03:45.347915 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59112) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:45.427517 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1fa02a58-e476-4328-b0d0-2c22d570b16e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:45.433923 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd91b256-bf8b-4f16-b49b-0cd3dad8158f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting subnet b028380c-7734-48d0-9b38-70e04ccfdc7f {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:03:45.445584 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bd91b256-bf8b-4f16-b49b-0cd3dad8158f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:45.449339 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port aec9b2dc-4dc7-47e1-b854-200dced05844 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:03:45.529839 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-baf48884-f701-4089-8f78-dd14a5c3d666 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "GET /v2.0/ports/039fb203-d65c-4b05-b3e6-b3b70e626572?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1129837 Jan 21 19:03:45.531275 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59116) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:45.538703 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bd91b256-bf8b-4f16-b49b-0cd3dad8158f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:45.559178 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-da1dddc3-6925-479d-862d-ecf7d916bd2e None None] Provisioning for port aec9b2dc-4dc7-47e1-b854-200dced05844 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:03:45.565047 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-da1dddc3-6925-479d-862d-ecf7d916bd2e None None] Provisioning complete for port aec9b2dc-4dc7-47e1-b854-200dced05844 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:03:45.565517 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-da1dddc3-6925-479d-862d-ecf7d916bd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:45.580951 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-e942a214-36ef-41e6-ad74-f2c4b326d282 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'subnet': {'network_id': 'f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:45.726478 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-af2ff202-4724-41e7-8a64-2c686ef8ff65 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:45.740974 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-e942a214-36ef-41e6-ad74-f2c4b326d282 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:03:45.750697 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-e942a214-36ef-41e6-ad74-f2c4b326d282 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Usage tracker for resource:subnet and tenant:d3e69eb5fab24f5d9451b2cf3f9d850d is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:03:45.754328 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-e942a214-36ef-41e6-ad74-f2c4b326d282 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:03:45.754810 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-da1dddc3-6925-479d-862d-ecf7d916bd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:45.762187 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-e942a214-36ef-41e6-ad74-f2c4b326d282 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:03:45.777607 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bd91b256-bf8b-4f16-b49b-0cd3dad8158f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:45.810257 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1fa02a58-e476-4328-b0d0-2c22d570b16e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:45.874180 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-af2ff202-4724-41e7-8a64-2c686ef8ff65 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:45.921015 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e942a214-36ef-41e6-ad74-f2c4b326d282 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Made reservation on behalf of d3e69eb5fab24f5d9451b2cf3f9d850d for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:03:45.924516 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e942a214-36ef-41e6-ad74-f2c4b326d282 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:45.975882 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa02a58-e476-4328-b0d0-2c22d570b16e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:03:45.998524 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-1fa02a58-e476-4328-b0d0-2c22d570b16e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:46.013329 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa02a58-e476-4328-b0d0-2c22d570b16e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:03:46.048566 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa02a58-e476-4328-b0d0-2c22d570b16e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Pushing event updated for resources: {'Port': ['ID=f9d89f50-0027-4dd9-b592-5e74c7fb12e9,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:46.103285 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-af2ff202-4724-41e7-8a64-2c686ef8ff65 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:46.159901 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-af2ff202-4724-41e7-8a64-2c686ef8ff65 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:46.278419 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-af2ff202-4724-41e7-8a64-2c686ef8ff65 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:46.280103 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-da1dddc3-6925-479d-862d-ecf7d916bd2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:03:46.280717 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-da1dddc3-6925-479d-862d-ecf7d916bd2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:03:46.317221 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bd91b256-bf8b-4f16-b49b-0cd3dad8158f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:46.365170 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ff202-4724-41e7-8a64-2c686ef8ff65 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Pushing event updated for resources: {'Port': ['ID=5399fcb3-aa04-4e1d-a0b0-e74a305e5882,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:46.384132 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91b256-bf8b-4f16-b49b-0cd3dad8158f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Subnet': ['ID=b028380c-7734-48d0-9b38-70e04ccfdc7f,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:46.401729 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406a979-1670-45d5-8f33-59562d02764c req-adc95655-0faa-4f6c-9cdb-c640107cddb3 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:46.403261 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9406a979-1670-45d5-8f33-59562d02764c req-adc95655-0faa-4f6c-9cdb-c640107cddb3 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/ports?device_id=2efefcd5-0cd0-4c0e-8098-e3fba31bea04 HTTP/1.1" status: 200 len: 945 time: 0.5448577 Jan 21 19:03:46.405430 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bd91b256-bf8b-4f16-b49b-0cd3dad8158f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:46.428438 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d75237-47fc-4746-b89e-745743320c43 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:03:46.499370 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.l3_db [None req-af2ff202-4724-41e7-8a64-2c686ef8ff65 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Floating IP 75e2e878-14e8-40e0-8928-fb3c9e0a6bed associated. External IP: 172.26.1.23, port: 5032a02c-a423-412a-aa4d-de8eb56fef6a. Jan 21 19:03:46.633065 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-bd91b256-bf8b-4f16-b49b-0cd3dad8158f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/b028380c-7734-48d0-9b38-70e04ccfdc7f HTTP/1.1" status: 204 len: 168 time: 1.3117280 Jan 21 19:03:46.637741 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9406a979-1670-45d5-8f33-59562d02764c req-c91c4922-c8fb-4b7e-a8bd-de6020dfc1d7 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/security-groups?id=66616746-32e0-477b-8690-12242235c771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000954 Jan 21 19:03:46.643558 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59122) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:46.735308 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c7c51a-7dbb-401b-bf5e-33b19a42b238 None None] DHCP port deletion for 76b60fc4-5668-469a-a3ef-49679dc3dfc0 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:03:46.741950 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-10c7c51a-7dbb-401b-bf5e-33b19a42b238 None None] Deleting port aec9b2dc-4dc7-47e1-b854-200dced05844 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:03:46.742336 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-10c7c51a-7dbb-401b-bf5e-33b19a42b238 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:46.857153 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e942a214-36ef-41e6-ad74-f2c4b326d282 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:46.885271 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-da1dddc3-6925-479d-862d-ecf7d916bd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:46.885831 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b94045ad-8869-4e6c-b163-16d1931b9630 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2425523 Jan 21 19:03:46.888438 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59128) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:46.919351 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e942a214-36ef-41e6-ad74-f2c4b326d282 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Network f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:03:46.928590 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-e942a214-36ef-41e6-ad74-f2c4b326d282 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:46.940705 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e942a214-36ef-41e6-ad74-f2c4b326d282 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:46.941484 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e942a214-36ef-41e6-ad74-f2c4b326d282 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:46.971759 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad6a237-577c-493e-9d93-274669f1ab22 None None] Network f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:03:46.971957 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e942a214-36ef-41e6-ad74-f2c4b326d282 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event updated for resources: {'Subnet': ['ID=2720ca2c-fc80-47ed-b01a-3352c28f9dfc,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:46.982738 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1fa02a58-e476-4328-b0d0-2c22d570b16e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:47.038770 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e942a214-36ef-41e6-ad74-f2c4b326d282 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5040815 Jan 21 19:03:47.041410 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59134) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:47.047035 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-4471e332-904c-4485-a4de-3a81719bc05b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'security_group': {'name': 'tempest-secgroup-853617036'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:47.054874 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-4471e332-904c-4485-a4de-3a81719bc05b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:03:47.059411 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-4471e332-904c-4485-a4de-3a81719bc05b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Usage tracker for resource:security_group and tenant:d3e69eb5fab24f5d9451b2cf3f9d850d is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:03:47.062418 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-4471e332-904c-4485-a4de-3a81719bc05b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:03:47.071538 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-4471e332-904c-4485-a4de-3a81719bc05b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:03:47.085811 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626db14e-3c69-4a1a-96d8-939c4243b38e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:47.086526 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-626db14e-3c69-4a1a-96d8-939c4243b38e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:03:47.103035 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-da1dddc3-6925-479d-862d-ecf7d916bd2e None None] For port aec9b2dc-4dc7-47e1-b854-200dced05844, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=aec9b2dc-4dc7-47e1-b854-200dced05844,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:03:47.218181 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2ff202-4724-41e7-8a64-2c686ef8ff65 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Router cab80974-9172-498e-b2e3-94347dd0f0df has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:03:47.225655 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-da1dddc3-6925-479d-862d-ecf7d916bd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:47.228027 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4471e332-904c-4485-a4de-3a81719bc05b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:47.273761 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1fa02a58-e476-4328-b0d0-2c22d570b16e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:47.286709 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device aec9b2dc-4dc7-47e1-b854-200dced05844 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:03:47.306235 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-4471e332-904c-4485-a4de-3a81719bc05b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:03:47.311444 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-4471e332-904c-4485-a4de-3a81719bc05b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Usage tracker for resource:security_group_rule and tenant:d3e69eb5fab24f5d9451b2cf3f9d850d is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:03:47.314877 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-4471e332-904c-4485-a4de-3a81719bc05b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:03:47.341217 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-626db14e-3c69-4a1a-96d8-939c4243b38e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:03:47.344903 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-626db14e-3c69-4a1a-96d8-939c4243b38e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4530313 Jan 21 19:03:47.354047 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-4471e332-904c-4485-a4de-3a81719bc05b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:03:47.357902 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59138) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:47.390997 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-10c7c51a-7dbb-401b-bf5e-33b19a42b238 None None] For port aec9b2dc-4dc7-47e1-b854-200dced05844, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=aec9b2dc-4dc7-47e1-b854-200dced05844,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:03:47.391802 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-10c7c51a-7dbb-401b-bf5e-33b19a42b238 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:47.423218 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-a160e059-7fed-48ad-a9d4-5db6a5ed230c None None] Could not find standard attr ID for object e818a242-485a-45fa-8d00-a010ecc777b6. {{(pid=88138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 19:03:47.476056 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99965c8-55f0-46c7-b8b1-c2c7663a53d4 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:47.477095 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-e99965c8-55f0-46c7-b8b1-c2c7663a53d4 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:03:47.500111 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2ff202-4724-41e7-8a64-2c686ef8ff65 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:03:47.511650 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc750007-ce82-4873-bc48-20e04bef39c5 req-48b68a29-acd6-45ad-ac05-660a88cc7f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:47.511976 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ebb4b6-f1f8-4e7a-8f6e-3dbf57b3ad10 None None] Sync routers for ids ['cab80974-9172-498e-b2e3-94347dd0f0df'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:03:47.513181 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-dc750007-ce82-4873-bc48-20e04bef39c5 req-48b68a29-acd6-45ad-ac05-660a88cc7f88 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=9e2d74e1ee2641bfb6a58e36851cb369&device_id=2efefcd5-0cd0-4c0e-8098-e3fba31bea04 HTTP/1.1" status: 200 len: 1098 time: 0.2127857 Jan 21 19:03:47.522386 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ebb4b6-f1f8-4e7a-8f6e-3dbf57b3ad10 None None] Routers {'cab80974-9172-498e-b2e3-94347dd0f0df'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:03:47.523273 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-31ebb4b6-f1f8-4e7a-8f6e-3dbf57b3ad10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:03:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['cab80974-9172-498e-b2e3-94347dd0f0df'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:47.578363 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-10c7c51a-7dbb-401b-bf5e-33b19a42b238 None None] Calling delete_port for aec9b2dc-4dc7-47e1-b854-200dced05844 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:03:47.678018 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc750007-ce82-4873-bc48-20e04bef39c5 req-d86370ff-f9ed-4575-a36c-b08146136788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:47.679652 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-dc750007-ce82-4873-bc48-20e04bef39c5 req-d86370ff-f9ed-4575-a36c-b08146136788 service neutron] 10.222.0.113 "GET /v2.0/networks?id=dfe849bc-d2c5-41b6-bc65-df1a9ae9a215 HTTP/1.1" status: 200 len: 913 time: 0.1576416 Jan 21 19:03:47.682013 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-af2ff202-4724-41e7-8a64-2c686ef8ff65 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:47.688558 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-a160e059-7fed-48ad-a9d4-5db6a5ed230c None None] Could not find standard attr ID for object 183a5e95-4442-4c8e-95fe-0eec105bf670. {{(pid=88138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 19:03:47.694489 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1dddc3-6925-479d-862d-ecf7d916bd2e None None] Pushing event updated for resources: {'Port': ['ID=aec9b2dc-4dc7-47e1-b854-200dced05844,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:47.718693 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-31ebb4b6-f1f8-4e7a-8f6e-3dbf57b3ad10 None None] Set router cab80974-9172-498e-b2e3-94347dd0f0df gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:03:47.726147 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe6f69-1aad-4305-81d1-b0127fab7b8b req-f74b0c20-63d2-4fea-b02b-98f802b00b21 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:47.727758 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-77fe6f69-1aad-4305-81d1-b0127fab7b8b req-f74b0c20-63d2-4fea-b02b-98f802b00b21 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/ports?device_id=2efefcd5-0cd0-4c0e-8098-e3fba31bea04 HTTP/1.1" status: 200 len: 945 time: 0.5464001 Jan 21 19:03:47.760871 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-e99965c8-55f0-46c7-b8b1-c2c7663a53d4 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:03:47.762114 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e99965c8-55f0-46c7-b8b1-c2c7663a53d4 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4015193 Jan 21 19:03:47.773155 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59142) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:47.799557 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-dc750007-ce82-4873-bc48-20e04bef39c5 req-c615da48-959f-425a-91a1-1d734b675eed service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c737a7f8-e2b9-4880-bda4-103e0a1234eb HTTP/1.1" status: 200 len: 217 time: 0.0778220 Jan 21 19:03:47.799984 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:47.818915 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-10c7c51a-7dbb-401b-bf5e-33b19a42b238 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:03:47.819307 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-10c7c51a-7dbb-401b-bf5e-33b19a42b238 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:03:47.861035 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4471e332-904c-4485-a4de-3a81719bc05b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:47.873295 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc750007-ce82-4873-bc48-20e04bef39c5 req-92d2b8dd-f04c-4ebd-8280-6b43148a4744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:47.874854 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-dc750007-ce82-4873-bc48-20e04bef39c5 req-92d2b8dd-f04c-4ebd-8280-6b43148a4744 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=944aea16-5152-4314-a91a-e1fb3aa93788 HTTP/1.1" status: 200 len: 852 time: 0.0678358 Jan 21 19:03:47.881409 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-8f4089e8-0c72-409c-b67e-856c5229f11c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0996029 Jan 21 19:03:47.882787 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.db.resource_extend [None req-1fa02a58-e476-4328-b0d0-2c22d570b16e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 19:03:47.897267 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59146) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:47.904618 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port aec9b2dc-4dc7-47e1-b854-200dced05844, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=aec9b2dc-4dc7-47e1-b854-200dced05844,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:03:47.907852 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-c9511440-dc34-4359-a960-95211681eddc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'subnet': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:47.930355 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1fa02a58-e476-4328-b0d0-2c22d570b16e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:47.931756 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830f83e1-7c29-4c08-b8bf-ccf2d971f57f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9', 'network_id': 'f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9', 'tenant_id': 'd3e69eb5fab24f5d9451b2cf3f9d850d', 'fixed_ips': [{'subnet_id': '2720ca2c-fc80-47ed-b01a-3352c28f9dfc'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:03:47.931967 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-830f83e1-7c29-4c08-b8bf-ccf2d971f57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:47.932081 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4471e332-904c-4485-a4de-3a81719bc05b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:47.951064 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-dc750007-ce82-4873-bc48-20e04bef39c5 req-8f2a4f0f-eb23-4eb4-a511-0c58e34f6363 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=dfe849bc-d2c5-41b6-bc65-df1a9ae9a215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633667 Jan 21 19:03:47.963601 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-77fe6f69-1aad-4305-81d1-b0127fab7b8b req-1ea76b11-21bf-4824-9ace-18ec2d5cf3b6 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/security-groups?id=66616746-32e0-477b-8690-12242235c771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172756 Jan 21 19:03:48.027123 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-af2ff202-4724-41e7-8a64-2c686ef8ff65 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.5426316 Jan 21 19:03:48.031388 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead1a893-d8bc-464c-a75c-9dfb8bc7fda2', 'tag': '5032a02c-a423-412a-aa4d-de8eb56fef6a'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:03:48.065861 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4471e332-904c-4485-a4de-3a81719bc05b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0019faa-c4bc-4999-aa53-dcd8eecdb2d1,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:48.091859 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1fa02a58-e476-4328-b0d0-2c22d570b16e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:48.140156 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ead1a893-d8bc-464c-a75c-9dfb8bc7fda2', 'tag': '5032a02c-a423-412a-aa4d-de8eb56fef6a', 'status': 'completed', 'code': 200} Jan 21 19:03:48.145594 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4471e332-904c-4485-a4de-3a81719bc05b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:48.147176 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-4471e332-904c-4485-a4de-3a81719bc05b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.1042864 Jan 21 19:03:48.148234 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:48.172648 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-c9511440-dc34-4359-a960-95211681eddc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:03:48.175837 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-31ebb4b6-f1f8-4e7a-8f6e-3dbf57b3ad10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab80974-9172-498e-b2e3-94347dd0f0df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076722199', 'tenant_id': '1f87e80a60cc473490523a0c4caffd4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ee1af6a6-2d4e-43c1-9fbf-95d8be38957e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:03:00Z', 'updated_at': '2022-01-21T19:03:15Z', 'revision_number': 4, 'project_id': '1f87e80a60cc473490523a0c4caffd4b', 'gw_port': {'id': 'ee1af6a6-2d4e-43c1-9fbf-95d8be38957e', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:28:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab80974-9172-498e-b2e3-94347dd0f0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:03:02Z', 'updated_at': '2022-01-21T19:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '75e2e878-14e8-40e0-8928-fb3c9e0a6bed', 'tenant_id': '1f87e80a60cc473490523a0c4caffd4b', 'floating_ip_address': '172.26.1.23', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': 'cab80974-9172-498e-b2e3-94347dd0f0df', 'port_id': '5032a02c-a423-412a-aa4d-de8eb56fef6a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc24e89d-af25-4b19-a6e4-c71b6bd3aa74', 'mac_address': 'fa:16:3e:99:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead1a893-d8bc-464c-a75c-9dfb8bc7fda2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:03:45Z', 'updated_at': '2022-01-21T19:03:45Z', 'revision_number': 0, 'project_id': '1f87e80a60cc473490523a0c4caffd4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1aea94e-cfd0-4cbf-b64d-ca56f66ffc83', 'name': '', 'network_id': 'fc24e89d-af25-4b19-a6e4-c71b6bd3aa74', 'tenant_id': '1f87e80a60cc473490523a0c4caffd4b', 'mac_address': 'fa:16:3e:3c:6b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab80974-9172-498e-b2e3-94347dd0f0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '318cf0e1-cb46-4ad9-b6e3-4761e636ad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:03:13Z', 'updated_at': '2022-01-21T19:03:24Z', 'revision_number': 5, 'project_id': '1f87e80a60cc473490523a0c4caffd4b', 'subnets': [{'id': '318cf0e1-cb46-4ad9-b6e3-4761e636ad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:48.182933 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ebb4b6-f1f8-4e7a-8f6e-3dbf57b3ad10 None None] Checking router: cab80974-9172-498e-b2e3-94347dd0f0df for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:03:48.184574 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-c9511440-dc34-4359-a960-95211681eddc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:03:48.192652 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59154) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:48.209527 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ebb4b6-f1f8-4e7a-8f6e-3dbf57b3ad10 None None] Routers {'cab80974-9172-498e-b2e3-94347dd0f0df'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:03:48.210203 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-31ebb4b6-f1f8-4e7a-8f6e-3dbf57b3ad10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:03:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['cab80974-9172-498e-b2e3-94347dd0f0df'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:48.244085 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-4b4631cf-61f7-4f05-a030-03233b0df48a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'security_group': {'name': 'tempest-secgroup-1557887156'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:48.249444 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-830f83e1-7c29-4c08-b8bf-ccf2d971f57f None None] Allocated IP 172.20.0.2 (f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9/2720ca2c-fc80-47ed-b01a-3352c28f9dfc/28323ae7-782a-4a58-8810-91f19d927276) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:03:48.257624 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=aec9b2dc-4dc7-47e1-b854-200dced05844,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:48.259643 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-4b4631cf-61f7-4f05-a030-03233b0df48a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:03:48.271618 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-4b4631cf-61f7-4f05-a030-03233b0df48a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Usage tracker for resource:security_group and tenant:d3e69eb5fab24f5d9451b2cf3f9d850d is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:03:48.283010 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-4b4631cf-61f7-4f05-a030-03233b0df48a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:03:48.290390 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa02a58-e476-4328-b0d0-2c22d570b16e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Pushing event updated for resources: {'Port': ['ID=f9d89f50-0027-4dd9-b592-5e74c7fb12e9,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:48.294145 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-4b4631cf-61f7-4f05-a030-03233b0df48a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:03:48.301553 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9511440-dc34-4359-a960-95211681eddc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:03:48.306062 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c9511440-dc34-4359-a960-95211681eddc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:48.307613 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-dc750007-ce82-4873-bc48-20e04bef39c5 req-ba438426-c859-4277-a7f6-1600e343d7e0 service neutron] 10.222.0.113 "GET /v2.0/networks/dfe849bc-d2c5-41b6-bc65-df1a9ae9a215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503282 Jan 21 19:03:48.319928 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-10c7c51a-7dbb-401b-bf5e-33b19a42b238 None None] Deleting port aec9b2dc-4dc7-47e1-b854-200dced05844 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:03:48.320427 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-10c7c51a-7dbb-401b-bf5e-33b19a42b238 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:48.437041 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5387c47-6de9-4359-871b-422e73d71e10 req-516cb3e2-99e2-45d3-98f3-7a23f6203cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:48.438887 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c5387c47-6de9-4359-871b-422e73d71e10 req-516cb3e2-99e2-45d3-98f3-7a23f6203cdb service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1f87e80a60cc473490523a0c4caffd4b&device_id=ead1a893-d8bc-464c-a75c-9dfb8bc7fda2 HTTP/1.1" status: 200 len: 1098 time: 0.2918146 Jan 21 19:03:48.491612 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-dc750007-ce82-4873-bc48-20e04bef39c5 req-c03b005a-a248-449a-a57b-291c9bb4ad92 service neutron] 10.222.0.113 "GET /v2.0/networks/dfe849bc-d2c5-41b6-bc65-df1a9ae9a215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759992 Jan 21 19:03:48.515567 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-31ebb4b6-f1f8-4e7a-8f6e-3dbf57b3ad10 None None] Set router cab80974-9172-498e-b2e3-94347dd0f0df gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:03:48.726702 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1fa02a58-e476-4328-b0d0-2c22d570b16e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:48.797149 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c9511440-dc34-4359-a960-95211681eddc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:48.814076 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-830f83e1-7c29-4c08-b8bf-ccf2d971f57f None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:48.818671 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-10c7c51a-7dbb-401b-bf5e-33b19a42b238 None None] For port aec9b2dc-4dc7-47e1-b854-200dced05844, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=aec9b2dc-4dc7-47e1-b854-200dced05844,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:03:48.819258 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-10c7c51a-7dbb-401b-bf5e-33b19a42b238 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:48.839439 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5387c47-6de9-4359-871b-422e73d71e10 req-166b94f9-dc52-48bc-b645-15f2a83b2694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:48.842462 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c5387c47-6de9-4359-871b-422e73d71e10 req-166b94f9-dc52-48bc-b645-15f2a83b2694 service neutron] 10.222.0.113 "GET /v2.0/networks?id=fc24e89d-af25-4b19-a6e4-c71b6bd3aa74 HTTP/1.1" status: 200 len: 898 time: 0.3492713 Jan 21 19:03:48.870512 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4b4631cf-61f7-4f05-a030-03233b0df48a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:48.915801 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9511440-dc34-4359-a960-95211681eddc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:03:48.930347 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-c9511440-dc34-4359-a960-95211681eddc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:48.933415 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9511440-dc34-4359-a960-95211681eddc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:48.934038 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c9511440-dc34-4359-a960-95211681eddc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:48.939388 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-31ebb4b6-f1f8-4e7a-8f6e-3dbf57b3ad10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab80974-9172-498e-b2e3-94347dd0f0df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076722199', 'tenant_id': '1f87e80a60cc473490523a0c4caffd4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ee1af6a6-2d4e-43c1-9fbf-95d8be38957e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:03:00Z', 'updated_at': '2022-01-21T19:03:15Z', 'revision_number': 4, 'project_id': '1f87e80a60cc473490523a0c4caffd4b', 'gw_port': {'id': 'ee1af6a6-2d4e-43c1-9fbf-95d8be38957e', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:28:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab80974-9172-498e-b2e3-94347dd0f0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:03:02Z', 'updated_at': '2022-01-21T19:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '75e2e878-14e8-40e0-8928-fb3c9e0a6bed', 'tenant_id': '1f87e80a60cc473490523a0c4caffd4b', 'floating_ip_address': '172.26.1.23', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': 'cab80974-9172-498e-b2e3-94347dd0f0df', 'port_id': '5032a02c-a423-412a-aa4d-de8eb56fef6a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc24e89d-af25-4b19-a6e4-c71b6bd3aa74', 'mac_address': 'fa:16:3e:99:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead1a893-d8bc-464c-a75c-9dfb8bc7fda2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:03:45Z', 'updated_at': '2022-01-21T19:03:45Z', 'revision_number': 0, 'project_id': '1f87e80a60cc473490523a0c4caffd4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1aea94e-cfd0-4cbf-b64d-ca56f66ffc83', 'name': '', 'network_id': 'fc24e89d-af25-4b19-a6e4-c71b6bd3aa74', 'tenant_id': '1f87e80a60cc473490523a0c4caffd4b', 'mac_address': 'fa:16:3e:3c:6b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab80974-9172-498e-b2e3-94347dd0f0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '318cf0e1-cb46-4ad9-b6e3-4761e636ad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:03:13Z', 'updated_at': '2022-01-21T19:03:24Z', 'revision_number': 5, 'project_id': '1f87e80a60cc473490523a0c4caffd4b', 'subnets': [{'id': '318cf0e1-cb46-4ad9-b6e3-4761e636ad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:48.944178 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ebb4b6-f1f8-4e7a-8f6e-3dbf57b3ad10 None None] The sync data for ids ['cab80974-9172-498e-b2e3-94347dd0f0df'] in dv-neutron-825470-1-hyperv is: [{'id': 'cab80974-9172-498e-b2e3-94347dd0f0df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076722199', 'tenant_id': '1f87e80a60cc473490523a0c4caffd4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ee1af6a6-2d4e-43c1-9fbf-95d8be38957e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:03:00Z', 'updated_at': '2022-01-21T19:03:15Z', 'revision_number': 4, 'project_id': '1f87e80a60cc473490523a0c4caffd4b', 'gw_port': {'id': 'ee1af6a6-2d4e-43c1-9fbf-95d8be38957e', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:28:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab80974-9172-498e-b2e3-94347dd0f0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:03:02Z', 'updated_at': '2022-01-21T19:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '75e2e878-14e8-40e0-8928-fb3c9e0a6bed', 'tenant_id': '1f87e80a60cc473490523a0c4caffd4b', 'floating_ip_address': '172.26.1.23', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': 'cab80974-9172-498e-b2e3-94347dd0f0df', 'port_id': '5032a02c-a423-412a-aa4d-de8eb56fef6a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc24e89d-af25-4b19-a6e4-c71b6bd3aa74', 'mac_address': 'fa:16:3e:99:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead1a893-d8bc-464c-a75c-9dfb8bc7fda2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:03:45Z', 'updated_at': '2022-01-21T19:03:45Z', 'revision_number': 0, 'project_id': '1f87e80a60cc473490523a0c4caffd4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1aea94e-cfd0-4cbf-b64d-ca56f66ffc83', 'name': '', 'network_id': 'fc24e89d-af25-4b19-a6e4-c71b6bd3aa74', 'tenant_id': '1f87e80a60cc473490523a0c4caffd4b', 'mac_address': 'fa:16:3e:3c:6b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab80974-9172-498e-b2e3-94347dd0f0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '318cf0e1-cb46-4ad9-b6e3-4761e636ad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:03:13Z', 'updated_at': '2022-01-21T19:03:24Z', 'revision_number': 5, 'project_id': '1f87e80a60cc473490523a0c4caffd4b', 'subnets': [{'id': '318cf0e1-cb46-4ad9-b6e3-4761e636ad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:03:48.972602 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-830f83e1-7c29-4c08-b8bf-ccf2d971f57f None None] Transition to ACTIVE for port object 28323ae7-782a-4a58-8810-91f19d927276 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:03:48.982913 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c5387c47-6de9-4359-871b-422e73d71e10 req-e2c7a1fe-172b-4aa6-927c-925ce687fbed service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5032a02c-a423-412a-aa4d-de8eb56fef6a HTTP/1.1" status: 200 len: 998 time: 0.1320231 Jan 21 19:03:49.043778 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-4b4631cf-61f7-4f05-a030-03233b0df48a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:03:49.047544 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-10c7c51a-7dbb-401b-bf5e-33b19a42b238 None None] Calling delete_port for aec9b2dc-4dc7-47e1-b854-200dced05844 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:03:49.047958 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9511440-dc34-4359-a960-95211681eddc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Subnet': ['ID=5ad60353-7a3c-4711-bb57-620faacb519c,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:49.074878 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3663871-b58e-41fc-82d1-c73e2712d794 req-0f914db1-c98d-4ebd-b3fa-27e38a388e27 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:49.076263 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f3663871-b58e-41fc-82d1-c73e2712d794 req-0f914db1-c98d-4ebd-b3fa-27e38a388e27 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead1a893-d8bc-464c-a75c-9dfb8bc7fda2 HTTP/1.1" status: 200 len: 945 time: 0.8460643 Jan 21 19:03:49.077341 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-4b4631cf-61f7-4f05-a030-03233b0df48a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Usage tracker for resource:security_group_rule and tenant:d3e69eb5fab24f5d9451b2cf3f9d850d is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:03:49.082698 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5387c47-6de9-4359-871b-422e73d71e10 req-26ade89d-200a-4353-a12f-e216baaf74bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:49.087268 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c5387c47-6de9-4359-871b-422e73d71e10 req-26ade89d-200a-4353-a12f-e216baaf74bb service neutron] 10.222.0.113 "GET /v2.0/subnets?id=318cf0e1-cb46-4ad9-b6e3-4761e636ad66 HTTP/1.1" status: 200 len: 834 time: 0.0922813 Jan 21 19:03:49.098885 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-4b4631cf-61f7-4f05-a030-03233b0df48a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:03:49.116645 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-4b4631cf-61f7-4f05-a030-03233b0df48a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:03:49.119099 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-830f83e1-7c29-4c08-b8bf-ccf2d971f57f None None] Transition to ACTIVE for port object 28323ae7-782a-4a58-8810-91f19d927276 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:03:49.121358 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.l3_db [None req-1fa02a58-e476-4328-b0d0-2c22d570b16e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Floating IP c55f18ce-9817-4043-b89e-2faade352f0f associated. External IP: 172.26.1.232, port: fe989094-940c-471c-b7ac-2b99191352c2. Jan 21 19:03:49.205011 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5387c47-6de9-4359-871b-422e73d71e10 req-d7e3ab1d-9549-4d4c-b005-e147e6b9a9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:49.206536 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c5387c47-6de9-4359-871b-422e73d71e10 req-d7e3ab1d-9549-4d4c-b005-e147e6b9a9b3 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=fc24e89d-af25-4b19-a6e4-c71b6bd3aa74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1106737 Jan 21 19:03:49.211206 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-830f83e1-7c29-4c08-b8bf-ccf2d971f57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:49.268565 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c9511440-dc34-4359-a960-95211681eddc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3667417 Jan 21 19:03:49.268782 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59162) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:49.280750 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-1cf7435d-9e81-4339-9303-6a411b23ab6f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'port': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'fixed_ips': [{'subnet_id': '5ad60353-7a3c-4711-bb57-620faacb519c', 'ip_address': '2001:db8::7a:8fcb:167e:692c'}], 'name': 'tempest-NetworksTestDHCPv6-2063525823'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:49.292236 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830f83e1-7c29-4c08-b8bf-ccf2d971f57f None None] Network f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:03:49.295190 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-830f83e1-7c29-4c08-b8bf-ccf2d971f57f None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:49.297550 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-10c7c51a-7dbb-401b-bf5e-33b19a42b238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:49.313716 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830f83e1-7c29-4c08-b8bf-ccf2d971f57f None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:03:49.320158 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f83e1-7c29-4c08-b8bf-ccf2d971f57f None None] Pushing event updated for resources: {'Port': ['ID=28323ae7-782a-4a58-8810-91f19d927276,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:49.332405 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f3663871-b58e-41fc-82d1-c73e2712d794 req-ed4ae441-28f0-41b5-bb34-839ba950c885 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/security-groups?id=84380b41-afe6-4abf-bafe-93a3de4a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2471919 Jan 21 19:03:49.374962 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59166) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:49.419112 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38859f41-6921-4a98-af4b-640064924a97 None None] New status for floating IP 75e2e878-14e8-40e0-8928-fb3c9e0a6bed: ACTIVE {{(pid=88138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:03:49.512969 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c7c51a-7dbb-401b-bf5e-33b19a42b238 None None] Pushing event deleted for resources: {'Port': ['ID=aec9b2dc-4dc7-47e1-b854-200dced05844,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:49.527900 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c7c51a-7dbb-401b-bf5e-33b19a42b238 None None] No DVR routers for this DVR port aec9b2dc-4dc7-47e1-b854-200dced05844 on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:03:49.564555 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c5387c47-6de9-4359-871b-422e73d71e10 req-2aaa9f0a-c4fa-4421-ad90-0b1d1b2faa88 service neutron] 10.222.0.113 "GET /v2.0/networks/fc24e89d-af25-4b19-a6e4-c71b6bd3aa74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438132 Jan 21 19:03:49.584838 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba99406-e2b3-4503-a45b-3580c4db9e86 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:03:49.611210 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-830f83e1-7c29-4c08-b8bf-ccf2d971f57f None None] Attempting to bind port 28323ae7-782a-4a58-8810-91f19d927276 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:03:49.611574 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-830f83e1-7c29-4c08-b8bf-ccf2d971f57f None None] Attempting to bind port 28323ae7-782a-4a58-8810-91f19d927276 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'd0d3882b-e9a0-4cb9-831b-cc65e052d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:03:49.611943 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830f83e1-7c29-4c08-b8bf-ccf2d971f57f None None] Attempting to bind port 28323ae7-782a-4a58-8810-91f19d927276 on network f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:03:49.638545 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830f83e1-7c29-4c08-b8bf-ccf2d971f57f None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:03:49.638963 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4b4631cf-61f7-4f05-a030-03233b0df48a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:49.639109 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830f83e1-7c29-4c08-b8bf-ccf2d971f57f None None] Checking segment: {'id': 'd0d3882b-e9a0-4cb9-831b-cc65e052d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:03:49.639289 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-830f83e1-7c29-4c08-b8bf-ccf2d971f57f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:49.639683 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830f83e1-7c29-4c08-b8bf-ccf2d971f57f None None] Bound using segment: {'id': 'd0d3882b-e9a0-4cb9-831b-cc65e052d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:03:49.640154 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-830f83e1-7c29-4c08-b8bf-ccf2d971f57f None None] Bound port: 28323ae7-782a-4a58-8810-91f19d927276, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d3882b-e9a0-4cb9-831b-cc65e052d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:03:49.640650 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-830f83e1-7c29-4c08-b8bf-ccf2d971f57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:49.648331 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e1402-807c-44df-a721-4969f5c62037 req-abcc09ba-4e61-477a-9bb8-31f4649bc014 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:49.650144 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-108e1402-807c-44df-a721-4969f5c62037 req-abcc09ba-4e61-477a-9bb8-31f4649bc014 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/ports?device_id=2efefcd5-0cd0-4c0e-8098-e3fba31bea04 HTTP/1.1" status: 200 len: 945 time: 0.4737973 Jan 21 19:03:49.655707 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-9056dd56-75ef-4f3c-85a3-8f36ffb66404 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/floatingips/75e2e878-14e8-40e0-8928-fb3c9e0a6bed HTTP/1.1" status: 200 len: 990 time: 0.2773416 Jan 21 19:03:49.720101 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-1cf7435d-9e81-4339-9303-6a411b23ab6f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:03:49.734571 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4b4631cf-61f7-4f05-a030-03233b0df48a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:49.741830 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-1cf7435d-9e81-4339-9303-6a411b23ab6f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:03:49.767283 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c5387c47-6de9-4359-871b-422e73d71e10 req-6ab0b59f-8862-4be8-8dcf-5f8d5031a2c1 service neutron] 10.222.0.113 "GET /v2.0/networks/fc24e89d-af25-4b19-a6e4-c71b6bd3aa74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858158 Jan 21 19:03:49.819233 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-108e1402-807c-44df-a721-4969f5c62037 req-696bc6c1-f876-4fd3-b81e-6bea9c55e97c tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/security-groups?id=66616746-32e0-477b-8690-12242235c771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625876 Jan 21 19:03:49.823194 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf7435d-9e81-4339-9303-6a411b23ab6f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:03:49.827851 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4631cf-61f7-4f05-a030-03233b0df48a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6d9518-4f01-4ae4-8df5-9cf03743d51f,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:49.907391 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4b4631cf-61f7-4f05-a030-03233b0df48a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:49.911601 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-4b4631cf-61f7-4f05-a030-03233b0df48a tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6801531 Jan 21 19:03:49.912429 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59170) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:49.919770 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-ed263da2-6180-4ca6-b3f6-5c05e8d5c781 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-224329566', 'security_groups': ['3e6d9518-4f01-4ae4-8df5-9cf03743d51f'], 'network_id': 'f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2720ca2c-fc80-47ed-b01a-3352c28f9dfc'}]}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:49.967129 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1cf7435d-9e81-4339-9303-6a411b23ab6f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:49.988685 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-1cf7435d-9e81-4339-9303-6a411b23ab6f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] device_id is not set on port cfd6771e-39a9-4985-9437-20a4f16724e3 yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:03:50.015160 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-830f83e1-7c29-4c08-b8bf-ccf2d971f57f None None] For port 28323ae7-782a-4a58-8810-91f19d927276, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:03:50.019835 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-830f83e1-7c29-4c08-b8bf-ccf2d971f57f None None] For port 28323ae7-782a-4a58-8810-91f19d927276, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=28323ae7-782a-4a58-8810-91f19d927276,segment=NetworkSegment(d0d3882b-e9a0-4cb9-831b-cc65e052d69e),segment_id=d0d3882b-e9a0-4cb9-831b-cc65e052d69e)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:03:50.042924 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa02a58-e476-4328-b0d0-2c22d570b16e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Router 38672101-c7c7-4eb1-a220-64bed0b717ae has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:03:50.069425 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7f0815-63e7-4945-82cd-fa14c9180608 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'tenant_id': '331b5c16a931412fafa4a9af40615562', 'fixed_ips': [{'subnet_id': '5ad60353-7a3c-4711-bb57-620faacb519c'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:03:50.070314 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1b7f0815-63e7-4945-82cd-fa14c9180608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:50.127776 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-830f83e1-7c29-4c08-b8bf-ccf2d971f57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:50.180900 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-ed263da2-6180-4ca6-b3f6-5c05e8d5c781 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:03:50.210555 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-1cf7435d-9e81-4339-9303-6a411b23ab6f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Allocated IP 2001:db8::7a:8fcb:167e:692c (76b60fc4-5668-469a-a3ef-49679dc3dfc0/5ad60353-7a3c-4711-bb57-620faacb519c/cfd6771e-39a9-4985-9437-20a4f16724e3) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:03:50.250004 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f83e1-7c29-4c08-b8bf-ccf2d971f57f None None] Pushing event updated for resources: {'Port': ['ID=28323ae7-782a-4a58-8810-91f19d927276,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:50.380478 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-ed263da2-6180-4ca6-b3f6-5c05e8d5c781 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:03:50.408223 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa02a58-e476-4328-b0d0-2c22d570b16e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:03:50.424200 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fd9bc2-0189-4c05-a45f-452950c04951 None None] Sync routers for ids ['38672101-c7c7-4eb1-a220-64bed0b717ae'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:03:50.429406 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fd9bc2-0189-4c05-a45f-452950c04951 None None] Routers {'38672101-c7c7-4eb1-a220-64bed0b717ae'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:03:50.429758 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1cf7435d-9e81-4339-9303-6a411b23ab6f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:50.430440 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-d5fd9bc2-0189-4c05-a45f-452950c04951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:03:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['38672101-c7c7-4eb1-a220-64bed0b717ae'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:50.455199 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-1cf7435d-9e81-4339-9303-6a411b23ab6f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Transition to ACTIVE for port object cfd6771e-39a9-4985-9437-20a4f16724e3 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:03:50.501930 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed263da2-6180-4ca6-b3f6-5c05e8d5c781 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Made reservation on behalf of d3e69eb5fab24f5d9451b2cf3f9d850d for: {'port': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:03:50.502177 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-d5fd9bc2-0189-4c05-a45f-452950c04951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:50.511412 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fd9bc2-0189-4c05-a45f-452950c04951 None None] Routers {'38672101-c7c7-4eb1-a220-64bed0b717ae'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:03:50.512016 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-d5fd9bc2-0189-4c05-a45f-452950c04951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:03:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['38672101-c7c7-4eb1-a220-64bed0b717ae'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:50.537183 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1fa02a58-e476-4328-b0d0-2c22d570b16e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:50.574487 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-d5fd9bc2-0189-4c05-a45f-452950c04951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:50.574885 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fd9bc2-0189-4c05-a45f-452950c04951 None None] The sync data for ids ['38672101-c7c7-4eb1-a220-64bed0b717ae'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:03:50.588465 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1cf7435d-9e81-4339-9303-6a411b23ab6f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:50.659305 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59174) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:50.669859 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-1fa02a58-e476-4328-b0d0-2c22d570b16e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.9612162 Jan 21 19:03:50.670072 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf7435d-9e81-4339-9303-6a411b23ab6f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:03:50.672375 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-1cf7435d-9e81-4339-9303-6a411b23ab6f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:50.676092 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59178) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:50.681952 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf7435d-9e81-4339-9303-6a411b23ab6f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:03:50.686438 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-1b7f0815-63e7-4945-82cd-fa14c9180608 None None] Allocated IP 2001:db8::2 (76b60fc4-5668-469a-a3ef-49679dc3dfc0/5ad60353-7a3c-4711-bb57-620faacb519c/be42cbcd-0959-47fc-a568-46ea451327dc) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:03:50.687547 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf7435d-9e81-4339-9303-6a411b23ab6f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:50.688169 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1cf7435d-9e81-4339-9303-6a411b23ab6f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:50.694492 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf7435d-9e81-4339-9303-6a411b23ab6f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Port': ['ID=cfd6771e-39a9-4985-9437-20a4f16724e3,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:50.699481 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-2964921c-37e8-4d4c-91e4-bccb38373a83 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Request body: {'floatingip': {'port_id': 'fe989094-940c-471c-b7ac-2b99191352c2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:50.816767 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ed263da2-6180-4ca6-b3f6-5c05e8d5c781 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:50.827838 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2964921c-37e8-4d4c-91e4-bccb38373a83 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for floatingip, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:50.845034 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-5a83ff42-ef21-4f07-b2cb-d64c47aa81e5 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/floatingips/75e2e878-14e8-40e0-8928-fb3c9e0a6bed HTTP/1.1" status: 200 len: 992 time: 0.1844380 Jan 21 19:03:50.866379 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [None req-ed263da2-6180-4ca6-b3f6-5c05e8d5c781 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] device_id is not set on port dab9a9fa-d4ea-4d78-ab93-c67c528d0f13 yet. {{(pid=88136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:03:50.964196 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1b7f0815-63e7-4945-82cd-fa14c9180608 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:50.976880 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-1b7f0815-63e7-4945-82cd-fa14c9180608 None None] Transition to ACTIVE for port object be42cbcd-0959-47fc-a568-46ea451327dc will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:03:51.004339 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-1b7f0815-63e7-4945-82cd-fa14c9180608 None None] Transition to ACTIVE for port object be42cbcd-0959-47fc-a568-46ea451327dc will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:03:51.062696 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1b7f0815-63e7-4945-82cd-fa14c9180608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:51.231780 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7f0815-63e7-4945-82cd-fa14c9180608 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:03:51.234850 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-1cf7435d-9e81-4339-9303-6a411b23ab6f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.9628730 Jan 21 19:03:51.235346 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-1b7f0815-63e7-4945-82cd-fa14c9180608 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:51.236435 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59184) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:51.240959 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7f0815-63e7-4945-82cd-fa14c9180608 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:03:51.277513 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7f0815-63e7-4945-82cd-fa14c9180608 None None] Pushing event updated for resources: {'Port': ['ID=be42cbcd-0959-47fc-a568-46ea451327dc,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:51.304029 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-ed263da2-6180-4ca6-b3f6-5c05e8d5c781 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Allocated IP 172.20.0.11 (f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9/2720ca2c-fc80-47ed-b01a-3352c28f9dfc/dab9a9fa-d4ea-4d78-ab93-c67c528d0f13) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:03:51.354402 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 28323ae7-782a-4a58-8810-91f19d927276 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:03:51.363069 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36295ba6-9a69-4e5c-9408-e028311db946 req-bf5b92f4-5b03-4e37-88ec-4f734a9daf3e tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:51.365655 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-36295ba6-9a69-4e5c-9408-e028311db946 req-bf5b92f4-5b03-4e37-88ec-4f734a9daf3e tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/ports?device_id=2efefcd5-0cd0-4c0e-8098-e3fba31bea04 HTTP/1.1" status: 200 len: 945 time: 0.1377745 Jan 21 19:03:51.415140 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-1b7f0815-63e7-4945-82cd-fa14c9180608 None None] Attempting to bind port be42cbcd-0959-47fc-a568-46ea451327dc on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:03:51.415419 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-1b7f0815-63e7-4945-82cd-fa14c9180608 None None] Attempting to bind port be42cbcd-0959-47fc-a568-46ea451327dc by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:03:51.415771 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7f0815-63e7-4945-82cd-fa14c9180608 None None] Attempting to bind port be42cbcd-0959-47fc-a568-46ea451327dc on network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:03:51.425693 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7f0815-63e7-4945-82cd-fa14c9180608 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:03:51.426106 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7f0815-63e7-4945-82cd-fa14c9180608 None None] Checking segment: {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:03:51.426503 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1b7f0815-63e7-4945-82cd-fa14c9180608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:51.427581 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7f0815-63e7-4945-82cd-fa14c9180608 None None] Bound using segment: {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:03:51.428056 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-1b7f0815-63e7-4945-82cd-fa14c9180608 None None] Bound port: be42cbcd-0959-47fc-a568-46ea451327dc, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:03:51.428422 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1b7f0815-63e7-4945-82cd-fa14c9180608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:51.485051 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-36295ba6-9a69-4e5c-9408-e028311db946 req-f38bb2b4-7e44-49ba-82bc-9b978848edb0 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/security-groups?id=66616746-32e0-477b-8690-12242235c771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135907 Jan 21 19:03:51.568545 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-1b7f0815-63e7-4945-82cd-fa14c9180608 None None] For port be42cbcd-0959-47fc-a568-46ea451327dc, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:03:51.572343 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-1b7f0815-63e7-4945-82cd-fa14c9180608 None None] For port be42cbcd-0959-47fc-a568-46ea451327dc, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=be42cbcd-0959-47fc-a568-46ea451327dc,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:03:51.598474 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e5ce75-4567-4547-b5b8-58bc29af12c7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:51.600261 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 28323ae7-782a-4a58-8810-91f19d927276 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:03:51.606501 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e5ce75-4567-4547-b5b8-58bc29af12c7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:51.607382 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-f8e5ce75-4567-4547-b5b8-58bc29af12c7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:03:51.671033 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ed263da2-6180-4ca6-b3f6-5c05e8d5c781 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:51.679967 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1b7f0815-63e7-4945-82cd-fa14c9180608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:51.694804 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-ed263da2-6180-4ca6-b3f6-5c05e8d5c781 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Transition to ACTIVE for port object dab9a9fa-d4ea-4d78-ab93-c67c528d0f13 will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:03:51.780318 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7f0815-63e7-4945-82cd-fa14c9180608 None None] Pushing event updated for resources: {'Port': ['ID=be42cbcd-0959-47fc-a568-46ea451327dc,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:51.793275 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ed263da2-6180-4ca6-b3f6-5c05e8d5c781 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:51.802091 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-f8e5ce75-4567-4547-b5b8-58bc29af12c7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:03:51.806252 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f8e5ce75-4567-4547-b5b8-58bc29af12c7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.5694301 Jan 21 19:03:51.806921 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59190) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:51.895818 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed263da2-6180-4ca6-b3f6-5c05e8d5c781 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Network f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:03:51.899875 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-ed263da2-6180-4ca6-b3f6-5c05e8d5c781 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:51.904263 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed263da2-6180-4ca6-b3f6-5c05e8d5c781 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:03:51.954142 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed263da2-6180-4ca6-b3f6-5c05e8d5c781 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event updated for resources: {'Port': ['ID=dab9a9fa-d4ea-4d78-ab93-c67c528d0f13,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:51.978398 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-77906298-fc7a-41ea-8d15-94426a75045e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting port cfd6771e-39a9-4985-9437-20a4f16724e3 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:03:51.978824 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-77906298-fc7a-41ea-8d15-94426a75045e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:51.998549 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed263da2-6180-4ca6-b3f6-5c05e8d5c781 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:51.999176 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ed263da2-6180-4ca6-b3f6-5c05e8d5c781 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:52.079782 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ed263da2-6180-4ca6-b3f6-5c05e8d5c781 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1664433 Jan 21 19:03:52.082525 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59196) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:52.089291 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-4668ab98-81f6-4463-b2cd-5cf9bd82d64d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'subnet': {'network_id': 'f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:52.149658 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2964921c-37e8-4d4c-91e4-bccb38373a83 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:52.212156 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2964921c-37e8-4d4c-91e4-bccb38373a83 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:52.260714 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-dc95ee3e-4a52-48a0-bb29-94955b6ff16b None None] Provisioning complete for port 039fb203-d65c-4b05-b3e6-b3b70e626572 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:03:52.261179 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-dc95ee3e-4a52-48a0-bb29-94955b6ff16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:52.352217 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-dc95ee3e-4a52-48a0-bb29-94955b6ff16b None None] Port 039fb203-d65c-4b05-b3e6-b3b70e626572 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:03:52.370566 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-4668ab98-81f6-4463-b2cd-5cf9bd82d64d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:03:52.387585 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-4668ab98-81f6-4463-b2cd-5cf9bd82d64d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Usage tracker for resource:subnet and tenant:d3e69eb5fab24f5d9451b2cf3f9d850d is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:03:52.393246 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-4668ab98-81f6-4463-b2cd-5cf9bd82d64d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:03:52.408317 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-4668ab98-81f6-4463-b2cd-5cf9bd82d64d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:03:52.416122 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-dc95ee3e-4a52-48a0-bb29-94955b6ff16b None None] Provisioning for port 28323ae7-782a-4a58-8810-91f19d927276 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:03:52.423258 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-dc95ee3e-4a52-48a0-bb29-94955b6ff16b None None] Provisioning complete for port 28323ae7-782a-4a58-8810-91f19d927276 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:03:52.423758 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-dc95ee3e-4a52-48a0-bb29-94955b6ff16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:52.425383 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac17793-e34b-423a-92af-ff98485bb87d req-84879a6b-e3ab-4826-9de1-adbb87315003 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:52.428050 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5ac17793-e34b-423a-92af-ff98485bb87d req-84879a6b-e3ab-4826-9de1-adbb87315003 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/ports?device_id=2efefcd5-0cd0-4c0e-8098-e3fba31bea04 HTTP/1.1" status: 200 len: 945 time: 0.2691109 Jan 21 19:03:52.551381 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4668ab98-81f6-4463-b2cd-5cf9bd82d64d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Made reservation on behalf of d3e69eb5fab24f5d9451b2cf3f9d850d for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:03:52.559331 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4668ab98-81f6-4463-b2cd-5cf9bd82d64d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:52.595940 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-77906298-fc7a-41ea-8d15-94426a75045e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:52.598246 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5ac17793-e34b-423a-92af-ff98485bb87d req-5b1cd884-dc39-47df-8660-f61af2a320de tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/security-groups?id=66616746-32e0-477b-8690-12242235c771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538846 Jan 21 19:03:52.675114 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-dc95ee3e-4a52-48a0-bb29-94955b6ff16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:52.719453 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-dc95ee3e-4a52-48a0-bb29-94955b6ff16b None None] For port 28323ae7-782a-4a58-8810-91f19d927276, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=28323ae7-782a-4a58-8810-91f19d927276,segment=NetworkSegment(d0d3882b-e9a0-4cb9-831b-cc65e052d69e),segment_id=d0d3882b-e9a0-4cb9-831b-cc65e052d69e)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:03:52.778547 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.ipam_backend_mixin [None req-4668ab98-81f6-4463-b2cd-5cf9bd82d64d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2720ca2c-fc80-47ed-b01a-3352c28f9dfc (CIDR: 172.20.0.0/28) Jan 21 19:03:52.804953 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-dc95ee3e-4a52-48a0-bb29-94955b6ff16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:52.834910 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-4668ab98-81f6-4463-b2cd-5cf9bd82d64d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 19:03:52.835791 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4668ab98-81f6-4463-b2cd-5cf9bd82d64d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:03:52.844894 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-77906298-fc7a-41ea-8d15-94426a75045e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Calling delete_port for cfd6771e-39a9-4985-9437-20a4f16724e3 owned by {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:03:52.885326 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc95ee3e-4a52-48a0-bb29-94955b6ff16b None None] Pushing event updated for resources: {'Port': ['ID=28323ae7-782a-4a58-8810-91f19d927276,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:52.925680 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-4668ab98-81f6-4463-b2cd-5cf9bd82d64d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8412795 Jan 21 19:03:52.929724 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59200) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:52.935692 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-b91d5552-eb4f-4758-9603-9d0eed02c110 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'subnet': {'network_id': 'f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:52.981593 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-d778c972-902e-40c2-a729-81bcb3beea89 None None] Provisioning for port dab9a9fa-d4ea-4d78-ab93-c67c528d0f13 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:03:52.987009 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-d778c972-902e-40c2-a729-81bcb3beea89 None None] Provisioning complete for port dab9a9fa-d4ea-4d78-ab93-c67c528d0f13 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:03:52.987516 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d778c972-902e-40c2-a729-81bcb3beea89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:53.047914 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-d778c972-902e-40c2-a729-81bcb3beea89 None None] Port dab9a9fa-d4ea-4d78-ab93-c67c528d0f13 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:03:53.111124 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-b91d5552-eb4f-4758-9603-9d0eed02c110 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:03:53.115624 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b91d5552-eb4f-4758-9603-9d0eed02c110 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Usage tracker for resource:subnet and tenant:d3e69eb5fab24f5d9451b2cf3f9d850d is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:03:53.118471 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b91d5552-eb4f-4758-9603-9d0eed02c110 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:03:53.124141 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-b91d5552-eb4f-4758-9603-9d0eed02c110 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:03:53.206108 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91d5552-eb4f-4758-9603-9d0eed02c110 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Made reservation on behalf of d3e69eb5fab24f5d9451b2cf3f9d850d for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:03:53.210971 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b91d5552-eb4f-4758-9603-9d0eed02c110 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:53.216721 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2964921c-37e8-4d4c-91e4-bccb38373a83 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Router 38672101-c7c7-4eb1-a220-64bed0b717ae has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:03:53.279227 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-a6b041ea-7860-44e6-bbc1-3c559cd6fdd9 None None] Provisioning for port be42cbcd-0959-47fc-a568-46ea451327dc completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:03:53.302300 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-77906298-fc7a-41ea-8d15-94426a75045e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:53.326537 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 28323ae7-782a-4a58-8810-91f19d927276 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:03:53.399545 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-899f83e4-7591-45b8-af27-37550c6ff21d None None] Could not find standard attr ID for object cfd6771e-39a9-4985-9437-20a4f16724e3. {{(pid=88138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 19:03:53.429232 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77906298-fc7a-41ea-8d15-94426a75045e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Port': ['ID=cfd6771e-39a9-4985-9437-20a4f16724e3,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:53.429993 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 28323ae7-782a-4a58-8810-91f19d927276 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:03:53.430522 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:53.439766 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-77906298-fc7a-41ea-8d15-94426a75045e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:53.570475 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2964921c-37e8-4d4c-91e4-bccb38373a83 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:03:53.577152 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2964921c-37e8-4d4c-91e4-bccb38373a83 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:53.588893 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de9ea5c-6ac5-452a-8016-7a5aa67ae460 None None] Sync routers for ids ['38672101-c7c7-4eb1-a220-64bed0b717ae'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:03:53.602748 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device be42cbcd-0959-47fc-a568-46ea451327dc up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:03:53.671764 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de9ea5c-6ac5-452a-8016-7a5aa67ae460 None None] Routers {'38672101-c7c7-4eb1-a220-64bed0b717ae'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:03:53.672458 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-5de9ea5c-6ac5-452a-8016-7a5aa67ae460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:03:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['38672101-c7c7-4eb1-a220-64bed0b717ae'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:53.684764 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-77906298-fc7a-41ea-8d15-94426a75045e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/ports/cfd6771e-39a9-4985-9437-20a4f16724e3 HTTP/1.1" status: 204 len: 168 time: 1.8747191 Jan 21 19:03:53.692948 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59206) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:53.745087 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-5de9ea5c-6ac5-452a-8016-7a5aa67ae460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:53.757532 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de9ea5c-6ac5-452a-8016-7a5aa67ae460 None None] Routers {'38672101-c7c7-4eb1-a220-64bed0b717ae'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:03:53.758491 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-5de9ea5c-6ac5-452a-8016-7a5aa67ae460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:03:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['38672101-c7c7-4eb1-a220-64bed0b717ae'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:53.761849 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2964921c-37e8-4d4c-91e4-bccb38373a83 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "PUT /v2.0/floatingips/c55f18ce-9817-4043-b89e-2faade352f0f HTTP/1.1" status: 200 len: 979 time: 3.0822992 Jan 21 19:03:53.763087 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59210) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:53.820535 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port be42cbcd-0959-47fc-a568-46ea451327dc completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:03:53.823332 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81afc5-6f10-421a-b02b-5a6ac1cd1fcd req-31ea7bcd-1eea-4b20-af82-a06868bf5f02 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:53.823848 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-5de9ea5c-6ac5-452a-8016-7a5aa67ae460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:53.823968 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de9ea5c-6ac5-452a-8016-7a5aa67ae460 None None] The sync data for ids ['38672101-c7c7-4eb1-a220-64bed0b717ae'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:03:53.825419 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5e81afc5-6f10-421a-b02b-5a6ac1cd1fcd req-31ea7bcd-1eea-4b20-af82-a06868bf5f02 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/ports?device_id=2efefcd5-0cd0-4c0e-8098-e3fba31bea04 HTTP/1.1" status: 200 len: 945 time: 0.0912104 Jan 21 19:03:53.827323 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port be42cbcd-0959-47fc-a568-46ea451327dc triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:03:53.827683 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:53.856779 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b91d5552-eb4f-4758-9603-9d0eed02c110 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:53.875195 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9b75a7-176c-426b-bab0-6d96d73bb2e9 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:53.876683 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9b75a7-176c-426b-bab0-6d96d73bb2e9 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:53.877419 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-2c9b75a7-176c-426b-bab0-6d96d73bb2e9 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:03:53.945333 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91d5552-eb4f-4758-9603-9d0eed02c110 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Network f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:03:53.950213 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-b91d5552-eb4f-4758-9603-9d0eed02c110 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:53.953203 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91d5552-eb4f-4758-9603-9d0eed02c110 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:53.953890 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b91d5552-eb4f-4758-9603-9d0eed02c110 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:53.962532 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5e81afc5-6f10-421a-b02b-5a6ac1cd1fcd req-c1a6f25d-7895-4f9a-b151-6a92c69130e8 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/security-groups?id=66616746-32e0-477b-8690-12242235c771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217122 Jan 21 19:03:53.966752 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995e3188-1732-4cb2-a2c9-ca65ce8e8cf0 None None] Network f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:03:53.988519 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-2c9b75a7-176c-426b-bab0-6d96d73bb2e9 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:03:53.990417 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2c9b75a7-176c-426b-bab0-6d96d73bb2e9 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2963345 Jan 21 19:03:53.993708 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59214) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:53.997241 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d5552-eb4f-4758-9603-9d0eed02c110 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event updated for resources: {'Subnet': ['ID=b4705934-b66b-4161-9c12-e6a5ae25a2d6,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:53.998343 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:54.067800 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59220) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:54.069189 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b91d5552-eb4f-4758-9603-9d0eed02c110 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1378119 Jan 21 19:03:54.080077 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-1a75ea3f-6d05-4ed9-8ec8-71624cbc64cc tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-427700925', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b4705934-b66b-4161-9c12-e6a5ae25a2d6'}], 'security_groups': ['a0019faa-c4bc-4999-aa53-dcd8eecdb2d1']}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:54.113695 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port be42cbcd-0959-47fc-a568-46ea451327dc, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=be42cbcd-0959-47fc-a568-46ea451327dc,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:03:54.115605 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-62ed3bea-4ea2-4125-a62b-2dc401e22b0e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Deleting port f9d89f50-0027-4dd9-b592-5e74c7fb12e9 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:03:54.115947 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-62ed3bea-4ea2-4125-a62b-2dc401e22b0e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:54.157227 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-52364b18-2fe0-4671-bd96-e78ded301d6b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting subnet 5ad60353-7a3c-4711-bb57-620faacb519c {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:03:54.174422 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-52364b18-2fe0-4671-bd96-e78ded301d6b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:54.176583 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:54.301086 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=be42cbcd-0959-47fc-a568-46ea451327dc,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:54.311406 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-52364b18-2fe0-4671-bd96-e78ded301d6b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:54.480750 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6197a1-ce1b-41ff-9d2e-e764baebff25 None None] Update dhcp port {'port': {'network_id': 'f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9', 'fixed_ips': [{'subnet_id': '2720ca2c-fc80-47ed-b01a-3352c28f9dfc', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b4705934-b66b-4161-9c12-e6a5ae25a2d6'}], 'binding:host_id': 'dv-neutron-825470-1-hyperv'}, 'id': '28323ae7-782a-4a58-8810-91f19d927276'} from dv-neutron-825470-1-hyperv. {{(pid=88138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 19:03:54.555074 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-fe6197a1-ce1b-41ff-9d2e-e764baebff25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:54.569122 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099aad06-4ccd-4350-bd30-0fa0a61440cf req-d763d1bc-fdb4-4ee9-9932-c623edf21143 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:54.571068 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-099aad06-4ccd-4350-bd30-0fa0a61440cf req-d763d1bc-fdb4-4ee9-9932-c623edf21143 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/ports?device_id=2efefcd5-0cd0-4c0e-8098-e3fba31bea04 HTTP/1.1" status: 200 len: 945 time: 0.1227636 Jan 21 19:03:54.626979 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-099aad06-4ccd-4350-bd30-0fa0a61440cf req-a50237bd-9907-460c-9318-15c31c5622fa tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/security-groups?id=66616746-32e0-477b-8690-12242235c771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448964 Jan 21 19:03:54.712103 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-62ed3bea-4ea2-4125-a62b-2dc401e22b0e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:54.712747 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-62ed3bea-4ea2-4125-a62b-2dc401e22b0e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:54.769207 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-fe6197a1-ce1b-41ff-9d2e-e764baebff25 None None] Allocated IP 172.20.0.18 (f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9/b4705934-b66b-4161-9c12-e6a5ae25a2d6/28323ae7-782a-4a58-8810-91f19d927276) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:03:54.901400 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-62ed3bea-4ea2-4125-a62b-2dc401e22b0e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Calling delete_port for f9d89f50-0027-4dd9-b592-5e74c7fb12e9 owned by network:floatingip {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:03:54.914776 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-fe6197a1-ce1b-41ff-9d2e-e764baebff25 None None] For port 28323ae7-782a-4a58-8810-91f19d927276, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=28323ae7-782a-4a58-8810-91f19d927276,segment=NetworkSegment(d0d3882b-e9a0-4cb9-831b-cc65e052d69e),segment_id=d0d3882b-e9a0-4cb9-831b-cc65e052d69e)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:03:54.942843 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-fe6197a1-ce1b-41ff-9d2e-e764baebff25 None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:54.960197 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-fe6197a1-ce1b-41ff-9d2e-e764baebff25 None None] Transition to ACTIVE for port object 28323ae7-782a-4a58-8810-91f19d927276 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:03:54.972360 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1a75ea3f-6d05-4ed9-8ec8-71624cbc64cc tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:54.981881 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-52364b18-2fe0-4671-bd96-e78ded301d6b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:54.987360 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b2ea2189-413e-46b9-bff9-8477b04c8b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:55.022062 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-fe6197a1-ce1b-41ff-9d2e-e764baebff25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:55.133464 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612ce32-7863-44c8-bef0-8059a8a1e321 req-132c006f-4f54-48d3-8dba-90f0f27b86b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:55.134965 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0612ce32-7863-44c8-bef0-8059a8a1e321 req-132c006f-4f54-48d3-8dba-90f0f27b86b1 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=9e2d74e1ee2641bfb6a58e36851cb369&device_id=2efefcd5-0cd0-4c0e-8098-e3fba31bea04 HTTP/1.1" status: 200 len: 1098 time: 0.5847247 Jan 21 19:03:55.174384 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6197a1-ce1b-41ff-9d2e-e764baebff25 None None] Pushing event updated for resources: {'Port': ['ID=28323ae7-782a-4a58-8810-91f19d927276,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:55.235232 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device be42cbcd-0959-47fc-a568-46ea451327dc up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:03:55.284681 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-52364b18-2fe0-4671-bd96-e78ded301d6b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:55.314049 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port be42cbcd-0959-47fc-a568-46ea451327dc triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:03:55.314558 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:55.391903 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52364b18-2fe0-4671-bd96-e78ded301d6b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Subnet': ['ID=5ad60353-7a3c-4711-bb57-620faacb519c,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:55.414427 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef70549-caf5-4651-9566-71ff094973b7 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:03:55.442610 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-52364b18-2fe0-4671-bd96-e78ded301d6b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:55.623990 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-52364b18-2fe0-4671-bd96-e78ded301d6b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/5ad60353-7a3c-4711-bb57-620faacb519c HTTP/1.1" status: 204 len: 168 time: 1.6294742 Jan 21 19:03:55.625026 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-62ed3bea-4ea2-4125-a62b-2dc401e22b0e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:55.626680 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59228) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:55.666781 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612ce32-7863-44c8-bef0-8059a8a1e321 req-c7f16b0d-fa9e-4ed6-a69c-196b961548ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:55.668218 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0612ce32-7863-44c8-bef0-8059a8a1e321 req-c7f16b0d-fa9e-4ed6-a69c-196b961548ef service neutron] 10.222.0.113 "GET /v2.0/networks?id=dfe849bc-d2c5-41b6-bc65-df1a9ae9a215 HTTP/1.1" status: 200 len: 913 time: 0.4970670 Jan 21 19:03:55.751640 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54808b7b-c24b-4066-90e5-4a04fb67bd0d None None] DHCP port deletion for 76b60fc4-5668-469a-a3ef-49679dc3dfc0 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:03:55.755108 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed3bea-4ea2-4125-a62b-2dc401e22b0e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Pushing event deleted for resources: {'Port': ['ID=f9d89f50-0027-4dd9-b592-5e74c7fb12e9,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:55.764796 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-54808b7b-c24b-4066-90e5-4a04fb67bd0d None None] Deleting port be42cbcd-0959-47fc-a568-46ea451327dc {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:03:55.766211 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-54808b7b-c24b-4066-90e5-4a04fb67bd0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:55.788489 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-aa37365f-8f89-420a-af1d-85828c6cbe4b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1606462 Jan 21 19:03:55.789066 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59234) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:55.799794 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-3bfa6864-e18c-4144-bfa4-7736d912b494 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'subnet': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:55.812367 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0612ce32-7863-44c8-bef0-8059a8a1e321 req-29494c63-4461-44ae-b082-704698da7998 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c737a7f8-e2b9-4880-bda4-103e0a1234eb HTTP/1.1" status: 200 len: 217 time: 0.1239357 Jan 21 19:03:55.975545 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-62ed3bea-4ea2-4125-a62b-2dc401e22b0e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for floatingip, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:55.976352 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.l3_db [None req-62ed3bea-4ea2-4125-a62b-2dc401e22b0e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Floating IP c55f18ce-9817-4043-b89e-2faade352f0f disassociated (deleted). External IP: 172.26.1.232, port: fe989094-940c-471c-b7ac-2b99191352c2. Jan 21 19:03:55.985410 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-3bfa6864-e18c-4144-bfa4-7736d912b494 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:03:55.991848 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-3bfa6864-e18c-4144-bfa4-7736d912b494 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Usage tracker for resource:subnet and tenant:331b5c16a931412fafa4a9af40615562 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:03:55.997531 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-3bfa6864-e18c-4144-bfa4-7736d912b494 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:03:56.004017 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-3bfa6864-e18c-4144-bfa4-7736d912b494 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:03:56.014089 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-54808b7b-c24b-4066-90e5-4a04fb67bd0d None None] For port be42cbcd-0959-47fc-a568-46ea451327dc, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=be42cbcd-0959-47fc-a568-46ea451327dc,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:03:56.014485 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-54808b7b-c24b-4066-90e5-4a04fb67bd0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:56.022928 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255625e6-da22-4542-87aa-3aa80669c31d req-4d2607f7-b44f-488f-8af8-1e761767caa4 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:56.023195 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-6cbb86da-0eaa-460b-9c39-4cd2418e68e0 None None] Provisioning complete for port 039fb203-d65c-4b05-b3e6-b3b70e626572 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:03:56.023552 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6cbb86da-0eaa-460b-9c39-4cd2418e68e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:56.025165 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-255625e6-da22-4542-87aa-3aa80669c31d req-4d2607f7-b44f-488f-8af8-1e761767caa4 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/ports?device_id=2efefcd5-0cd0-4c0e-8098-e3fba31bea04 HTTP/1.1" status: 200 len: 945 time: 0.1716866 Jan 21 19:03:56.038204 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612ce32-7863-44c8-bef0-8059a8a1e321 req-43eba301-6c58-454b-9753-96b7feb71c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:56.039654 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0612ce32-7863-44c8-bef0-8059a8a1e321 req-43eba301-6c58-454b-9753-96b7feb71c39 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=944aea16-5152-4314-a91a-e1fb3aa93788 HTTP/1.1" status: 200 len: 852 time: 0.1970816 Jan 21 19:03:56.048255 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-1a75ea3f-6d05-4ed9-8ec8-71624cbc64cc tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Delete allocated IP 172.20.0.11 (f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9/2720ca2c-fc80-47ed-b01a-3352c28f9dfc) {{(pid=88137) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 21 19:03:56.093473 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-255625e6-da22-4542-87aa-3aa80669c31d req-a0ffcd3f-2fb5-4cd6-bc1a-36791341d315 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/security-groups?id=66616746-32e0-477b-8690-12242235c771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606997 Jan 21 19:03:56.108494 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfa6864-e18c-4144-bfa4-7736d912b494 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:03:56.108494 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6864-e18c-4144-bfa4-7736d912b494 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:56.113007 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-1a75ea3f-6d05-4ed9-8ec8-71624cbc64cc tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Allocated IP 172.20.0.19 (f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9/b4705934-b66b-4161-9c12-e6a5ae25a2d6/dab9a9fa-d4ea-4d78-ab93-c67c528d0f13) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:03:56.117194 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0612ce32-7863-44c8-bef0-8059a8a1e321 req-17ae3045-fd18-44ed-8aa4-eccb5e812294 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=dfe849bc-d2c5-41b6-bc65-df1a9ae9a215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647013 Jan 21 19:03:56.199287 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-54808b7b-c24b-4066-90e5-4a04fb67bd0d None None] Calling delete_port for be42cbcd-0959-47fc-a568-46ea451327dc owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:03:56.251774 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb86da-0eaa-460b-9c39-4cd2418e68e0 None None] Port 039fb203-d65c-4b05-b3e6-b3b70e626572 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:03:56.336151 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-6cbb86da-0eaa-460b-9c39-4cd2418e68e0 None None] Provisioning for port 28323ae7-782a-4a58-8810-91f19d927276 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:03:56.343712 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-6cbb86da-0eaa-460b-9c39-4cd2418e68e0 None None] Provisioning complete for port 28323ae7-782a-4a58-8810-91f19d927276 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:03:56.344094 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6cbb86da-0eaa-460b-9c39-4cd2418e68e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:56.392873 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-54808b7b-c24b-4066-90e5-4a04fb67bd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:56.410832 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6864-e18c-4144-bfa4-7736d912b494 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:56.470616 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfa6864-e18c-4144-bfa4-7736d912b494 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:03:56.474424 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-3bfa6864-e18c-4144-bfa4-7736d912b494 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:56.477572 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfa6864-e18c-4144-bfa4-7736d912b494 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:56.478180 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6864-e18c-4144-bfa4-7736d912b494 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:56.499428 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54808b7b-c24b-4066-90e5-4a04fb67bd0d None None] Pushing event deleted for resources: {'Port': ['ID=be42cbcd-0959-47fc-a568-46ea451327dc,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:56.508021 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54808b7b-c24b-4066-90e5-4a04fb67bd0d None None] No DVR routers for this DVR port be42cbcd-0959-47fc-a568-46ea451327dc on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:03:56.518248 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa6864-e18c-4144-bfa4-7736d912b494 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Subnet': ['ID=ef6d4bb2-bf23-4e19-a14b-8da7910f251d,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:56.552705 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4cd2d7-7064-4b29-81e5-0e860702121b None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:03:56.565282 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-3bfa6864-e18c-4144-bfa4-7736d912b494 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7750030 Jan 21 19:03:56.567903 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59238) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:56.574092 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-87e6125d-364c-49a7-9046-68f89c1e7e81 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'port': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'fixed_ips': [{'subnet_id': 'ef6d4bb2-bf23-4e19-a14b-8da7910f251d', 'ip_address': '2001:db8::e346:92a0:ab63:89f9'}], 'name': 'tempest-NetworksTestDHCPv6-1414893809'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:56.644631 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0612ce32-7863-44c8-bef0-8059a8a1e321 req-9e4bc5f5-9055-477f-8549-0b20989b4d63 service neutron] 10.222.0.113 "GET /v2.0/networks/dfe849bc-d2c5-41b6-bc65-df1a9ae9a215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5175722 Jan 21 19:03:56.700407 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-6cbb86da-0eaa-460b-9c39-4cd2418e68e0 None None] Provisioning complete for port dab9a9fa-d4ea-4d78-ab93-c67c528d0f13 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:03:56.700669 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6cbb86da-0eaa-460b-9c39-4cd2418e68e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:56.727690 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-87e6125d-364c-49a7-9046-68f89c1e7e81 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:03:56.733107 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-87e6125d-364c-49a7-9046-68f89c1e7e81 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Usage tracker for resource:port and tenant:331b5c16a931412fafa4a9af40615562 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:03:56.734967 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-87e6125d-364c-49a7-9046-68f89c1e7e81 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:03:56.740833 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-87e6125d-364c-49a7-9046-68f89c1e7e81 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:03:56.795972 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb86da-0eaa-460b-9c39-4cd2418e68e0 None None] Port dab9a9fa-d4ea-4d78-ab93-c67c528d0f13 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:03:56.804303 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e6125d-364c-49a7-9046-68f89c1e7e81 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'port': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:03:56.863936 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe78939-bb73-401e-8aa5-443a4f2fd00b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'tenant_id': '331b5c16a931412fafa4a9af40615562', 'fixed_ips': [{'subnet_id': 'ef6d4bb2-bf23-4e19-a14b-8da7910f251d'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:03:56.865031 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ebe78939-bb73-401e-8aa5-443a4f2fd00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:56.901491 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ed3bea-4ea2-4125-a62b-2dc401e22b0e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Router 38672101-c7c7-4eb1-a220-64bed0b717ae has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:03:56.921061 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1a75ea3f-6d05-4ed9-8ec8-71624cbc64cc tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:56.927449 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0612ce32-7863-44c8-bef0-8059a8a1e321 req-a466344d-0a7f-4d9a-8ca7-fe3530dea9ad service neutron] 10.222.0.113 "GET /v2.0/networks/dfe849bc-d2c5-41b6-bc65-df1a9ae9a215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722988 Jan 21 19:03:56.939036 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-87e6125d-364c-49a7-9046-68f89c1e7e81 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:56.964143 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [None req-87e6125d-364c-49a7-9046-68f89c1e7e81 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] device_id is not set on port 838c1247-194a-4c31-b660-9292f886e4e1 yet. {{(pid=88136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:03:57.019480 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-1a75ea3f-6d05-4ed9-8ec8-71624cbc64cc tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Transition to ACTIVE for port object dab9a9fa-d4ea-4d78-ab93-c67c528d0f13 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:03:57.043103 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-ebe78939-bb73-401e-8aa5-443a4f2fd00b None None] Allocated IP 2001:db8::2 (76b60fc4-5668-469a-a3ef-49679dc3dfc0/ef6d4bb2-bf23-4e19-a14b-8da7910f251d/eec02333-834a-4d09-aad8-9ef50836baa8) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:03:57.095502 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1a75ea3f-6d05-4ed9-8ec8-71624cbc64cc tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:57.271420 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 28323ae7-782a-4a58-8810-91f19d927276 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:03:57.281732 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a75ea3f-6d05-4ed9-8ec8-71624cbc64cc tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event updated for resources: {'Port': ['ID=dab9a9fa-d4ea-4d78-ab93-c67c528d0f13,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:57.289583 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ed3bea-4ea2-4125-a62b-2dc401e22b0e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:03:57.295294 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-62ed3bea-4ea2-4125-a62b-2dc401e22b0e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:57.300464 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b543f9-5d4e-4de8-914d-b5458f897a36 req-66bbece1-1d61-4a56-9305-6f8f0bddfe43 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:57.303112 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845e1cca-7898-4dde-b578-ed04b7335b54 None None] Sync routers for ids ['38672101-c7c7-4eb1-a220-64bed0b717ae'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:03:57.303617 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f1b543f9-5d4e-4de8-914d-b5458f897a36 req-66bbece1-1d61-4a56-9305-6f8f0bddfe43 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/ports?device_id=2efefcd5-0cd0-4c0e-8098-e3fba31bea04 HTTP/1.1" status: 200 len: 945 time: 0.0884521 Jan 21 19:03:57.319031 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845e1cca-7898-4dde-b578-ed04b7335b54 None None] Routers {'38672101-c7c7-4eb1-a220-64bed0b717ae'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:03:57.319878 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-845e1cca-7898-4dde-b578-ed04b7335b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:03:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['38672101-c7c7-4eb1-a220-64bed0b717ae'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:57.329378 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3d21d2cd-2521-4aa6-80f6-a24147042679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:57.358245 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-62ed3bea-4ea2-4125-a62b-2dc401e22b0e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "DELETE /v2.0/floatingips/c55f18ce-9817-4043-b89e-2faade352f0f HTTP/1.1" status: 204 len: 168 time: 3.5939322 Jan 21 19:03:57.358936 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59244) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:57.371263 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f1b543f9-5d4e-4de8-914d-b5458f897a36 req-8164c248-8828-40f5-b227-bfa778dffadf tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/security-groups?id=66616746-32e0-477b-8690-12242235c771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584686 Jan 21 19:03:57.374557 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ebe78939-bb73-401e-8aa5-443a4f2fd00b None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:57.394485 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-ebe78939-bb73-401e-8aa5-443a4f2fd00b None None] Transition to ACTIVE for port object eec02333-834a-4d09-aad8-9ef50836baa8 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:03:57.394665 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-845e1cca-7898-4dde-b578-ed04b7335b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:57.407553 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845e1cca-7898-4dde-b578-ed04b7335b54 None None] Routers {'38672101-c7c7-4eb1-a220-64bed0b717ae'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:03:57.408154 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-845e1cca-7898-4dde-b578-ed04b7335b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:03:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['38672101-c7c7-4eb1-a220-64bed0b717ae'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:57.418030 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-ebe78939-bb73-401e-8aa5-443a4f2fd00b None None] Transition to ACTIVE for port object eec02333-834a-4d09-aad8-9ef50836baa8 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:03:57.421569 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 28323ae7-782a-4a58-8810-91f19d927276 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:03:57.421970 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:57.447891 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-1a75ea3f-6d05-4ed9-8ec8-71624cbc64cc tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] In _notify_port_updated(), no bound segment for port dab9a9fa-d4ea-4d78-ab93-c67c528d0f13 on network f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9 {{(pid=88137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 19:03:57.454446 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a75ea3f-6d05-4ed9-8ec8-71624cbc64cc tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:57.455076 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1a75ea3f-6d05-4ed9-8ec8-71624cbc64cc tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:57.456341 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-1a75ea3f-6d05-4ed9-8ec8-71624cbc64cc tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "PUT /v2.0/ports/dab9a9fa-d4ea-4d78-ab93-c67c528d0f13 HTTP/1.1" status: 200 len: 920 time: 3.3849571 Jan 21 19:03:57.460730 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59248) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:57.478117 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-6cf36911-1f76-4ecd-b686-c185db30ed1e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Deleting port fe989094-940c-471c-b7ac-2b99191352c2 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:03:57.478457 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6cf36911-1f76-4ecd-b686-c185db30ed1e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:57.492294 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-845e1cca-7898-4dde-b578-ed04b7335b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:03:57.492697 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845e1cca-7898-4dde-b578-ed04b7335b54 None None] The sync data for ids ['38672101-c7c7-4eb1-a220-64bed0b717ae'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:03:57.510926 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ebe78939-bb73-401e-8aa5-443a4f2fd00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:57.702965 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe78939-bb73-401e-8aa5-443a4f2fd00b None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:03:57.711066 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-ebe78939-bb73-401e-8aa5-443a4f2fd00b None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:57.717277 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe78939-bb73-401e-8aa5-443a4f2fd00b None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:03:57.738552 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe78939-bb73-401e-8aa5-443a4f2fd00b None None] Pushing event updated for resources: {'Port': ['ID=eec02333-834a-4d09-aad8-9ef50836baa8,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:57.757250 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-87e6125d-364c-49a7-9046-68f89c1e7e81 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Allocated IP 2001:db8::e346:92a0:ab63:89f9 (76b60fc4-5668-469a-a3ef-49679dc3dfc0/ef6d4bb2-bf23-4e19-a14b-8da7910f251d/838c1247-194a-4c31-b660-9292f886e4e1) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:03:57.860036 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device be42cbcd-0959-47fc-a568-46ea451327dc no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:03:57.919549 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: be42cbcd-0959-47fc-a568-46ea451327dc {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:03:57.919880 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device be42cbcd-0959-47fc-a568-46ea451327dc not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:03:57.930701 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-ebe78939-bb73-401e-8aa5-443a4f2fd00b None None] Attempting to bind port eec02333-834a-4d09-aad8-9ef50836baa8 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:03:57.931068 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-ebe78939-bb73-401e-8aa5-443a4f2fd00b None None] Attempting to bind port eec02333-834a-4d09-aad8-9ef50836baa8 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:03:57.931788 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe78939-bb73-401e-8aa5-443a4f2fd00b None None] Attempting to bind port eec02333-834a-4d09-aad8-9ef50836baa8 on network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:03:57.946386 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe78939-bb73-401e-8aa5-443a4f2fd00b None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:03:57.946638 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe78939-bb73-401e-8aa5-443a4f2fd00b None None] Checking segment: {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:03:57.946886 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ebe78939-bb73-401e-8aa5-443a4f2fd00b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:57.947351 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe78939-bb73-401e-8aa5-443a4f2fd00b None None] Bound using segment: {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:03:57.947729 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-ebe78939-bb73-401e-8aa5-443a4f2fd00b None None] Bound port: eec02333-834a-4d09-aad8-9ef50836baa8, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:03:57.948093 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ebe78939-bb73-401e-8aa5-443a4f2fd00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:57.966810 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-a4149d35-3b80-4b46-ade2-c3dbc0b6f7a6 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Deleting port dab9a9fa-d4ea-4d78-ab93-c67c528d0f13 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:03:57.967159 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a4149d35-3b80-4b46-ade2-c3dbc0b6f7a6 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:57.969825 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6cf36911-1f76-4ecd-b686-c185db30ed1e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:58.046126 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-ebe78939-bb73-401e-8aa5-443a4f2fd00b None None] For port eec02333-834a-4d09-aad8-9ef50836baa8, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:03:58.049679 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-ebe78939-bb73-401e-8aa5-443a4f2fd00b None None] For port eec02333-834a-4d09-aad8-9ef50836baa8, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=eec02333-834a-4d09-aad8-9ef50836baa8,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:03:58.067642 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:58.072590 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-01adb5c8-36bc-48a0-b3e6-e0a3c21adddb None None] Provisioning for port dab9a9fa-d4ea-4d78-ab93-c67c528d0f13 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:03:58.074123 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-01adb5c8-36bc-48a0-b3e6-e0a3c21adddb None None] Provisioning complete for port dab9a9fa-d4ea-4d78-ab93-c67c528d0f13 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:03:58.074492 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-01adb5c8-36bc-48a0-b3e6-e0a3c21adddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:58.110444 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-6cf36911-1f76-4ecd-b686-c185db30ed1e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Calling delete_port for fe989094-940c-471c-b7ac-2b99191352c2 owned by {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:03:58.116752 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-87e6125d-364c-49a7-9046-68f89c1e7e81 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:58.133971 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-01adb5c8-36bc-48a0-b3e6-e0a3c21adddb None None] Port dab9a9fa-d4ea-4d78-ab93-c67c528d0f13 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:03:58.147577 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ebe78939-bb73-401e-8aa5-443a4f2fd00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:58.151297 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-87e6125d-364c-49a7-9046-68f89c1e7e81 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Transition to ACTIVE for port object 838c1247-194a-4c31-b660-9292f886e4e1 will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:03:58.239718 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe78939-bb73-401e-8aa5-443a4f2fd00b None None] Pushing event updated for resources: {'Port': ['ID=eec02333-834a-4d09-aad8-9ef50836baa8,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:58.307443 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a4149d35-3b80-4b46-ade2-c3dbc0b6f7a6 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:58.450330 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6cf36911-1f76-4ecd-b686-c185db30ed1e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:58.468721 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-87e6125d-364c-49a7-9046-68f89c1e7e81 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:58.492436 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-a4149d35-3b80-4b46-ade2-c3dbc0b6f7a6 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Calling delete_port for dab9a9fa-d4ea-4d78-ab93-c67c528d0f13 owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:03:58.536421 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:58.543676 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf36911-1f76-4ecd-b686-c185db30ed1e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Pushing event deleted for resources: {'Port': ['ID=fe989094-940c-471c-b7ac-2b99191352c2,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:58.601598 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:58.671412 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e6125d-364c-49a7-9046-68f89c1e7e81 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:03:58.682646 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-87e6125d-364c-49a7-9046-68f89c1e7e81 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:58.687291 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e6125d-364c-49a7-9046-68f89c1e7e81 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Port': ['ID=838c1247-194a-4c31-b660-9292f886e4e1,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:58.687536 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6cf36911-1f76-4ecd-b686-c185db30ed1e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:58.689569 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e6125d-364c-49a7-9046-68f89c1e7e81 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:03:58.695793 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e6125d-364c-49a7-9046-68f89c1e7e81 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:58.696322 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-87e6125d-364c-49a7-9046-68f89c1e7e81 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:58.698522 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-6cf36911-1f76-4ecd-b686-c185db30ed1e tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "DELETE /v2.0/ports/fe989094-940c-471c-b7ac-2b99191352c2 HTTP/1.1" status: 204 len: 168 time: 1.3364766 Jan 21 19:03:58.702054 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59254) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:58.707355 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-4d3eeba4-7cc2-4d97-9156-01bef6c90d42 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Request body: {'floatingip': {'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:03:58.714134 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-4d3eeba4-7cc2-4d97-9156-01bef6c90d42 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:03:58.718093 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-4d3eeba4-7cc2-4d97-9156-01bef6c90d42 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Usage tracker for resource:floatingip and tenant:1a64234390194d4d89c8cd088a8ecdc0 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:03:58.720954 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-4d3eeba4-7cc2-4d97-9156-01bef6c90d42 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:03:58.727612 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-4d3eeba4-7cc2-4d97-9156-01bef6c90d42 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:03:58.800232 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8626a66-e90f-4b07-9e5e-096e993dddd0 req-14cd6920-5951-4df2-89ae-fa4db193bbc8 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:58.802332 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f8626a66-e90f-4b07-9e5e-096e993dddd0 req-14cd6920-5951-4df2-89ae-fa4db193bbc8 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/ports?device_id=2efefcd5-0cd0-4c0e-8098-e3fba31bea04 HTTP/1.1" status: 200 len: 945 time: 0.2444098 Jan 21 19:03:58.808733 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-87e6125d-364c-49a7-9046-68f89c1e7e81 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2370031 Jan 21 19:03:58.809324 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59258) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:58.853495 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f8626a66-e90f-4b07-9e5e-096e993dddd0 req-7df9a5f6-f4ea-426e-afcc-7244c69d044a tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/security-groups?id=66616746-32e0-477b-8690-12242235c771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438118 Jan 21 19:03:58.896760 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b720f59-aad2-4d1a-a3f4-f846c09bcfae tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:58.902868 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b720f59-aad2-4d1a-a3f4-f846c09bcfae tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:58.903675 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-7b720f59-aad2-4d1a-a3f4-f846c09bcfae tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:03:58.930598 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4d3eeba4-7cc2-4d97-9156-01bef6c90d42 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for floatingip, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:58.941521 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a4149d35-3b80-4b46-ade2-c3dbc0b6f7a6 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:58.995360 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4149d35-3b80-4b46-ade2-c3dbc0b6f7a6 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event deleted for resources: {'Port': ['ID=dab9a9fa-d4ea-4d78-ab93-c67c528d0f13,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:59.046144 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:03:59.055592 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-7b720f59-aad2-4d1a-a3f4-f846c09bcfae tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:03:59.059508 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-7b720f59-aad2-4d1a-a3f4-f846c09bcfae tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2463994 Jan 21 19:03:59.059986 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59264) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:59.117346 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4d3eeba4-7cc2-4d97-9156-01bef6c90d42 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:59.216900 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a4149d35-3b80-4b46-ade2-c3dbc0b6f7a6 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:59.222616 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-c346b9d5-21df-47ab-b80c-8218b2873baf tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting port 838c1247-194a-4c31-b660-9292f886e4e1 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:03:59.222961 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c346b9d5-21df-47ab-b80c-8218b2873baf tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:59.302401 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a4149d35-3b80-4b46-ade2-c3dbc0b6f7a6 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/ports/dab9a9fa-d4ea-4d78-ab93-c67c528d0f13 HTTP/1.1" status: 204 len: 168 time: 1.8404224 Jan 21 19:03:59.305896 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59268) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:59.310086 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device eec02333-834a-4d09-aad8-9ef50836baa8 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:03:59.361948 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5307e6b-b414-414d-b5d4-f2344e741743 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] GET failed (client error): The resource could not be found. Jan 21 19:03:59.362505 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-a5307e6b-b414-414d-b5d4-f2344e741743 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Synchronizing usage tracker for tenant:d3e69eb5fab24f5d9451b2cf3f9d850d on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:03:59.368543 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-4d3eeba4-7cc2-4d97-9156-01bef6c90d42 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Allocated IP 172.26.1.61 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/2e2d8f68-2001-4dc5-aafb-7eb2a1f2eb70) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:03:59.462013 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port eec02333-834a-4d09-aad8-9ef50836baa8 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:03:59.551045 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-a5307e6b-b414-414d-b5d4-f2344e741743 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Unset dirty status for tenant:d3e69eb5fab24f5d9451b2cf3f9d850d on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:03:59.553060 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a5307e6b-b414-414d-b5d4-f2344e741743 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "GET /v2.0/ports/dab9a9fa-d4ea-4d78-ab93-c67c528d0f13 HTTP/1.1" status: 404 len: 333 time: 0.2462444 Jan 21 19:03:59.560142 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59274) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:03:59.610083 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4d3eeba4-7cc2-4d97-9156-01bef6c90d42 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:59.632688 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-38c6ebe9-fe58-469a-8547-6b3ebd9a4a81 None None] Provisioning for port eec02333-834a-4d09-aad8-9ef50836baa8 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:03:59.642873 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-38c6ebe9-fe58-469a-8547-6b3ebd9a4a81 None None] Provisioning complete for port eec02333-834a-4d09-aad8-9ef50836baa8 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:03:59.643543 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-38c6ebe9-fe58-469a-8547-6b3ebd9a4a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:59.671495 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8380368e-7499-4f59-b396-85633b29a316 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:59.707206 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8380368e-7499-4f59-b396-85633b29a316 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:59.783016 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-38c6ebe9-fe58-469a-8547-6b3ebd9a4a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:59.805699 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4d3eeba4-7cc2-4d97-9156-01bef6c90d42 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:59.808048 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c346b9d5-21df-47ab-b80c-8218b2873baf tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:59.817836 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-38c6ebe9-fe58-469a-8547-6b3ebd9a4a81 None None] For port eec02333-834a-4d09-aad8-9ef50836baa8, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=eec02333-834a-4d09-aad8-9ef50836baa8,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:03:59.829264 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a624ed8-0584-4e31-9b58-b29530fef7fd req-b2e157d5-725b-4508-ae6a-1dd098e57b23 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:03:59.830751 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9a624ed8-0584-4e31-9b58-b29530fef7fd req-b2e157d5-725b-4508-ae6a-1dd098e57b23 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/ports?device_id=2efefcd5-0cd0-4c0e-8098-e3fba31bea04 HTTP/1.1" status: 200 len: 945 time: 0.3355432 Jan 21 19:03:59.864499 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8380368e-7499-4f59-b396-85633b29a316 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:59.867549 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-38c6ebe9-fe58-469a-8547-6b3ebd9a4a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:03:59.908949 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3eeba4-7cc2-4d97-9156-01bef6c90d42 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:03:59.914267 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380368e-7499-4f59-b396-85633b29a316 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6d9518-4f01-4ae4-8df5-9cf03743d51f,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:03:59.922165 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-4d3eeba4-7cc2-4d97-9156-01bef6c90d42 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:03:59.927322 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3eeba4-7cc2-4d97-9156-01bef6c90d42 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:03:59.968433 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-c346b9d5-21df-47ab-b80c-8218b2873baf tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Calling delete_port for 838c1247-194a-4c31-b660-9292f886e4e1 owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:03:59.970400 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3eeba4-7cc2-4d97-9156-01bef6c90d42 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Pushing event updated for resources: {'Port': ['ID=2e2d8f68-2001-4dc5-aafb-7eb2a1f2eb70,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:00.001958 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8380368e-7499-4f59-b396-85633b29a316 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:00.006732 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-8380368e-7499-4f59-b396-85633b29a316 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/security-groups/3e6d9518-4f01-4ae4-8df5-9cf03743d51f HTTP/1.1" status: 204 len: 168 time: 0.4456086 Jan 21 19:04:00.007484 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c6ebe9-fe58-469a-8547-6b3ebd9a4a81 None None] Pushing event updated for resources: {'Port': ['ID=eec02333-834a-4d09-aad8-9ef50836baa8,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:00.008744 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59278) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:00.041460 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4d3eeba4-7cc2-4d97-9156-01bef6c90d42 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:00.104582 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9a624ed8-0584-4e31-9b58-b29530fef7fd req-6b8281c0-b878-4177-ad22-556e43d8ef03 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/security-groups?id=66616746-32e0-477b-8690-12242235c771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182319 Jan 21 19:04:00.113192 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:00.134887 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-6151125c-173b-449e-be9a-b6f256341fdc None None] Provisioning for port 838c1247-194a-4c31-b660-9292f886e4e1 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:04:00.140085 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-6151125c-173b-449e-be9a-b6f256341fdc None None] Provisioning complete for port 838c1247-194a-4c31-b660-9292f886e4e1 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:04:00.140519 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6151125c-173b-449e-be9a-b6f256341fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:00.167727 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4cf11613-b8e6-412c-8095-dd2fa56b96c3 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:00.195697 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4d3eeba4-7cc2-4d97-9156-01bef6c90d42 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:00.198479 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-6151125c-173b-449e-be9a-b6f256341fdc None None] Port 838c1247-194a-4c31-b660-9292f886e4e1 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:04:00.216214 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4cf11613-b8e6-412c-8095-dd2fa56b96c3 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:00.336131 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c346b9d5-21df-47ab-b80c-8218b2873baf tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:00.380343 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4cf11613-b8e6-412c-8095-dd2fa56b96c3 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:00.401986 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346b9d5-21df-47ab-b80c-8218b2873baf tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Port': ['ID=838c1247-194a-4c31-b660-9292f886e4e1,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:00.418604 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4d3eeba4-7cc2-4d97-9156-01bef6c90d42 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:00.433985 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf11613-b8e6-412c-8095-dd2fa56b96c3 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0019faa-c4bc-4999-aa53-dcd8eecdb2d1,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:00.451953 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c346b9d5-21df-47ab-b80c-8218b2873baf tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:00.459615 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4cf11613-b8e6-412c-8095-dd2fa56b96c3 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:00.465325 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-4cf11613-b8e6-412c-8095-dd2fa56b96c3 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/security-groups/a0019faa-c4bc-4999-aa53-dcd8eecdb2d1 HTTP/1.1" status: 204 len: 168 time: 0.4449365 Jan 21 19:04:00.465325 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c346b9d5-21df-47ab-b80c-8218b2873baf tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/ports/838c1247-194a-4c31-b660-9292f886e4e1 HTTP/1.1" status: 204 len: 168 time: 1.4041638 Jan 21 19:04:00.465536 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59282) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:00.468169 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59284) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:00.524537 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4d3eeba4-7cc2-4d97-9156-01bef6c90d42 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:00.544093 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09bd62b-7fdc-49d9-a61a-bf061b8e0928 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:00.545784 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09bd62b-7fdc-49d9-a61a-bf061b8e0928 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:00.546553 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-f09bd62b-7fdc-49d9-a61a-bf061b8e0928 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:04:00.627662 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-f09bd62b-7fdc-49d9-a61a-bf061b8e0928 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:04:00.631446 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f09bd62b-7fdc-49d9-a61a-bf061b8e0928 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1594861 Jan 21 19:04:00.631742 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59290) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:00.699495 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1cd59e6-8d52-47f5-9f9c-79825f0aae7b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting subnet ef6d4bb2-bf23-4e19-a14b-8da7910f251d {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:04:00.702374 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d1cd59e6-8d52-47f5-9f9c-79825f0aae7b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:00.719666 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-377c6988-066f-43ff-8a7e-a050a8f823c1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Deleting subnet 2720ca2c-fc80-47ed-b01a-3352c28f9dfc {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:04:00.733873 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-377c6988-066f-43ff-8a7e-a050a8f823c1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:00.760591 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d1cd59e6-8d52-47f5-9f9c-79825f0aae7b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:00.778114 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3eeba4-7cc2-4d97-9156-01bef6c90d42 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Pushing event updated for resources: {'Port': ['ID=2e2d8f68-2001-4dc5-aafb-7eb2a1f2eb70,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:00.806584 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4d3eeba4-7cc2-4d97-9156-01bef6c90d42 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:00.814908 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-377c6988-066f-43ff-8a7e-a050a8f823c1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:00.845807 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d1cd59e6-8d52-47f5-9f9c-79825f0aae7b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:00.908271 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-377c6988-066f-43ff-8a7e-a050a8f823c1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:00.936431 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4d3eeba4-7cc2-4d97-9156-01bef6c90d42 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:00.937643 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-4d3eeba4-7cc2-4d97-9156-01bef6c90d42 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2343264 Jan 21 19:04:00.940531 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59294) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:00.946594 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-baa83ecc-f44b-4fd5-a1d2-79b2984f06a1 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Request body: {'port': {'network_id': '6e1321f0-9f4c-4194-b3e4-1ee86ac02f9d', 'name': 'tempest-FloatingIPTestJSON-1113665041'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:01.036366 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d1cd59e6-8d52-47f5-9f9c-79825f0aae7b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:01.050837 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-377c6988-066f-43ff-8a7e-a050a8f823c1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:01.090963 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c6988-066f-43ff-8a7e-a050a8f823c1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event deleted for resources: {'Subnet': ['ID=2720ca2c-fc80-47ed-b01a-3352c28f9dfc,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:01.094450 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-377c6988-066f-43ff-8a7e-a050a8f823c1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:01.097917 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd59e6-8d52-47f5-9f9c-79825f0aae7b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Subnet': ['ID=ef6d4bb2-bf23-4e19-a14b-8da7910f251d,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:01.100966 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d43bdd0-f2b7-43ac-90e2-344d96aa63da None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:04:01.103771 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d1cd59e6-8d52-47f5-9f9c-79825f0aae7b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:01.105455 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-377c6988-066f-43ff-8a7e-a050a8f823c1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/subnets/2720ca2c-fc80-47ed-b01a-3352c28f9dfc HTTP/1.1" status: 204 len: 168 time: 0.6388443 Jan 21 19:04:01.106282 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59298) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:01.112092 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-8c2cf48e-14fc-4b87-ab38-64f8d08d59b1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'subnet': {'network_id': 'f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:01.127928 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ee2c62-5391-4498-a768-ff2f67cafcd2 None None] Network f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:04:01.136653 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-baa83ecc-f44b-4fd5-a1d2-79b2984f06a1 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:01.140925 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-baa83ecc-f44b-4fd5-a1d2-79b2984f06a1 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Usage tracker for resource:port and tenant:1a64234390194d4d89c8cd088a8ecdc0 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:04:01.144374 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-baa83ecc-f44b-4fd5-a1d2-79b2984f06a1 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:04:01.150656 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-baa83ecc-f44b-4fd5-a1d2-79b2984f06a1 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:01.206529 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d1cd59e6-8d52-47f5-9f9c-79825f0aae7b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/ef6d4bb2-bf23-4e19-a14b-8da7910f251d HTTP/1.1" status: 204 len: 168 time: 0.5734637 Jan 21 19:04:01.208833 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59304) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:01.258081 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device eec02333-834a-4d09-aad8-9ef50836baa8 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:04:01.280939 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa83ecc-f44b-4fd5-a1d2-79b2984f06a1 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Made reservation on behalf of 1a64234390194d4d89c8cd088a8ecdc0 for: {'port': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:04:01.283821 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-baa83ecc-f44b-4fd5-a1d2-79b2984f06a1 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:01.313228 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-65333b9a-6c35-4ae4-b213-23a92d6c9fc3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1032367 Jan 21 19:04:01.316487 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59308) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:01.329192 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-78ae3487-4afc-4434-931a-3a94f84eaf50 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'subnet': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:01.350295 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-8c2cf48e-14fc-4b87-ab38-64f8d08d59b1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:01.360233 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1d68e-c724-4be4-bc05-df5ae028a238 req-c3d6510a-a017-4927-98dc-2ce3427ff215 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:01.361025 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-d1f1d68e-c724-4be4-bc05-df5ae028a238 req-c3d6510a-a017-4927-98dc-2ce3427ff215 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Synchronizing usage tracker for tenant:9e2d74e1ee2641bfb6a58e36851cb369 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:04:01.364959 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [None req-baa83ecc-f44b-4fd5-a1d2-79b2984f06a1 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] device_id is not set on port be03c4b8-40b6-49da-bd25-3e356d6370e4 yet. {{(pid=88136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:04:01.370135 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-8c2cf48e-14fc-4b87-ab38-64f8d08d59b1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Usage tracker for resource:subnet and tenant:d3e69eb5fab24f5d9451b2cf3f9d850d is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:04:01.377918 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-8c2cf48e-14fc-4b87-ab38-64f8d08d59b1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:04:01.405466 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-8c2cf48e-14fc-4b87-ab38-64f8d08d59b1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:01.497654 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-78ae3487-4afc-4434-931a-3a94f84eaf50 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:01.502022 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-78ae3487-4afc-4434-931a-3a94f84eaf50 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Usage tracker for resource:subnet and tenant:331b5c16a931412fafa4a9af40615562 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:04:01.504969 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-78ae3487-4afc-4434-931a-3a94f84eaf50 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:04:01.505964 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c9180-8234-42aa-9263-2401ea0b5a34 req-2497202d-3b65-48f9-989b-9483b50bbae4 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:01.507049 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d41c9180-8234-42aa-9263-2401ea0b5a34 req-2497202d-3b65-48f9-989b-9483b50bbae4 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/ports?device_id=2efefcd5-0cd0-4c0e-8098-e3fba31bea04 HTTP/1.1" status: 200 len: 945 time: 0.2124181 Jan 21 19:04:01.517574 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-78ae3487-4afc-4434-931a-3a94f84eaf50 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:01.547357 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2cf48e-14fc-4b87-ab38-64f8d08d59b1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Made reservation on behalf of d3e69eb5fab24f5d9451b2cf3f9d850d for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:04:01.551348 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8c2cf48e-14fc-4b87-ab38-64f8d08d59b1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:01.566747 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-baa83ecc-f44b-4fd5-a1d2-79b2984f06a1 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Allocated IP 172.20.0.3 (6e1321f0-9f4c-4194-b3e4-1ee86ac02f9d/1bdd150e-1c51-4dbe-a8fd-6faf698b8f53/be03c4b8-40b6-49da-bd25-3e356d6370e4) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:04:01.574641 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d41c9180-8234-42aa-9263-2401ea0b5a34 req-81e0b5cb-f27e-4796-8382-4916fc0e9c0b tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/security-groups?id=66616746-32e0-477b-8690-12242235c771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616648 Jan 21 19:04:01.604505 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-d1f1d68e-c724-4be4-bc05-df5ae028a238 req-c3d6510a-a017-4927-98dc-2ce3427ff215 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Unset dirty status for tenant:9e2d74e1ee2641bfb6a58e36851cb369 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:04:01.606167 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d1f1d68e-c724-4be4-bc05-df5ae028a238 req-c3d6510a-a017-4927-98dc-2ce3427ff215 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.113 "GET /v2.0/ports?device_id=2efefcd5-0cd0-4c0e-8098-e3fba31bea04 HTTP/1.1" status: 200 len: 945 time: 0.4004269 Jan 21 19:04:01.648715 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port eec02333-834a-4d09-aad8-9ef50836baa8 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:04:01.649085 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:01.703931 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ae3487-4afc-4434-931a-3a94f84eaf50 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:04:01.706355 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-78ae3487-4afc-4434-931a-3a94f84eaf50 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:01.819775 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b36bd89-993d-4790-ab72-10ddcf474946 None None] DHCP port deletion for 76b60fc4-5668-469a-a3ef-49679dc3dfc0 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:04:01.824795 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-6b36bd89-993d-4790-ab72-10ddcf474946 None None] Deleting port eec02333-834a-4d09-aad8-9ef50836baa8 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:04:01.825290 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6b36bd89-993d-4790-ab72-10ddcf474946 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:01.826029 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-baa83ecc-f44b-4fd5-a1d2-79b2984f06a1 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:01.875270 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-d1f1d68e-c724-4be4-bc05-df5ae028a238 req-ee4154ae-2164-4a21-8732-67bc1bfd2fd3 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Deleting port c737a7f8-e2b9-4880-bda4-103e0a1234eb {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:04:01.875609 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-d1f1d68e-c724-4be4-bc05-df5ae028a238 req-ee4154ae-2164-4a21-8732-67bc1bfd2fd3 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:01.948369 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-baa83ecc-f44b-4fd5-a1d2-79b2984f06a1 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:02.060410 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-6b36bd89-993d-4790-ab72-10ddcf474946 None None] For port eec02333-834a-4d09-aad8-9ef50836baa8, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=eec02333-834a-4d09-aad8-9ef50836baa8,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:04:02.061067 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6b36bd89-993d-4790-ab72-10ddcf474946 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:02.151862 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa83ecc-f44b-4fd5-a1d2-79b2984f06a1 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Network 6e1321f0-9f4c-4194-b3e4-1ee86ac02f9d is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:04:02.155495 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-baa83ecc-f44b-4fd5-a1d2-79b2984f06a1 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:04:02.159511 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa83ecc-f44b-4fd5-a1d2-79b2984f06a1 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:04:02.206029 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-6b36bd89-993d-4790-ab72-10ddcf474946 None None] Calling delete_port for eec02333-834a-4d09-aad8-9ef50836baa8 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:04:02.213049 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa83ecc-f44b-4fd5-a1d2-79b2984f06a1 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Pushing event updated for resources: {'Port': ['ID=be03c4b8-40b6-49da-bd25-3e356d6370e4,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:02.251365 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa83ecc-f44b-4fd5-a1d2-79b2984f06a1 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:02.252177 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-baa83ecc-f44b-4fd5-a1d2-79b2984f06a1 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:02.353994 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-d1f1d68e-c724-4be4-bc05-df5ae028a238 req-ee4154ae-2164-4a21-8732-67bc1bfd2fd3 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] For port c737a7f8-e2b9-4880-bda4-103e0a1234eb, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=c737a7f8-e2b9-4880-bda4-103e0a1234eb,segment=NetworkSegment(72a403b5-dd14-41c1-bc8a-e5814195f8b6),segment_id=72a403b5-dd14-41c1-bc8a-e5814195f8b6)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:04:02.354620 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-d1f1d68e-c724-4be4-bc05-df5ae028a238 req-ee4154ae-2164-4a21-8732-67bc1bfd2fd3 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:02.370552 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-baa83ecc-f44b-4fd5-a1d2-79b2984f06a1 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4288507 Jan 21 19:04:02.373723 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59312) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:02.381165 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-b515d945-2dc1-4939-a510-769d6b5a8f52 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Request body: {'floatingip': {'port_id': 'be03c4b8-40b6-49da-bd25-3e356d6370e4'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:02.404164 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6b36bd89-993d-4790-ab72-10ddcf474946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:02.458843 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36bd89-993d-4790-ab72-10ddcf474946 None None] Pushing event deleted for resources: {'Port': ['ID=eec02333-834a-4d09-aad8-9ef50836baa8,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:02.469574 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b36bd89-993d-4790-ab72-10ddcf474946 None None] No DVR routers for this DVR port eec02333-834a-4d09-aad8-9ef50836baa8 on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:04:02.513524 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b515d945-2dc1-4939-a510-769d6b5a8f52 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for floatingip, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:02.545323 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-82ae7fd7-ea4b-4ace-ba29-1a061c8c247e None None] Provisioning complete for port 039fb203-d65c-4b05-b3e6-b3b70e626572 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:04:02.545691 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-82ae7fd7-ea4b-4ace-ba29-1a061c8c247e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:02.603885 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-78ae3487-4afc-4434-931a-3a94f84eaf50 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:02.606577 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-82ae7fd7-ea4b-4ace-ba29-1a061c8c247e None None] Port 039fb203-d65c-4b05-b3e6-b3b70e626572 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:04:02.607493 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8c2cf48e-14fc-4b87-ab38-64f8d08d59b1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:02.617643 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-d1f1d68e-c724-4be4-bc05-df5ae028a238 req-ee4154ae-2164-4a21-8732-67bc1bfd2fd3 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Calling delete_port for c737a7f8-e2b9-4880-bda4-103e0a1234eb owned by compute:nova {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:04:02.618188 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-82ae7fd7-ea4b-4ace-ba29-1a061c8c247e None None] Provisioning complete for port 28323ae7-782a-4a58-8810-91f19d927276 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:04:02.618564 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-82ae7fd7-ea4b-4ace-ba29-1a061c8c247e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:02.722251 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2cf48e-14fc-4b87-ab38-64f8d08d59b1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Network f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:04:02.729907 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-8c2cf48e-14fc-4b87-ab38-64f8d08d59b1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:04:02.732696 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ae3487-4afc-4434-931a-3a94f84eaf50 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:04:02.742048 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2cf48e-14fc-4b87-ab38-64f8d08d59b1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:02.742739 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8c2cf48e-14fc-4b87-ab38-64f8d08d59b1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:02.743630 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1087aa5d-c2d5-44b5-8b07-e226826e3c2c None None] Network f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:04:02.749566 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-78ae3487-4afc-4434-931a-3a94f84eaf50 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:04:02.761699 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ae3487-4afc-4434-931a-3a94f84eaf50 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:02.762327 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-78ae3487-4afc-4434-931a-3a94f84eaf50 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:02.771775 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ffcec3-735f-47f4-8417-3399bdec2fe8 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:04:02.803031 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae3487-4afc-4434-931a-3a94f84eaf50 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Subnet': ['ID=43d03bea-834f-40c1-8e60-63b45e5d745d,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:02.893870 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-8c2cf48e-14fc-4b87-ab38-64f8d08d59b1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7865179 Jan 21 19:04:02.899589 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59318) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:02.907103 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-78ae3487-4afc-4434-931a-3a94f84eaf50 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5821469 Jan 21 19:04:02.908071 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-6f907df2-b5be-42f7-840f-948c70569c30 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'security_group': {'name': 'tempest-secgroup-704454532'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:02.919742 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59322) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:02.929548 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-6f907df2-b5be-42f7-840f-948c70569c30 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:02.936972 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-185c351a-d5c3-490f-9fdb-248bbf7bf6a1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'port': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'fixed_ips': [{'subnet_id': '43d03bea-834f-40c1-8e60-63b45e5d745d', 'ip_address': '2001:db8::6194:6aea:676f:b088'}], 'name': 'tempest-NetworksTestDHCPv6-1364388618'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:02.951309 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2cf48e-14fc-4b87-ab38-64f8d08d59b1 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event updated for resources: {'Subnet': ['ID=eefdf5c2-803a-4c08-96c5-581ecce20ae4,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:02.969734 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-6f907df2-b5be-42f7-840f-948c70569c30 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Usage tracker for resource:security_group and tenant:d3e69eb5fab24f5d9451b2cf3f9d850d is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:04:02.977621 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-6f907df2-b5be-42f7-840f-948c70569c30 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:04:02.992708 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-6f907df2-b5be-42f7-840f-948c70569c30 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:03.059248 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa58a5-5dbf-470c-9835-49c53ee3b4bb req-b0fa7c15-b6c7-4e94-9a31-8c403879f0b6 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:03.061106 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ecfa58a5-5dbf-470c-9835-49c53ee3b4bb req-b0fa7c15-b6c7-4e94-9a31-8c403879f0b6 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/ports?device_id=2efefcd5-0cd0-4c0e-8098-e3fba31bea04 HTTP/1.1" status: 200 len: 945 time: 0.2712653 Jan 21 19:04:03.098840 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-d1f1d68e-c724-4be4-bc05-df5ae028a238 req-ee4154ae-2164-4a21-8732-67bc1bfd2fd3 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:03.112443 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6f907df2-b5be-42f7-840f-948c70569c30 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:03.116092 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['c737a7f8-e2b9-4880-bda4-103e0a1234eb'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:04:03.150420 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ecfa58a5-5dbf-470c-9835-49c53ee3b4bb req-cd6a3954-2d65-4c1c-be41-ff242b133fbb tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/security-groups?id=66616746-32e0-477b-8690-12242235c771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747607 Jan 21 19:04:03.177027 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4154ae-2164-4a21-8732-67bc1bfd2fd3 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Pushing event deleted for resources: {'Port': ['ID=c737a7f8-e2b9-4880-bda4-103e0a1234eb,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:03.251329 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-185c351a-d5c3-490f-9fdb-248bbf7bf6a1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:03.253975 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device eec02333-834a-4d09-aad8-9ef50836baa8 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:04:03.287777 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-6f907df2-b5be-42f7-840f-948c70569c30 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:03.303087 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: eec02333-834a-4d09-aad8-9ef50836baa8 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:04:03.303434 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device eec02333-834a-4d09-aad8-9ef50836baa8 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:04:03.304935 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9425b7-3642-4b89-ab3f-db75f6ef2b6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'tenant_id': '331b5c16a931412fafa4a9af40615562', 'fixed_ips': [{'subnet_id': '43d03bea-834f-40c1-8e60-63b45e5d745d'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:04:03.305511 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-6f907df2-b5be-42f7-840f-948c70569c30 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Usage tracker for resource:security_group_rule and tenant:d3e69eb5fab24f5d9451b2cf3f9d850d is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:04:03.305776 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ba9425b7-3642-4b89-ab3f-db75f6ef2b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:03.308374 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-185c351a-d5c3-490f-9fdb-248bbf7bf6a1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:03.310791 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f1d68e-c724-4be4-bc05-df5ae028a238 req-ee4154ae-2164-4a21-8732-67bc1bfd2fd3 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] No DVR routers for this DVR port c737a7f8-e2b9-4880-bda4-103e0a1234eb on host hv-neutron-8254 {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:04:03.313589 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-6f907df2-b5be-42f7-840f-948c70569c30 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:04:03.319023 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-d1f1d68e-c724-4be4-bc05-df5ae028a238 req-ee4154ae-2164-4a21-8732-67bc1bfd2fd3 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:03.320905 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2efefcd5-0cd0-4c0e-8098-e3fba31bea04', 'name': 'network-vif-deleted', 'tag': 'c737a7f8-e2b9-4880-bda4-103e0a1234eb'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:04:03.331133 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-6f907df2-b5be-42f7-840f-948c70569c30 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:03.347078 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b515d945-2dc1-4939-a510-769d6b5a8f52 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:03.386457 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185c351a-d5c3-490f-9fdb-248bbf7bf6a1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:04:03.444217 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b515d945-2dc1-4939-a510-769d6b5a8f52 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:03.445875 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6f907df2-b5be-42f7-840f-948c70569c30 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:03.449417 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d1f1d68e-c724-4be4-bc05-df5ae028a238 req-ee4154ae-2164-4a21-8732-67bc1bfd2fd3 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.113 "DELETE /v2.0/ports/c737a7f8-e2b9-4880-bda4-103e0a1234eb HTTP/1.1" status: 204 len: 173 time: 1.7895010 Jan 21 19:04:03.498913 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2efefcd5-0cd0-4c0e-8098-e3fba31bea04', 'name': 'network-vif-deleted', 'tag': 'c737a7f8-e2b9-4880-bda4-103e0a1234eb', 'status': 'completed', 'code': 200} Jan 21 19:04:03.524433 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-ba9425b7-3642-4b89-ab3f-db75f6ef2b6a None None] Allocated IP 2001:db8::2 (76b60fc4-5668-469a-a3ef-49679dc3dfc0/43d03bea-834f-40c1-8e60-63b45e5d745d/0fbd3e01-5412-4da8-9afd-78d297b6464d) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:04:03.544151 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-185c351a-d5c3-490f-9fdb-248bbf7bf6a1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:03.557496 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6f907df2-b5be-42f7-840f-948c70569c30 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:03.595400 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-185c351a-d5c3-490f-9fdb-248bbf7bf6a1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] device_id is not set on port 5f2f4fc0-ae51-409a-9a88-75b342c09d78 yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:04:03.647376 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.l3_db [None req-b515d945-2dc1-4939-a510-769d6b5a8f52 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Floating IP 4051258a-d4ab-4bd9-b44c-9ec4ae392f09 associated. External IP: 172.26.1.61, port: be03c4b8-40b6-49da-bd25-3e356d6370e4. Jan 21 19:04:03.657727 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f907df2-b5be-42f7-840f-948c70569c30 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c0e124-72cc-49cf-976e-a495445f6063,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:03.665421 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6f907df2-b5be-42f7-840f-948c70569c30 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:03.678408 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-6f907df2-b5be-42f7-840f-948c70569c30 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7641587 Jan 21 19:04:03.678408 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59330) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:03.678408 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-09d35250-cc8d-43f0-8427-051adad2c019 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'security_group': {'name': 'tempest-secgroup-548550441'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:03.690327 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-09d35250-cc8d-43f0-8427-051adad2c019 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:03.700293 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-09d35250-cc8d-43f0-8427-051adad2c019 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Usage tracker for resource:security_group and tenant:d3e69eb5fab24f5d9451b2cf3f9d850d is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:04:03.703579 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267663ca-41b4-41b8-aa6e-2ed050bbacd0 None None] Update dhcp port {'port': {'network_id': 'f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9', 'fixed_ips': [{'subnet_id': 'b4705934-b66b-4161-9c12-e6a5ae25a2d6', 'ip_address': '172.20.0.18'}, {'subnet_id': 'eefdf5c2-803a-4c08-96c5-581ecce20ae4'}], 'binding:host_id': 'dv-neutron-825470-1-hyperv'}, 'id': '28323ae7-782a-4a58-8810-91f19d927276'} from dv-neutron-825470-1-hyperv. {{(pid=88138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 19:04:03.705556 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-09d35250-cc8d-43f0-8427-051adad2c019 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:04:03.745216 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-09d35250-cc8d-43f0-8427-051adad2c019 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:03.783444 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-267663ca-41b4-41b8-aa6e-2ed050bbacd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:03.844922 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-09d35250-cc8d-43f0-8427-051adad2c019 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:03.866781 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-09d35250-cc8d-43f0-8427-051adad2c019 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:03.870747 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-09d35250-cc8d-43f0-8427-051adad2c019 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Usage tracker for resource:security_group_rule and tenant:d3e69eb5fab24f5d9451b2cf3f9d850d is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:04:03.876351 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-09d35250-cc8d-43f0-8427-051adad2c019 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:04:03.884588 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-09d35250-cc8d-43f0-8427-051adad2c019 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:03.965466 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-09d35250-cc8d-43f0-8427-051adad2c019 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:03.976189 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ba9425b7-3642-4b89-ab3f-db75f6ef2b6a None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:04.001330 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-ba9425b7-3642-4b89-ab3f-db75f6ef2b6a None None] Transition to ACTIVE for port object 0fbd3e01-5412-4da8-9afd-78d297b6464d will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:04:04.050209 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-09d35250-cc8d-43f0-8427-051adad2c019 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:04.059553 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-ba9425b7-3642-4b89-ab3f-db75f6ef2b6a None None] Transition to ACTIVE for port object 0fbd3e01-5412-4da8-9afd-78d297b6464d will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:04:04.092062 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-267663ca-41b4-41b8-aa6e-2ed050bbacd0 None None] Allocated IP 172.20.0.2 (f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9/eefdf5c2-803a-4c08-96c5-581ecce20ae4/28323ae7-782a-4a58-8810-91f19d927276) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:04:04.100925 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d35250-cc8d-43f0-8427-051adad2c019 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c942f3e-dd9e-48f3-8c35-90ab6f4cb06a,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:04.138912 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b515d945-2dc1-4939-a510-769d6b5a8f52 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Router 38672101-c7c7-4eb1-a220-64bed0b717ae has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:04:04.143792 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ba9425b7-3642-4b89-ab3f-db75f6ef2b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:04.180539 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-09d35250-cc8d-43f0-8427-051adad2c019 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:04.181313 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-09d35250-cc8d-43f0-8427-051adad2c019 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.5104361 Jan 21 19:04:04.184102 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59336) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:04.191351 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-7648adb4-da06-4445-869a-f1db6d69ce43 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'security_group': {'name': 'tempest-secgroup-841361123'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:04.199624 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-7648adb4-da06-4445-869a-f1db6d69ce43 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:04.211529 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-7648adb4-da06-4445-869a-f1db6d69ce43 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Usage tracker for resource:security_group and tenant:d3e69eb5fab24f5d9451b2cf3f9d850d is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:04:04.216685 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-7648adb4-da06-4445-869a-f1db6d69ce43 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:04:04.232587 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-7648adb4-da06-4445-869a-f1db6d69ce43 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:04.237546 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-185c351a-d5c3-490f-9fdb-248bbf7bf6a1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Allocated IP 2001:db8::6194:6aea:676f:b088 (76b60fc4-5668-469a-a3ef-49679dc3dfc0/43d03bea-834f-40c1-8e60-63b45e5d745d/5f2f4fc0-ae51-409a-9a88-75b342c09d78) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:04:04.286019 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9425b7-3642-4b89-ab3f-db75f6ef2b6a None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:04:04.291911 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-ba9425b7-3642-4b89-ab3f-db75f6ef2b6a None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:04:04.301055 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9425b7-3642-4b89-ab3f-db75f6ef2b6a None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:04:04.347375 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7648adb4-da06-4445-869a-f1db6d69ce43 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:04.358651 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9425b7-3642-4b89-ab3f-db75f6ef2b6a None None] Pushing event updated for resources: {'Port': ['ID=0fbd3e01-5412-4da8-9afd-78d297b6464d,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:04.389316 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-7648adb4-da06-4445-869a-f1db6d69ce43 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:04.393181 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-7648adb4-da06-4445-869a-f1db6d69ce43 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Usage tracker for resource:security_group_rule and tenant:d3e69eb5fab24f5d9451b2cf3f9d850d is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:04:04.396814 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-7648adb4-da06-4445-869a-f1db6d69ce43 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:04:04.402608 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-7648adb4-da06-4445-869a-f1db6d69ce43 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:04.408140 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c05b7c65-98c0-41ed-a261-0ac05225d3c5 req-42db7974-3e51-4422-a076-8351e1e26996 tempest-TestServerAdvancedOps-1976758708 tempest-TestServerAdvancedOps-1976758708-project] 10.222.0.87 "GET /v2.0/ports?device_id=2efefcd5-0cd0-4c0e-8098-e3fba31bea04 HTTP/1.1" status: 200 len: 210 time: 0.1128547 Jan 21 19:04:04.429517 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b515d945-2dc1-4939-a510-769d6b5a8f52 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:04:04.449552 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-267663ca-41b4-41b8-aa6e-2ed050bbacd0 None None] For port 28323ae7-782a-4a58-8810-91f19d927276, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=28323ae7-782a-4a58-8810-91f19d927276,segment=NetworkSegment(d0d3882b-e9a0-4cb9-831b-cc65e052d69e),segment_id=d0d3882b-e9a0-4cb9-831b-cc65e052d69e)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:04:04.449895 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b515d945-2dc1-4939-a510-769d6b5a8f52 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:04.452430 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-ba9425b7-3642-4b89-ab3f-db75f6ef2b6a None None] Attempting to bind port 0fbd3e01-5412-4da8-9afd-78d297b6464d on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:04:04.452795 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-ba9425b7-3642-4b89-ab3f-db75f6ef2b6a None None] Attempting to bind port 0fbd3e01-5412-4da8-9afd-78d297b6464d by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:04:04.453151 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9425b7-3642-4b89-ab3f-db75f6ef2b6a None None] Attempting to bind port 0fbd3e01-5412-4da8-9afd-78d297b6464d on network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:04:04.460636 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbece0b-f85c-46aa-813b-3cea161bc803 None None] Sync routers for ids ['38672101-c7c7-4eb1-a220-64bed0b717ae'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:04:04.468889 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9425b7-3642-4b89-ab3f-db75f6ef2b6a None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:04:04.469261 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9425b7-3642-4b89-ab3f-db75f6ef2b6a None None] Checking segment: {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:04:04.469665 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ba9425b7-3642-4b89-ab3f-db75f6ef2b6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:04.470085 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9425b7-3642-4b89-ab3f-db75f6ef2b6a None None] Bound using segment: {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:04:04.470692 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-ba9425b7-3642-4b89-ab3f-db75f6ef2b6a None None] Bound port: 0fbd3e01-5412-4da8-9afd-78d297b6464d, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:04:04.471072 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ba9425b7-3642-4b89-ab3f-db75f6ef2b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:04.502816 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbece0b-f85c-46aa-813b-3cea161bc803 None None] Routers {'38672101-c7c7-4eb1-a220-64bed0b717ae'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:04:04.503456 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-cdbece0b-f85c-46aa-813b-3cea161bc803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:03:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['38672101-c7c7-4eb1-a220-64bed0b717ae'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:04.549087 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b515d945-2dc1-4939-a510-769d6b5a8f52 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "PUT /v2.0/floatingips/4051258a-d4ab-4bd9-b44c-9ec4ae392f09 HTTP/1.1" status: 200 len: 977 time: 2.1736622 Jan 21 19:04:04.551904 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59340) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:04.602105 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-185c351a-d5c3-490f-9fdb-248bbf7bf6a1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:04.606748 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7648adb4-da06-4445-869a-f1db6d69ce43 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:04.620515 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-185c351a-d5c3-490f-9fdb-248bbf7bf6a1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Transition to ACTIVE for port object 5f2f4fc0-ae51-409a-9a88-75b342c09d78 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:04:04.643678 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-037f521b-aaa6-46b5-b846-a4aa6648d07f tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Deleting port be03c4b8-40b6-49da-bd25-3e356d6370e4 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:04:04.644016 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-037f521b-aaa6-46b5-b846-a4aa6648d07f tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:04.647471 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-267663ca-41b4-41b8-aa6e-2ed050bbacd0 None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:04.668447 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-cdbece0b-f85c-46aa-813b-3cea161bc803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:04.701356 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7648adb4-da06-4445-869a-f1db6d69ce43 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:04.701672 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-267663ca-41b4-41b8-aa6e-2ed050bbacd0 None None] Transition to ACTIVE for port object 28323ae7-782a-4a58-8810-91f19d927276 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:04:04.704671 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbece0b-f85c-46aa-813b-3cea161bc803 None None] Routers {'38672101-c7c7-4eb1-a220-64bed0b717ae'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:04:04.705299 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-cdbece0b-f85c-46aa-813b-3cea161bc803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:03:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['38672101-c7c7-4eb1-a220-64bed0b717ae'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:04.749297 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7648adb4-da06-4445-869a-f1db6d69ce43 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60d1bc76-d65e-4847-b859-59d8fa3c775e,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:04.760797 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-185c351a-d5c3-490f-9fdb-248bbf7bf6a1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:04.772090 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-cdbece0b-f85c-46aa-813b-3cea161bc803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:04.772491 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbece0b-f85c-46aa-813b-3cea161bc803 None None] The sync data for ids ['38672101-c7c7-4eb1-a220-64bed0b717ae'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:04:04.777216 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-ba9425b7-3642-4b89-ab3f-db75f6ef2b6a None None] For port 0fbd3e01-5412-4da8-9afd-78d297b6464d, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:04:04.784399 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-ba9425b7-3642-4b89-ab3f-db75f6ef2b6a None None] For port 0fbd3e01-5412-4da8-9afd-78d297b6464d, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=0fbd3e01-5412-4da8-9afd-78d297b6464d,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:04:04.787092 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-267663ca-41b4-41b8-aa6e-2ed050bbacd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:04.838763 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185c351a-d5c3-490f-9fdb-248bbf7bf6a1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:04:04.842001 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-185c351a-d5c3-490f-9fdb-248bbf7bf6a1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:04:04.845924 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185c351a-d5c3-490f-9fdb-248bbf7bf6a1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:04:04.851754 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185c351a-d5c3-490f-9fdb-248bbf7bf6a1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:04.852366 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-185c351a-d5c3-490f-9fdb-248bbf7bf6a1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:04.865076 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185c351a-d5c3-490f-9fdb-248bbf7bf6a1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Port': ['ID=5f2f4fc0-ae51-409a-9a88-75b342c09d78,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:04.870490 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7648adb4-da06-4445-869a-f1db6d69ce43 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:04.874372 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-7648adb4-da06-4445-869a-f1db6d69ce43 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.6867146 Jan 21 19:04:04.877423 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59344) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:04.882887 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-3a42eca1-ac1b-49b2-ad4f-1e27307b4fc9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-557070618', 'security_groups': ['60d1bc76-d65e-4847-b859-59d8fa3c775e'], 'network_id': 'f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'eefdf5c2-803a-4c08-96c5-581ecce20ae4'}]}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:04.924771 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ba9425b7-3642-4b89-ab3f-db75f6ef2b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:04.939597 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267663ca-41b4-41b8-aa6e-2ed050bbacd0 None None] Pushing event updated for resources: {'Port': ['ID=28323ae7-782a-4a58-8810-91f19d927276,revision_number=6']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:04.976798 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-185c351a-d5c3-490f-9fdb-248bbf7bf6a1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0565565 Jan 21 19:04:04.979176 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59348) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:05.010809 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-037f521b-aaa6-46b5-b846-a4aa6648d07f tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:05.041038 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9425b7-3642-4b89-ab3f-db75f6ef2b6a None None] Pushing event updated for resources: {'Port': ['ID=0fbd3e01-5412-4da8-9afd-78d297b6464d,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:05.078333 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f44ca2f-4483-4b42-a547-22399a5f7eb1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:05.088630 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f44ca2f-4483-4b42-a547-22399a5f7eb1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:05.090536 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-6f44ca2f-4483-4b42-a547-22399a5f7eb1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:04:05.158261 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-6f44ca2f-4483-4b42-a547-22399a5f7eb1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:04:05.159682 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-6f44ca2f-4483-4b42-a547-22399a5f7eb1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1796031 Jan 21 19:04:05.163146 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59352) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:05.227530 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-3a42eca1-ac1b-49b2-ad4f-1e27307b4fc9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:05.240021 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 28323ae7-782a-4a58-8810-91f19d927276 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:04:05.250884 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-8fd7fa85-67e6-4bee-976a-954edbfac149 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting port 5f2f4fc0-ae51-409a-9a88-75b342c09d78 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:04:05.251456 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8fd7fa85-67e6-4bee-976a-954edbfac149 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:05.266000 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-3a42eca1-ac1b-49b2-ad4f-1e27307b4fc9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:05.410740 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a42eca1-ac1b-49b2-ad4f-1e27307b4fc9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Made reservation on behalf of d3e69eb5fab24f5d9451b2cf3f9d850d for: {'port': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:04:05.579711 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-037f521b-aaa6-46b5-b846-a4aa6648d07f tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:05.580084 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-037f521b-aaa6-46b5-b846-a4aa6648d07f tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:05.580391 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.l3_db [None req-037f521b-aaa6-46b5-b846-a4aa6648d07f tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Floating IP 4051258a-d4ab-4bd9-b44c-9ec4ae392f09 disassociated. External IP: 172.26.1.61, port: be03c4b8-40b6-49da-bd25-3e356d6370e4. Jan 21 19:04:05.580735 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-037f521b-aaa6-46b5-b846-a4aa6648d07f tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Calling delete_port for be03c4b8-40b6-49da-bd25-3e356d6370e4 owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:04:05.606026 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59358) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:05.633672 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device c737a7f8-e2b9-4880-bda4-103e0a1234eb no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:04:05.669923 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-17d58778-e24f-40cd-baa4-8cca9ddcdb92 admin admin] Deleting subnet 944aea16-5152-4314-a91a-e1fb3aa93788 {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:04:05.685045 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] No Port match for: c737a7f8-e2b9-4880-bda4-103e0a1234eb {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:04:05.685402 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device c737a7f8-e2b9-4880-bda4-103e0a1234eb not bound to the agent host hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:04:05.686967 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-17d58778-e24f-40cd-baa4-8cca9ddcdb92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:05.692031 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3a42eca1-ac1b-49b2-ad4f-1e27307b4fc9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:05.728275 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [None req-3a42eca1-ac1b-49b2-ad4f-1e27307b4fc9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] device_id is not set on port d3445bff-ff77-4cf3-a793-864a6616c233 yet. {{(pid=88136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:04:05.816593 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-17d58778-e24f-40cd-baa4-8cca9ddcdb92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:05.830949 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-51f36475-d6d4-4fb4-9995-a7823587ca2c None None] Provisioning complete for port 039fb203-d65c-4b05-b3e6-b3b70e626572 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:04:05.831404 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-51f36475-d6d4-4fb4-9995-a7823587ca2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:05.876943 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8fd7fa85-67e6-4bee-976a-954edbfac149 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:05.889063 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-51f36475-d6d4-4fb4-9995-a7823587ca2c None None] Port 039fb203-d65c-4b05-b3e6-b3b70e626572 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:04:05.975530 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-51f36475-d6d4-4fb4-9995-a7823587ca2c None None] Provisioning for port 28323ae7-782a-4a58-8810-91f19d927276 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:04:05.981537 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-51f36475-d6d4-4fb4-9995-a7823587ca2c None None] Provisioning complete for port 28323ae7-782a-4a58-8810-91f19d927276 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:04:05.982349 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-51f36475-d6d4-4fb4-9995-a7823587ca2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:06.016034 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-8fd7fa85-67e6-4bee-976a-954edbfac149 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Calling delete_port for 5f2f4fc0-ae51-409a-9a88-75b342c09d78 owned by {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:04:06.051358 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-17d58778-e24f-40cd-baa4-8cca9ddcdb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:06.083097 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-037f521b-aaa6-46b5-b846-a4aa6648d07f tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:06.153167 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f521b-aaa6-46b5-b846-a4aa6648d07f tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Pushing event deleted for resources: {'Port': ['ID=be03c4b8-40b6-49da-bd25-3e356d6370e4,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:06.242243 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-3a42eca1-ac1b-49b2-ad4f-1e27307b4fc9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Allocated IP 172.20.0.13 (f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9/eefdf5c2-803a-4c08-96c5-581ecce20ae4/d3445bff-ff77-4cf3-a793-864a6616c233) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:04:06.274920 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8fd7fa85-67e6-4bee-976a-954edbfac149 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:06.327078 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-17d58778-e24f-40cd-baa4-8cca9ddcdb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:06.373944 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd7fa85-67e6-4bee-976a-954edbfac149 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Port': ['ID=5f2f4fc0-ae51-409a-9a88-75b342c09d78,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:06.376908 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d58778-e24f-40cd-baa4-8cca9ddcdb92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=944aea16-5152-4314-a91a-e1fb3aa93788,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:06.419211 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-17d58778-e24f-40cd-baa4-8cca9ddcdb92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:06.424571 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8fd7fa85-67e6-4bee-976a-954edbfac149 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:06.440564 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037f521b-aaa6-46b5-b846-a4aa6648d07f tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Router 38672101-c7c7-4eb1-a220-64bed0b717ae has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:04:06.492662 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-17d58778-e24f-40cd-baa4-8cca9ddcdb92 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/944aea16-5152-4314-a91a-e1fb3aa93788 HTTP/1.1" status: 204 len: 168 time: 0.8850260 Jan 21 19:04:06.495219 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-8fd7fa85-67e6-4bee-976a-954edbfac149 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/ports/5f2f4fc0-ae51-409a-9a88-75b342c09d78 HTTP/1.1" status: 204 len: 168 time: 1.3304505 Jan 21 19:04:06.495401 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59362) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:06.507460 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59366) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:06.518757 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-4531f51d-9f2f-4fb3-a604-5edf3822f8a9 None None] Provisioning for port 0fbd3e01-5412-4da8-9afd-78d297b6464d completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:04:06.609026 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4b42f45b-f342-478a-8556-b619e114bcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:06.640134 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-d1c0736f-fa82-4073-8dc4-0210083aaa25 None None] Could not find standard attr ID for object 5f2f4fc0-ae51-409a-9a88-75b342c09d78. {{(pid=88138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 19:04:06.694872 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3a42eca1-ac1b-49b2-ad4f-1e27307b4fc9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:06.742095 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4b42f45b-f342-478a-8556-b619e114bcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:06.764064 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79653808-e4aa-4a0f-87f5-7645f04d650a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:06.765655 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79653808-e4aa-4a0f-87f5-7645f04d650a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:06.766410 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-79653808-e4aa-4a0f-87f5-7645f04d650a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:04:06.769062 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-4b42f45b-f342-478a-8556-b619e114bcf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfe849bc-d2c5-41b6-bc65-df1a9ae9a215']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:06.782714 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-4b42f45b-f342-478a-8556-b619e114bcf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72a403b5-dd14-41c1-bc8a-e5814195f8b6') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:06.783469 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-4b42f45b-f342-478a-8556-b619e114bcf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72a403b5-dd14-41c1-bc8a-e5814195f8b6') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:06.794566 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-3a42eca1-ac1b-49b2-ad4f-1e27307b4fc9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Transition to ACTIVE for port object d3445bff-ff77-4cf3-a793-864a6616c233 will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:04:06.815173 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4b42f45b-f342-478a-8556-b619e114bcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:06.815173 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4b42f45b-f342-478a-8556-b619e114bcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:06.818828 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b42f45b-f342-478a-8556-b619e114bcf5 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:04:06.819213 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4b42f45b-f342-478a-8556-b619e114bcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:06.825580 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037f521b-aaa6-46b5-b846-a4aa6648d07f tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:04:06.836957 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1e1567-147d-4645-9cd7-281d8b42789b None None] Sync routers for ids ['38672101-c7c7-4eb1-a220-64bed0b717ae'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:04:06.838291 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:04:06.838291 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:04:06.838291 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:04:06.838291 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:04:06.838291 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:04:06.838291 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:04:06.838291 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:04:06.838291 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:04:06.838291 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:04:06.838291 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:04:06.838291 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:04:06.838291 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:04:06.838291 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:04:06.838291 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:04:06.838291 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:04:06.838291 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:04:06.838291 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:04:06.838291 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:04:06.838291 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:04:06.838291 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:04:06.838291 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:04:06.838291 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:04:06.838291 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:04:06.838291 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:04:06.838291 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:04:06.838291 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:04:06.838291 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:04:06.838291 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:04:06.838291 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:04:06.838291 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:04:06.838291 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:04:06.838291 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:04:06.856664 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1e1567-147d-4645-9cd7-281d8b42789b None None] Routers {'38672101-c7c7-4eb1-a220-64bed0b717ae'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:04:06.857504 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-eb1e1567-147d-4645-9cd7-281d8b42789b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:03:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['38672101-c7c7-4eb1-a220-64bed0b717ae'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:06.901373 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-79653808-e4aa-4a0f-87f5-7645f04d650a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:04:06.906363 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-79653808-e4aa-4a0f-87f5-7645f04d650a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3422339 Jan 21 19:04:06.913971 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59370) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:06.925276 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-eb1e1567-147d-4645-9cd7-281d8b42789b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:06.934959 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1e1567-147d-4645-9cd7-281d8b42789b None None] Routers {'38672101-c7c7-4eb1-a220-64bed0b717ae'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:04:06.935670 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-eb1e1567-147d-4645-9cd7-281d8b42789b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:03:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['38672101-c7c7-4eb1-a220-64bed0b717ae'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:06.936929 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-037f521b-aaa6-46b5-b846-a4aa6648d07f tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:06.952639 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-037f521b-aaa6-46b5-b846-a4aa6648d07f tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "DELETE /v2.0/ports/be03c4b8-40b6-49da-bd25-3e356d6370e4 HTTP/1.1" status: 204 len: 168 time: 2.3978615 Jan 21 19:04:06.961940 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59376) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:07.004872 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-eb1e1567-147d-4645-9cd7-281d8b42789b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:07.005275 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1e1567-147d-4645-9cd7-281d8b42789b None None] The sync data for ids ['38672101-c7c7-4eb1-a220-64bed0b717ae'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:04:07.022354 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3a42eca1-ac1b-49b2-ad4f-1e27307b4fc9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:07.061257 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-dcdf5af9-a630-4df2-b7e6-9893a0f82a16 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "GET /v2.0/floatingips/4051258a-d4ab-4bd9-b44c-9ec4ae392f09 HTTP/1.1" status: 200 len: 687 time: 0.0959415 Jan 21 19:04:07.061257 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4b42f45b-f342-478a-8556-b619e114bcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:07.063107 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59380) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:07.068401 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-3170e25c-2fc6-41f9-8656-7edb6d666531 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting subnet 43d03bea-834f-40c1-8e60-63b45e5d745d {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:04:07.085283 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3170e25c-2fc6-41f9-8656-7edb6d666531 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:07.111788 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4b42f45b-f342-478a-8556-b619e114bcf5 admin admin] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:07.131839 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b42f45b-f342-478a-8556-b619e114bcf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfe849bc-d2c5-41b6-bc65-df1a9ae9a215,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:07.152022 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3170e25c-2fc6-41f9-8656-7edb6d666531 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:07.213704 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-4b42f45b-f342-478a-8556-b619e114bcf5 admin admin] 10.222.0.87 "DELETE /v2.0/networks/dfe849bc-d2c5-41b6-bc65-df1a9ae9a215 HTTP/1.1" status: 204 len: 168 time: 0.7144194 Jan 21 19:04:07.216244 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59386) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:07.234469 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a42eca1-ac1b-49b2-ad4f-1e27307b4fc9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Network f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:04:07.252395 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-3a42eca1-ac1b-49b2-ad4f-1e27307b4fc9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:04:07.256046 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 0fbd3e01-5412-4da8-9afd-78d297b6464d up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:04:07.259193 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a42eca1-ac1b-49b2-ad4f-1e27307b4fc9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:04:07.290612 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-213d2b1b-bf8b-4832-a346-b2fa08553189 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Deleting port 2e2d8f68-2001-4dc5-aafb-7eb2a1f2eb70 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:04:07.290937 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-213d2b1b-bf8b-4832-a346-b2fa08553189 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:07.352893 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a42eca1-ac1b-49b2-ad4f-1e27307b4fc9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event updated for resources: {'Port': ['ID=d3445bff-ff77-4cf3-a793-864a6616c233,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:07.406390 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a42eca1-ac1b-49b2-ad4f-1e27307b4fc9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:07.406952 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3a42eca1-ac1b-49b2-ad4f-1e27307b4fc9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:07.413646 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a1fcceb-8214-4a95-8cba-ef1b057d7b41 admin admin] Deleting subnet 77d325e2-5568-4a53-aa20-ea3e6d5e528f {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:04:07.417592 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8a1fcceb-8214-4a95-8cba-ef1b057d7b41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:07.434850 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 0fbd3e01-5412-4da8-9afd-78d297b6464d completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:04:07.445301 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 0fbd3e01-5412-4da8-9afd-78d297b6464d triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:04:07.445731 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:07.479352 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8a1fcceb-8214-4a95-8cba-ef1b057d7b41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:07.509641 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3170e25c-2fc6-41f9-8656-7edb6d666531 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:07.601149 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8a1fcceb-8214-4a95-8cba-ef1b057d7b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:07.605980 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:07.632617 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-3a42eca1-ac1b-49b2-ad4f-1e27307b4fc9 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7568152 Jan 21 19:04:07.635195 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59390) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:07.652276 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-348947d1-e5d2-4222-bad7-5e5b26667326 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'subnet': {'network_id': 'f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:07.667296 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-ea88b5da-a745-4728-a582-0b0b817a5a3c None None] Provisioning for port d3445bff-ff77-4cf3-a793-864a6616c233 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:04:07.672904 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-ea88b5da-a745-4728-a582-0b0b817a5a3c None None] Provisioning complete for port d3445bff-ff77-4cf3-a793-864a6616c233 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:04:07.673469 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ea88b5da-a745-4728-a582-0b0b817a5a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:07.725846 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3170e25c-2fc6-41f9-8656-7edb6d666531 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:07.763704 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-213d2b1b-bf8b-4832-a346-b2fa08553189 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:07.763704 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-213d2b1b-bf8b-4832-a346-b2fa08553189 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:07.767457 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8a1fcceb-8214-4a95-8cba-ef1b057d7b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:07.774448 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3170e25c-2fc6-41f9-8656-7edb6d666531 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Subnet': ['ID=43d03bea-834f-40c1-8e60-63b45e5d745d,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:07.776152 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-ea88b5da-a745-4728-a582-0b0b817a5a3c None None] Port d3445bff-ff77-4cf3-a793-864a6616c233 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:04:07.792610 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:04:07.793156 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:04:07.796261 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b152d47-4492-471a-923a-eaee4d02f958 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:04:07.811218 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3170e25c-2fc6-41f9-8656-7edb6d666531 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:07.819933 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8a1fcceb-8214-4a95-8cba-ef1b057d7b41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:07.825617 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1fcceb-8214-4a95-8cba-ef1b057d7b41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77d325e2-5568-4a53-aa20-ea3e6d5e528f,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:07.907959 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3170e25c-2fc6-41f9-8656-7edb6d666531 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/43d03bea-834f-40c1-8e60-63b45e5d745d HTTP/1.1" status: 204 len: 168 time: 0.9946165 Jan 21 19:04:07.907959 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-8a1fcceb-8214-4a95-8cba-ef1b057d7b41 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/77d325e2-5568-4a53-aa20-ea3e6d5e528f HTTP/1.1" status: 204 len: 168 time: 0.6885860 Jan 21 19:04:07.907959 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59394) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:07.909133 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59396) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:07.923735 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-213d2b1b-bf8b-4832-a346-b2fa08553189 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Calling delete_port for 2e2d8f68-2001-4dc5-aafb-7eb2a1f2eb70 owned by network:floatingip {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:04:08.000259 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-348947d1-e5d2-4222-bad7-5e5b26667326 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:08.006011 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-348947d1-e5d2-4222-bad7-5e5b26667326 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Usage tracker for resource:subnet and tenant:d3e69eb5fab24f5d9451b2cf3f9d850d is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:04:08.007205 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e93dbae2-fe6d-4d1c-8ebd-23bceb26cd56 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0995016 Jan 21 19:04:08.010508 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59402) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:08.014898 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-348947d1-e5d2-4222-bad7-5e5b26667326 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:04:08.030560 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-348947d1-e5d2-4222-bad7-5e5b26667326 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:08.093545 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60838571-5e39-45a3-a74a-553a7f1104f3 None None] DHCP port deletion for 76b60fc4-5668-469a-a3ef-49679dc3dfc0 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:04:08.097719 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-60838571-5e39-45a3-a74a-553a7f1104f3 None None] Deleting port 0fbd3e01-5412-4da8-9afd-78d297b6464d {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:04:08.100915 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-60838571-5e39-45a3-a74a-553a7f1104f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:08.118806 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348947d1-e5d2-4222-bad7-5e5b26667326 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Made reservation on behalf of d3e69eb5fab24f5d9451b2cf3f9d850d for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:04:08.124333 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-348947d1-e5d2-4222-bad7-5e5b26667326 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:08.141060 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-88522cef-c3f0-4198-9641-d05380794990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:08.181288 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-213d2b1b-bf8b-4832-a346-b2fa08553189 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:08.224438 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc73d82e-7ddd-4bdb-b014-b5d1c4a4d8a5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:08.225327 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-fc73d82e-7ddd-4bdb-b014-b5d1c4a4d8a5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:04:08.305851 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-88522cef-c3f0-4198-9641-d05380794990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:08.308461 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d2b1b-bf8b-4832-a346-b2fa08553189 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Pushing event deleted for resources: {'Port': ['ID=2e2d8f68-2001-4dc5-aafb-7eb2a1f2eb70,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:08.333217 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-fc73d82e-7ddd-4bdb-b014-b5d1c4a4d8a5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:04:08.336932 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-fc73d82e-7ddd-4bdb-b014-b5d1c4a4d8a5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3231215 Jan 21 19:04:08.337732 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59406) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:08.373521 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-88522cef-c3f0-4198-9641-d05380794990 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecfc933d-e2c6-43b4-93a2-d03d55075d13']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:08.378953 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-60838571-5e39-45a3-a74a-553a7f1104f3 None None] For port 0fbd3e01-5412-4da8-9afd-78d297b6464d, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=0fbd3e01-5412-4da8-9afd-78d297b6464d,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:04:08.382519 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-60838571-5e39-45a3-a74a-553a7f1104f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:08.394265 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-88522cef-c3f0-4198-9641-d05380794990 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0c69179-cbbe-424f-b600-1dd9eedacd17') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:08.394620 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-88522cef-c3f0-4198-9641-d05380794990 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0c69179-cbbe-424f-b600-1dd9eedacd17') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:08.412462 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-213d2b1b-bf8b-4832-a346-b2fa08553189 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for floatingip, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:08.417489 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-88522cef-c3f0-4198-9641-d05380794990 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:08.433992 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.ipam_backend_mixin [None req-348947d1-e5d2-4222-bad7-5e5b26667326 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet eefdf5c2-803a-4c08-96c5-581ecce20ae4 (CIDR: 172.20.0.0/28) Jan 21 19:04:08.440928 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01716ca1-643f-41c3-b656-b80855ca9b1e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:08.443165 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-01716ca1-643f-41c3-b656-b80855ca9b1e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:04:08.447270 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-88522cef-c3f0-4198-9641-d05380794990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:08.449618 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-213d2b1b-bf8b-4832-a346-b2fa08553189 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:08.451130 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-213d2b1b-bf8b-4832-a346-b2fa08553189 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "DELETE /v2.0/floatingips/4051258a-d4ab-4bd9-b44c-9ec4ae392f09 HTTP/1.1" status: 204 len: 168 time: 1.3870087 Jan 21 19:04:08.456870 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59410) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:08.463939 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-8de0be38-2392-4e05-b440-5eb1d4ef364d tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Request body: {'floatingip': {'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'port_id': 'c3695f4d-a306-4b00-b12b-342fad5604d2'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:08.465206 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88522cef-c3f0-4198-9641-d05380794990 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:04:08.465818 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-88522cef-c3f0-4198-9641-d05380794990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:08.471230 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-8de0be38-2392-4e05-b440-5eb1d4ef364d tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:08.477327 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-8de0be38-2392-4e05-b440-5eb1d4ef364d tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Usage tracker for resource:floatingip and tenant:1a64234390194d4d89c8cd088a8ecdc0 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:04:08.480540 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:04:08.480540 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:04:08.480540 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:04:08.480540 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:04:08.480540 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:04:08.480540 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:04:08.480540 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:04:08.480540 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:04:08.480540 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:04:08.480540 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:04:08.480540 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:04:08.480540 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:04:08.480540 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:04:08.480540 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:04:08.480540 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:04:08.480540 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:04:08.480540 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:04:08.480540 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:04:08.480540 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:04:08.480540 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:04:08.480540 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:04:08.480540 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:04:08.480540 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:04:08.480540 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:04:08.480540 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:04:08.480540 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:04:08.480540 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:04:08.480540 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:04:08.480540 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:04:08.480540 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:04:08.480540 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:04:08.480540 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:04:08.482940 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-8de0be38-2392-4e05-b440-5eb1d4ef364d tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:04:08.488197 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-8de0be38-2392-4e05-b440-5eb1d4ef364d tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:08.499487 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-348947d1-e5d2-4222-bad7-5e5b26667326 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 19:04:08.500072 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-348947d1-e5d2-4222-bad7-5e5b26667326 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:04:08.553629 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-01716ca1-643f-41c3-b656-b80855ca9b1e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:04:08.557203 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-01716ca1-643f-41c3-b656-b80855ca9b1e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2164395 Jan 21 19:04:08.557575 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59414) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:08.574738 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-60838571-5e39-45a3-a74a-553a7f1104f3 None None] Calling delete_port for 0fbd3e01-5412-4da8-9afd-78d297b6464d owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:04:08.599115 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8de0be38-2392-4e05-b440-5eb1d4ef364d tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for floatingip, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:08.631231 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-348947d1-e5d2-4222-bad7-5e5b26667326 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9928851 Jan 21 19:04:08.634913 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:08.645750 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2f262db2-63b2-4c7e-9778-23258c35bfa4 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0809987 Jan 21 19:04:08.645984 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59418) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:08.646095 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-88522cef-c3f0-4198-9641-d05380794990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:08.646095 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-88522cef-c3f0-4198-9641-d05380794990 admin admin] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:08.646300 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-95e53b67-f7d7-4147-8342-5284c7f28b5e tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'subnet': {'network_id': 'f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:08.651557 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59422) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:08.670949 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-88522cef-c3f0-4198-9641-d05380794990 admin admin] 10.222.0.87 "DELETE /v2.0/networks/ecfc933d-e2c6-43b4-93a2-d03d55075d13 HTTP/1.1" status: 204 len: 168 time: 0.7606421 Jan 21 19:04:08.680404 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-da1e326d-a3d6-42ac-8303-44d92b38a40b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'subnet': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:08.694464 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 0fbd3e01-5412-4da8-9afd-78d297b6464d, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=0fbd3e01-5412-4da8-9afd-78d297b6464d,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:04:08.699787 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88522cef-c3f0-4198-9641-d05380794990 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecfc933d-e2c6-43b4-93a2-d03d55075d13,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:08.771498 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:08.798983 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-da1e326d-a3d6-42ac-8303-44d92b38a40b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:08.810721 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-da1e326d-a3d6-42ac-8303-44d92b38a40b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:08.829825 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-60838571-5e39-45a3-a74a-553a7f1104f3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:04:08.830517 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-60838571-5e39-45a3-a74a-553a7f1104f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:04:08.849344 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=0fbd3e01-5412-4da8-9afd-78d297b6464d,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:08.854455 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-95e53b67-f7d7-4147-8342-5284c7f28b5e tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:08.870372 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-95e53b67-f7d7-4147-8342-5284c7f28b5e tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Usage tracker for resource:subnet and tenant:d3e69eb5fab24f5d9451b2cf3f9d850d is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:04:08.873954 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-95e53b67-f7d7-4147-8342-5284c7f28b5e tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:04:08.881906 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-95e53b67-f7d7-4147-8342-5284c7f28b5e tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:08.895761 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1e326d-a3d6-42ac-8303-44d92b38a40b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:04:08.896588 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8de0be38-2392-4e05-b440-5eb1d4ef364d tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:08.899344 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-da1e326d-a3d6-42ac-8303-44d92b38a40b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:08.960474 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e53b67-f7d7-4147-8342-5284c7f28b5e tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Made reservation on behalf of d3e69eb5fab24f5d9451b2cf3f9d850d for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:04:08.964107 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-95e53b67-f7d7-4147-8342-5284c7f28b5e tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:09.089738 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59428) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:09.143592 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-8de0be38-2392-4e05-b440-5eb1d4ef364d tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Allocated IP 172.26.1.226 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/33911546-9767-4270-98e9-62f3703c085e) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:04:09.158076 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.ipam_backend_mixin [None req-95e53b67-f7d7-4147-8342-5284c7f28b5e tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet b4705934-b66b-4161-9c12-e6a5ae25a2d6 (CIDR: 172.20.0.16/28) Jan 21 19:04:09.164217 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-9aa460d0-2607-484f-b0b3-f4072c05939b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9e2d74e1ee2641bfb6a58e36851cb369&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0732541 Jan 21 19:04:09.166768 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59432) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:09.189008 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-da1e326d-a3d6-42ac-8303-44d92b38a40b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:09.195554 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-95e53b67-f7d7-4147-8342-5284c7f28b5e tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 19:04:09.195554 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95e53b67-f7d7-4147-8342-5284c7f28b5e tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:04:09.224862 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 0fbd3e01-5412-4da8-9afd-78d297b6464d no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:04:09.320836 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8de0be38-2392-4e05-b440-5eb1d4ef364d tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:09.333136 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-60838571-5e39-45a3-a74a-553a7f1104f3 None None] Deleting port 0fbd3e01-5412-4da8-9afd-78d297b6464d {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:04:09.333509 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-60838571-5e39-45a3-a74a-553a7f1104f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:09.344634 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-95e53b67-f7d7-4147-8342-5284c7f28b5e tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7003360 Jan 21 19:04:09.345379 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59436) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:09.354261 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-eebb8d96-8b69-4033-8852-c6e5d53bb8ec tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'subnet': {'network_id': 'f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:09.383349 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1e326d-a3d6-42ac-8303-44d92b38a40b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:04:09.390613 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:09.395451 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-da1e326d-a3d6-42ac-8303-44d92b38a40b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:04:09.399628 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e326d-a3d6-42ac-8303-44d92b38a40b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Subnet': ['ID=da405692-e4e9-456d-8c2d-f53d82d65da4,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:09.404155 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1e326d-a3d6-42ac-8303-44d92b38a40b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:09.404741 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-da1e326d-a3d6-42ac-8303-44d92b38a40b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:09.411338 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8bdc2448-2dff-4e94-b95f-d97b1d9a8433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:09.452939 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8bdc2448-2dff-4e94-b95f-d97b1d9a8433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:09.521175 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-da1e326d-a3d6-42ac-8303-44d92b38a40b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8549986 Jan 21 19:04:09.523248 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59440) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:09.530307 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-5f49d741-3189-4ca1-ab50-ad2bacaac28b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'port': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'fixed_ips': [{'subnet_id': 'da405692-e4e9-456d-8c2d-f53d82d65da4', 'ip_address': '2001:db8::e531:7a59:9681:af7e'}], 'name': 'tempest-NetworksTestDHCPv6-405799801'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:09.535063 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 0fbd3e01-5412-4da8-9afd-78d297b6464d, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=0fbd3e01-5412-4da8-9afd-78d297b6464d,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:04:09.613996 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8de0be38-2392-4e05-b440-5eb1d4ef364d tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:09.621327 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:09.621775 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8bdc2448-2dff-4e94-b95f-d97b1d9a8433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:09.648871 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc2448-2dff-4e94-b95f-d97b1d9a8433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66616746-32e0-477b-8690-12242235c771,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:09.679814 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8bdc2448-2dff-4e94-b95f-d97b1d9a8433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:09.681352 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-8bdc2448-2dff-4e94-b95f-d97b1d9a8433 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/66616746-32e0-477b-8690-12242235c771 HTTP/1.1" status: 204 len: 168 time: 0.5135143 Jan 21 19:04:09.700327 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de0be38-2392-4e05-b440-5eb1d4ef364d tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:04:09.701387 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-eebb8d96-8b69-4033-8852-c6e5d53bb8ec tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:09.709223 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-8de0be38-2392-4e05-b440-5eb1d4ef364d tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:04:09.714396 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-5f49d741-3189-4ca1-ab50-ad2bacaac28b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:09.718704 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de0be38-2392-4e05-b440-5eb1d4ef364d tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:04:09.725299 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-5f49d741-3189-4ca1-ab50-ad2bacaac28b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:09.750608 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-eebb8d96-8b69-4033-8852-c6e5d53bb8ec tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Usage tracker for resource:subnet and tenant:d3e69eb5fab24f5d9451b2cf3f9d850d is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:04:09.752388 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de0be38-2392-4e05-b440-5eb1d4ef364d tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Pushing event updated for resources: {'Port': ['ID=33911546-9767-4270-98e9-62f3703c085e,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:09.759890 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-eebb8d96-8b69-4033-8852-c6e5d53bb8ec tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:04:09.768480 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-eebb8d96-8b69-4033-8852-c6e5d53bb8ec tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:09.774039 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=0fbd3e01-5412-4da8-9afd-78d297b6464d,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:09.786641 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-60838571-5e39-45a3-a74a-553a7f1104f3 None None] For port 0fbd3e01-5412-4da8-9afd-78d297b6464d, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=0fbd3e01-5412-4da8-9afd-78d297b6464d,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:04:09.787101 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-60838571-5e39-45a3-a74a-553a7f1104f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:09.821702 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f49d741-3189-4ca1-ab50-ad2bacaac28b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:04:09.881536 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eebb8d96-8b69-4033-8852-c6e5d53bb8ec tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Made reservation on behalf of d3e69eb5fab24f5d9451b2cf3f9d850d for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:04:09.885012 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-eebb8d96-8b69-4033-8852-c6e5d53bb8ec tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:09.919058 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-60838571-5e39-45a3-a74a-553a7f1104f3 None None] Calling delete_port for 0fbd3e01-5412-4da8-9afd-78d297b6464d owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:04:09.989710 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5f49d741-3189-4ca1-ab50-ad2bacaac28b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:10.019422 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-5f49d741-3189-4ca1-ab50-ad2bacaac28b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] device_id is not set on port 110b302a-a545-4fe2-85cd-5cfa2f3550cb yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:04:10.084930 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-60838571-5e39-45a3-a74a-553a7f1104f3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:04:10.085432 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-60838571-5e39-45a3-a74a-553a7f1104f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:04:10.244263 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-5f49d741-3189-4ca1-ab50-ad2bacaac28b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Allocated IP 2001:db8::e531:7a59:9681:af7e (76b60fc4-5668-469a-a3ef-49679dc3dfc0/da405692-e4e9-456d-8c2d-f53d82d65da4/110b302a-a545-4fe2-85cd-5cfa2f3550cb) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:04:10.377654 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8de0be38-2392-4e05-b440-5eb1d4ef364d tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:10.439033 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-eebb8d96-8b69-4033-8852-c6e5d53bb8ec tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:10.465416 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59450) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:10.486037 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5f49d741-3189-4ca1-ab50-ad2bacaac28b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:10.515376 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-5f49d741-3189-4ca1-ab50-ad2bacaac28b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Transition to ACTIVE for port object 110b302a-a545-4fe2-85cd-5cfa2f3550cb will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:04:10.531656 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebb8d96-8b69-4033-8852-c6e5d53bb8ec tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Network f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:04:10.538642 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5c2560f3-86fe-4626-af71-56637df6aabc admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=bbf940f29f9144b5b8f857666a18f14b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0721252 Jan 21 19:04:10.540533 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-eebb8d96-8b69-4033-8852-c6e5d53bb8ec tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:04:10.541658 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59454) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:10.543532 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebb8d96-8b69-4033-8852-c6e5d53bb8ec tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:10.544114 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-eebb8d96-8b69-4033-8852-c6e5d53bb8ec tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:10.551416 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61adc4ca-d611-41e2-9397-30f91bca228a None None] Network f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:04:10.592350 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8de0be38-2392-4e05-b440-5eb1d4ef364d tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:10.604772 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-83557bf5-d080-4497-8bc8-44564803928b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:10.630670 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-83557bf5-d080-4497-8bc8-44564803928b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:10.642089 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb8d96-8b69-4033-8852-c6e5d53bb8ec tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event updated for resources: {'Subnet': ['ID=13fc7be7-69cd-43f7-a038-131f5a347739,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:10.651383 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5f49d741-3189-4ca1-ab50-ad2bacaac28b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:10.741241 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f49d741-3189-4ca1-ab50-ad2bacaac28b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:04:10.746982 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-5f49d741-3189-4ca1-ab50-ad2bacaac28b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:04:10.753404 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f49d741-3189-4ca1-ab50-ad2bacaac28b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:04:10.758104 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f49d741-3189-4ca1-ab50-ad2bacaac28b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:10.761820 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5f49d741-3189-4ca1-ab50-ad2bacaac28b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:10.761941 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-eebb8d96-8b69-4033-8852-c6e5d53bb8ec tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4130111 Jan 21 19:04:10.762623 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f49d741-3189-4ca1-ab50-ad2bacaac28b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Port': ['ID=110b302a-a545-4fe2-85cd-5cfa2f3550cb,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:10.767232 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59458) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:10.778834 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-17f7e30f-f90d-4880-ab1c-c39e0cf02d30 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1854829947', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '13fc7be7-69cd-43f7-a038-131f5a347739'}], 'security_groups': ['f8c0e124-72cc-49cf-976e-a495445f6063', '9c942f3e-dd9e-48f3-8c35-90ab6f4cb06a']}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:10.840800 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8de0be38-2392-4e05-b440-5eb1d4ef364d tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:10.889105 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-83557bf5-d080-4497-8bc8-44564803928b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:10.891379 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-83557bf5-d080-4497-8bc8-44564803928b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:10.892479 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-83557bf5-d080-4497-8bc8-44564803928b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/537f1649-8c51-4177-b1db-97bc7f81e0ea HTTP/1.1" status: 204 len: 168 time: 0.3499205 Jan 21 19:04:10.909692 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5a7c24-86a2-45d9-8859-67f175a55028 None None] Update dhcp port {'port': {'network_id': 'f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9', 'fixed_ips': [{'subnet_id': 'b4705934-b66b-4161-9c12-e6a5ae25a2d6', 'ip_address': '172.20.0.18'}, {'subnet_id': 'eefdf5c2-803a-4c08-96c5-581ecce20ae4', 'ip_address': '172.20.0.2'}, {'subnet_id': '13fc7be7-69cd-43f7-a038-131f5a347739'}], 'binding:host_id': 'dv-neutron-825470-1-hyperv'}, 'id': '28323ae7-782a-4a58-8810-91f19d927276'} from dv-neutron-825470-1-hyperv. {{(pid=88138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 19:04:10.910438 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83557bf5-d080-4497-8bc8-44564803928b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537f1649-8c51-4177-b1db-97bc7f81e0ea,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:10.919062 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8de0be38-2392-4e05-b440-5eb1d4ef364d tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:10.963289 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-60838571-5e39-45a3-a74a-553a7f1104f3 None None] Deleting port 0fbd3e01-5412-4da8-9afd-78d297b6464d {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:04:10.963508 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5f49d741-3189-4ca1-ab50-ad2bacaac28b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4358079 Jan 21 19:04:10.963631 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-60838571-5e39-45a3-a74a-553a7f1104f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:10.964720 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59464) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:10.972344 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-7ca42d3c-39b6-434c-ba35-73e9b166a1ff tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'port': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'fixed_ips': [{'subnet_id': 'da405692-e4e9-456d-8c2d-f53d82d65da4', 'ip_address': '2001:db8::e531:7a59:9681:af7e'}], 'name': 'tempest-NetworksTestDHCPv6-414464978'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:11.028336 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ba5a7c24-86a2-45d9-8859-67f175a55028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:11.059942 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de0be38-2392-4e05-b440-5eb1d4ef364d tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Pushing event updated for resources: {'Port': ['ID=33911546-9767-4270-98e9-62f3703c085e,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:11.076342 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8de0be38-2392-4e05-b440-5eb1d4ef364d tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:11.178821 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-17f7e30f-f90d-4880-ab1c-c39e0cf02d30 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:11.202371 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-7ca42d3c-39b6-434c-ba35-73e9b166a1ff tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:11.236777 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-7ca42d3c-39b6-434c-ba35-73e9b166a1ff tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Usage tracker for resource:port and tenant:331b5c16a931412fafa4a9af40615562 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:04:11.245420 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-7ca42d3c-39b6-434c-ba35-73e9b166a1ff tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:04:11.263042 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-7ca42d3c-39b6-434c-ba35-73e9b166a1ff tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:11.438910 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-60838571-5e39-45a3-a74a-553a7f1104f3 None None] For port 0fbd3e01-5412-4da8-9afd-78d297b6464d, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=0fbd3e01-5412-4da8-9afd-78d297b6464d,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:04:11.439220 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-60838571-5e39-45a3-a74a-553a7f1104f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:11.469262 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.l3_db [None req-8de0be38-2392-4e05-b440-5eb1d4ef364d tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Floating IP 0004ee4d-e76c-473a-a4f5-ebdaa44e5516 associated. External IP: 172.26.1.226, port: c3695f4d-a306-4b00-b12b-342fad5604d2. Jan 21 19:04:11.492241 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca42d3c-39b6-434c-ba35-73e9b166a1ff tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:04:11.498002 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7ca42d3c-39b6-434c-ba35-73e9b166a1ff tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:11.532095 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-7ca42d3c-39b6-434c-ba35-73e9b166a1ff tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] device_id is not set on port 6e5b96a6-ac69-46f2-b6bc-8e042094283f yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:04:11.581028 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-60838571-5e39-45a3-a74a-553a7f1104f3 None None] Calling delete_port for 0fbd3e01-5412-4da8-9afd-78d297b6464d owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:04:11.625816 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-ba5a7c24-86a2-45d9-8859-67f175a55028 None None] Allocated IP 172.20.0.34 (f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9/13fc7be7-69cd-43f7-a038-131f5a347739/28323ae7-782a-4a58-8810-91f19d927276) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:04:11.802165 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-ba5a7c24-86a2-45d9-8859-67f175a55028 None None] For port 28323ae7-782a-4a58-8810-91f19d927276, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=28323ae7-782a-4a58-8810-91f19d927276,segment=NetworkSegment(d0d3882b-e9a0-4cb9-831b-cc65e052d69e),segment_id=d0d3882b-e9a0-4cb9-831b-cc65e052d69e)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:04:11.823684 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-60838571-5e39-45a3-a74a-553a7f1104f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:11.873267 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ba5a7c24-86a2-45d9-8859-67f175a55028 None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:11.879964 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de0be38-2392-4e05-b440-5eb1d4ef364d tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Router 38672101-c7c7-4eb1-a220-64bed0b717ae has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:04:11.891379 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60838571-5e39-45a3-a74a-553a7f1104f3 None None] Pushing event deleted for resources: {'Port': ['ID=0fbd3e01-5412-4da8-9afd-78d297b6464d,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:11.902792 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60838571-5e39-45a3-a74a-553a7f1104f3 None None] No DVR routers for this DVR port 0fbd3e01-5412-4da8-9afd-78d297b6464d on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:04:11.906997 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-ba5a7c24-86a2-45d9-8859-67f175a55028 None None] Transition to ACTIVE for port object 28323ae7-782a-4a58-8810-91f19d927276 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:04:11.919344 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3640d7b3-ab62-4deb-a771-9713b7ebb728 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:04:11.976183 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ca42d3c-39b6-434c-ba35-73e9b166a1ff tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 21 19:04:11.976808 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ca42d3c-39b6-434c-ba35-73e9b166a1ff tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:04:12.015289 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ba5a7c24-86a2-45d9-8859-67f175a55028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:12.077127 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de0be38-2392-4e05-b440-5eb1d4ef364d tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:04:12.092129 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8409c1-0899-4365-a1ea-76a83ca218ca None None] Sync routers for ids ['38672101-c7c7-4eb1-a220-64bed0b717ae'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:04:12.122092 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-7ca42d3c-39b6-434c-ba35-73e9b166a1ff tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1563141 Jan 21 19:04:12.125373 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59468) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:12.161393 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-17f7e30f-f90d-4880-ab1c-c39e0cf02d30 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Delete allocated IP 172.20.0.13 (f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9/eefdf5c2-803a-4c08-96c5-581ecce20ae4) {{(pid=88137) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 21 19:04:12.170035 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-17f7e30f-f90d-4880-ab1c-c39e0cf02d30 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Allocated IP 172.20.0.45 (f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9/13fc7be7-69cd-43f7-a038-131f5a347739/d3445bff-ff77-4cf3-a793-864a6616c233) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:04:12.174977 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8de0be38-2392-4e05-b440-5eb1d4ef364d tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:12.240847 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-8de0be38-2392-4e05-b440-5eb1d4ef364d tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.7812235 Jan 21 19:04:12.243373 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59472) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:12.249374 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-186c5b47-e856-41b0-befd-c24a6b4b4852 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-203817377'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:12.257808 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-186c5b47-e856-41b0-befd-c24a6b4b4852 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:12.258000 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a7c24-86a2-45d9-8859-67f175a55028 None None] Pushing event updated for resources: {'Port': ['ID=28323ae7-782a-4a58-8810-91f19d927276,revision_number=7']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:12.261087 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8409c1-0899-4365-a1ea-76a83ca218ca None None] Routers {'38672101-c7c7-4eb1-a220-64bed0b717ae'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:04:12.261195 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-0e8409c1-0899-4365-a1ea-76a83ca218ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:03:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['38672101-c7c7-4eb1-a220-64bed0b717ae'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:12.265285 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-186c5b47-e856-41b0-befd-c24a6b4b4852 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Usage tracker for resource:network and tenant:1a64234390194d4d89c8cd088a8ecdc0 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:04:12.268989 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-186c5b47-e856-41b0-befd-c24a6b4b4852 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:04:12.276617 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-186c5b47-e856-41b0-befd-c24a6b4b4852 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:12.285656 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f508d3-aa9d-4e77-86fd-28805ba0df30 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:12.286383 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-96f508d3-aa9d-4e77-86fd-28805ba0df30 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:04:12.334286 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-0e8409c1-0899-4365-a1ea-76a83ca218ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:12.356778 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8409c1-0899-4365-a1ea-76a83ca218ca None None] Routers {'38672101-c7c7-4eb1-a220-64bed0b717ae'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:04:12.357392 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-0e8409c1-0899-4365-a1ea-76a83ca218ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:03:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['38672101-c7c7-4eb1-a220-64bed0b717ae'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:12.375986 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186c5b47-e856-41b0-befd-c24a6b4b4852 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Made reservation on behalf of 1a64234390194d4d89c8cd088a8ecdc0 for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:04:12.386276 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-186c5b47-e856-41b0-befd-c24a6b4b4852 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:12.406613 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-96f508d3-aa9d-4e77-86fd-28805ba0df30 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:04:12.408802 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-96f508d3-aa9d-4e77-86fd-28805ba0df30 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2822425 Jan 21 19:04:12.409735 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-17f7e30f-f90d-4880-ab1c-c39e0cf02d30 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:12.413377 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59476) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:12.435642 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-17f7e30f-f90d-4880-ab1c-c39e0cf02d30 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Transition to ACTIVE for port object d3445bff-ff77-4cf3-a793-864a6616c233 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:04:12.453047 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-0e8409c1-0899-4365-a1ea-76a83ca218ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:12.453446 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8409c1-0899-4365-a1ea-76a83ca218ca None None] The sync data for ids ['38672101-c7c7-4eb1-a220-64bed0b717ae'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:04:12.483801 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-186c5b47-e856-41b0-befd-c24a6b4b4852 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:04:12.497224 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b147b1-b78a-4f1e-9230-f09f05f0a527 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'tenant_id': '331b5c16a931412fafa4a9af40615562', 'fixed_ips': [{'subnet_id': 'da405692-e4e9-456d-8c2d-f53d82d65da4'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:04:12.498386 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-66b147b1-b78a-4f1e-9230-f09f05f0a527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:12.501295 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-17f7e30f-f90d-4880-ab1c-c39e0cf02d30 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:12.510254 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-186c5b47-e856-41b0-befd-c24a6b4b4852 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:12.510542 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-186c5b47-e856-41b0-befd-c24a6b4b4852 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Added segment 6e116de2-2bf4-4e8a-a876-549c2cb1c92d of type vlan for network 20bb8253-fa55-436e-bf2f-e7244726b7e1 Jan 21 19:04:12.524177 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-c2a19070-d9e6-4795-a343-bde9a554708f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting port 110b302a-a545-4fe2-85cd-5cfa2f3550cb {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:04:12.524598 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c2a19070-d9e6-4795-a343-bde9a554708f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:12.596019 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-186c5b47-e856-41b0-befd-c24a6b4b4852 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:12.686826 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-17f7e30f-f90d-4880-ab1c-c39e0cf02d30 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] In _notify_port_updated(), no bound segment for port d3445bff-ff77-4cf3-a793-864a6616c233 on network f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9 {{(pid=88137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 19:04:12.695882 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f7e30f-f90d-4880-ab1c-c39e0cf02d30 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:12.696703 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-17f7e30f-f90d-4880-ab1c-c39e0cf02d30 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:12.698122 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-17f7e30f-f90d-4880-ab1c-c39e0cf02d30 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "PUT /v2.0/ports/d3445bff-ff77-4cf3-a793-864a6616c233 HTTP/1.1" status: 200 len: 960 time: 1.9306619 Jan 21 19:04:12.702651 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59480) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:12.711278 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-66b147b1-b78a-4f1e-9230-f09f05f0a527 None None] Allocated IP 2001:db8::2 (76b60fc4-5668-469a-a3ef-49679dc3dfc0/da405692-e4e9-456d-8c2d-f53d82d65da4/3d8fc571-965d-46c1-be86-fd9eb149a6d3) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:04:12.749742 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7e30f-f90d-4880-ab1c-c39e0cf02d30 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event updated for resources: {'Port': ['ID=d3445bff-ff77-4cf3-a793-864a6616c233,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:12.788301 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-0ae1a316-5161-4216-89c6-675558f7a374 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Deleting port d3445bff-ff77-4cf3-a793-864a6616c233 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:04:12.791987 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0ae1a316-5161-4216-89c6-675558f7a374 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:12.810498 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-186c5b47-e856-41b0-befd-c24a6b4b4852 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:12.816994 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186c5b47-e856-41b0-befd-c24a6b4b4852 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:12.817864 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-186c5b47-e856-41b0-befd-c24a6b4b4852 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:12.909539 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c2a19070-d9e6-4795-a343-bde9a554708f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:12.976495 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186c5b47-e856-41b0-befd-c24a6b4b4852 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Pushing event updated for resources: {'Network': ['ID=20bb8253-fa55-436e-bf2f-e7244726b7e1,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:12.988395 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 20bb8253-fa55-436e-bf2f-e7244726b7e1 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:04:13.052224 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-186c5b47-e856-41b0-befd-c24a6b4b4852 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8077955 Jan 21 19:04:13.053334 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59484) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:13.081852 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0ae1a316-5161-4216-89c6-675558f7a374 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:13.105190 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-66b147b1-b78a-4f1e-9230-f09f05f0a527 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:13.139048 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-66b147b1-b78a-4f1e-9230-f09f05f0a527 None None] Transition to ACTIVE for port object 3d8fc571-965d-46c1-be86-fd9eb149a6d3 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:04:13.139455 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-c2a19070-d9e6-4795-a343-bde9a554708f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Calling delete_port for 110b302a-a545-4fe2-85cd-5cfa2f3550cb owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:04:13.150430 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-5b57ee65-e621-468b-8e7b-43fd0798b377 None None] Provisioning complete for port 039fb203-d65c-4b05-b3e6-b3b70e626572 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:04:13.150913 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5b57ee65-e621-468b-8e7b-43fd0798b377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:13.209548 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-66b147b1-b78a-4f1e-9230-f09f05f0a527 None None] Transition to ACTIVE for port object 3d8fc571-965d-46c1-be86-fd9eb149a6d3 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:04:13.225817 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-0ae1a316-5161-4216-89c6-675558f7a374 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Calling delete_port for d3445bff-ff77-4cf3-a793-864a6616c233 owned by {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:04:13.232613 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-5b57ee65-e621-468b-8e7b-43fd0798b377 None None] Port 039fb203-d65c-4b05-b3e6-b3b70e626572 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:04:13.263633 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-a077e546-5815-4d3c-b331-eb2018261b07 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Request body: {'subnet': {'network_id': '20bb8253-fa55-436e-bf2f-e7244726b7e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:13.273814 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 28323ae7-782a-4a58-8810-91f19d927276 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:04:13.305650 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-66b147b1-b78a-4f1e-9230-f09f05f0a527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:13.357589 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-5b57ee65-e621-468b-8e7b-43fd0798b377 None None] Provisioning for port 28323ae7-782a-4a58-8810-91f19d927276 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:04:13.402112 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-5b57ee65-e621-468b-8e7b-43fd0798b377 None None] Provisioning complete for port 28323ae7-782a-4a58-8810-91f19d927276 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:04:13.402758 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5b57ee65-e621-468b-8e7b-43fd0798b377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:13.432140 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b147b1-b78a-4f1e-9230-f09f05f0a527 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:04:13.435739 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-66b147b1-b78a-4f1e-9230-f09f05f0a527 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:04:13.452890 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b147b1-b78a-4f1e-9230-f09f05f0a527 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:04:13.455957 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0ae1a316-5161-4216-89c6-675558f7a374 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:13.525810 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1a316-5161-4216-89c6-675558f7a374 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event deleted for resources: {'Port': ['ID=d3445bff-ff77-4cf3-a793-864a6616c233,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:13.540297 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b147b1-b78a-4f1e-9230-f09f05f0a527 None None] Pushing event updated for resources: {'Port': ['ID=3d8fc571-965d-46c1-be86-fd9eb149a6d3,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:13.628474 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-66b147b1-b78a-4f1e-9230-f09f05f0a527 None None] Attempting to bind port 3d8fc571-965d-46c1-be86-fd9eb149a6d3 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:04:13.629591 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-66b147b1-b78a-4f1e-9230-f09f05f0a527 None None] Attempting to bind port 3d8fc571-965d-46c1-be86-fd9eb149a6d3 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:04:13.630162 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b147b1-b78a-4f1e-9230-f09f05f0a527 None None] Attempting to bind port 3d8fc571-965d-46c1-be86-fd9eb149a6d3 on network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:04:13.646267 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b147b1-b78a-4f1e-9230-f09f05f0a527 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:04:13.647129 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b147b1-b78a-4f1e-9230-f09f05f0a527 None None] Checking segment: {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:04:13.647631 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-66b147b1-b78a-4f1e-9230-f09f05f0a527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:13.648117 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b147b1-b78a-4f1e-9230-f09f05f0a527 None None] Bound using segment: {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:04:13.648742 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-66b147b1-b78a-4f1e-9230-f09f05f0a527 None None] Bound port: 3d8fc571-965d-46c1-be86-fd9eb149a6d3, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:04:13.649209 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-66b147b1-b78a-4f1e-9230-f09f05f0a527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:13.651235 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-a077e546-5815-4d3c-b331-eb2018261b07 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:13.651826 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0ae1a316-5161-4216-89c6-675558f7a374 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:13.661842 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-a077e546-5815-4d3c-b331-eb2018261b07 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Usage tracker for resource:subnet and tenant:1a64234390194d4d89c8cd088a8ecdc0 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:04:13.667659 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-a077e546-5815-4d3c-b331-eb2018261b07 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:04:13.675031 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 28323ae7-782a-4a58-8810-91f19d927276 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:04:13.675031 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:13.679124 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-a077e546-5815-4d3c-b331-eb2018261b07 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:13.719920 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-0ae1a316-5161-4216-89c6-675558f7a374 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/ports/d3445bff-ff77-4cf3-a793-864a6616c233 HTTP/1.1" status: 204 len: 168 time: 1.0160196 Jan 21 19:04:13.722425 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59500) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:13.758805 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c2a19070-d9e6-4795-a343-bde9a554708f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:13.761427 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a077e546-5815-4d3c-b331-eb2018261b07 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Made reservation on behalf of 1a64234390194d4d89c8cd088a8ecdc0 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:04:13.765801 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a077e546-5815-4d3c-b331-eb2018261b07 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:13.812793 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b4c8b3b-1252-47e4-b334-dd0d9ce0c82d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] GET failed (client error): The resource could not be found. Jan 21 19:04:13.813581 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-6b4c8b3b-1252-47e4-b334-dd0d9ce0c82d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Synchronizing usage tracker for tenant:d3e69eb5fab24f5d9451b2cf3f9d850d on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:04:13.864655 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a19070-d9e6-4795-a343-bde9a554708f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Port': ['ID=110b302a-a545-4fe2-85cd-5cfa2f3550cb,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:13.865064 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-5b57ee65-e621-468b-8e7b-43fd0798b377 None None] Could not find standard attr ID for object d3445bff-ff77-4cf3-a793-864a6616c233. {{(pid=88138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 19:04:13.871509 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-66b147b1-b78a-4f1e-9230-f09f05f0a527 None None] For port 3d8fc571-965d-46c1-be86-fd9eb149a6d3, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:04:13.875427 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-66b147b1-b78a-4f1e-9230-f09f05f0a527 None None] For port 3d8fc571-965d-46c1-be86-fd9eb149a6d3, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=3d8fc571-965d-46c1-be86-fd9eb149a6d3,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:04:13.913334 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-6b4c8b3b-1252-47e4-b334-dd0d9ce0c82d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Unset dirty status for tenant:d3e69eb5fab24f5d9451b2cf3f9d850d on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:04:13.915143 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-6b4c8b3b-1252-47e4-b334-dd0d9ce0c82d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "GET /v2.0/ports/d3445bff-ff77-4cf3-a793-864a6616c233 HTTP/1.1" status: 404 len: 333 time: 0.1905966 Jan 21 19:04:13.917129 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59504) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:13.970627 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-66b147b1-b78a-4f1e-9230-f09f05f0a527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:13.979911 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c2a19070-d9e6-4795-a343-bde9a554708f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:13.993097 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b9f35f05-a54c-4773-aa4a-61e11b54501c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:14.038245 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-ab98d699-32db-453d-8539-1a06dac4d230 None None] Could not find standard attr ID for object d3445bff-ff77-4cf3-a793-864a6616c233. {{(pid=88138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 19:04:14.043892 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b9f35f05-a54c-4773-aa4a-61e11b54501c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:14.065299 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b147b1-b78a-4f1e-9230-f09f05f0a527 None None] Pushing event updated for resources: {'Port': ['ID=3d8fc571-965d-46c1-be86-fd9eb149a6d3,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:14.081914 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c2a19070-d9e6-4795-a343-bde9a554708f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/ports/110b302a-a545-4fe2-85cd-5cfa2f3550cb HTTP/1.1" status: 204 len: 168 time: 1.6649184 Jan 21 19:04:14.085615 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59508) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:14.198542 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d2745a-61b3-485a-bc10-e2b452d2d047 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:14.198824 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b9f35f05-a54c-4773-aa4a-61e11b54501c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:14.200944 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d2745a-61b3-485a-bc10-e2b452d2d047 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:14.202501 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-57d2745a-61b3-485a-bc10-e2b452d2d047 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1159062 Jan 21 19:04:14.205334 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59516) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:14.222204 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f35f05-a54c-4773-aa4a-61e11b54501c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d1bc76-d65e-4847-b859-59d8fa3c775e,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:14.239117 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b9f35f05-a54c-4773-aa4a-61e11b54501c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:14.246536 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b9f35f05-a54c-4773-aa4a-61e11b54501c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/security-groups/60d1bc76-d65e-4847-b859-59d8fa3c775e HTTP/1.1" status: 204 len: 168 time: 0.3277757 Jan 21 19:04:14.247269 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59520) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:14.390851 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dd3569f-9434-4b5f-a1d2-40d42a17755a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting subnet da405692-e4e9-456d-8c2d-f53d82d65da4 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:04:14.396998 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6dd3569f-9434-4b5f-a1d2-40d42a17755a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:14.437701 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a077e546-5815-4d3c-b331-eb2018261b07 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:14.455005 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fa9b72dd-dd95-4af5-9819-f784bdf2ccbb tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:14.473203 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6dd3569f-9434-4b5f-a1d2-40d42a17755a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:14.485715 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fa9b72dd-dd95-4af5-9819-f784bdf2ccbb tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:14.612240 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338c866-4523-4921-a761-d77f79f0ae21 req-b108a956-23b5-4a47-a5a3-b15b9207857f tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:14.613863 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8338c866-4523-4921-a761-d77f79f0ae21 req-b108a956-23b5-4a47-a5a3-b15b9207857f tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead1a893-d8bc-464c-a75c-9dfb8bc7fda2 HTTP/1.1" status: 200 len: 945 time: 0.3623118 Jan 21 19:04:14.619401 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fa9b72dd-dd95-4af5-9819-f784bdf2ccbb tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:14.638903 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9b72dd-dd95-4af5-9819-f784bdf2ccbb tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c942f3e-dd9e-48f3-8c35-90ab6f4cb06a,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:14.643666 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fa9b72dd-dd95-4af5-9819-f784bdf2ccbb tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:14.646062 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-fa9b72dd-dd95-4af5-9819-f784bdf2ccbb tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/security-groups/9c942f3e-dd9e-48f3-8c35-90ab6f4cb06a HTTP/1.1" status: 204 len: 168 time: 0.3970501 Jan 21 19:04:14.647886 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59528) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:14.673200 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a077e546-5815-4d3c-b331-eb2018261b07 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Pushing event updated for resources: {'Subnet': ['ID=4f6f0d35-8044-43d1-b018-56081fee0b07,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:14.695714 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a077e546-5815-4d3c-b331-eb2018261b07 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Checking segment: {'id': '6e116de2-2bf4-4e8a-a876-549c2cb1c92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '20bb8253-fa55-436e-bf2f-e7244726b7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:04:14.696080 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a077e546-5815-4d3c-b331-eb2018261b07 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Network hostable DHCP agents. Network: 20bb8253-fa55-436e-bf2f-e7244726b7e1, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:04:14.718175 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e83ca40e-4b13-499d-b81f-2bfebcd8df7d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:14.722350 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8338c866-4523-4921-a761-d77f79f0ae21 req-489a6f63-47b7-4607-be59-6588a459b2b0 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/security-groups?id=84380b41-afe6-4abf-bafe-93a3de4a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906980 Jan 21 19:04:14.727843 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6dd3569f-9434-4b5f-a1d2-40d42a17755a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:14.752088 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e83ca40e-4b13-499d-b81f-2bfebcd8df7d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:14.861429 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a077e546-5815-4d3c-b331-eb2018261b07 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Network 20bb8253-fa55-436e-bf2f-e7244726b7e1 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:04:14.890195 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e83ca40e-4b13-499d-b81f-2bfebcd8df7d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:14.890457 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6dd3569f-9434-4b5f-a1d2-40d42a17755a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:14.915871 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ca40e-4b13-499d-b81f-2bfebcd8df7d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c0e124-72cc-49cf-976e-a495445f6063,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:14.922488 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e83ca40e-4b13-499d-b81f-2bfebcd8df7d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:14.926032 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e83ca40e-4b13-499d-b81f-2bfebcd8df7d tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/security-groups/f8c0e124-72cc-49cf-976e-a495445f6063 HTTP/1.1" status: 204 len: 168 time: 0.2748520 Jan 21 19:04:14.929319 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59532) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:14.939427 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd3569f-9434-4b5f-a1d2-40d42a17755a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Subnet': ['ID=da405692-e4e9-456d-8c2d-f53d82d65da4,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:14.950618 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6dd3569f-9434-4b5f-a1d2-40d42a17755a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:14.959760 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-a077e546-5815-4d3c-b331-eb2018261b07 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 20bb8253-fa55-436e-bf2f-e7244726b7e1) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:04:14.970170 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1f73b0-9f08-4628-9bbd-ec162896cb3c None None] Network 20bb8253-fa55-436e-bf2f-e7244726b7e1 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:04:14.975613 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a077e546-5815-4d3c-b331-eb2018261b07 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:14.976197 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a077e546-5815-4d3c-b331-eb2018261b07 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:14.984285 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-6dd3569f-9434-4b5f-a1d2-40d42a17755a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/da405692-e4e9-456d-8c2d-f53d82d65da4 HTTP/1.1" status: 204 len: 168 time: 0.7776883 Jan 21 19:04:14.985002 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59536) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:15.062415 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a077e546-5815-4d3c-b331-eb2018261b07 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9337206 Jan 21 19:04:15.064925 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59540) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:15.069939 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-29ebe5aa-1b71-4c87-aef5-6d630cea80f9 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0804451 Jan 21 19:04:15.072368 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-5adfe2e1-c732-40ac-82cb-4554f4319eab tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2107232849', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}, 'admin_state_up': False}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:15.080350 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-5adfe2e1-c732-40ac-82cb-4554f4319eab tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:15.080678 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59544) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:15.085005 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-5adfe2e1-c732-40ac-82cb-4554f4319eab tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Usage tracker for resource:router and tenant:1a64234390194d4d89c8cd088a8ecdc0 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:04:15.088320 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-5adfe2e1-c732-40ac-82cb-4554f4319eab tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:04:15.093936 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9a5abfc-2cb5-4033-a787-68ffdefb1115 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Deleting subnet eefdf5c2-803a-4c08-96c5-581ecce20ae4 {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:04:15.099677 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-5adfe2e1-c732-40ac-82cb-4554f4319eab tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:15.100237 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d9a5abfc-2cb5-4033-a787-68ffdefb1115 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:15.131682 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-cb4551d1-4fa4-44ce-b9ac-7236d5d044fd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'subnet': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:15.159109 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5adfe2e1-c732-40ac-82cb-4554f4319eab tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:15.164027 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5adfe2e1-c732-40ac-82cb-4554f4319eab tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:15.197899 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5adfe2e1-c732-40ac-82cb-4554f4319eab tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:15.242655 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e523e44-cc97-49eb-b1fb-4967057ec9bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-20bb8253-fa55-436e-bf2f-e7244726b7e1', 'network_id': '20bb8253-fa55-436e-bf2f-e7244726b7e1', 'tenant_id': '1a64234390194d4d89c8cd088a8ecdc0', 'fixed_ips': [{'subnet_id': '4f6f0d35-8044-43d1-b018-56081fee0b07'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:04:15.243733 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1e523e44-cc97-49eb-b1fb-4967057ec9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:15.251985 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d9a5abfc-2cb5-4033-a787-68ffdefb1115 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:15.322332 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 3d8fc571-965d-46c1-be86-fd9eb149a6d3 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:04:15.333737 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-cb4551d1-4fa4-44ce-b9ac-7236d5d044fd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:15.342205 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-cb4551d1-4fa4-44ce-b9ac-7236d5d044fd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Usage tracker for resource:subnet and tenant:331b5c16a931412fafa4a9af40615562 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:04:15.348823 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-cb4551d1-4fa4-44ce-b9ac-7236d5d044fd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:04:15.359403 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-cb4551d1-4fa4-44ce-b9ac-7236d5d044fd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:15.359873 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a80f4d-e21a-46bb-aedf-df9eb2a71a08 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:04:15.392084 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d9a5abfc-2cb5-4033-a787-68ffdefb1115 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:15.463394 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4551d1-4fa4-44ce-b9ac-7236d5d044fd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:04:15.466865 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cb4551d1-4fa4-44ce-b9ac-7236d5d044fd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:15.475810 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-7a2b0d1e-6063-4cea-b53b-1e457505548e None None] Could not find standard attr ID for object 110b302a-a545-4fe2-85cd-5cfa2f3550cb. {{(pid=88138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 19:04:15.602258 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5adfe2e1-c732-40ac-82cb-4554f4319eab tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:15.661184 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d9a5abfc-2cb5-4033-a787-68ffdefb1115 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:15.685835 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-7a2b0d1e-6063-4cea-b53b-1e457505548e None None] Provisioning for port 3d8fc571-965d-46c1-be86-fd9eb149a6d3 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:04:15.706117 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a5abfc-2cb5-4033-a787-68ffdefb1115 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event deleted for resources: {'Subnet': ['ID=eefdf5c2-803a-4c08-96c5-581ecce20ae4,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:15.717186 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d9a5abfc-2cb5-4033-a787-68ffdefb1115 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:15.728633 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-d9a5abfc-2cb5-4033-a787-68ffdefb1115 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/subnets/eefdf5c2-803a-4c08-96c5-581ecce20ae4 HTTP/1.1" status: 204 len: 168 time: 0.7981253 Jan 21 19:04:15.731891 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59548) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:15.733033 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-1e523e44-cc97-49eb-b1fb-4967057ec9bd None None] Allocated IP 172.20.0.2 (20bb8253-fa55-436e-bf2f-e7244726b7e1/4f6f0d35-8044-43d1-b018-56081fee0b07/a640d139-a697-48e4-aeff-7b64e82af827) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:04:15.742462 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825201b3-f65f-4467-ad8a-35739d5268a0 None None] Network f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:04:15.776127 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 3d8fc571-965d-46c1-be86-fd9eb149a6d3 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:04:15.835714 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 3d8fc571-965d-46c1-be86-fd9eb149a6d3 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:04:15.836102 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:15.908435 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6c13792-abe5-4874-8140-d87740829907 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Deleting subnet 13fc7be7-69cd-43f7-a038-131f5a347739 {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:04:15.916779 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b6c13792-abe5-4874-8140-d87740829907 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:15.993943 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b6c13792-abe5-4874-8140-d87740829907 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:16.021886 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a30d003-8525-4026-a464-3637f99d54cc None None] DHCP port deletion for 76b60fc4-5668-469a-a3ef-49679dc3dfc0 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:04:16.032960 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cb4551d1-4fa4-44ce-b9ac-7236d5d044fd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:16.045444 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-8a30d003-8525-4026-a464-3637f99d54cc None None] Deleting port 3d8fc571-965d-46c1-be86-fd9eb149a6d3 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:04:16.045828 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8a30d003-8525-4026-a464-3637f99d54cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:16.084693 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296c695-b234-4fec-9be8-f832a916a63e req-455a42c4-7bf0-4d2a-b6ec-aeb913bc8bf1 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:16.086345 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c296c695-b234-4fec-9be8-f832a916a63e req-455a42c4-7bf0-4d2a-b6ec-aeb913bc8bf1 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead1a893-d8bc-464c-a75c-9dfb8bc7fda2 HTTP/1.1" status: 200 len: 945 time: 0.2266560 Jan 21 19:04:16.115836 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4551d1-4fa4-44ce-b9ac-7236d5d044fd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:04:16.122721 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-cb4551d1-4fa4-44ce-b9ac-7236d5d044fd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:04:16.125625 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4551d1-4fa4-44ce-b9ac-7236d5d044fd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:16.126235 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cb4551d1-4fa4-44ce-b9ac-7236d5d044fd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:16.145840 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4551d1-4fa4-44ce-b9ac-7236d5d044fd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Subnet': ['ID=2901a234-3331-410f-a1e9-99c4ebaa966a,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:16.180134 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b6c13792-abe5-4874-8140-d87740829907 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:16.242072 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-cb4551d1-4fa4-44ce-b9ac-7236d5d044fd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1560400 Jan 21 19:04:16.243114 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59554) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:16.248406 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-d186c2b1-5189-47e5-a4a7-e4e32a050dbb tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'port': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'fixed_ips': [{'subnet_id': '2901a234-3331-410f-a1e9-99c4ebaa966a', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1347851207'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:16.290933 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5adfe2e1-c732-40ac-82cb-4554f4319eab tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for router_gateway, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:16.348615 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c296c695-b234-4fec-9be8-f832a916a63e req-7a6e42fb-0ddc-4f54-a690-4f82b39ffad5 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/security-groups?id=84380b41-afe6-4abf-bafe-93a3de4a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064722 Jan 21 19:04:16.351182 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5adfe2e1-c732-40ac-82cb-4554f4319eab tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:16.423959 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b6c13792-abe5-4874-8140-d87740829907 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:16.452822 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1e523e44-cc97-49eb-b1fb-4967057ec9bd None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:16.464424 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:16.476028 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b6c13792-abe5-4874-8140-d87740829907 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:16.482413 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c13792-abe5-4874-8140-d87740829907 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event deleted for resources: {'Subnet': ['ID=13fc7be7-69cd-43f7-a038-131f5a347739,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:16.493568 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b6c13792-abe5-4874-8140-d87740829907 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/subnets/13fc7be7-69cd-43f7-a038-131f5a347739 HTTP/1.1" status: 204 len: 168 time: 0.7571075 Jan 21 19:04:16.498403 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59558) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:16.506200 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-1e523e44-cc97-49eb-b1fb-4967057ec9bd None None] Transition to ACTIVE for port object a640d139-a697-48e4-aeff-7b64e82af827 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:04:16.553830 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-5adfe2e1-c732-40ac-82cb-4554f4319eab tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Allocated IP 172.26.1.244 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/32366036-b207-493b-b451-1d491752d7f5) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:04:16.554061 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-a67dc4e2-e3ea-474c-9c25-48bbb1f17d78 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] DELETE failed (client error): The resource could not be found. Jan 21 19:04:16.554404 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a67dc4e2-e3ea-474c-9c25-48bbb1f17d78 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:04:16.558432 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-a67dc4e2-e3ea-474c-9c25-48bbb1f17d78 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/subnets/eefdf5c2-803a-4c08-96c5-581ecce20ae4 HTTP/1.1" status: 404 len: 337 time: 0.0568728 Jan 21 19:04:16.563865 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59562) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:16.567861 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-d186c2b1-5189-47e5-a4a7-e4e32a050dbb tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:16.572067 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-d186c2b1-5189-47e5-a4a7-e4e32a050dbb tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Usage tracker for resource:port and tenant:331b5c16a931412fafa4a9af40615562 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:04:16.575306 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-d186c2b1-5189-47e5-a4a7-e4e32a050dbb tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:04:16.581479 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-d186c2b1-5189-47e5-a4a7-e4e32a050dbb tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:16.592553 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-1e523e44-cc97-49eb-b1fb-4967057ec9bd None None] Transition to ACTIVE for port object a640d139-a697-48e4-aeff-7b64e82af827 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:04:16.611521 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 3d8fc571-965d-46c1-be86-fd9eb149a6d3, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=3d8fc571-965d-46c1-be86-fd9eb149a6d3,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:04:16.634344 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-8a30d003-8525-4026-a464-3637f99d54cc None None] For port 3d8fc571-965d-46c1-be86-fd9eb149a6d3, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=3d8fc571-965d-46c1-be86-fd9eb149a6d3,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:04:16.634728 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8a30d003-8525-4026-a464-3637f99d54cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:16.650191 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d186c2b1-5189-47e5-a4a7-e4e32a050dbb tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:04:16.666459 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff89fafd-2c6d-4ab7-8c7f-9406d448f4af tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Deleting subnet b4705934-b66b-4161-9c12-e6a5ae25a2d6 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:04:16.720412 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ff89fafd-2c6d-4ab7-8c7f-9406d448f4af tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:16.783720 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d186c2b1-5189-47e5-a4a7-e4e32a050dbb tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:16.790878 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1e523e44-cc97-49eb-b1fb-4967057ec9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:16.794420 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:16.804325 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-8a30d003-8525-4026-a464-3637f99d54cc None None] Calling delete_port for 3d8fc571-965d-46c1-be86-fd9eb149a6d3 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:04:16.804594 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ff89fafd-2c6d-4ab7-8c7f-9406d448f4af tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:16.866503 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5adfe2e1-c732-40ac-82cb-4554f4319eab tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:16.913801 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-d186c2b1-5189-47e5-a4a7-e4e32a050dbb tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] device_id is not set on port 815703e4-6cf7-4194-9926-677b7eb9a461 yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:04:16.921071 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ff89fafd-2c6d-4ab7-8c7f-9406d448f4af tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:16.934433 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e523e44-cc97-49eb-b1fb-4967057ec9bd None None] Network 20bb8253-fa55-436e-bf2f-e7244726b7e1 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:04:16.944429 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-1e523e44-cc97-49eb-b1fb-4967057ec9bd None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:04:16.949324 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e523e44-cc97-49eb-b1fb-4967057ec9bd None None] Pushing event updated for resources: {'Port': ['ID=a640d139-a697-48e4-aeff-7b64e82af827,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:16.951556 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e523e44-cc97-49eb-b1fb-4967057ec9bd None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:04:16.954713 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35298ee5-51cc-4723-80f2-45ab9c678fd9 None None] Update dhcp port {'port': {'network_id': 'f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9', 'fixed_ips': [{'subnet_id': 'b4705934-b66b-4161-9c12-e6a5ae25a2d6', 'ip_address': '172.20.0.18'}, {'subnet_id': '13fc7be7-69cd-43f7-a038-131f5a347739'}], 'binding:host_id': 'dv-neutron-825470-1-hyperv'}, 'id': '28323ae7-782a-4a58-8810-91f19d927276'} from dv-neutron-825470-1-hyperv. {{(pid=88138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 19:04:17.015713 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5adfe2e1-c732-40ac-82cb-4554f4319eab tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:17.089712 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adfe2e1-c732-40ac-82cb-4554f4319eab tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:04:17.092440 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-5adfe2e1-c732-40ac-82cb-4554f4319eab tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:04:17.096800 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-d186c2b1-5189-47e5-a4a7-e4e32a050dbb tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 19:04:17.096991 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adfe2e1-c732-40ac-82cb-4554f4319eab tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:04:17.097384 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d186c2b1-5189-47e5-a4a7-e4e32a050dbb tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:04:17.125022 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adfe2e1-c732-40ac-82cb-4554f4319eab tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Pushing event updated for resources: {'Port': ['ID=32366036-b207-493b-b451-1d491752d7f5,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:17.131302 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ff89fafd-2c6d-4ab7-8c7f-9406d448f4af tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:17.156907 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=3d8fc571-965d-46c1-be86-fd9eb149a6d3,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:17.159287 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-35298ee5-51cc-4723-80f2-45ab9c678fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:17.174932 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-8a30d003-8525-4026-a464-3637f99d54cc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:04:17.175308 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-8a30d003-8525-4026-a464-3637f99d54cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:04:17.177985 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adfe2e1-c732-40ac-82cb-4554f4319eab tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:04:17.178340 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adfe2e1-c732-40ac-82cb-4554f4319eab tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:04:17.180082 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adfe2e1-c732-40ac-82cb-4554f4319eab tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:04:17.180082 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adfe2e1-c732-40ac-82cb-4554f4319eab tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:04:17.180082 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adfe2e1-c732-40ac-82cb-4554f4319eab tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:04:17.180082 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adfe2e1-c732-40ac-82cb-4554f4319eab tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:04:17.180082 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adfe2e1-c732-40ac-82cb-4554f4319eab tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:04:17.180520 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adfe2e1-c732-40ac-82cb-4554f4319eab tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:04:17.180520 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adfe2e1-c732-40ac-82cb-4554f4319eab tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:04:17.180831 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adfe2e1-c732-40ac-82cb-4554f4319eab tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:04:17.181295 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adfe2e1-c732-40ac-82cb-4554f4319eab tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:04:17.181414 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adfe2e1-c732-40ac-82cb-4554f4319eab tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:04:17.183210 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-1e523e44-cc97-49eb-b1fb-4967057ec9bd None None] Attempting to bind port a640d139-a697-48e4-aeff-7b64e82af827 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:04:17.183571 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-1e523e44-cc97-49eb-b1fb-4967057ec9bd None None] Attempting to bind port a640d139-a697-48e4-aeff-7b64e82af827 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '6e116de2-2bf4-4e8a-a876-549c2cb1c92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '20bb8253-fa55-436e-bf2f-e7244726b7e1'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:04:17.184383 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e523e44-cc97-49eb-b1fb-4967057ec9bd None None] Attempting to bind port a640d139-a697-48e4-aeff-7b64e82af827 on network 20bb8253-fa55-436e-bf2f-e7244726b7e1 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:04:17.193035 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89fafd-2c6d-4ab7-8c7f-9406d448f4af tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event deleted for resources: {'Subnet': ['ID=b4705934-b66b-4161-9c12-e6a5ae25a2d6,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:17.194953 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ff89fafd-2c6d-4ab7-8c7f-9406d448f4af tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:17.204084 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-d186c2b1-5189-47e5-a4a7-e4e32a050dbb tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9581180 Jan 21 19:04:17.204440 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59566) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:17.214561 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e523e44-cc97-49eb-b1fb-4967057ec9bd None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:04:17.214932 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e523e44-cc97-49eb-b1fb-4967057ec9bd None None] Checking segment: {'id': '6e116de2-2bf4-4e8a-a876-549c2cb1c92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '20bb8253-fa55-436e-bf2f-e7244726b7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:04:17.215331 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1e523e44-cc97-49eb-b1fb-4967057ec9bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:17.215760 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e523e44-cc97-49eb-b1fb-4967057ec9bd None None] Bound using segment: {'id': '6e116de2-2bf4-4e8a-a876-549c2cb1c92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '20bb8253-fa55-436e-bf2f-e7244726b7e1'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:04:17.216203 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-1e523e44-cc97-49eb-b1fb-4967057ec9bd None None] Bound port: a640d139-a697-48e4-aeff-7b64e82af827, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e116de2-2bf4-4e8a-a876-549c2cb1c92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '20bb8253-fa55-436e-bf2f-e7244726b7e1'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:04:17.216576 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1e523e44-cc97-49eb-b1fb-4967057ec9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:17.221116 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ff89fafd-2c6d-4ab7-8c7f-9406d448f4af tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/subnets/b4705934-b66b-4161-9c12-e6a5ae25a2d6 HTTP/1.1" status: 204 len: 168 time: 0.6607161 Jan 21 19:04:17.255360 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59570) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:17.295149 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 3d8fc571-965d-46c1-be86-fd9eb149a6d3 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:04:17.306979 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6ec058b-1d3b-4123-9bdd-bde56d04bfae tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] DELETE failed (client error): The resource could not be found. Jan 21 19:04:17.307582 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6ec058b-1d3b-4123-9bdd-bde56d04bfae tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:04:17.311887 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b6ec058b-1d3b-4123-9bdd-bde56d04bfae tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/subnets/2720ca2c-fc80-47ed-b01a-3352c28f9dfc HTTP/1.1" status: 404 len: 337 time: 0.0529087 Jan 21 19:04:17.312237 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59574) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:17.368725 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-da1873e1-fb04-4904-9938-b77c36cd35f8 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "GET /v2.0/ports?device_id=f9e94af8-261c-4021-b6fe-abd22224d74e HTTP/1.1" status: 200 len: 205 time: 0.0533028 Jan 21 19:04:17.369019 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59578) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:17.441872 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-ef7fead3-e1cd-447f-aeed-a49332045093 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] delete failed (client error): The resource could not be found. Jan 21 19:04:17.446140 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ef7fead3-e1cd-447f-aeed-a49332045093 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/routers/f9e94af8-261c-4021-b6fe-abd22224d74e HTTP/1.1" status: 404 len: 336 time: 0.0730894 Jan 21 19:04:17.446140 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59584) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:17.485465 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-1e523e44-cc97-49eb-b1fb-4967057ec9bd None None] For port a640d139-a697-48e4-aeff-7b64e82af827, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:04:17.493968 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-1e523e44-cc97-49eb-b1fb-4967057ec9bd None None] For port a640d139-a697-48e4-aeff-7b64e82af827, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=a640d139-a697-48e4-aeff-7b64e82af827,segment=NetworkSegment(6e116de2-2bf4-4e8a-a876-549c2cb1c92d),segment_id=6e116de2-2bf4-4e8a-a876-549c2cb1c92d)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:04:17.494709 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cf9dbe0-0281-4fb9-ac4d-c1d4bba8729c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] DELETE failed (client error): The resource could not be found. Jan 21 19:04:17.495240 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cf9dbe0-0281-4fb9-ac4d-c1d4bba8729c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:04:17.497003 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-1cf9dbe0-0281-4fb9-ac4d-c1d4bba8729c tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/subnets/807b950c-2af6-4b27-9551-ff9899052210 HTTP/1.1" status: 404 len: 337 time: 0.0503430 Jan 21 19:04:17.499781 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59588) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:17.526364 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3af966-b95d-42c4-948a-6535e0d9cf23 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:17.527158 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-2d3af966-b95d-42c4-948a-6535e0d9cf23 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:04:17.550153 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:17.587066 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7d666d-f317-498d-bf00-56798b6ce679 None None] Network f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:04:17.602955 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 3d8fc571-965d-46c1-be86-fd9eb149a6d3, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=3d8fc571-965d-46c1-be86-fd9eb149a6d3,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:04:17.606971 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1e523e44-cc97-49eb-b1fb-4967057ec9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:17.643272 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1141c32-8545-4b0f-ba2f-e4b247578e83 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] DELETE failed (client error): The resource could not be found. Jan 21 19:04:17.643725 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1141c32-8545-4b0f-ba2f-e4b247578e83 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:04:17.648629 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c1141c32-8545-4b0f-ba2f-e4b247578e83 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/subnets/13c1e500-f7da-4346-99b3-e4b6d00a699b HTTP/1.1" status: 404 len: 337 time: 0.1450200 Jan 21 19:04:17.649600 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59592) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:17.653183 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-2d3af966-b95d-42c4-948a-6535e0d9cf23 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:04:17.656911 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2d3af966-b95d-42c4-948a-6535e0d9cf23 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4488630 Jan 21 19:04:17.664089 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59596) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:17.681898 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-8a30d003-8525-4026-a464-3637f99d54cc None None] Deleting port 3d8fc571-965d-46c1-be86-fd9eb149a6d3 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:04:17.682272 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8a30d003-8525-4026-a464-3637f99d54cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:17.692939 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f2c3e96-c08d-43a0-b2af-f2d59514e15f tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] DELETE failed (client error): The resource could not be found. Jan 21 19:04:17.693522 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f2c3e96-c08d-43a0-b2af-f2d59514e15f tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:04:17.697923 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3f2c3e96-c08d-43a0-b2af-f2d59514e15f tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/subnets/dd7b88c4-bc44-478d-bb3a-d6382aa2fb8a HTTP/1.1" status: 404 len: 337 time: 0.0468552 Jan 21 19:04:17.698644 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59600) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:17.725380 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:17.727015 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-4b1fd6bb-4217-4d21-b14e-b5e23c9d6ef9 None None] Provisioning complete for port 039fb203-d65c-4b05-b3e6-b3b70e626572 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:04:17.727367 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4b1fd6bb-4217-4d21-b14e-b5e23c9d6ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:17.747228 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-cef2873b-1ea3-4e0a-a497-4d6e3694779f tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] DELETE failed (client error): The resource could not be found. Jan 21 19:04:17.747398 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cef2873b-1ea3-4e0a-a497-4d6e3694779f tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:04:17.752101 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-cef2873b-1ea3-4e0a-a497-4d6e3694779f tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/ports/44f47402-5369-424b-b8bf-5ad18e3beda0 HTTP/1.1" status: 404 len: 333 time: 0.0494308 Jan 21 19:04:17.752101 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59604) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:17.797740 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-52ac3492-c2ff-4721-b4e1-eeeae6ea9986 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] DELETE failed (client error): The resource could not be found. Jan 21 19:04:17.797740 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52ac3492-c2ff-4721-b4e1-eeeae6ea9986 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:04:17.797740 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-52ac3492-c2ff-4721-b4e1-eeeae6ea9986 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/subnets/a7a232d7-5db7-4dcb-b70b-d35dd61fb31d HTTP/1.1" status: 404 len: 337 time: 0.0422852 Jan 21 19:04:17.798686 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59608) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:17.848131 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-e87f21d8-91ef-4402-b2a4-f9a7646c649b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] DELETE failed (client error): The resource could not be found. Jan 21 19:04:17.849125 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e87f21d8-91ef-4402-b2a4-f9a7646c649b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:04:17.851410 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e87f21d8-91ef-4402-b2a4-f9a7646c649b tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/subnets/4f1a13cc-f9c5-44f6-843b-9edd5b675546 HTTP/1.1" status: 404 len: 337 time: 0.0508857 Jan 21 19:04:17.853348 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59612) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:17.901072 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-41d78dcf-884e-4e7e-88c7-5477b52904b5 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] DELETE failed (client error): The resource could not be found. Jan 21 19:04:17.902035 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41d78dcf-884e-4e7e-88c7-5477b52904b5 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:04:17.909883 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-41d78dcf-884e-4e7e-88c7-5477b52904b5 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/ports/a92f5ce5-74a8-4f58-8989-64c76c6b7bec HTTP/1.1" status: 404 len: 333 time: 0.0495136 Jan 21 19:04:17.911639 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59616) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:17.915367 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e523e44-cc97-49eb-b1fb-4967057ec9bd None None] Pushing event updated for resources: {'Port': ['ID=a640d139-a697-48e4-aeff-7b64e82af827,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:17.966666 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5f56fa7-0284-41ff-ae45-b70cdd2c63c4 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] DELETE failed (client error): The resource could not be found. Jan 21 19:04:17.967126 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5f56fa7-0284-41ff-ae45-b70cdd2c63c4 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:04:17.972396 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-d5f56fa7-0284-41ff-ae45-b70cdd2c63c4 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/subnets/c1fc9b4a-2352-41e6-8599-3828f930fb9b HTTP/1.1" status: 404 len: 337 time: 0.0589347 Jan 21 19:04:17.973541 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59620) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:17.975118 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388b86c6-179b-4b1a-9970-40aa9902ad0a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:17.976729 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388b86c6-179b-4b1a-9970-40aa9902ad0a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:17.977479 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-388b86c6-179b-4b1a-9970-40aa9902ad0a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:04:18.005816 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5adfe2e1-c732-40ac-82cb-4554f4319eab tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for router_gateway, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:18.019227 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-74a6569c-a77f-473d-8aab-f51d322826dc tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] DELETE failed (client error): The resource could not be found. Jan 21 19:04:18.020637 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74a6569c-a77f-473d-8aab-f51d322826dc tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:04:18.025050 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-74a6569c-a77f-473d-8aab-f51d322826dc tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/subnets/34538375-82fb-4f7a-82c5-699f5272297b HTTP/1.1" status: 404 len: 337 time: 0.0481555 Jan 21 19:04:18.025410 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59624) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:18.043331 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-4b1fd6bb-4217-4d21-b14e-b5e23c9d6ef9 None None] Port 039fb203-d65c-4b05-b3e6-b3b70e626572 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:04:18.072227 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7b816-f67a-45f5-9fb0-5b10bd81e440 req-7cc616e4-1c78-4229-8a6a-397c51d4bd90 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:18.079472 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-95f7b816-f67a-45f5-9fb0-5b10bd81e440 req-7cc616e4-1c78-4229-8a6a-397c51d4bd90 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead1a893-d8bc-464c-a75c-9dfb8bc7fda2 HTTP/1.1" status: 200 len: 945 time: 0.5216591 Jan 21 19:04:18.112951 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-16f7f509-9186-49bf-a195-8a5517b59e79 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Deleting port 039fb203-d65c-4b05-b3e6-b3b70e626572 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:04:18.113672 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-16f7f509-9186-49bf-a195-8a5517b59e79 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:18.145760 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-4b1fd6bb-4217-4d21-b14e-b5e23c9d6ef9 None None] Provisioning complete for port 28323ae7-782a-4a58-8810-91f19d927276 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:04:18.146149 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4b1fd6bb-4217-4d21-b14e-b5e23c9d6ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:18.212170 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-95f7b816-f67a-45f5-9fb0-5b10bd81e440 req-2ce9760e-46be-4def-8efd-290eb3a01c13 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/security-groups?id=84380b41-afe6-4abf-bafe-93a3de4a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317308 Jan 21 19:04:18.217261 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=3d8fc571-965d-46c1-be86-fd9eb149a6d3,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:18.236646 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-388b86c6-179b-4b1a-9970-40aa9902ad0a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:04:18.238149 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-388b86c6-179b-4b1a-9970-40aa9902ad0a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5730491 Jan 21 19:04:18.249118 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59628) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:18.299738 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-8a30d003-8525-4026-a464-3637f99d54cc None None] For port 3d8fc571-965d-46c1-be86-fd9eb149a6d3, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=3d8fc571-965d-46c1-be86-fd9eb149a6d3,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:04:18.299738 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8a30d003-8525-4026-a464-3637f99d54cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:18.368833 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e93345-b140-40a6-a8b7-0a496f5884e6 None None] DHCP port deletion for f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:04:18.451864 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-8a30d003-8525-4026-a464-3637f99d54cc None None] Calling delete_port for 3d8fc571-965d-46c1-be86-fd9eb149a6d3 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:04:18.452968 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-16f7f509-9186-49bf-a195-8a5517b59e79 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:18.505732 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-a0e93345-b140-40a6-a8b7-0a496f5884e6 None None] Deleting port 28323ae7-782a-4a58-8810-91f19d927276 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:04:18.506331 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a0e93345-b140-40a6-a8b7-0a496f5884e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:18.542489 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5adfe2e1-c732-40ac-82cb-4554f4319eab tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:18.614200 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-16f7f509-9186-49bf-a195-8a5517b59e79 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Calling delete_port for 039fb203-d65c-4b05-b3e6-b3b70e626572 owned by {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:04:18.640617 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ceaba04-5cdb-4845-8adb-8a611fdf9862 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting subnet 2901a234-3331-410f-a1e9-99c4ebaa966a {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:04:18.647765 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0ceaba04-5cdb-4845-8adb-8a611fdf9862 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:18.737465 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8a30d003-8525-4026-a464-3637f99d54cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:18.752414 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-16f7f509-9186-49bf-a195-8a5517b59e79 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:18.774777 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0ceaba04-5cdb-4845-8adb-8a611fdf9862 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:18.789377 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a30d003-8525-4026-a464-3637f99d54cc None None] Pushing event deleted for resources: {'Port': ['ID=3d8fc571-965d-46c1-be86-fd9eb149a6d3,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:18.807538 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f7f509-9186-49bf-a195-8a5517b59e79 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event deleted for resources: {'Port': ['ID=039fb203-d65c-4b05-b3e6-b3b70e626572,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:18.812330 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-16f7f509-9186-49bf-a195-8a5517b59e79 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:18.865186 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0ceaba04-5cdb-4845-8adb-8a611fdf9862 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:18.873520 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-16f7f509-9186-49bf-a195-8a5517b59e79 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/ports/039fb203-d65c-4b05-b3e6-b3b70e626572 HTTP/1.1" status: 204 len: 168 time: 0.8469722 Jan 21 19:04:18.876247 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59632) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:18.919083 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a30d003-8525-4026-a464-3637f99d54cc None None] No DVR routers for this DVR port 3d8fc571-965d-46c1-be86-fd9eb149a6d3 on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:04:18.939802 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277b585f-8ccc-47b9-bf29-16af09caa2bb None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:04:19.010667 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e49af294-dc2c-4dfa-817b-2099b39c0816 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:19.022428 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-e49af294-dc2c-4dfa-817b-2099b39c0816 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Deleting port 28323ae7-782a-4a58-8810-91f19d927276 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:04:19.022767 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e49af294-dc2c-4dfa-817b-2099b39c0816 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:19.032946 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5adfe2e1-c732-40ac-82cb-4554f4319eab tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Router 20abc482-070e-497e-a125-6dd88c331648 is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:04:19.033668 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-a0e93345-b140-40a6-a8b7-0a496f5884e6 None None] For port 28323ae7-782a-4a58-8810-91f19d927276, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=28323ae7-782a-4a58-8810-91f19d927276,segment=NetworkSegment(d0d3882b-e9a0-4cb9-831b-cc65e052d69e),segment_id=d0d3882b-e9a0-4cb9-831b-cc65e052d69e)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:04:19.034091 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a0e93345-b140-40a6-a8b7-0a496f5884e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:19.130817 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0ceaba04-5cdb-4845-8adb-8a611fdf9862 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:19.238288 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0ceaba04-5cdb-4845-8adb-8a611fdf9862 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:19.239452 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-a0e93345-b140-40a6-a8b7-0a496f5884e6 None None] Calling delete_port for 28323ae7-782a-4a58-8810-91f19d927276 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:04:19.254894 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceaba04-5cdb-4845-8adb-8a611fdf9862 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Subnet': ['ID=2901a234-3331-410f-a1e9-99c4ebaa966a,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:19.311415 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device a640d139-a697-48e4-aeff-7b64e82af827 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:04:19.367105 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5adfe2e1-c732-40ac-82cb-4554f4319eab tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:04:19.378158 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbb53c7-8011-45c2-a182-1c43920d0fc6 None None] Sync routers for ids ['20abc482-070e-497e-a125-6dd88c331648'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:04:19.390313 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbb53c7-8011-45c2-a182-1c43920d0fc6 None None] Routers {'20abc482-070e-497e-a125-6dd88c331648'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:04:19.390927 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-2cbb53c7-8011-45c2-a182-1c43920d0fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:03:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['20abc482-070e-497e-a125-6dd88c331648'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:19.456818 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27944d16-e964-4f9a-b1ab-94edeca9caf0 None None] Network 20bb8253-fa55-436e-bf2f-e7244726b7e1 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:04:19.464649 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-0ceaba04-5cdb-4845-8adb-8a611fdf9862 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/2901a234-3331-410f-a1e9-99c4ebaa966a HTTP/1.1" status: 204 len: 168 time: 1.2144449 Jan 21 19:04:19.465576 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59638) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:19.470188 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-2cbb53c7-8011-45c2-a182-1c43920d0fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:19.484626 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbb53c7-8011-45c2-a182-1c43920d0fc6 None None] Routers {'20abc482-070e-497e-a125-6dd88c331648'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:04:19.485493 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-2cbb53c7-8011-45c2-a182-1c43920d0fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:03:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['20abc482-070e-497e-a125-6dd88c331648'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:19.507857 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-e49af294-dc2c-4dfa-817b-2099b39c0816 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] For port 28323ae7-782a-4a58-8810-91f19d927276, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=28323ae7-782a-4a58-8810-91f19d927276,segment=NetworkSegment(d0d3882b-e9a0-4cb9-831b-cc65e052d69e),segment_id=d0d3882b-e9a0-4cb9-831b-cc65e052d69e)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:04:19.514096 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e49af294-dc2c-4dfa-817b-2099b39c0816 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:19.556339 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-07306392-b415-4f0f-b54e-cdeb1de47f86 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0882907 Jan 21 19:04:19.558740 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59642) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:19.563807 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5adfe2e1-c732-40ac-82cb-4554f4319eab tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:19.565130 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-5adfe2e1-c732-40ac-82cb-4554f4319eab tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.4992776 Jan 21 19:04:19.570602 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-5335d26b-77e0-4f13-843c-47065cb7ddaa tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'subnet': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:19.576399 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-2cbb53c7-8011-45c2-a182-1c43920d0fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:19.577287 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbb53c7-8011-45c2-a182-1c43920d0fc6 None None] The sync data for ids ['20abc482-070e-497e-a125-6dd88c331648'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:04:19.603831 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59646) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:19.645099 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port a640d139-a697-48e4-aeff-7b64e82af827 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:04:19.717887 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-5335d26b-77e0-4f13-843c-47065cb7ddaa tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:19.724297 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-5335d26b-77e0-4f13-843c-47065cb7ddaa tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Usage tracker for resource:subnet and tenant:331b5c16a931412fafa4a9af40615562 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:04:19.728067 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-5335d26b-77e0-4f13-843c-47065cb7ddaa tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:04:19.734108 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-5335d26b-77e0-4f13-843c-47065cb7ddaa tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:19.738277 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-b4071236-6a4c-41d7-a49b-c15a7012f7a5 None None] Provisioning for port a640d139-a697-48e4-aeff-7b64e82af827 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:04:19.742208 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-e49af294-dc2c-4dfa-817b-2099b39c0816 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Calling delete_port for 28323ae7-782a-4a58-8810-91f19d927276 owned by network:dhcp {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:04:19.748659 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a0e93345-b140-40a6-a8b7-0a496f5884e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:19.758256 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c7e1e-c4f6-47b5-afb0-74b58994f1da req-20648812-c44c-4759-bbe3-6a024b05d007 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:19.766100 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-de8c7e1e-c4f6-47b5-afb0-74b58994f1da req-20648812-c44c-4759-bbe3-6a024b05d007 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead1a893-d8bc-464c-a75c-9dfb8bc7fda2 HTTP/1.1" status: 200 len: 945 time: 0.3742278 Jan 21 19:04:19.802639 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 28323ae7-782a-4a58-8810-91f19d927276 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:04:19.854030 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-b4071236-6a4c-41d7-a49b-c15a7012f7a5 None None] Provisioning complete for port a640d139-a697-48e4-aeff-7b64e82af827 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:04:19.854471 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b4071236-6a4c-41d7-a49b-c15a7012f7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:19.896756 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 28323ae7-782a-4a58-8810-91f19d927276 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:04:19.897139 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 28323ae7-782a-4a58-8810-91f19d927276 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:04:19.910732 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e93345-b140-40a6-a8b7-0a496f5884e6 None None] Pushing event deleted for resources: {'Port': ['ID=28323ae7-782a-4a58-8810-91f19d927276,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:19.942612 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e93345-b140-40a6-a8b7-0a496f5884e6 None None] No DVR routers for this DVR port 28323ae7-782a-4a58-8810-91f19d927276 on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:04:19.944524 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5335d26b-77e0-4f13-843c-47065cb7ddaa tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:04:19.948505 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5335d26b-77e0-4f13-843c-47065cb7ddaa tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:19.970691 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.db.api [None req-e49af294-dc2c-4dfa-817b-2099b39c0816 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:04:19.970691 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG oslo_db.api [None req-e49af294-dc2c-4dfa-817b-2099b39c0816 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:04:20.028143 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-de8c7e1e-c4f6-47b5-afb0-74b58994f1da req-965e4c6f-5e72-495b-851d-11fa9018d547 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/security-groups?id=84380b41-afe6-4abf-bafe-93a3de4a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2611701 Jan 21 19:04:20.117087 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b4071236-6a4c-41d7-a49b-c15a7012f7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:20.165635 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-b4071236-6a4c-41d7-a49b-c15a7012f7a5 None None] For port a640d139-a697-48e4-aeff-7b64e82af827, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=a640d139-a697-48e4-aeff-7b64e82af827,segment=NetworkSegment(6e116de2-2bf4-4e8a-a876-549c2cb1c92d),segment_id=6e116de2-2bf4-4e8a-a876-549c2cb1c92d)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:04:20.233059 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b4071236-6a4c-41d7-a49b-c15a7012f7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:20.317868 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4071236-6a4c-41d7-a49b-c15a7012f7a5 None None] Pushing event updated for resources: {'Port': ['ID=a640d139-a697-48e4-aeff-7b64e82af827,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:20.319108 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5335d26b-77e0-4f13-843c-47065cb7ddaa tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:20.387484 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5335d26b-77e0-4f13-843c-47065cb7ddaa tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:04:20.395003 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-5335d26b-77e0-4f13-843c-47065cb7ddaa tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:04:20.399964 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5335d26b-77e0-4f13-843c-47065cb7ddaa tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:20.400547 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5335d26b-77e0-4f13-843c-47065cb7ddaa tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:20.409529 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c126b4-6175-45c2-b1d6-a9201ad0e314 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:04:20.421392 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335d26b-77e0-4f13-843c-47065cb7ddaa tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Subnet': ['ID=21c0041c-d2f4-4b9e-8081-8a8c5ce43909,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:20.478299 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-e49af294-dc2c-4dfa-817b-2099b39c0816 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Deleting port 28323ae7-782a-4a58-8810-91f19d927276 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:04:20.478633 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e49af294-dc2c-4dfa-817b-2099b39c0816 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:20.513690 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-5335d26b-77e0-4f13-843c-47065cb7ddaa tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9514818 Jan 21 19:04:20.516203 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59650) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:20.523189 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-6381b2c2-50fd-4a12-8ed9-b8294e41462e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2091639491', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:20.529180 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-d864fad9-78aa-43e9-93f4-9c94531875e0 None None] Provisioning complete for port a640d139-a697-48e4-aeff-7b64e82af827 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:04:20.529558 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d864fad9-78aa-43e9-93f4-9c94531875e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:20.531359 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-6381b2c2-50fd-4a12-8ed9-b8294e41462e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:20.536258 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-6381b2c2-50fd-4a12-8ed9-b8294e41462e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Usage tracker for resource:router and tenant:331b5c16a931412fafa4a9af40615562 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:04:20.539283 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-6381b2c2-50fd-4a12-8ed9-b8294e41462e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:04:20.546513 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-6381b2c2-50fd-4a12-8ed9-b8294e41462e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:20.561454 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-e49af294-dc2c-4dfa-817b-2099b39c0816 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] The port '28323ae7-782a-4a58-8810-91f19d927276' was deleted {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:04:20.615944 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6381b2c2-50fd-4a12-8ed9-b8294e41462e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:20.617307 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6381b2c2-50fd-4a12-8ed9-b8294e41462e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:20.638515 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6381b2c2-50fd-4a12-8ed9-b8294e41462e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:20.718301 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6381b2c2-50fd-4a12-8ed9-b8294e41462e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:20.737601 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e49af294-dc2c-4dfa-817b-2099b39c0816 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:20.742988 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c839fb3f-e929-48d3-8dd9-8b7613e560ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'tenant_id': '331b5c16a931412fafa4a9af40615562', 'fixed_ips': [{'subnet_id': '21c0041c-d2f4-4b9e-8081-8a8c5ce43909'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:04:20.743811 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c839fb3f-e929-48d3-8dd9-8b7613e560ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:20.800156 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-e49af294-dc2c-4dfa-817b-2099b39c0816 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:20.810046 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6381b2c2-50fd-4a12-8ed9-b8294e41462e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:20.813867 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-6381b2c2-50fd-4a12-8ed9-b8294e41462e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2938695 Jan 21 19:04:20.817964 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59654) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:20.951742 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-e49af294-dc2c-4dfa-817b-2099b39c0816 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0d3882b-e9a0-4cb9-831b-cc65e052d69e') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:20.952108 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-e49af294-dc2c-4dfa-817b-2099b39c0816 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0d3882b-e9a0-4cb9-831b-cc65e052d69e') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:20.971354 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e49af294-dc2c-4dfa-817b-2099b39c0816 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:20.983457 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f565e5f1-6615-467b-9702-d8149ef3f0be tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:20.984208 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-c839fb3f-e929-48d3-8dd9-8b7613e560ad None None] Allocated IP 2001:db8::2 (76b60fc4-5668-469a-a3ef-49679dc3dfc0/21c0041c-d2f4-4b9e-8081-8a8c5ce43909/687453b0-97dc-4346-8415-af2862691c35) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:04:21.002628 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e49af294-dc2c-4dfa-817b-2099b39c0816 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:21.071719 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e49af294-dc2c-4dfa-817b-2099b39c0816 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:04:21.072125 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e49af294-dc2c-4dfa-817b-2099b39c0816 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:21.087108 dv-neutron-825470-1-hyperv neutron-server[88137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:04:21.087108 dv-neutron-825470-1-hyperv neutron-server[88137]: util.warn( Jan 21 19:04:21.087108 dv-neutron-825470-1-hyperv neutron-server[88137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:04:21.087108 dv-neutron-825470-1-hyperv neutron-server[88137]: util.warn( Jan 21 19:04:21.087108 dv-neutron-825470-1-hyperv neutron-server[88137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:04:21.087108 dv-neutron-825470-1-hyperv neutron-server[88137]: util.warn( Jan 21 19:04:21.087108 dv-neutron-825470-1-hyperv neutron-server[88137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:04:21.087108 dv-neutron-825470-1-hyperv neutron-server[88137]: util.warn( Jan 21 19:04:21.087108 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:04:21.087108 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:04:21.087108 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:04:21.087108 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:04:21.087108 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:04:21.087108 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:04:21.087108 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:04:21.087108 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:04:21.087108 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:04:21.087108 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:04:21.087108 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:04:21.087108 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:04:21.087108 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:04:21.087108 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:04:21.087108 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:04:21.087108 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:04:21.087108 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:04:21.087108 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:04:21.087108 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:04:21.087108 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:04:21.087108 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:04:21.087108 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:04:21.087108 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:04:21.087108 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:04:21.087108 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:04:21.087108 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:04:21.087108 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:04:21.087108 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:04:21.087108 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:04:21.087108 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:04:21.087108 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:04:21.087108 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:04:21.247517 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c839fb3f-e929-48d3-8dd9-8b7613e560ad None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:21.255492 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device a640d139-a697-48e4-aeff-7b64e82af827 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:04:21.260224 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e49af294-dc2c-4dfa-817b-2099b39c0816 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:21.282534 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e49af294-dc2c-4dfa-817b-2099b39c0816 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:21.303555 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49af294-dc2c-4dfa-817b-2099b39c0816 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Pushing event deleted for resources: {'Network': ['ID=f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:21.307348 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-c839fb3f-e929-48d3-8dd9-8b7613e560ad None None] Transition to ACTIVE for port object 687453b0-97dc-4346-8415-af2862691c35 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:04:21.319274 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e49af294-dc2c-4dfa-817b-2099b39c0816 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] 10.222.0.87 "DELETE /v2.0/networks/f4d26ef6-1fc5-45fb-b714-dbc3a58d73d9 HTTP/1.1" status: 204 len: 168 time: 2.4393198 Jan 21 19:04:21.337896 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-c839fb3f-e929-48d3-8dd9-8b7613e560ad None None] Transition to ACTIVE for port object 687453b0-97dc-4346-8415-af2862691c35 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:04:21.352684 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port a640d139-a697-48e4-aeff-7b64e82af827 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:04:21.353273 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:21.365061 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49af294-dc2c-4dfa-817b-2099b39c0816 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:04:21.365471 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49af294-dc2c-4dfa-817b-2099b39c0816 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:04:21.365831 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49af294-dc2c-4dfa-817b-2099b39c0816 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:04:21.366169 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49af294-dc2c-4dfa-817b-2099b39c0816 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:04:21.366553 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49af294-dc2c-4dfa-817b-2099b39c0816 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:04:21.366883 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49af294-dc2c-4dfa-817b-2099b39c0816 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:04:21.367201 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49af294-dc2c-4dfa-817b-2099b39c0816 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:04:21.367520 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49af294-dc2c-4dfa-817b-2099b39c0816 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:04:21.367835 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49af294-dc2c-4dfa-817b-2099b39c0816 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:04:21.368148 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49af294-dc2c-4dfa-817b-2099b39c0816 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:04:21.368504 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49af294-dc2c-4dfa-817b-2099b39c0816 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:04:21.369006 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49af294-dc2c-4dfa-817b-2099b39c0816 tempest-PortsTestJSON-1425888514 tempest-PortsTestJSON-1425888514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:04:21.421515 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-43022ee8-ff52-46f6-8dfb-07a9c8cd6e92 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:21.438990 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c839fb3f-e929-48d3-8dd9-8b7613e560ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:21.524091 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c839fb3f-e929-48d3-8dd9-8b7613e560ad None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:04:21.529444 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-c839fb3f-e929-48d3-8dd9-8b7613e560ad None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:04:21.533459 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c839fb3f-e929-48d3-8dd9-8b7613e560ad None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:04:21.543886 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c839fb3f-e929-48d3-8dd9-8b7613e560ad None None] Pushing event updated for resources: {'Port': ['ID=687453b0-97dc-4346-8415-af2862691c35,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:21.605109 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-f565e5f1-6615-467b-9702-d8149ef3f0be tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Allocated IP 172.20.0.1 (20bb8253-fa55-436e-bf2f-e7244726b7e1/4f6f0d35-8044-43d1-b018-56081fee0b07/841be5d5-d76b-476b-8ec6-ca05229dcbb9) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:04:21.675220 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-c839fb3f-e929-48d3-8dd9-8b7613e560ad None None] Attempting to bind port 687453b0-97dc-4346-8415-af2862691c35 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:04:21.677167 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-c839fb3f-e929-48d3-8dd9-8b7613e560ad None None] Attempting to bind port 687453b0-97dc-4346-8415-af2862691c35 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:04:21.677167 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c839fb3f-e929-48d3-8dd9-8b7613e560ad None None] Attempting to bind port 687453b0-97dc-4346-8415-af2862691c35 on network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:04:21.686087 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c839fb3f-e929-48d3-8dd9-8b7613e560ad None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:04:21.686462 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c839fb3f-e929-48d3-8dd9-8b7613e560ad None None] Checking segment: {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:04:21.686843 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c839fb3f-e929-48d3-8dd9-8b7613e560ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:21.687229 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c839fb3f-e929-48d3-8dd9-8b7613e560ad None None] Bound using segment: {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:04:21.687680 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-c839fb3f-e929-48d3-8dd9-8b7613e560ad None None] Bound port: 687453b0-97dc-4346-8415-af2862691c35, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:04:21.688045 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c839fb3f-e929-48d3-8dd9-8b7613e560ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:21.718635 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0082ad8f-6b78-4a1a-b2eb-f95ac0f60d2b req-8ce6e20d-5054-4b5a-968b-a83a0014c642 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:21.720118 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0082ad8f-6b78-4a1a-b2eb-f95ac0f60d2b req-8ce6e20d-5054-4b5a-968b-a83a0014c642 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead1a893-d8bc-464c-a75c-9dfb8bc7fda2 HTTP/1.1" status: 200 len: 945 time: 0.4618766 Jan 21 19:04:21.785338 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-c839fb3f-e929-48d3-8dd9-8b7613e560ad None None] For port 687453b0-97dc-4346-8415-af2862691c35, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:04:21.789016 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-c839fb3f-e929-48d3-8dd9-8b7613e560ad None None] For port 687453b0-97dc-4346-8415-af2862691c35, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=687453b0-97dc-4346-8415-af2862691c35,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:04:21.809604 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f565e5f1-6615-467b-9702-d8149ef3f0be tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:21.826958 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-f565e5f1-6615-467b-9702-d8149ef3f0be tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Transition to ACTIVE for port object 841be5d5-d76b-476b-8ec6-ca05229dcbb9 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:04:21.841288 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0082ad8f-6b78-4a1a-b2eb-f95ac0f60d2b req-84d890bd-d175-4670-95bb-d92e86522d53 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/security-groups?id=84380b41-afe6-4abf-bafe-93a3de4a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099885 Jan 21 19:04:21.875236 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c839fb3f-e929-48d3-8dd9-8b7613e560ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:21.890840 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59664) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:21.927822 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-43022ee8-ff52-46f6-8dfb-07a9c8cd6e92 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Allocated IP 2001:db8::1 (76b60fc4-5668-469a-a3ef-49679dc3dfc0/21c0041c-d2f4-4b9e-8081-8a8c5ce43909/55bf0921-bbf0-44f9-a028-ef33ed2046c5) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:04:21.930344 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f565e5f1-6615-467b-9702-d8149ef3f0be tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:21.969284 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c839fb3f-e929-48d3-8dd9-8b7613e560ad None None] Pushing event updated for resources: {'Port': ['ID=687453b0-97dc-4346-8415-af2862691c35,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:22.031344 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f565e5f1-6615-467b-9702-d8149ef3f0be tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Network 20bb8253-fa55-436e-bf2f-e7244726b7e1 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:04:22.034586 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-f565e5f1-6615-467b-9702-d8149ef3f0be tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:04:22.039158 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f565e5f1-6615-467b-9702-d8149ef3f0be tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:04:22.081458 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f565e5f1-6615-467b-9702-d8149ef3f0be tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Pushing event updated for resources: {'Port': ['ID=841be5d5-d76b-476b-8ec6-ca05229dcbb9,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:22.108038 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f565e5f1-6615-467b-9702-d8149ef3f0be tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:22.283362 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-da282fff-250a-4d11-aec8-62a3e7c2df54 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d3e69eb5fab24f5d9451b2cf3f9d850d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3941188 Jan 21 19:04:22.285632 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59670) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:22.334046 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-43022ee8-ff52-46f6-8dfb-07a9c8cd6e92 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:22.345730 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f565e5f1-6615-467b-9702-d8149ef3f0be tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:22.367933 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-43022ee8-ff52-46f6-8dfb-07a9c8cd6e92 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Transition to ACTIVE for port object 55bf0921-bbf0-44f9-a028-ef33ed2046c5 will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:04:22.392071 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-17e76096-d914-405a-8c70-5562ec2cb67e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:22.427354 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-17e76096-d914-405a-8c70-5562ec2cb67e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:22.472761 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-40ac875b-0268-4684-aa0b-1602d77d352a None None] Provisioning for port 841be5d5-d76b-476b-8ec6-ca05229dcbb9 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:04:22.478740 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-40ac875b-0268-4684-aa0b-1602d77d352a None None] Provisioning complete for port 841be5d5-d76b-476b-8ec6-ca05229dcbb9 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:04:22.479127 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-40ac875b-0268-4684-aa0b-1602d77d352a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:22.533005 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-40ac875b-0268-4684-aa0b-1602d77d352a None None] Port 841be5d5-d76b-476b-8ec6-ca05229dcbb9 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:04:22.536130 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-43022ee8-ff52-46f6-8dfb-07a9c8cd6e92 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:22.578222 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-17e76096-d914-405a-8c70-5562ec2cb67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:22.624535 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e76096-d914-405a-8c70-5562ec2cb67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d8c94a-436b-4461-9d51-615dec28fe13,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:22.627420 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43022ee8-ff52-46f6-8dfb-07a9c8cd6e92 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:04:22.635803 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-43022ee8-ff52-46f6-8dfb-07a9c8cd6e92 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:04:22.643086 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43022ee8-ff52-46f6-8dfb-07a9c8cd6e92 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:04:22.643621 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-43022ee8-ff52-46f6-8dfb-07a9c8cd6e92 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:22.759974 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43022ee8-ff52-46f6-8dfb-07a9c8cd6e92 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Port': ['ID=55bf0921-bbf0-44f9-a028-ef33ed2046c5,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:22.794854 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-17e76096-d914-405a-8c70-5562ec2cb67e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:22.795981 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-17e76096-d914-405a-8c70-5562ec2cb67e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/88d8c94a-436b-4461-9d51-615dec28fe13 HTTP/1.1" status: 204 len: 168 time: 0.5110455 Jan 21 19:04:22.796507 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f565e5f1-6615-467b-9702-d8149ef3f0be tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:22.861325 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f565e5f1-6615-467b-9702-d8149ef3f0be tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:22.952635 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-43022ee8-ff52-46f6-8dfb-07a9c8cd6e92 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:23.015506 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f565e5f1-6615-467b-9702-d8149ef3f0be tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:23.022938 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f565e5f1-6615-467b-9702-d8149ef3f0be tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Pushing event updated for resources: {'Port': ['ID=841be5d5-d76b-476b-8ec6-ca05229dcbb9,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:23.242347 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f14fc0-8da0-4a29-bc9b-3ecadca49a10 req-95cef34b-2168-4fa1-8f0f-5f0d716f9cfe tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:23.243931 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e1f14fc0-8da0-4a29-bc9b-3ecadca49a10 req-95cef34b-2168-4fa1-8f0f-5f0d716f9cfe tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead1a893-d8bc-464c-a75c-9dfb8bc7fda2 HTTP/1.1" status: 200 len: 945 time: 0.2438900 Jan 21 19:04:23.324156 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-7b217b12-64e6-4e06-9ea4-bab010d44350 None None] Provisioning for port 687453b0-97dc-4346-8415-af2862691c35 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:04:23.337739 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 687453b0-97dc-4346-8415-af2862691c35 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:04:23.343112 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f565e5f1-6615-467b-9702-d8149ef3f0be tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Network 20bb8253-fa55-436e-bf2f-e7244726b7e1 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:04:23.344442 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-f565e5f1-6615-467b-9702-d8149ef3f0be tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:04:23.370336 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e1f14fc0-8da0-4a29-bc9b-3ecadca49a10 req-1fd65f65-64f4-462c-83ce-b7a1e87c7bd6 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/security-groups?id=84380b41-afe6-4abf-bafe-93a3de4a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088381 Jan 21 19:04:23.552754 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 687453b0-97dc-4346-8415-af2862691c35 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:04:23.558201 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 687453b0-97dc-4346-8415-af2862691c35 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:04:23.558639 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:23.631500 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f565e5f1-6615-467b-9702-d8149ef3f0be tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Router 20abc482-070e-497e-a125-6dd88c331648 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:04:23.640749 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-43022ee8-ff52-46f6-8dfb-07a9c8cd6e92 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:23.701194 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-43022ee8-ff52-46f6-8dfb-07a9c8cd6e92 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:23.702005 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-43022ee8-ff52-46f6-8dfb-07a9c8cd6e92 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:23.732410 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:23.772305 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 687453b0-97dc-4346-8415-af2862691c35, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=687453b0-97dc-4346-8415-af2862691c35,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:04:23.786036 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-dd865632-131e-4535-8a21-35d2c4566f55 None None] Provisioning complete for port 841be5d5-d76b-476b-8ec6-ca05229dcbb9 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:04:23.786486 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-dd865632-131e-4535-8a21-35d2c4566f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:23.826062 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43022ee8-ff52-46f6-8dfb-07a9c8cd6e92 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Port': ['ID=55bf0921-bbf0-44f9-a028-ef33ed2046c5,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:23.846249 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-dd865632-131e-4535-8a21-35d2c4566f55 None None] Port 841be5d5-d76b-476b-8ec6-ca05229dcbb9 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:04:23.848977 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f565e5f1-6615-467b-9702-d8149ef3f0be tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:04:23.860361 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff86692b-08d2-45f9-b660-47fc097c2f30 None None] Sync routers for ids ['20abc482-070e-497e-a125-6dd88c331648'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:04:23.863378 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f565e5f1-6615-467b-9702-d8149ef3f0be tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "PUT /v2.0/routers/20abc482-070e-497e-a125-6dd88c331648/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2582662 Jan 21 19:04:23.865781 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59694) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:23.869954 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:23.871686 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-5c71fd84-19f2-4a72-b1c3-0634546b273c tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Request body: {'port': {'network_id': '20bb8253-fa55-436e-bf2f-e7244726b7e1', 'name': 'tempest-FloatingIPTestJSON-887727224'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:23.908835 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff86692b-08d2-45f9-b660-47fc097c2f30 None None] Routers {'20abc482-070e-497e-a125-6dd88c331648'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:04:23.909683 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-ff86692b-08d2-45f9-b660-47fc097c2f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:03:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['20abc482-070e-497e-a125-6dd88c331648'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:23.964390 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43022ee8-ff52-46f6-8dfb-07a9c8cd6e92 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:04:23.965550 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-43022ee8-ff52-46f6-8dfb-07a9c8cd6e92 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:04:24.032340 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-dd865632-131e-4535-8a21-35d2c4566f55 None None] Provisioning for port 55bf0921-bbf0-44f9-a028-ef33ed2046c5 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:04:24.056004 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-dd865632-131e-4535-8a21-35d2c4566f55 None None] Provisioning complete for port 55bf0921-bbf0-44f9-a028-ef33ed2046c5 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:04:24.056265 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-dd865632-131e-4535-8a21-35d2c4566f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:24.069500 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-5c71fd84-19f2-4a72-b1c3-0634546b273c tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:24.074891 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-5c71fd84-19f2-4a72-b1c3-0634546b273c tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Usage tracker for resource:port and tenant:1a64234390194d4d89c8cd088a8ecdc0 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:04:24.078299 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-5c71fd84-19f2-4a72-b1c3-0634546b273c tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:04:24.086014 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-5c71fd84-19f2-4a72-b1c3-0634546b273c tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:24.096065 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-ff86692b-08d2-45f9-b660-47fc097c2f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:24.132049 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=687453b0-97dc-4346-8415-af2862691c35,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:24.132820 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59700) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:24.148855 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff86692b-08d2-45f9-b660-47fc097c2f30 None None] Routers {'20abc482-070e-497e-a125-6dd88c331648'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:04:24.149771 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-ff86692b-08d2-45f9-b660-47fc097c2f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:03:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['20abc482-070e-497e-a125-6dd88c331648'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:24.158884 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c71fd84-19f2-4a72-b1c3-0634546b273c tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Made reservation on behalf of 1a64234390194d4d89c8cd088a8ecdc0 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:04:24.164883 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5c71fd84-19f2-4a72-b1c3-0634546b273c tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:24.198302 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-5c71fd84-19f2-4a72-b1c3-0634546b273c tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] device_id is not set on port faf517ab-830f-4516-9ddc-1ca1f40ef93a yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:04:24.269275 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-dd865632-131e-4535-8a21-35d2c4566f55 None None] Port 55bf0921-bbf0-44f9-a028-ef33ed2046c5 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:04:24.271210 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-ff86692b-08d2-45f9-b660-47fc097c2f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:24.273217 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff86692b-08d2-45f9-b660-47fc097c2f30 None None] The sync data for ids ['20abc482-070e-497e-a125-6dd88c331648'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:04:24.289566 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-5ab76293-52a0-43e6-bcc6-9963f1f63bb3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Request body: {'network': {'name': 'tempest-RoutersTest-221228451'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:24.295575 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-5ab76293-52a0-43e6-bcc6-9963f1f63bb3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:24.309204 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-5ab76293-52a0-43e6-bcc6-9963f1f63bb3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Usage tracker for resource:network and tenant:5282b25e8da043bbb3248dd1fe2c26b7 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:04:24.314799 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-5ab76293-52a0-43e6-bcc6-9963f1f63bb3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:04:24.325388 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-5ab76293-52a0-43e6-bcc6-9963f1f63bb3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:24.390520 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-9dd4b31b-c8db-42f0-ba15-74b0abfa28b4 None None] Provisioning complete for port 55bf0921-bbf0-44f9-a028-ef33ed2046c5 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:04:24.391333 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9dd4b31b-c8db-42f0-ba15-74b0abfa28b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:24.410461 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43022ee8-ff52-46f6-8dfb-07a9c8cd6e92 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Router 27ca2a7d-b14d-47ad-9939-f51df766a10c is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:04:24.431286 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab76293-52a0-43e6-bcc6-9963f1f63bb3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Made reservation on behalf of 5282b25e8da043bbb3248dd1fe2c26b7 for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:04:24.433819 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5ab76293-52a0-43e6-bcc6-9963f1f63bb3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:24.449464 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-5c71fd84-19f2-4a72-b1c3-0634546b273c tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Allocated IP 172.20.0.3 (20bb8253-fa55-436e-bf2f-e7244726b7e1/4f6f0d35-8044-43d1-b018-56081fee0b07/faf517ab-830f-4516-9ddc-1ca1f40ef93a) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:04:24.455265 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5ab76293-52a0-43e6-bcc6-9963f1f63bb3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:24.470274 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-9dd4b31b-c8db-42f0-ba15-74b0abfa28b4 None None] Port 55bf0921-bbf0-44f9-a028-ef33ed2046c5 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:04:24.480725 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-5ab76293-52a0-43e6-bcc6-9963f1f63bb3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:24.487666 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-5ab76293-52a0-43e6-bcc6-9963f1f63bb3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Usage tracker for resource:security_group_rule and tenant:5282b25e8da043bbb3248dd1fe2c26b7 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:04:24.499945 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-5ab76293-52a0-43e6-bcc6-9963f1f63bb3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:04:24.509211 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-5ab76293-52a0-43e6-bcc6-9963f1f63bb3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:24.653537 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43022ee8-ff52-46f6-8dfb-07a9c8cd6e92 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:04:24.658662 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-43022ee8-ff52-46f6-8dfb-07a9c8cd6e92 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "PUT /v2.0/routers/27ca2a7d-b14d-47ad-9939-f51df766a10c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8435974 Jan 21 19:04:24.662884 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59708) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:24.667406 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc794fe0-124b-4f98-bd2f-91a686214c8f None None] Sync routers for ids ['27ca2a7d-b14d-47ad-9939-f51df766a10c'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:04:24.677646 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc794fe0-124b-4f98-bd2f-91a686214c8f None None] Routers {'27ca2a7d-b14d-47ad-9939-f51df766a10c'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:04:24.678430 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-dc794fe0-124b-4f98-bd2f-91a686214c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:03:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['27ca2a7d-b14d-47ad-9939-f51df766a10c'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:24.736813 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d3b388-c12d-456a-a0bc-c37949330708 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:24.737351 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5c71fd84-19f2-4a72-b1c3-0634546b273c tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:24.737498 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-f9d3b388-c12d-456a-a0bc-c37949330708 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:04:24.757967 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733af6e0-7fab-4d9c-b394-4f33194d6088 req-07c8e2c4-6f71-42e9-a7ff-b814ae56ce50 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:24.759449 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-733af6e0-7fab-4d9c-b394-4f33194d6088 req-07c8e2c4-6f71-42e9-a7ff-b814ae56ce50 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead1a893-d8bc-464c-a75c-9dfb8bc7fda2 HTTP/1.1" status: 200 len: 945 time: 0.2443531 Jan 21 19:04:24.759778 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5ab76293-52a0-43e6-bcc6-9963f1f63bb3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:24.765626 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-5c71fd84-19f2-4a72-b1c3-0634546b273c tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Transition to ACTIVE for port object faf517ab-830f-4516-9ddc-1ca1f40ef93a will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:04:24.804718 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-733af6e0-7fab-4d9c-b394-4f33194d6088 req-efbd4ee3-5a9b-4049-9549-adcc6571b52b tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/security-groups?id=84380b41-afe6-4abf-bafe-93a3de4a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396957 Jan 21 19:04:24.811242 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5ab76293-52a0-43e6-bcc6-9963f1f63bb3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:24.833234 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-f9d3b388-c12d-456a-a0bc-c37949330708 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:04:24.834485 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f9d3b388-c12d-456a-a0bc-c37949330708 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/ports/55bf0921-bbf0-44f9-a028-ef33ed2046c5 HTTP/1.1" status: 200 len: 911 time: 0.1707175 Jan 21 19:04:24.841388 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59712) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:24.846776 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-dc794fe0-124b-4f98-bd2f-91a686214c8f None None] Set router 27ca2a7d-b14d-47ad-9939-f51df766a10c gateway port host: None {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:04:24.853059 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab76293-52a0-43e6-bcc6-9963f1f63bb3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:04:24.896913 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5c71fd84-19f2-4a72-b1c3-0634546b273c tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:24.904461 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab76293-52a0-43e6-bcc6-9963f1f63bb3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4988ba-2bf2-4893-aa2d-1c03bc673579,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:24.947254 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5ab76293-52a0-43e6-bcc6-9963f1f63bb3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:24.947602 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-5ab76293-52a0-43e6-bcc6-9963f1f63bb3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Added segment f11536ad-54a9-4292-8e29-78056637d5ab of type vlan for network 65a23976-11ad-4519-8f28-ea0320aa5643 Jan 21 19:04:24.981276 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6fcf8f3a-f5aa-4879-a738-e2d80f3c8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:25.001704 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c71fd84-19f2-4a72-b1c3-0634546b273c tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Network 20bb8253-fa55-436e-bf2f-e7244726b7e1 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:04:25.017662 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-5c71fd84-19f2-4a72-b1c3-0634546b273c tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:04:25.024244 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c71fd84-19f2-4a72-b1c3-0634546b273c tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:04:25.049259 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5ab76293-52a0-43e6-bcc6-9963f1f63bb3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:25.063357 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c71fd84-19f2-4a72-b1c3-0634546b273c tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Pushing event updated for resources: {'Port': ['ID=faf517ab-830f-4516-9ddc-1ca1f40ef93a,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:25.118963 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c71fd84-19f2-4a72-b1c3-0634546b273c tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:25.119583 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5c71fd84-19f2-4a72-b1c3-0634546b273c tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:25.149023 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d49fcc1-91a4-488d-8eda-40112f8eafcc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:25.154937 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d49fcc1-91a4-488d-8eda-40112f8eafcc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:25.159185 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5d49fcc1-91a4-488d-8eda-40112f8eafcc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3081834 Jan 21 19:04:25.159584 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59716) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:25.197019 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-dc794fe0-124b-4f98-bd2f-91a686214c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ca2a7d-b14d-47ad-9939-f51df766a10c', 'name': 'tempest-NetworksTestDHCPv6-router-2091639491', 'tenant_id': '331b5c16a931412fafa4a9af40615562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:04:20Z', 'updated_at': '2022-01-21T19:04:22Z', 'revision_number': 2, 'project_id': '331b5c16a931412fafa4a9af40615562', 'gw_port_host': None, '_interfaces': [{'id': '55bf0921-bbf0-44f9-a028-ef33ed2046c5', 'name': '', 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'tenant_id': '331b5c16a931412fafa4a9af40615562', 'mac_address': 'fa:16:3e:54:9b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ca2a7d-b14d-47ad-9939-f51df766a10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '21c0041c-d2f4-4b9e-8081-8a8c5ce43909', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:04:21Z', 'updated_at': '2022-01-21T19:04:23Z', 'revision_number': 2, 'project_id': '331b5c16a931412fafa4a9af40615562', 'subnets': [{'id': '21c0041c-d2f4-4b9e-8081-8a8c5ce43909', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:25.198871 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5ab76293-52a0-43e6-bcc6-9963f1f63bb3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:25.201505 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc794fe0-124b-4f98-bd2f-91a686214c8f None None] Checking router: 27ca2a7d-b14d-47ad-9939-f51df766a10c for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:04:25.201903 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc794fe0-124b-4f98-bd2f-91a686214c8f None None] Updating router 27ca2a7d-b14d-47ad-9939-f51df766a10c port 55bf0921-bbf0-44f9-a028-ef33ed2046c5 binding host dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:04:25.204284 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab76293-52a0-43e6-bcc6-9963f1f63bb3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:25.204988 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5ab76293-52a0-43e6-bcc6-9963f1f63bb3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:25.260423 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 687453b0-97dc-4346-8415-af2862691c35 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:04:25.278361 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dc794fe0-124b-4f98-bd2f-91a686214c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:25.288703 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5c71fd84-19f2-4a72-b1c3-0634546b273c tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4213881 Jan 21 19:04:25.289542 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59720) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:25.352612 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 687453b0-97dc-4346-8415-af2862691c35 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:04:25.353298 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-fa9bd68a-8a87-419f-a5db-b74f05630cef tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Request body: {'floatingip': {'port_id': 'faf517ab-830f-4516-9ddc-1ca1f40ef93a'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:25.360623 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:25.455064 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab76293-52a0-43e6-bcc6-9963f1f63bb3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event updated for resources: {'Network': ['ID=65a23976-11ad-4519-8f28-ea0320aa5643,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:25.473282 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 65a23976-11ad-4519-8f28-ea0320aa5643 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:04:25.610786 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-78e678fa-f6d6-49c9-9784-dbca4f37d420 None None] Provisioning for port faf517ab-830f-4516-9ddc-1ca1f40ef93a completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:04:25.621985 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5ab76293-52a0-43e6-bcc6-9963f1f63bb3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4833817 Jan 21 19:04:25.625053 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59724) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:25.633211 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-53bfe12e-5579-4be0-a273-7b79c502c7e9 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Request body: {'network': {'name': 'tempest-RoutersTest-1462449418'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:25.650699 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-53bfe12e-5579-4be0-a273-7b79c502c7e9 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:25.652824 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-78e678fa-f6d6-49c9-9784-dbca4f37d420 None None] Provisioning complete for port faf517ab-830f-4516-9ddc-1ca1f40ef93a triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:04:25.653389 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-78e678fa-f6d6-49c9-9784-dbca4f37d420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:25.657957 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-53bfe12e-5579-4be0-a273-7b79c502c7e9 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Usage tracker for resource:network and tenant:5282b25e8da043bbb3248dd1fe2c26b7 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:04:25.663965 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-53bfe12e-5579-4be0-a273-7b79c502c7e9 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:04:25.673015 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-53bfe12e-5579-4be0-a273-7b79c502c7e9 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:25.677742 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fa9bd68a-8a87-419f-a5db-b74f05630cef tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for floatingip, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:25.747608 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-78e678fa-f6d6-49c9-9784-dbca4f37d420 None None] Port faf517ab-830f-4516-9ddc-1ca1f40ef93a cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:04:25.767490 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dc794fe0-124b-4f98-bd2f-91a686214c8f None None] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:25.785223 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-dc794fe0-124b-4f98-bd2f-91a686214c8f None None] Transition to ACTIVE for port object 55bf0921-bbf0-44f9-a028-ef33ed2046c5 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:04:25.790118 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-de7508f9-99b2-4f4b-a3fe-c7bfc00159f3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:25.834055 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53bfe12e-5579-4be0-a273-7b79c502c7e9 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Made reservation on behalf of 5282b25e8da043bbb3248dd1fe2c26b7 for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:04:25.840004 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-53bfe12e-5579-4be0-a273-7b79c502c7e9 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:25.849829 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dc794fe0-124b-4f98-bd2f-91a686214c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:25.886700 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53bfe12e-5579-4be0-a273-7b79c502c7e9 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:04:25.937760 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-53bfe12e-5579-4be0-a273-7b79c502c7e9 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:25.938132 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-53bfe12e-5579-4be0-a273-7b79c502c7e9 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Added segment b58e19e8-f093-437f-bf9b-0bb7c0cc9348 of type vlan for network 19a49273-c527-49ad-8441-e222d8bc47fd Jan 21 19:04:25.999577 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1899667-7ada-4ddd-a66c-e6af1b37cdc9 None None] Pushing event updated for resources: {'Port': ['ID=55bf0921-bbf0-44f9-a028-ef33ed2046c5,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:26.021884 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1899667-7ada-4ddd-a66c-e6af1b37cdc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:04:26.022221 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1899667-7ada-4ddd-a66c-e6af1b37cdc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:04:26.022550 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1899667-7ada-4ddd-a66c-e6af1b37cdc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:04:26.022881 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1899667-7ada-4ddd-a66c-e6af1b37cdc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:04:26.023203 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1899667-7ada-4ddd-a66c-e6af1b37cdc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:04:26.023527 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1899667-7ada-4ddd-a66c-e6af1b37cdc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:04:26.023848 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1899667-7ada-4ddd-a66c-e6af1b37cdc9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:04:26.024171 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1899667-7ada-4ddd-a66c-e6af1b37cdc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:04:26.024490 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1899667-7ada-4ddd-a66c-e6af1b37cdc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:04:26.024808 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1899667-7ada-4ddd-a66c-e6af1b37cdc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:04:26.025119 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1899667-7ada-4ddd-a66c-e6af1b37cdc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:04:26.025509 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1899667-7ada-4ddd-a66c-e6af1b37cdc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:04:26.047282 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-53bfe12e-5579-4be0-a273-7b79c502c7e9 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:26.141356 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-dc794fe0-124b-4f98-bd2f-91a686214c8f None None] Attempting to bind port 55bf0921-bbf0-44f9-a028-ef33ed2046c5 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:04:26.141893 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-dc794fe0-124b-4f98-bd2f-91a686214c8f None None] Attempting to bind port 55bf0921-bbf0-44f9-a028-ef33ed2046c5 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:04:26.142704 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc794fe0-124b-4f98-bd2f-91a686214c8f None None] Attempting to bind port 55bf0921-bbf0-44f9-a028-ef33ed2046c5 on network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:04:26.152194 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc794fe0-124b-4f98-bd2f-91a686214c8f None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:04:26.153531 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc794fe0-124b-4f98-bd2f-91a686214c8f None None] Checking segment: {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:04:26.154753 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dc794fe0-124b-4f98-bd2f-91a686214c8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:26.155679 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc794fe0-124b-4f98-bd2f-91a686214c8f None None] Bound using segment: {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:04:26.168918 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-dc794fe0-124b-4f98-bd2f-91a686214c8f None None] Bound port: 55bf0921-bbf0-44f9-a028-ef33ed2046c5, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:04:26.168918 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dc794fe0-124b-4f98-bd2f-91a686214c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:26.189303 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949766a0-eb3e-4781-8d00-600cde69dec7 req-b42bef7c-9227-4340-af73-5568c4b2da54 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:26.200225 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-949766a0-eb3e-4781-8d00-600cde69dec7 req-b42bef7c-9227-4340-af73-5568c4b2da54 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead1a893-d8bc-464c-a75c-9dfb8bc7fda2 HTTP/1.1" status: 200 len: 945 time: 0.2394552 Jan 21 19:04:26.224087 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-de7508f9-99b2-4f4b-a3fe-c7bfc00159f3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting port 55bf0921-bbf0-44f9-a028-ef33ed2046c5 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:04:26.224423 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-de7508f9-99b2-4f4b-a3fe-c7bfc00159f3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:26.275752 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-dc794fe0-124b-4f98-bd2f-91a686214c8f None None] For port 55bf0921-bbf0-44f9-a028-ef33ed2046c5, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:04:26.279891 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-dc794fe0-124b-4f98-bd2f-91a686214c8f None None] For port 55bf0921-bbf0-44f9-a028-ef33ed2046c5, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=55bf0921-bbf0-44f9-a028-ef33ed2046c5,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:04:26.303874 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-949766a0-eb3e-4781-8d00-600cde69dec7 req-8da4870c-1be4-4d3d-8c6f-b14b01c0a023 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/security-groups?id=84380b41-afe6-4abf-bafe-93a3de4a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031873 Jan 21 19:04:26.324495 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-53bfe12e-5579-4be0-a273-7b79c502c7e9 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:26.330158 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bfe12e-5579-4be0-a273-7b79c502c7e9 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:26.330754 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-53bfe12e-5579-4be0-a273-7b79c502c7e9 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:26.353483 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dc794fe0-124b-4f98-bd2f-91a686214c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:26.506449 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc794fe0-124b-4f98-bd2f-91a686214c8f None None] Routers {'27ca2a7d-b14d-47ad-9939-f51df766a10c'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:04:26.506727 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-dc794fe0-124b-4f98-bd2f-91a686214c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:03:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['27ca2a7d-b14d-47ad-9939-f51df766a10c'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:26.563433 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1899667-7ada-4ddd-a66c-e6af1b37cdc9 None None] Pushing event updated for resources: {'Port': ['ID=55bf0921-bbf0-44f9-a028-ef33ed2046c5,revision_number=4']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:26.597978 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-53bfe12e-5579-4be0-a273-7b79c502c7e9 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9713237 Jan 21 19:04:26.599004 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59732) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:26.600555 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bfe12e-5579-4be0-a273-7b79c502c7e9 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event updated for resources: {'Network': ['ID=19a49273-c527-49ad-8441-e222d8bc47fd,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:26.604722 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-de7508f9-99b2-4f4b-a3fe-c7bfc00159f3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] For port 55bf0921-bbf0-44f9-a028-ef33ed2046c5, host dv-neutron-825470-1-hyperv, got binding levels [] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:04:26.605710 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-de7508f9-99b2-4f4b-a3fe-c7bfc00159f3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:26.608973 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-727b09d1-e5cf-4fc4-af5c-6d5c36a923d6 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Request body: {'subnet': {'network_id': '65a23976-11ad-4519-8f28-ea0320aa5643', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:26.614516 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 19a49273-c527-49ad-8441-e222d8bc47fd details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:04:26.723882 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-dc794fe0-124b-4f98-bd2f-91a686214c8f None None] Set router 27ca2a7d-b14d-47ad-9939-f51df766a10c gateway port host: None {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:04:26.760525 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.db.resource_extend [None req-fa9bd68a-8a87-419f-a5db-b74f05630cef tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 19:04:26.794951 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-de7508f9-99b2-4f4b-a3fe-c7bfc00159f3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Calling delete_port for 55bf0921-bbf0-44f9-a028-ef33ed2046c5 owned by network:router_interface {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:04:26.838772 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-727b09d1-e5cf-4fc4-af5c-6d5c36a923d6 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:26.853087 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-727b09d1-e5cf-4fc4-af5c-6d5c36a923d6 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Usage tracker for resource:subnet and tenant:5282b25e8da043bbb3248dd1fe2c26b7 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:04:26.858018 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-727b09d1-e5cf-4fc4-af5c-6d5c36a923d6 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:04:26.867082 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-727b09d1-e5cf-4fc4-af5c-6d5c36a923d6 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:26.873055 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fa9bd68a-8a87-419f-a5db-b74f05630cef tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:26.935134 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fa9bd68a-8a87-419f-a5db-b74f05630cef tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:26.981675 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.db.api [None req-de7508f9-99b2-4f4b-a3fe-c7bfc00159f3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:04:26.982667 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG oslo_db.api [None req-de7508f9-99b2-4f4b-a3fe-c7bfc00159f3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:04:27.001326 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727b09d1-e5cf-4fc4-af5c-6d5c36a923d6 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Made reservation on behalf of 5282b25e8da043bbb3248dd1fe2c26b7 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:04:27.004840 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-727b09d1-e5cf-4fc4-af5c-6d5c36a923d6 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:27.095304 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-dc794fe0-124b-4f98-bd2f-91a686214c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ca2a7d-b14d-47ad-9939-f51df766a10c', 'name': 'tempest-NetworksTestDHCPv6-router-2091639491', 'tenant_id': '331b5c16a931412fafa4a9af40615562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:04:20Z', 'updated_at': '2022-01-21T19:04:22Z', 'revision_number': 2, 'project_id': '331b5c16a931412fafa4a9af40615562', 'gw_port_host': None, '_interfaces': [{'id': '55bf0921-bbf0-44f9-a028-ef33ed2046c5', 'name': '', 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'tenant_id': '331b5c16a931412fafa4a9af40615562', 'mac_address': 'fa:16:3e:54:9b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ca2a7d-b14d-47ad-9939-f51df766a10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '21c0041c-d2f4-4b9e-8081-8a8c5ce43909', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:04:21Z', 'updated_at': '2022-01-21T19:04:26Z', 'revision_number': 4, 'project_id': '331b5c16a931412fafa4a9af40615562', 'subnets': [{'id': '21c0041c-d2f4-4b9e-8081-8a8c5ce43909', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:27.099690 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc794fe0-124b-4f98-bd2f-91a686214c8f None None] The sync data for ids ['27ca2a7d-b14d-47ad-9939-f51df766a10c'] in dv-neutron-825470-1-hyperv is: [{'id': '27ca2a7d-b14d-47ad-9939-f51df766a10c', 'name': 'tempest-NetworksTestDHCPv6-router-2091639491', 'tenant_id': '331b5c16a931412fafa4a9af40615562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:04:20Z', 'updated_at': '2022-01-21T19:04:22Z', 'revision_number': 2, 'project_id': '331b5c16a931412fafa4a9af40615562', 'gw_port_host': None, '_interfaces': [{'id': '55bf0921-bbf0-44f9-a028-ef33ed2046c5', 'name': '', 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'tenant_id': '331b5c16a931412fafa4a9af40615562', 'mac_address': 'fa:16:3e:54:9b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ca2a7d-b14d-47ad-9939-f51df766a10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '21c0041c-d2f4-4b9e-8081-8a8c5ce43909', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:04:21Z', 'updated_at': '2022-01-21T19:04:26Z', 'revision_number': 4, 'project_id': '331b5c16a931412fafa4a9af40615562', 'subnets': [{'id': '21c0041c-d2f4-4b9e-8081-8a8c5ce43909', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:04:27.228202 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b9c4ac96-0bab-4ad3-93eb-50ee26c06e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:27.232047 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.l3_db [None req-fa9bd68a-8a87-419f-a5db-b74f05630cef tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Floating IP 0004ee4d-e76c-473a-a4f5-ebdaa44e5516 associated. External IP: 172.26.1.226, port: c3695f4d-a306-4b00-b12b-342fad5604d2. Jan 21 19:04:27.512209 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-de7508f9-99b2-4f4b-a3fe-c7bfc00159f3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting port 55bf0921-bbf0-44f9-a028-ef33ed2046c5 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:04:27.512706 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-de7508f9-99b2-4f4b-a3fe-c7bfc00159f3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:27.834575 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-de7508f9-99b2-4f4b-a3fe-c7bfc00159f3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] For port 55bf0921-bbf0-44f9-a028-ef33ed2046c5, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=55bf0921-bbf0-44f9-a028-ef33ed2046c5,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:04:27.835260 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-de7508f9-99b2-4f4b-a3fe-c7bfc00159f3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:27.898661 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-727b09d1-e5cf-4fc4-af5c-6d5c36a923d6 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:27.917328 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7962a54-9d3e-4599-9265-e6afccdc8c86 req-e6905cd7-fbda-423c-9593-97d7d06172d6 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:27.918764 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b7962a54-9d3e-4599-9265-e6afccdc8c86 req-e6905cd7-fbda-423c-9593-97d7d06172d6 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead1a893-d8bc-464c-a75c-9dfb8bc7fda2 HTTP/1.1" status: 200 len: 945 time: 0.4397898 Jan 21 19:04:28.001885 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-de7508f9-99b2-4f4b-a3fe-c7bfc00159f3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Calling delete_port for 55bf0921-bbf0-44f9-a028-ef33ed2046c5 owned by network:router_interface {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:04:28.002890 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:28.009518 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa9bd68a-8a87-419f-a5db-b74f05630cef tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Router 38672101-c7c7-4eb1-a220-64bed0b717ae has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:04:28.025177 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a4eda-27a9-420f-9127-96b5f2c2bf33 req-4c0e4006-afdd-48b8-a236-9d9b5de76a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:28.025177 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-929a4eda-27a9-420f-9127-96b5f2c2bf33 req-4c0e4006-afdd-48b8-a236-9d9b5de76a07 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=ead1a893-d8bc-464c-a75c-9dfb8bc7fda2 HTTP/1.1" status: 200 len: 1098 time: 0.2916808 Jan 21 19:04:28.031346 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727b09d1-e5cf-4fc4-af5c-6d5c36a923d6 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event updated for resources: {'Subnet': ['ID=9274993d-b2cc-46a1-9cca-28dab020b811,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:28.084205 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b7962a54-9d3e-4599-9265-e6afccdc8c86 req-60322172-266c-423d-859f-8e1e84b22b47 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/security-groups?id=84380b41-afe6-4abf-bafe-93a3de4a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036274 Jan 21 19:04:28.135094 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727b09d1-e5cf-4fc4-af5c-6d5c36a923d6 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Checking segment: {'id': 'f11536ad-54a9-4292-8e29-78056637d5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '65a23976-11ad-4519-8f28-ea0320aa5643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:04:28.135450 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727b09d1-e5cf-4fc4-af5c-6d5c36a923d6 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Network hostable DHCP agents. Network: 65a23976-11ad-4519-8f28-ea0320aa5643, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:04:28.186376 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-929a4eda-27a9-420f-9127-96b5f2c2bf33 req-cc5fa724-a3f1-437e-b2ca-ba20fa207407 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=84380b41-afe6-4abf-bafe-93a3de4a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596434 Jan 21 19:04:28.270248 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727b09d1-e5cf-4fc4-af5c-6d5c36a923d6 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Network 65a23976-11ad-4519-8f28-ea0320aa5643 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:04:28.289940 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-de7508f9-99b2-4f4b-a3fe-c7bfc00159f3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:28.293297 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9bd68a-8a87-419f-a5db-b74f05630cef tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:04:28.305245 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9bb209-ea30-4857-aff1-badb2ed2e230 None None] Sync routers for ids ['38672101-c7c7-4eb1-a220-64bed0b717ae'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:04:28.314908 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9bb209-ea30-4857-aff1-badb2ed2e230 None None] Routers {'38672101-c7c7-4eb1-a220-64bed0b717ae'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:04:28.315693 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-2e9bb209-ea30-4857-aff1-badb2ed2e230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:04:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['38672101-c7c7-4eb1-a220-64bed0b717ae'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:28.343157 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7508f9-99b2-4f4b-a3fe-c7bfc00159f3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Port': ['ID=55bf0921-bbf0-44f9-a028-ef33ed2046c5,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:28.354104 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-727b09d1-e5cf-4fc4-af5c-6d5c36a923d6 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 65a23976-11ad-4519-8f28-ea0320aa5643) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:04:28.358330 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727b09d1-e5cf-4fc4-af5c-6d5c36a923d6 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:28.361687 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-727b09d1-e5cf-4fc4-af5c-6d5c36a923d6 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:28.387475 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-2e9bb209-ea30-4857-aff1-badb2ed2e230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:28.403886 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a84f677-eae4-44e8-8862-2b9ee3ed1369 None None] Network 65a23976-11ad-4519-8f28-ea0320aa5643 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:04:28.517585 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-727b09d1-e5cf-4fc4-af5c-6d5c36a923d6 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9106565 Jan 21 19:04:28.523152 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59740) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:28.533546 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-1373f4a3-df0d-430e-9569-f3538890006f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Request body: {'subnet': {'network_id': '19a49273-c527-49ad-8441-e222d8bc47fd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:28.548838 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-de7508f9-99b2-4f4b-a3fe-c7bfc00159f3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:28.580982 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9bb209-ea30-4857-aff1-badb2ed2e230 None None] Routers {'38672101-c7c7-4eb1-a220-64bed0b717ae'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:04:28.584453 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-2e9bb209-ea30-4857-aff1-badb2ed2e230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:04:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['38672101-c7c7-4eb1-a220-64bed0b717ae'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:28.676301 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-2e9bb209-ea30-4857-aff1-badb2ed2e230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:28.676651 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9bb209-ea30-4857-aff1-badb2ed2e230 None None] The sync data for ids ['38672101-c7c7-4eb1-a220-64bed0b717ae'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:04:28.747265 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-1373f4a3-df0d-430e-9569-f3538890006f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:28.754702 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-1373f4a3-df0d-430e-9569-f3538890006f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Usage tracker for resource:subnet and tenant:5282b25e8da043bbb3248dd1fe2c26b7 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:04:28.788115 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:28.792228 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:28.804109 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de60ddf-cc98-44ce-a03e-ca717c49762d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-65a23976-11ad-4519-8f28-ea0320aa5643', 'network_id': '65a23976-11ad-4519-8f28-ea0320aa5643', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'fixed_ips': [{'subnet_id': '9274993d-b2cc-46a1-9cca-28dab020b811'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:04:28.805296 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2de60ddf-cc98-44ce-a03e-ca717c49762d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:28.811480 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-1373f4a3-df0d-430e-9569-f3538890006f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:04:28.839644 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-1373f4a3-df0d-430e-9569-f3538890006f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:28.869757 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa9bd68a-8a87-419f-a5db-b74f05630cef tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Router 20abc482-070e-497e-a125-6dd88c331648 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:04:28.933822 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1373f4a3-df0d-430e-9569-f3538890006f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Made reservation on behalf of 5282b25e8da043bbb3248dd1fe2c26b7 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:04:28.937013 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1373f4a3-df0d-430e-9569-f3538890006f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:28.977494 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-2de60ddf-cc98-44ce-a03e-ca717c49762d None None] Allocated IP 172.20.0.2 (65a23976-11ad-4519-8f28-ea0320aa5643/9274993d-b2cc-46a1-9cca-28dab020b811/8f6ebb3d-a313-49ba-bfe7-c97c92a9296d) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:04:28.990978 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7508f9-99b2-4f4b-a3fe-c7bfc00159f3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Router 27ca2a7d-b14d-47ad-9939-f51df766a10c has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:04:29.139632 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7508f9-99b2-4f4b-a3fe-c7bfc00159f3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:04:29.151896 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77d6168-cd3b-4806-8798-60c501a34974 None None] Sync routers for ids ['27ca2a7d-b14d-47ad-9939-f51df766a10c'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:04:29.181856 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77d6168-cd3b-4806-8798-60c501a34974 None None] Routers {'27ca2a7d-b14d-47ad-9939-f51df766a10c'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:04:29.183997 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-e77d6168-cd3b-4806-8798-60c501a34974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:04:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['27ca2a7d-b14d-47ad-9939-f51df766a10c'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:29.264146 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-de7508f9-99b2-4f4b-a3fe-c7bfc00159f3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "PUT /v2.0/routers/27ca2a7d-b14d-47ad-9939-f51df766a10c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1024654 Jan 21 19:04:29.265836 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59746) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:29.298088 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2de60ddf-cc98-44ce-a03e-ca717c49762d None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:29.309734 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9bd68a-8a87-419f-a5db-b74f05630cef tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:04:29.313040 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-2de60ddf-cc98-44ce-a03e-ca717c49762d None None] Transition to ACTIVE for port object 8f6ebb3d-a313-49ba-bfe7-c97c92a9296d will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:04:29.324535 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95338348-d04d-42cf-b20e-27b9d2585d69 None None] Sync routers for ids ['20abc482-070e-497e-a125-6dd88c331648'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:04:29.325472 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fa9bd68a-8a87-419f-a5db-b74f05630cef tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:29.348401 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-2de60ddf-cc98-44ce-a03e-ca717c49762d None None] Transition to ACTIVE for port object 8f6ebb3d-a313-49ba-bfe7-c97c92a9296d will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:04:29.352005 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95338348-d04d-42cf-b20e-27b9d2585d69 None None] Routers {'20abc482-070e-497e-a125-6dd88c331648'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:04:29.353459 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-95338348-d04d-42cf-b20e-27b9d2585d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:04:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['20abc482-070e-497e-a125-6dd88c331648'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:29.400036 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-e77d6168-cd3b-4806-8798-60c501a34974 None None] Set router 27ca2a7d-b14d-47ad-9939-f51df766a10c gateway port host: None {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:04:29.446260 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2de60ddf-cc98-44ce-a03e-ca717c49762d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:29.449935 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738f689d-f012-4fd4-8b93-d88959f5fd3e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:29.455645 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738f689d-f012-4fd4-8b93-d88959f5fd3e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:29.462130 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-738f689d-f012-4fd4-8b93-d88959f5fd3e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:04:29.502395 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-95338348-d04d-42cf-b20e-27b9d2585d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:29.514999 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1059ebd-1179-4af0-8ca7-77b58a45a917 req-dcecedf4-ce3d-42b0-b685-6244b9dd228e tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:29.517052 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b1059ebd-1179-4af0-8ca7-77b58a45a917 req-dcecedf4-ce3d-42b0-b685-6244b9dd228e tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead1a893-d8bc-464c-a75c-9dfb8bc7fda2 HTTP/1.1" status: 200 len: 945 time: 0.1877327 Jan 21 19:04:29.518299 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-e77d6168-cd3b-4806-8798-60c501a34974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ca2a7d-b14d-47ad-9939-f51df766a10c', 'name': 'tempest-NetworksTestDHCPv6-router-2091639491', 'tenant_id': '331b5c16a931412fafa4a9af40615562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:04:20Z', 'updated_at': '2022-01-21T19:04:28Z', 'revision_number': 3, 'project_id': '331b5c16a931412fafa4a9af40615562', 'gw_port_host': None}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:29.523113 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77d6168-cd3b-4806-8798-60c501a34974 None None] Checking router: 27ca2a7d-b14d-47ad-9939-f51df766a10c for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:04:29.532585 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77d6168-cd3b-4806-8798-60c501a34974 None None] Routers {'27ca2a7d-b14d-47ad-9939-f51df766a10c'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:04:29.533326 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-e77d6168-cd3b-4806-8798-60c501a34974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:04:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['27ca2a7d-b14d-47ad-9939-f51df766a10c'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:29.547638 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de60ddf-cc98-44ce-a03e-ca717c49762d None None] Network 65a23976-11ad-4519-8f28-ea0320aa5643 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:04:29.549458 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-fa9bd68a-8a87-419f-a5db-b74f05630cef tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "PUT /v2.0/floatingips/0004ee4d-e76c-473a-a4f5-ebdaa44e5516 HTTP/1.1" status: 200 len: 977 time: 4.2059362 Jan 21 19:04:29.552747 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59750) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:29.553012 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-2de60ddf-cc98-44ce-a03e-ca717c49762d None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:04:29.558017 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95338348-d04d-42cf-b20e-27b9d2585d69 None None] Routers {'20abc482-070e-497e-a125-6dd88c331648'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:04:29.559246 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-95338348-d04d-42cf-b20e-27b9d2585d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:04:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['20abc482-070e-497e-a125-6dd88c331648'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:29.595188 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b1059ebd-1179-4af0-8ca7-77b58a45a917 req-1d4a09ad-d2ca-434e-b74f-533a6c0a3ec5 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/security-groups?id=84380b41-afe6-4abf-bafe-93a3de4a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666513 Jan 21 19:04:29.596533 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-738f689d-f012-4fd4-8b93-d88959f5fd3e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:04:29.600140 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-738f689d-f012-4fd4-8b93-d88959f5fd3e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3330505 Jan 21 19:04:29.603241 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59754) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:29.629407 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de60ddf-cc98-44ce-a03e-ca717c49762d None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:04:29.679516 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-95338348-d04d-42cf-b20e-27b9d2585d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:29.680055 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95338348-d04d-42cf-b20e-27b9d2585d69 None None] The sync data for ids ['20abc482-070e-497e-a125-6dd88c331648'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:04:29.685496 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-e77d6168-cd3b-4806-8798-60c501a34974 None None] Set router 27ca2a7d-b14d-47ad-9939-f51df766a10c gateway port host: None {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:04:29.692484 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-db0f4b39-eda1-4b39-b946-91be474a1d0f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting subnet 21c0041c-d2f4-4b9e-8081-8a8c5ce43909 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:04:29.696024 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de60ddf-cc98-44ce-a03e-ca717c49762d None None] Pushing event updated for resources: {'Port': ['ID=8f6ebb3d-a313-49ba-bfe7-c97c92a9296d,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:29.696504 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-db0f4b39-eda1-4b39-b946-91be474a1d0f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:29.701754 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-9e51ebd2-7169-482b-bd3a-dfdecca912ac tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Deleting port faf517ab-830f-4516-9ddc-1ca1f40ef93a {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:04:29.702135 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9e51ebd2-7169-482b-bd3a-dfdecca912ac tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:29.747559 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de60ddf-cc98-44ce-a03e-ca717c49762d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:04:29.749114 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de60ddf-cc98-44ce-a03e-ca717c49762d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:04:29.749114 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de60ddf-cc98-44ce-a03e-ca717c49762d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:04:29.749114 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de60ddf-cc98-44ce-a03e-ca717c49762d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:04:29.749114 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de60ddf-cc98-44ce-a03e-ca717c49762d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:04:29.749552 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de60ddf-cc98-44ce-a03e-ca717c49762d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:04:29.749990 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de60ddf-cc98-44ce-a03e-ca717c49762d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:04:29.750387 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de60ddf-cc98-44ce-a03e-ca717c49762d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:04:29.750779 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de60ddf-cc98-44ce-a03e-ca717c49762d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:04:29.751169 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de60ddf-cc98-44ce-a03e-ca717c49762d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:04:29.751557 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de60ddf-cc98-44ce-a03e-ca717c49762d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:04:29.751940 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de60ddf-cc98-44ce-a03e-ca717c49762d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:04:29.759408 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 5032a02c-a423-412a-aa4d-de8eb56fef6a details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:04:29.768010 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-db0f4b39-eda1-4b39-b946-91be474a1d0f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:29.774436 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1373f4a3-df0d-430e-9569-f3538890006f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:29.840078 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-e77d6168-cd3b-4806-8798-60c501a34974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ca2a7d-b14d-47ad-9939-f51df766a10c', 'name': 'tempest-NetworksTestDHCPv6-router-2091639491', 'tenant_id': '331b5c16a931412fafa4a9af40615562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:04:20Z', 'updated_at': '2022-01-21T19:04:28Z', 'revision_number': 3, 'project_id': '331b5c16a931412fafa4a9af40615562', 'gw_port_host': None}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:29.845998 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77d6168-cd3b-4806-8798-60c501a34974 None None] The sync data for ids ['27ca2a7d-b14d-47ad-9939-f51df766a10c'] in dv-neutron-825470-1-hyperv is: [{'id': '27ca2a7d-b14d-47ad-9939-f51df766a10c', 'name': 'tempest-NetworksTestDHCPv6-router-2091639491', 'tenant_id': '331b5c16a931412fafa4a9af40615562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:04:20Z', 'updated_at': '2022-01-21T19:04:28Z', 'revision_number': 3, 'project_id': '331b5c16a931412fafa4a9af40615562', 'gw_port_host': None}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:04:29.854587 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 5032a02c-a423-412a-aa4d-de8eb56fef6a no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:04:29.884766 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-db0f4b39-eda1-4b39-b946-91be474a1d0f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:29.916907 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-2de60ddf-cc98-44ce-a03e-ca717c49762d None None] Attempting to bind port 8f6ebb3d-a313-49ba-bfe7-c97c92a9296d on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:04:29.917373 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-2de60ddf-cc98-44ce-a03e-ca717c49762d None None] Attempting to bind port 8f6ebb3d-a313-49ba-bfe7-c97c92a9296d by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'f11536ad-54a9-4292-8e29-78056637d5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '65a23976-11ad-4519-8f28-ea0320aa5643'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:04:29.917937 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de60ddf-cc98-44ce-a03e-ca717c49762d None None] Attempting to bind port 8f6ebb3d-a313-49ba-bfe7-c97c92a9296d on network 65a23976-11ad-4519-8f28-ea0320aa5643 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:04:29.982705 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de60ddf-cc98-44ce-a03e-ca717c49762d None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:04:29.983075 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de60ddf-cc98-44ce-a03e-ca717c49762d None None] Checking segment: {'id': 'f11536ad-54a9-4292-8e29-78056637d5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '65a23976-11ad-4519-8f28-ea0320aa5643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:04:29.983477 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2de60ddf-cc98-44ce-a03e-ca717c49762d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:29.983865 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de60ddf-cc98-44ce-a03e-ca717c49762d None None] Bound using segment: {'id': 'f11536ad-54a9-4292-8e29-78056637d5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '65a23976-11ad-4519-8f28-ea0320aa5643'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:04:29.984587 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-2de60ddf-cc98-44ce-a03e-ca717c49762d None None] Bound port: 8f6ebb3d-a313-49ba-bfe7-c97c92a9296d, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f11536ad-54a9-4292-8e29-78056637d5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '65a23976-11ad-4519-8f28-ea0320aa5643'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:04:29.984957 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2de60ddf-cc98-44ce-a03e-ca717c49762d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:30.000114 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373f4a3-df0d-430e-9569-f3538890006f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event updated for resources: {'Subnet': ['ID=f93e09d1-6062-4139-8423-bb99376387dd,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:30.038554 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-db0f4b39-eda1-4b39-b946-91be474a1d0f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:30.046345 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1373f4a3-df0d-430e-9569-f3538890006f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Checking segment: {'id': 'b58e19e8-f093-437f-bf9b-0bb7c0cc9348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '19a49273-c527-49ad-8441-e222d8bc47fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:04:30.046599 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1373f4a3-df0d-430e-9569-f3538890006f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Network hostable DHCP agents. Network: 19a49273-c527-49ad-8441-e222d8bc47fd, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:04:30.080839 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0f4b39-eda1-4b39-b946-91be474a1d0f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Subnet': ['ID=21c0041c-d2f4-4b9e-8081-8a8c5ce43909,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:30.087265 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:30.090992 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-db0f4b39-eda1-4b39-b946-91be474a1d0f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:30.098099 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 5032a02c-a423-412a-aa4d-de8eb56fef6a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=5032a02c-a423-412a-aa4d-de8eb56fef6a,segment=NetworkSegment(ca3524f3-3584-4d5b-8092-53119e2b5443),segment_id=ca3524f3-3584-4d5b-8092-53119e2b5443)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:04:30.105871 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9e51ebd2-7169-482b-bd3a-dfdecca912ac tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:30.138389 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8b4f8f-a5df-48f4-9d5b-31d8649ecaf1 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:04:30.173006 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-db0f4b39-eda1-4b39-b946-91be474a1d0f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/21c0041c-d2f4-4b9e-8081-8a8c5ce43909 HTTP/1.1" status: 204 len: 168 time: 0.5664139 Jan 21 19:04:30.173238 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59758) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:30.176102 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1373f4a3-df0d-430e-9569-f3538890006f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Network 19a49273-c527-49ad-8441-e222d8bc47fd is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:04:30.189345 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': '5032a02c-a423-412a-aa4d-de8eb56fef6a', 'network_id': 'fc24e89d-af25-4b19-a6e4-c71b6bd3aa74', 'port_id': '5032a02c-a423-412a-aa4d-de8eb56fef6a', 'mac_address': 'fa:16:3e:99:2a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '318cf0e1-cb46-4ad9-b6e3-4761e636ad66', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:04:30.318170 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-1373f4a3-df0d-430e-9569-f3538890006f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 19a49273-c527-49ad-8441-e222d8bc47fd) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:04:30.323684 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1373f4a3-df0d-430e-9569-f3538890006f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:30.324271 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1373f4a3-df0d-430e-9569-f3538890006f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:30.338631 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f36044-e86a-42eb-ae2a-d225e7e8898e None None] Network 19a49273-c527-49ad-8441-e222d8bc47fd requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:04:30.353041 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-2de60ddf-cc98-44ce-a03e-ca717c49762d None None] For port 8f6ebb3d-a313-49ba-bfe7-c97c92a9296d, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:04:30.360334 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:30.391702 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ac3e37ec-9320-4e74-a212-69fa47787abd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:router {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:04:30.435298 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-2de60ddf-cc98-44ce-a03e-ca717c49762d None None] For port 8f6ebb3d-a313-49ba-bfe7-c97c92a9296d, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=8f6ebb3d-a313-49ba-bfe7-c97c92a9296d,segment=NetworkSegment(f11536ad-54a9-4292-8e29-78056637d5ab),segment_id=f11536ad-54a9-4292-8e29-78056637d5ab)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:04:30.441033 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-1373f4a3-df0d-430e-9569-f3538890006f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9137368 Jan 21 19:04:30.441932 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59762) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:30.456181 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ac3e37ec-9320-4e74-a212-69fa47787abd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:router {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:04:30.458004 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-5afaa55a-6340-49b7-aaac-1343d9b825e5 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1534908852', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:30.462014 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ac3e37ec-9320-4e74-a212-69fa47787abd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2855930 Jan 21 19:04:30.463616 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:30.463988 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59766) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:30.469436 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-5afaa55a-6340-49b7-aaac-1343d9b825e5 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:30.477923 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-5afaa55a-6340-49b7-aaac-1343d9b825e5 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Usage tracker for resource:router and tenant:5282b25e8da043bbb3248dd1fe2c26b7 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:04:30.481613 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-5afaa55a-6340-49b7-aaac-1343d9b825e5 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:04:30.493040 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-5afaa55a-6340-49b7-aaac-1343d9b825e5 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:30.496802 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9e51ebd2-7169-482b-bd3a-dfdecca912ac tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:30.497439 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9e51ebd2-7169-482b-bd3a-dfdecca912ac tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:30.497544 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.l3_db [None req-9e51ebd2-7169-482b-bd3a-dfdecca912ac tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Floating IP 0004ee4d-e76c-473a-a4f5-ebdaa44e5516 disassociated. External IP: 172.26.1.226, port: faf517ab-830f-4516-9ddc-1ca1f40ef93a. Jan 21 19:04:30.497885 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-9e51ebd2-7169-482b-bd3a-dfdecca912ac tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Calling delete_port for faf517ab-830f-4516-9ddc-1ca1f40ef93a owned by {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:04:30.548037 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2de60ddf-cc98-44ce-a03e-ca717c49762d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:30.587851 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead1a893-d8bc-464c-a75c-9dfb8bc7fda2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5032a02c-a423-412a-aa4d-de8eb56fef6a'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:04:30.606396 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5032a02c-a423-412a-aa4d-de8eb56fef6a {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:04:30.631769 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7be345b3-666d-48b1-979d-d4386a059e85 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for router, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:30.657474 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 5032a02c-a423-412a-aa4d-de8eb56fef6a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=5032a02c-a423-412a-aa4d-de8eb56fef6a,segment=NetworkSegment(ca3524f3-3584-4d5b-8092-53119e2b5443),segment_id=ca3524f3-3584-4d5b-8092-53119e2b5443)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:04:30.721523 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5afaa55a-6340-49b7-aaac-1343d9b825e5 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:30.721523 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5afaa55a-6340-49b7-aaac-1343d9b825e5 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:30.813471 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead1a893-d8bc-464c-a75c-9dfb8bc7fda2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5032a02c-a423-412a-aa4d-de8eb56fef6a', 'code': 200} Jan 21 19:04:30.814184 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de60ddf-cc98-44ce-a03e-ca717c49762d None None] Pushing event updated for resources: {'Port': ['ID=8f6ebb3d-a313-49ba-bfe7-c97c92a9296d,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:30.838599 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4314c5-c91c-4233-a9e0-1d511decd766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-19a49273-c527-49ad-8441-e222d8bc47fd', 'network_id': '19a49273-c527-49ad-8441-e222d8bc47fd', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'fixed_ips': [{'subnet_id': 'f93e09d1-6062-4139-8423-bb99376387dd'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:04:30.839382 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7a4314c5-c91c-4233-a9e0-1d511decd766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:30.934688 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0c3e9f-22e8-44d3-9407-c0feeef3b241 None None] DHCP port deletion for 76b60fc4-5668-469a-a3ef-49679dc3dfc0 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:04:30.951880 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-cd0c3e9f-22e8-44d3-9407-c0feeef3b241 None None] Deleting port 687453b0-97dc-4346-8415-af2862691c35 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:04:30.953005 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-cd0c3e9f-22e8-44d3-9407-c0feeef3b241 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:30.988618 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:30.995488 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9e51ebd2-7169-482b-bd3a-dfdecca912ac tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:31.064467 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e51ebd2-7169-482b-bd3a-dfdecca912ac tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Pushing event deleted for resources: {'Port': ['ID=faf517ab-830f-4516-9ddc-1ca1f40ef93a,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:31.067819 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5afaa55a-6340-49b7-aaac-1343d9b825e5 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:31.306082 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:04:31.314111 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:04:31.320105 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=5032a02c-a423-412a-aa4d-de8eb56fef6a,revision_number=6']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:31.320500 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7be345b3-666d-48b1-979d-d4386a059e85 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:31.323552 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e51ebd2-7169-482b-bd3a-dfdecca912ac tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Router 20abc482-070e-497e-a125-6dd88c331648 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:04:31.324243 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7be345b3-666d-48b1-979d-d4386a059e85 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:31.354918 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-7a4314c5-c91c-4233-a9e0-1d511decd766 None None] Allocated IP 172.21.0.2 (19a49273-c527-49ad-8441-e222d8bc47fd/f93e09d1-6062-4139-8423-bb99376387dd/f0433367-4446-4b23-869b-92fea497bb94) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:04:31.402851 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 8f6ebb3d-a313-49ba-bfe7-c97c92a9296d up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:04:31.424721 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed2f2a-98fb-423b-bae6-91c52ff769c8 req-1175900e-bdd5-4fac-adfb-c47c2326ee49 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:31.442820 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6aed2f2a-98fb-423b-bae6-91c52ff769c8 req-1175900e-bdd5-4fac-adfb-c47c2326ee49 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead1a893-d8bc-464c-a75c-9dfb8bc7fda2 HTTP/1.1" status: 200 len: 945 time: 0.5408745 Jan 21 19:04:31.522659 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6aed2f2a-98fb-423b-bae6-91c52ff769c8 req-cd4e69b3-5c06-4a15-9b7f-310e8ef672a1 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/security-groups?id=84380b41-afe6-4abf-bafe-93a3de4a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785947 Jan 21 19:04:31.523603 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7be345b3-666d-48b1-979d-d4386a059e85 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:31.524391 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be345b3-666d-48b1-979d-d4386a059e85 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Fanout notify agent at l3_agent the message router_deleted on router 27ca2a7d-b14d-47ad-9939-f51df766a10c {{(pid=88136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:04:31.527799 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5afaa55a-6340-49b7-aaac-1343d9b825e5 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:31.547752 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59776) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:31.677220 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-cd0c3e9f-22e8-44d3-9407-c0feeef3b241 None None] For port 687453b0-97dc-4346-8415-af2862691c35, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=687453b0-97dc-4346-8415-af2862691c35,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:04:31.677938 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-cd0c3e9f-22e8-44d3-9407-c0feeef3b241 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:31.679121 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5afaa55a-6340-49b7-aaac-1343d9b825e5 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:31.681120 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-74fcaee7-0c91-4cf1-bed3-6ad46d417341 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/floatingips/75e2e878-14e8-40e0-8928-fb3c9e0a6bed HTTP/1.1" status: 200 len: 990 time: 0.1319749 Jan 21 19:04:31.681993 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5afaa55a-6340-49b7-aaac-1343d9b825e5 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.2378392 Jan 21 19:04:31.685303 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59780) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:31.689528 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7be345b3-666d-48b1-979d-d4386a059e85 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:31.696626 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-7be345b3-666d-48b1-979d-d4386a059e85 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/routers/27ca2a7d-b14d-47ad-9939-f51df766a10c HTTP/1.1" status: 204 len: 168 time: 1.2283921 Jan 21 19:04:31.698436 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59784) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:31.712720 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-dc1e1bc4-8a6d-40f3-ba2a-5f32d7d0b8a3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'subnet': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:31.771073 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e51ebd2-7169-482b-bd3a-dfdecca912ac tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:04:31.781636 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78adc449-b0b2-4879-a982-16274634d48f None None] Sync routers for ids ['20abc482-070e-497e-a125-6dd88c331648'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:04:31.796220 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78adc449-b0b2-4879-a982-16274634d48f None None] Routers {'20abc482-070e-497e-a125-6dd88c331648'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:04:31.796978 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-78adc449-b0b2-4879-a982-16274634d48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:04:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['20abc482-070e-497e-a125-6dd88c331648'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:31.840191 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-dc1e1bc4-8a6d-40f3-ba2a-5f32d7d0b8a3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:31.848280 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-dc1e1bc4-8a6d-40f3-ba2a-5f32d7d0b8a3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Usage tracker for resource:subnet and tenant:331b5c16a931412fafa4a9af40615562 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:04:31.860751 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-dc1e1bc4-8a6d-40f3-ba2a-5f32d7d0b8a3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:04:31.868159 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-dc1e1bc4-8a6d-40f3-ba2a-5f32d7d0b8a3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:31.895542 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-cd0c3e9f-22e8-44d3-9407-c0feeef3b241 None None] Calling delete_port for 687453b0-97dc-4346-8415-af2862691c35 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:04:31.899342 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-78adc449-b0b2-4879-a982-16274634d48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:31.910927 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78adc449-b0b2-4879-a982-16274634d48f None None] Routers {'20abc482-070e-497e-a125-6dd88c331648'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:04:31.911637 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-78adc449-b0b2-4879-a982-16274634d48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:04:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['20abc482-070e-497e-a125-6dd88c331648'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:31.975203 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1e1bc4-8a6d-40f3-ba2a-5f32d7d0b8a3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:04:31.979599 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-dc1e1bc4-8a6d-40f3-ba2a-5f32d7d0b8a3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:32.023982 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-78adc449-b0b2-4879-a982-16274634d48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:32.028491 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78adc449-b0b2-4879-a982-16274634d48f None None] The sync data for ids ['20abc482-070e-497e-a125-6dd88c331648'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:04:32.051508 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:32.078794 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 8f6ebb3d-a313-49ba-bfe7-c97c92a9296d completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:04:32.112080 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5032a02c-a423-412a-aa4d-de8eb56fef6a {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:04:32.184368 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0db1c7-3ded-496e-a1b0-c68662558646 None None] Network 65a23976-11ad-4519-8f28-ea0320aa5643 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:04:32.197504 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 687453b0-97dc-4346-8415-af2862691c35 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:04:32.224899 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9e51ebd2-7169-482b-bd3a-dfdecca912ac tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:32.229927 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-9e51ebd2-7169-482b-bd3a-dfdecca912ac tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "DELETE /v2.0/ports/faf517ab-830f-4516-9ddc-1ca1f40ef93a HTTP/1.1" status: 204 len: 168 time: 2.6734915 Jan 21 19:04:32.230791 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59788) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:32.285482 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 5032a02c-a423-412a-aa4d-de8eb56fef6a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=5032a02c-a423-412a-aa4d-de8eb56fef6a,segment=NetworkSegment(ca3524f3-3584-4d5b-8092-53119e2b5443),segment_id=ca3524f3-3584-4d5b-8092-53119e2b5443)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:04:32.360093 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-cd0c3e9f-22e8-44d3-9407-c0feeef3b241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:32.397342 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-894c3b40-e4a4-4c31-bcca-1574f644105f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:32.401450 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-99c1d431-1264-4db3-bbba-1331cc092a36 None None] Provisioning for port 8f6ebb3d-a313-49ba-bfe7-c97c92a9296d completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:04:32.410580 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:32.410580 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7a4314c5-c91c-4233-a9e0-1d511decd766 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:32.436839 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0c3e9f-22e8-44d3-9407-c0feeef3b241 None None] Pushing event deleted for resources: {'Port': ['ID=687453b0-97dc-4346-8415-af2862691c35,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:32.443506 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0c3e9f-22e8-44d3-9407-c0feeef3b241 None None] No DVR routers for this DVR port 687453b0-97dc-4346-8415-af2862691c35 on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:04:32.445018 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-99c1d431-1264-4db3-bbba-1331cc092a36 None None] Provisioning complete for port 8f6ebb3d-a313-49ba-bfe7-c97c92a9296d triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:04:32.445385 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-99c1d431-1264-4db3-bbba-1331cc092a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:32.481581 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-7a4314c5-c91c-4233-a9e0-1d511decd766 None None] Transition to ACTIVE for port object f0433367-4446-4b23-869b-92fea497bb94 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:04:32.530551 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-dc1e1bc4-8a6d-40f3-ba2a-5f32d7d0b8a3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:32.548431 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No active binding found for port 687453b0-97dc-4346-8415-af2862691c35 {{(pid=88138) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 21 19:04:32.548841 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 687453b0-97dc-4346-8415-af2862691c35 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:04:32.549254 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 55bf0921-bbf0-44f9-a028-ef33ed2046c5 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:04:32.625834 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1e1bc4-8a6d-40f3-ba2a-5f32d7d0b8a3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:04:32.630192 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 55bf0921-bbf0-44f9-a028-ef33ed2046c5 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:04:32.630778 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 55bf0921-bbf0-44f9-a028-ef33ed2046c5 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:04:32.631028 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-dc1e1bc4-8a6d-40f3-ba2a-5f32d7d0b8a3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:04:32.640932 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-7a4314c5-c91c-4233-a9e0-1d511decd766 None None] Transition to ACTIVE for port object f0433367-4446-4b23-869b-92fea497bb94 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:04:32.653281 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8506cc-b06c-41ac-a48d-f9920af7635a None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:04:32.693179 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1e1bc4-8a6d-40f3-ba2a-5f32d7d0b8a3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:32.693953 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-dc1e1bc4-8a6d-40f3-ba2a-5f32d7d0b8a3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:32.704894 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['5032a02c-a423-412a-aa4d-de8eb56fef6a'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:04:32.707617 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e1bc4-8a6d-40f3-ba2a-5f32d7d0b8a3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Subnet': ['ID=44c11b93-5acf-406f-bea4-d5bcc46a0806,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:32.763992 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7a4314c5-c91c-4233-a9e0-1d511decd766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:32.791263 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=5032a02c-a423-412a-aa4d-de8eb56fef6a,revision_number=7']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:32.823737 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-894c3b40-e4a4-4c31-bcca-1574f644105f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Allocated IP 172.20.0.1 (65a23976-11ad-4519-8f28-ea0320aa5643/9274993d-b2cc-46a1-9cca-28dab020b811/77a886e2-75ce-4a87-8fa5-27e0181bbeea) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:04:32.833840 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-dc1e1bc4-8a6d-40f3-ba2a-5f32d7d0b8a3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1342990 Jan 21 19:04:32.836966 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59792) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:32.843676 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-9593fed3-dd4c-41f3-984e-c1845389a43a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1362140257', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:32.871643 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-9593fed3-dd4c-41f3-984e-c1845389a43a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:32.883441 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-9593fed3-dd4c-41f3-984e-c1845389a43a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Usage tracker for resource:router and tenant:331b5c16a931412fafa4a9af40615562 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:04:32.895218 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-9593fed3-dd4c-41f3-984e-c1845389a43a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:04:32.905057 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-9593fed3-dd4c-41f3-984e-c1845389a43a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:32.915599 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4314c5-c91c-4233-a9e0-1d511decd766 None None] Network 19a49273-c527-49ad-8441-e222d8bc47fd is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:04:32.943062 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-91310fdf-85be-4410-a52d-e1f437652ef2 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:32.955711 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-7a4314c5-c91c-4233-a9e0-1d511decd766 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:04:32.966182 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4314c5-c91c-4233-a9e0-1d511decd766 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:04:33.096635 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4314c5-c91c-4233-a9e0-1d511decd766 None None] Pushing event updated for resources: {'Port': ['ID=f0433367-4446-4b23-869b-92fea497bb94,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:33.130414 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9593fed3-dd4c-41f3-984e-c1845389a43a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:33.131531 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9593fed3-dd4c-41f3-984e-c1845389a43a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:33.137685 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-894c3b40-e4a4-4c31-bcca-1574f644105f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:33.161425 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-894c3b40-e4a4-4c31-bcca-1574f644105f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Transition to ACTIVE for port object 77a886e2-75ce-4a87-8fa5-27e0181bbeea will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:04:33.165806 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9593fed3-dd4c-41f3-984e-c1845389a43a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:33.255031 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-99c1d431-1264-4db3-bbba-1331cc092a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:33.256209 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9593fed3-dd4c-41f3-984e-c1845389a43a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:33.281984 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-894c3b40-e4a4-4c31-bcca-1574f644105f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:33.350299 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-7a4314c5-c91c-4233-a9e0-1d511decd766 None None] Attempting to bind port f0433367-4446-4b23-869b-92fea497bb94 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:04:33.350789 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-7a4314c5-c91c-4233-a9e0-1d511decd766 None None] Attempting to bind port f0433367-4446-4b23-869b-92fea497bb94 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'b58e19e8-f093-437f-bf9b-0bb7c0cc9348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '19a49273-c527-49ad-8441-e222d8bc47fd'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:04:33.351732 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4314c5-c91c-4233-a9e0-1d511decd766 None None] Attempting to bind port f0433367-4446-4b23-869b-92fea497bb94 on network 19a49273-c527-49ad-8441-e222d8bc47fd {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:04:33.356707 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894c3b40-e4a4-4c31-bcca-1574f644105f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Network 65a23976-11ad-4519-8f28-ea0320aa5643 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:04:33.360544 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-894c3b40-e4a4-4c31-bcca-1574f644105f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:04:33.365711 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894c3b40-e4a4-4c31-bcca-1574f644105f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:04:33.417065 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-99c1d431-1264-4db3-bbba-1331cc092a36 None None] For port 8f6ebb3d-a313-49ba-bfe7-c97c92a9296d, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=8f6ebb3d-a313-49ba-bfe7-c97c92a9296d,segment=NetworkSegment(f11536ad-54a9-4292-8e29-78056637d5ab),segment_id=f11536ad-54a9-4292-8e29-78056637d5ab)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:04:33.417655 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4314c5-c91c-4233-a9e0-1d511decd766 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:04:33.417929 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4314c5-c91c-4233-a9e0-1d511decd766 None None] Checking segment: {'id': 'b58e19e8-f093-437f-bf9b-0bb7c0cc9348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '19a49273-c527-49ad-8441-e222d8bc47fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:04:33.418251 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7a4314c5-c91c-4233-a9e0-1d511decd766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:33.418641 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4314c5-c91c-4233-a9e0-1d511decd766 None None] Bound using segment: {'id': 'b58e19e8-f093-437f-bf9b-0bb7c0cc9348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '19a49273-c527-49ad-8441-e222d8bc47fd'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:04:33.419093 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-7a4314c5-c91c-4233-a9e0-1d511decd766 None None] Bound port: f0433367-4446-4b23-869b-92fea497bb94, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b58e19e8-f093-437f-bf9b-0bb7c0cc9348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '19a49273-c527-49ad-8441-e222d8bc47fd'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:04:33.419463 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7a4314c5-c91c-4233-a9e0-1d511decd766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:33.420311 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9593fed3-dd4c-41f3-984e-c1845389a43a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:33.427342 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-9593fed3-dd4c-41f3-984e-c1845389a43a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5890005 Jan 21 19:04:33.434486 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59796) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:33.434619 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894c3b40-e4a4-4c31-bcca-1574f644105f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event updated for resources: {'Port': ['ID=77a886e2-75ce-4a87-8fa5-27e0181bbeea,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:33.459020 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-91310fdf-85be-4410-a52d-e1f437652ef2 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Deleting port 841be5d5-d76b-476b-8ec6-ca05229dcbb9 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:04:33.459020 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-91310fdf-85be-4410-a52d-e1f437652ef2 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:33.485932 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-894c3b40-e4a4-4c31-bcca-1574f644105f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:33.494075 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92781896-50f5-4b78-b0db-fefb9d5188a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'tenant_id': '331b5c16a931412fafa4a9af40615562', 'fixed_ips': [{'subnet_id': '44c11b93-5acf-406f-bea4-d5bcc46a0806'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:04:33.494904 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92781896-50f5-4b78-b0db-fefb9d5188a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:33.532266 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-99c1d431-1264-4db3-bbba-1331cc092a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:33.688037 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-894c3b40-e4a4-4c31-bcca-1574f644105f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:33.745773 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c1d431-1264-4db3-bbba-1331cc092a36 None None] Pushing event updated for resources: {'Port': ['ID=8f6ebb3d-a313-49ba-bfe7-c97c92a9296d,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:33.757691 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-7a4314c5-c91c-4233-a9e0-1d511decd766 None None] For port f0433367-4446-4b23-869b-92fea497bb94, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:04:33.818591 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-7a4314c5-c91c-4233-a9e0-1d511decd766 None None] For port f0433367-4446-4b23-869b-92fea497bb94, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=f0433367-4446-4b23-869b-92fea497bb94,segment=NetworkSegment(b58e19e8-f093-437f-bf9b-0bb7c0cc9348),segment_id=b58e19e8-f093-437f-bf9b-0bb7c0cc9348)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:04:33.890806 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-92781896-50f5-4b78-b0db-fefb9d5188a4 None None] Allocated IP 2001:db8::2 (76b60fc4-5668-469a-a3ef-49679dc3dfc0/44c11b93-5acf-406f-bea4-d5bcc46a0806/ead530cd-eae7-4acd-9f54-19b9f868ba20) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:04:33.905872 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7a4314c5-c91c-4233-a9e0-1d511decd766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:33.997360 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-10ab2b16-ccbe-4032-a079-649296edaeb7 None None] Provisioning complete for port 8f6ebb3d-a313-49ba-bfe7-c97c92a9296d triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:04:33.998079 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-10ab2b16-ccbe-4032-a079-649296edaeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:34.111340 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-91310fdf-85be-4410-a52d-e1f437652ef2 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:34.252082 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-894c3b40-e4a4-4c31-bcca-1574f644105f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:34.266498 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-91310fdf-85be-4410-a52d-e1f437652ef2 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Calling delete_port for 841be5d5-d76b-476b-8ec6-ca05229dcbb9 owned by network:router_interface {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:04:34.269737 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4314c5-c91c-4233-a9e0-1d511decd766 None None] Pushing event updated for resources: {'Port': ['ID=f0433367-4446-4b23-869b-92fea497bb94,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:34.304723 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f7d4d761-7781-4b91-b7cb-5da75d5a661d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:34.325041 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-894c3b40-e4a4-4c31-bcca-1574f644105f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:34.452385 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92781896-50f5-4b78-b0db-fefb9d5188a4 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:34.479479 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92781896-50f5-4b78-b0db-fefb9d5188a4 None None] Transition to ACTIVE for port object ead530cd-eae7-4acd-9f54-19b9f868ba20 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:04:34.482779 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894c3b40-e4a4-4c31-bcca-1574f644105f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event updated for resources: {'Port': ['ID=77a886e2-75ce-4a87-8fa5-27e0181bbeea,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:34.486043 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-894c3b40-e4a4-4c31-bcca-1574f644105f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:34.504802 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92781896-50f5-4b78-b0db-fefb9d5188a4 None None] Transition to ACTIVE for port object ead530cd-eae7-4acd-9f54-19b9f868ba20 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:04:34.563281 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92781896-50f5-4b78-b0db-fefb9d5188a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:34.643301 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-7f66313b-f6c9-49ca-bc48-debacac287a2 None None] Provisioning for port 77a886e2-75ce-4a87-8fa5-27e0181bbeea completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:04:34.654019 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92781896-50f5-4b78-b0db-fefb9d5188a4 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:04:34.658076 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-92781896-50f5-4b78-b0db-fefb9d5188a4 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:04:34.663307 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-7f66313b-f6c9-49ca-bc48-debacac287a2 None None] Provisioning complete for port 77a886e2-75ce-4a87-8fa5-27e0181bbeea triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:04:34.663675 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7f66313b-f6c9-49ca-bc48-debacac287a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:34.666903 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894c3b40-e4a4-4c31-bcca-1574f644105f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Network 65a23976-11ad-4519-8f28-ea0320aa5643 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:04:34.668186 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-894c3b40-e4a4-4c31-bcca-1574f644105f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:04:34.718357 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92781896-50f5-4b78-b0db-fefb9d5188a4 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:04:34.720674 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92781896-50f5-4b78-b0db-fefb9d5188a4 None None] Pushing event updated for resources: {'Port': ['ID=ead530cd-eae7-4acd-9f54-19b9f868ba20,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:34.865679 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-7f66313b-f6c9-49ca-bc48-debacac287a2 None None] Port 77a886e2-75ce-4a87-8fa5-27e0181bbeea cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:04:34.868782 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-92781896-50f5-4b78-b0db-fefb9d5188a4 None None] Attempting to bind port ead530cd-eae7-4acd-9f54-19b9f868ba20 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:04:34.869152 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-92781896-50f5-4b78-b0db-fefb9d5188a4 None None] Attempting to bind port ead530cd-eae7-4acd-9f54-19b9f868ba20 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:04:34.869509 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92781896-50f5-4b78-b0db-fefb9d5188a4 None None] Attempting to bind port ead530cd-eae7-4acd-9f54-19b9f868ba20 on network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:04:34.875197 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92781896-50f5-4b78-b0db-fefb9d5188a4 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:04:34.877437 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92781896-50f5-4b78-b0db-fefb9d5188a4 None None] Checking segment: {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:04:34.877437 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92781896-50f5-4b78-b0db-fefb9d5188a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:34.877437 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92781896-50f5-4b78-b0db-fefb9d5188a4 None None] Bound using segment: {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:04:34.877437 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-92781896-50f5-4b78-b0db-fefb9d5188a4 None None] Bound port: ead530cd-eae7-4acd-9f54-19b9f868ba20, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:04:34.877437 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92781896-50f5-4b78-b0db-fefb9d5188a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:34.943777 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-894c3b40-e4a4-4c31-bcca-1574f644105f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Router a0357141-9d8d-4101-a6d7-3cc4aabbd2be is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:04:34.997901 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92781896-50f5-4b78-b0db-fefb9d5188a4 None None] For port ead530cd-eae7-4acd-9f54-19b9f868ba20, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:04:35.001870 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92781896-50f5-4b78-b0db-fefb9d5188a4 None None] For port ead530cd-eae7-4acd-9f54-19b9f868ba20, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=ead530cd-eae7-4acd-9f54-19b9f868ba20,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:04:35.004270 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-07b87791-1762-4f14-8258-c5a18c712e41 None None] Provisioning complete for port 77a886e2-75ce-4a87-8fa5-27e0181bbeea triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:04:35.004644 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-07b87791-1762-4f14-8258-c5a18c712e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:35.058363 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92781896-50f5-4b78-b0db-fefb9d5188a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:35.070719 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-f7d4d761-7781-4b91-b7cb-5da75d5a661d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Allocated IP 2001:db8::1 (76b60fc4-5668-469a-a3ef-49679dc3dfc0/44c11b93-5acf-406f-bea4-d5bcc46a0806/b077f0b9-d9f6-4c0c-9d6e-d75a54e7e5b2) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:04:35.099603 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-07b87791-1762-4f14-8258-c5a18c712e41 None None] Port 77a886e2-75ce-4a87-8fa5-27e0181bbeea cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:04:35.105209 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-91310fdf-85be-4410-a52d-e1f437652ef2 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:35.151188 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92781896-50f5-4b78-b0db-fefb9d5188a4 None None] Pushing event updated for resources: {'Port': ['ID=ead530cd-eae7-4acd-9f54-19b9f868ba20,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:35.164927 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894c3b40-e4a4-4c31-bcca-1574f644105f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:04:35.174141 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-894c3b40-e4a4-4c31-bcca-1574f644105f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "PUT /v2.0/routers/a0357141-9d8d-4101-a6d7-3cc4aabbd2be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4794610 Jan 21 19:04:35.174141 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59800) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:35.186770 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085a3ff-896c-436d-a623-87634d32caac None None] Sync routers for ids ['a0357141-9d8d-4101-a6d7-3cc4aabbd2be'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:04:35.198282 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2085a3ff-896c-436d-a623-87634d32caac None None] Routers {'a0357141-9d8d-4101-a6d7-3cc4aabbd2be'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:04:35.198936 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-2085a3ff-896c-436d-a623-87634d32caac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:04:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['a0357141-9d8d-4101-a6d7-3cc4aabbd2be'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:35.214640 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91310fdf-85be-4410-a52d-e1f437652ef2 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Pushing event deleted for resources: {'Port': ['ID=841be5d5-d76b-476b-8ec6-ca05229dcbb9,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:35.335245 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280446ba-2c7a-4bba-b2ae-ea2d05eb9935 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:35.336263 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-280446ba-2c7a-4bba-b2ae-ea2d05eb9935 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Synchronizing usage tracker for tenant:5282b25e8da043bbb3248dd1fe2c26b7 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:04:35.365042 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-2085a3ff-896c-436d-a623-87634d32caac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:35.381047 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2085a3ff-896c-436d-a623-87634d32caac None None] Routers {'a0357141-9d8d-4101-a6d7-3cc4aabbd2be'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:04:35.381739 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-2085a3ff-896c-436d-a623-87634d32caac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:04:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['a0357141-9d8d-4101-a6d7-3cc4aabbd2be'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:35.443547 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-280446ba-2c7a-4bba-b2ae-ea2d05eb9935 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Unset dirty status for tenant:5282b25e8da043bbb3248dd1fe2c26b7 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:04:35.447943 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-280446ba-2c7a-4bba-b2ae-ea2d05eb9935 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "GET /v2.0/ports/77a886e2-75ce-4a87-8fa5-27e0181bbeea HTTP/1.1" status: 200 len: 910 time: 0.2737622 Jan 21 19:04:35.448790 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59804) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:35.454391 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 8f6ebb3d-a313-49ba-bfe7-c97c92a9296d up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:04:35.623998 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-2085a3ff-896c-436d-a623-87634d32caac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:35.624410 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085a3ff-896c-436d-a623-87634d32caac None None] The sync data for ids ['a0357141-9d8d-4101-a6d7-3cc4aabbd2be'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:04:35.680050 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 8f6ebb3d-a313-49ba-bfe7-c97c92a9296d triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:04:35.680523 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:35.739693 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f7d4d761-7781-4b91-b7cb-5da75d5a661d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:35.834493 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device f0433367-4446-4b23-869b-92fea497bb94 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:04:35.859433 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-f7d4d761-7781-4b91-b7cb-5da75d5a661d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Transition to ACTIVE for port object b077f0b9-d9f6-4c0c-9d6e-d75a54e7e5b2 will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:04:35.871436 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5429fcee-51cf-456c-a859-d4e8ddc625cf None None] Network 19a49273-c527-49ad-8441-e222d8bc47fd requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:04:35.879920 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-91310fdf-85be-4410-a52d-e1f437652ef2 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:36.049835 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:04:36.055525 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-3cff1a3c-7706-44f5-bc3a-b6a862b8bcd5 None None] Provisioning for port f0433367-4446-4b23-869b-92fea497bb94 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:04:36.077047 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f7d4d761-7781-4b91-b7cb-5da75d5a661d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:36.077213 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port f0433367-4446-4b23-869b-92fea497bb94 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:04:36.084521 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port f0433367-4446-4b23-869b-92fea497bb94 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:04:36.084898 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:36.172630 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d4d761-7781-4b91-b7cb-5da75d5a661d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Port': ['ID=b077f0b9-d9f6-4c0c-9d6e-d75a54e7e5b2,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:36.198356 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d4d761-7781-4b91-b7cb-5da75d5a661d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:04:36.201676 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-f7d4d761-7781-4b91-b7cb-5da75d5a661d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:04:36.204694 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d4d761-7781-4b91-b7cb-5da75d5a661d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:04:36.205218 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f7d4d761-7781-4b91-b7cb-5da75d5a661d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:36.262830 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:36.302387 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port f0433367-4446-4b23-869b-92fea497bb94, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=f0433367-4446-4b23-869b-92fea497bb94,segment=NetworkSegment(b58e19e8-f093-437f-bf9b-0bb7c0cc9348),segment_id=b58e19e8-f093-437f-bf9b-0bb7c0cc9348)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:04:36.370993 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:36.450240 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 5032a02c-a423-412a-aa4d-de8eb56fef6a up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:04:36.456062 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-898f27fb-7c47-4093-ad21-95ef7fb74dd1 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:36.565514 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91310fdf-85be-4410-a52d-e1f437652ef2 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Router 20abc482-070e-497e-a125-6dd88c331648 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:04:36.587415 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=f0433367-4446-4b23-869b-92fea497bb94,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:36.608408 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port 5032a02c-a423-412a-aa4d-de8eb56fef6a triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:04:36.609072 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:36.692898 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9b7b094c-553a-456a-a690-c35d9ee6b18d req-d8375554-56b3-4c08-825c-9ac1bba81a36 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=ead1a893-d8bc-464c-a75c-9dfb8bc7fda2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3402433 Jan 21 19:04:36.755863 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:36.794568 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 5032a02c-a423-412a-aa4d-de8eb56fef6a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=5032a02c-a423-412a-aa4d-de8eb56fef6a,segment=NetworkSegment(ca3524f3-3584-4d5b-8092-53119e2b5443),segment_id=ca3524f3-3584-4d5b-8092-53119e2b5443)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:04:36.795824 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead1a893-d8bc-464c-a75c-9dfb8bc7fda2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5032a02c-a423-412a-aa4d-de8eb56fef6a'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:04:36.814278 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-418bbedc-ad66-457f-84db-18dfb9067f52 None None] Provisioning complete for port f0433367-4446-4b23-869b-92fea497bb94 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:04:36.814278 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-418bbedc-ad66-457f-84db-18dfb9067f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:36.889230 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead1a893-d8bc-464c-a75c-9dfb8bc7fda2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5032a02c-a423-412a-aa4d-de8eb56fef6a', 'code': 200} Jan 21 19:04:36.896332 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f7d4d761-7781-4b91-b7cb-5da75d5a661d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:36.896549 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:37.013618 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b094c-553a-456a-a690-c35d9ee6b18d req-5cd6346d-5f4c-4ea7-98a5-a143d12a2dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:37.016528 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9b7b094c-553a-456a-a690-c35d9ee6b18d req-5cd6346d-5f4c-4ea7-98a5-a143d12a2dc9 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1f87e80a60cc473490523a0c4caffd4b&device_id=ead1a893-d8bc-464c-a75c-9dfb8bc7fda2 HTTP/1.1" status: 200 len: 1098 time: 0.1541431 Jan 21 19:04:37.032541 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-898f27fb-7c47-4093-ad21-95ef7fb74dd1 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Allocated IP 172.21.0.1 (19a49273-c527-49ad-8441-e222d8bc47fd/f93e09d1-6062-4139-8423-bb99376387dd/49bf44c9-12a8-4f36-91a8-4ef2227fbc3f) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:04:37.057058 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=5032a02c-a423-412a-aa4d-de8eb56fef6a,revision_number=8']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:37.224133 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91310fdf-85be-4410-a52d-e1f437652ef2 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:04:37.237903 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66f2962-8316-4add-abfe-2d2a178b2f2b None None] Sync routers for ids ['20abc482-070e-497e-a125-6dd88c331648'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:04:37.251396 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66f2962-8316-4add-abfe-2d2a178b2f2b None None] Routers {'20abc482-070e-497e-a125-6dd88c331648'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:04:37.253750 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-f66f2962-8316-4add-abfe-2d2a178b2f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:04:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['20abc482-070e-497e-a125-6dd88c331648'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:37.255037 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-91310fdf-85be-4410-a52d-e1f437652ef2 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "PUT /v2.0/routers/20abc482-070e-497e-a125-6dd88c331648/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0238411 Jan 21 19:04:37.256747 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-72317636-4144-4c4b-96dc-0f538003e8fb None None] Provisioning for port b077f0b9-d9f6-4c0c-9d6e-d75a54e7e5b2 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:04:37.257878 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59810) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:37.273824 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-72317636-4144-4c4b-96dc-0f538003e8fb None None] Provisioning complete for port b077f0b9-d9f6-4c0c-9d6e-d75a54e7e5b2 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:04:37.273824 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-72317636-4144-4c4b-96dc-0f538003e8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:37.295050 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b094c-553a-456a-a690-c35d9ee6b18d req-4c07b06e-ec8c-4283-821d-563797737299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:37.303544 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9b7b094c-553a-456a-a690-c35d9ee6b18d req-4c07b06e-ec8c-4283-821d-563797737299 service neutron] 10.222.0.113 "GET /v2.0/networks?id=fc24e89d-af25-4b19-a6e4-c71b6bd3aa74 HTTP/1.1" status: 200 len: 898 time: 0.2585237 Jan 21 19:04:37.360239 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-f66f2962-8316-4add-abfe-2d2a178b2f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:37.388004 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-72317636-4144-4c4b-96dc-0f538003e8fb None None] Port b077f0b9-d9f6-4c0c-9d6e-d75a54e7e5b2 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:04:37.399713 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66f2962-8316-4add-abfe-2d2a178b2f2b None None] Routers {'20abc482-070e-497e-a125-6dd88c331648'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:04:37.401724 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-f66f2962-8316-4add-abfe-2d2a178b2f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:04:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['20abc482-070e-497e-a125-6dd88c331648'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:37.434871 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device f0433367-4446-4b23-869b-92fea497bb94 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:04:37.482887 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-72317636-4144-4c4b-96dc-0f538003e8fb None None] Provisioning for port ead530cd-eae7-4acd-9f54-19b9f868ba20 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:04:37.527684 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port f0433367-4446-4b23-869b-92fea497bb94 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:04:37.528228 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:37.537113 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-f66f2962-8316-4add-abfe-2d2a178b2f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:37.538247 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66f2962-8316-4add-abfe-2d2a178b2f2b None None] The sync data for ids ['20abc482-070e-497e-a125-6dd88c331648'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:04:37.566038 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-898f27fb-7c47-4093-ad21-95ef7fb74dd1 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:37.584666 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f6b5ab52-0b6a-46b4-937b-575c0f1359a0 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for router, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:37.603168 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-898f27fb-7c47-4093-ad21-95ef7fb74dd1 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Transition to ACTIVE for port object 49bf44c9-12a8-4f36-91a8-4ef2227fbc3f will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:04:37.611032 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9b7b094c-553a-456a-a690-c35d9ee6b18d req-4ae6ade0-6411-4eb8-8f36-1686706b0a43 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5032a02c-a423-412a-aa4d-de8eb56fef6a HTTP/1.1" status: 200 len: 1000 time: 0.3033121 Jan 21 19:04:37.674405 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device ead530cd-eae7-4acd-9f54-19b9f868ba20 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:04:37.683147 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b094c-553a-456a-a690-c35d9ee6b18d req-a0347c14-2568-46ca-afc4-c122852f4f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:37.684601 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9b7b094c-553a-456a-a690-c35d9ee6b18d req-a0347c14-2568-46ca-afc4-c122852f4f8e service neutron] 10.222.0.113 "GET /v2.0/subnets?id=318cf0e1-cb46-4ad9-b6e3-4761e636ad66 HTTP/1.1" status: 200 len: 834 time: 0.0678768 Jan 21 19:04:37.735460 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-898f27fb-7c47-4093-ad21-95ef7fb74dd1 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:37.755806 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f7d4d761-7781-4b91-b7cb-5da75d5a661d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:37.792735 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f6b5ab52-0b6a-46b4-937b-575c0f1359a0 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:37.814531 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port ead530cd-eae7-4acd-9f54-19b9f868ba20 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:04:37.819516 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898f27fb-7c47-4093-ad21-95ef7fb74dd1 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Network 19a49273-c527-49ad-8441-e222d8bc47fd is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:04:37.830024 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port ead530cd-eae7-4acd-9f54-19b9f868ba20 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:04:37.830024 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:37.830911 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-898f27fb-7c47-4093-ad21-95ef7fb74dd1 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:04:37.830911 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898f27fb-7c47-4093-ad21-95ef7fb74dd1 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:04:37.849289 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f7d4d761-7781-4b91-b7cb-5da75d5a661d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:37.850473 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f7d4d761-7781-4b91-b7cb-5da75d5a661d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:37.862327 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f27fb-7c47-4093-ad21-95ef7fb74dd1 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event updated for resources: {'Port': ['ID=49bf44c9-12a8-4f36-91a8-4ef2227fbc3f,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:37.895435 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b094c-553a-456a-a690-c35d9ee6b18d req-0377b8a9-c732-4f47-92e5-7d5c67799e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:37.897569 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9b7b094c-553a-456a-a690-c35d9ee6b18d req-0377b8a9-c732-4f47-92e5-7d5c67799e2f service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=fc24e89d-af25-4b19-a6e4-c71b6bd3aa74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2071621 Jan 21 19:04:37.905184 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-898f27fb-7c47-4093-ad21-95ef7fb74dd1 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:37.948714 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-f6b5ab52-0b6a-46b4-937b-575c0f1359a0 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Deleting port 32366036-b207-493b-b451-1d491752d7f5 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:04:37.949442 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f6b5ab52-0b6a-46b4-937b-575c0f1359a0 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:37.962350 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:38.004711 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port ead530cd-eae7-4acd-9f54-19b9f868ba20, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=ead530cd-eae7-4acd-9f54-19b9f868ba20,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:04:38.076897 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d4d761-7781-4b91-b7cb-5da75d5a661d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Port': ['ID=b077f0b9-d9f6-4c0c-9d6e-d75a54e7e5b2,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:38.078555 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:38.094066 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9b7b094c-553a-456a-a690-c35d9ee6b18d req-8291e1ee-ddcc-48cb-b68c-e37f5c1a07a0 service neutron] 10.222.0.113 "GET /v2.0/networks/fc24e89d-af25-4b19-a6e4-c71b6bd3aa74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856782 Jan 21 19:04:38.162927 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=ead530cd-eae7-4acd-9f54-19b9f868ba20,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:38.224732 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d4d761-7781-4b91-b7cb-5da75d5a661d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:04:38.227372 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-f7d4d761-7781-4b91-b7cb-5da75d5a661d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:04:38.296076 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-4aa4cc6f-163c-4e4e-a192-3fee2f2bcb48 None None] Provisioning for port 49bf44c9-12a8-4f36-91a8-4ef2227fbc3f completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:04:38.300979 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-898f27fb-7c47-4093-ad21-95ef7fb74dd1 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:38.302886 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-4aa4cc6f-163c-4e4e-a192-3fee2f2bcb48 None None] Provisioning complete for port 49bf44c9-12a8-4f36-91a8-4ef2227fbc3f triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:04:38.303264 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4aa4cc6f-163c-4e4e-a192-3fee2f2bcb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:38.319944 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9b7b094c-553a-456a-a690-c35d9ee6b18d req-18007b1a-d4f1-4ee8-97d9-23a01ffe60f8 service neutron] 10.222.0.113 "GET /v2.0/networks/fc24e89d-af25-4b19-a6e4-c71b6bd3aa74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189798 Jan 21 19:04:38.425978 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-4aa4cc6f-163c-4e4e-a192-3fee2f2bcb48 None None] Port 49bf44c9-12a8-4f36-91a8-4ef2227fbc3f cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:04:38.472800 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f6b5ab52-0b6a-46b4-937b-575c0f1359a0 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:38.546520 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-94f5b575-dcd4-4ca4-81f4-1570eb18a236 None None] Provisioning complete for port b077f0b9-d9f6-4c0c-9d6e-d75a54e7e5b2 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:04:38.546797 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-94f5b575-dcd4-4ca4-81f4-1570eb18a236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:38.601317 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-94f5b575-dcd4-4ca4-81f4-1570eb18a236 None None] Port b077f0b9-d9f6-4c0c-9d6e-d75a54e7e5b2 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:04:38.665764 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-f6b5ab52-0b6a-46b4-937b-575c0f1359a0 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Calling delete_port for 32366036-b207-493b-b451-1d491752d7f5 owned by network:router_gateway {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:04:38.781966 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-898f27fb-7c47-4093-ad21-95ef7fb74dd1 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:38.835776 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d4d761-7781-4b91-b7cb-5da75d5a661d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Router 1bc7a2ab-4454-49fd-a503-add15911a862 is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:04:38.849226 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-898f27fb-7c47-4093-ad21-95ef7fb74dd1 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:38.965400 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-898f27fb-7c47-4093-ad21-95ef7fb74dd1 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:38.968731 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f27fb-7c47-4093-ad21-95ef7fb74dd1 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event updated for resources: {'Port': ['ID=49bf44c9-12a8-4f36-91a8-4ef2227fbc3f,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:38.978832 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f6b5ab52-0b6a-46b4-937b-575c0f1359a0 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:39.043892 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5ab52-0b6a-46b4-937b-575c0f1359a0 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Pushing event deleted for resources: {'Port': ['ID=32366036-b207-493b-b451-1d491752d7f5,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:39.106007 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898f27fb-7c47-4093-ad21-95ef7fb74dd1 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Network 19a49273-c527-49ad-8441-e222d8bc47fd is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:04:39.107137 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-898f27fb-7c47-4093-ad21-95ef7fb74dd1 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:04:39.117812 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d4d761-7781-4b91-b7cb-5da75d5a661d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:04:39.131884 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0583e65a-ee3a-412b-aeb8-dfa8c5676c46 None None] Sync routers for ids ['1bc7a2ab-4454-49fd-a503-add15911a862'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:04:39.137300 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f7d4d761-7781-4b91-b7cb-5da75d5a661d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "PUT /v2.0/routers/1bc7a2ab-4454-49fd-a503-add15911a862/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6797044 Jan 21 19:04:39.142028 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59814) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:39.142166 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0583e65a-ee3a-412b-aeb8-dfa8c5676c46 None None] Routers {'1bc7a2ab-4454-49fd-a503-add15911a862'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:04:39.142674 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-0583e65a-ee3a-412b-aeb8-dfa8c5676c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:04:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['1bc7a2ab-4454-49fd-a503-add15911a862'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:39.203820 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f6b5ab52-0b6a-46b4-937b-575c0f1359a0 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:39.301302 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device ead530cd-eae7-4acd-9f54-19b9f868ba20 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:04:39.365678 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f405a8-75eb-436f-89b0-03f6c945a8cc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:39.365678 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-f1f405a8-75eb-436f-89b0-03f6c945a8cc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:04:39.386264 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-0583e65a-ee3a-412b-aeb8-dfa8c5676c46 None None] Set router 1bc7a2ab-4454-49fd-a503-add15911a862 gateway port host: None {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:04:39.430939 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f6b5ab52-0b6a-46b4-937b-575c0f1359a0 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:39.435168 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f6b5ab52-0b6a-46b4-937b-575c0f1359a0 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:39.470575 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898f27fb-7c47-4093-ad21-95ef7fb74dd1 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Router a0357141-9d8d-4101-a6d7-3cc4aabbd2be has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:04:39.495156 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-f1f405a8-75eb-436f-89b0-03f6c945a8cc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:04:39.496335 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f1f405a8-75eb-436f-89b0-03f6c945a8cc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/ports/b077f0b9-d9f6-4c0c-9d6e-d75a54e7e5b2 HTTP/1.1" status: 200 len: 911 time: 0.3534102 Jan 21 19:04:39.499002 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59818) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:39.541338 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f6b5ab52-0b6a-46b4-937b-575c0f1359a0 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:39.541583 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-5de22bce-5ef3-497a-85d9-60cf66d5606d None None] Provisioning complete for port 49bf44c9-12a8-4f36-91a8-4ef2227fbc3f triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:04:39.541705 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b5ab52-0b6a-46b4-937b-575c0f1359a0 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Fanout notify agent at l3_agent the message router_deleted on router 20abc482-070e-497e-a125-6dd88c331648 {{(pid=88136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:04:39.541868 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5de22bce-5ef3-497a-85d9-60cf66d5606d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:39.571646 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f6b5ab52-0b6a-46b4-937b-575c0f1359a0 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:39.574277 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f6b5ab52-0b6a-46b4-937b-575c0f1359a0 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "DELETE /v2.0/routers/20abc482-070e-497e-a125-6dd88c331648 HTTP/1.1" status: 204 len: 168 time: 2.3141251 Jan 21 19:04:39.576206 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59822) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:39.622475 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port ead530cd-eae7-4acd-9f54-19b9f868ba20 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:04:39.622850 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:39.643152 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898f27fb-7c47-4093-ad21-95ef7fb74dd1 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:04:39.655400 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-64de38df-ca17-4b9c-83e2-c2c3033482e5 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Deleting subnet 4f6f0d35-8044-43d1-b018-56081fee0b07 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:04:39.655568 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac67403-d4ed-4d51-a721-3f5301c19bbd None None] Sync routers for ids ['a0357141-9d8d-4101-a6d7-3cc4aabbd2be'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:04:39.667154 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac67403-d4ed-4d51-a721-3f5301c19bbd None None] Routers {'a0357141-9d8d-4101-a6d7-3cc4aabbd2be'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:04:39.668043 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-3ac67403-d4ed-4d51-a721-3f5301c19bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:04:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['a0357141-9d8d-4101-a6d7-3cc4aabbd2be'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:39.674569 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92243a7d-eb8d-48de-9844-c3d94e5c0438 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:39.679442 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-5de22bce-5ef3-497a-85d9-60cf66d5606d None None] Port 49bf44c9-12a8-4f36-91a8-4ef2227fbc3f cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:04:39.683821 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92243a7d-eb8d-48de-9844-c3d94e5c0438 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:39.689636 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-92243a7d-eb8d-48de-9844-c3d94e5c0438 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1860323 Jan 21 19:04:39.689636 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-64de38df-ca17-4b9c-83e2-c2c3033482e5 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:39.693979 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59826) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:39.759286 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-3ac67403-d4ed-4d51-a721-3f5301c19bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:39.767989 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac67403-d4ed-4d51-a721-3f5301c19bbd None None] Routers {'a0357141-9d8d-4101-a6d7-3cc4aabbd2be'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:04:39.769512 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-3ac67403-d4ed-4d51-a721-3f5301c19bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:04:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['a0357141-9d8d-4101-a6d7-3cc4aabbd2be'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:39.776085 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-64de38df-ca17-4b9c-83e2-c2c3033482e5 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:39.790725 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-898f27fb-7c47-4093-ad21-95ef7fb74dd1 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "PUT /v2.0/routers/a0357141-9d8d-4101-a6d7-3cc4aabbd2be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3406670 Jan 21 19:04:39.792676 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59830) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:39.834749 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-3ac67403-d4ed-4d51-a721-3f5301c19bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:39.835157 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac67403-d4ed-4d51-a721-3f5301c19bbd None None] The sync data for ids ['a0357141-9d8d-4101-a6d7-3cc4aabbd2be'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:04:39.880975 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-64de38df-ca17-4b9c-83e2-c2c3033482e5 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:39.910286 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-0583e65a-ee3a-412b-aeb8-dfa8c5676c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc7a2ab-4454-49fd-a503-add15911a862', 'name': 'tempest-NetworksTestDHCPv6-router-1362140257', 'tenant_id': '331b5c16a931412fafa4a9af40615562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:04:33Z', 'updated_at': '2022-01-21T19:04:36Z', 'revision_number': 2, 'project_id': '331b5c16a931412fafa4a9af40615562', 'gw_port_host': None, '_interfaces': [{'id': 'b077f0b9-d9f6-4c0c-9d6e-d75a54e7e5b2', 'name': '', 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'tenant_id': '331b5c16a931412fafa4a9af40615562', 'mac_address': 'fa:16:3e:d0:35:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc7a2ab-4454-49fd-a503-add15911a862', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '44c11b93-5acf-406f-bea4-d5bcc46a0806', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:04:34Z', 'updated_at': '2022-01-21T19:04:37Z', 'revision_number': 2, 'project_id': '331b5c16a931412fafa4a9af40615562', 'subnets': [{'id': '44c11b93-5acf-406f-bea4-d5bcc46a0806', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:39.914300 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0583e65a-ee3a-412b-aeb8-dfa8c5676c46 None None] Checking router: 1bc7a2ab-4454-49fd-a503-add15911a862 for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:04:39.914769 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0583e65a-ee3a-412b-aeb8-dfa8c5676c46 None None] Updating router 1bc7a2ab-4454-49fd-a503-add15911a862 port b077f0b9-d9f6-4c0c-9d6e-d75a54e7e5b2 binding host dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:04:39.961188 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc27196-95e8-4f46-a36d-877c761e0cce tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:39.961780 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ebc27196-95e8-4f46-a36d-877c761e0cce tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Synchronizing usage tracker for tenant:5282b25e8da043bbb3248dd1fe2c26b7 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:04:39.976512 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0583e65a-ee3a-412b-aeb8-dfa8c5676c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:40.022402 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-64de38df-ca17-4b9c-83e2-c2c3033482e5 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:40.130267 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ebc27196-95e8-4f46-a36d-877c761e0cce tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Unset dirty status for tenant:5282b25e8da043bbb3248dd1fe2c26b7 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:04:40.132380 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ebc27196-95e8-4f46-a36d-877c761e0cce tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "GET /v2.0/ports/49bf44c9-12a8-4f36-91a8-4ef2227fbc3f HTTP/1.1" status: 200 len: 910 time: 0.3291740 Jan 21 19:04:40.140390 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59834) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:40.225131 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64de38df-ca17-4b9c-83e2-c2c3033482e5 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Pushing event deleted for resources: {'Subnet': ['ID=4f6f0d35-8044-43d1-b018-56081fee0b07,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:40.227963 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-64de38df-ca17-4b9c-83e2-c2c3033482e5 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:40.238444 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-64de38df-ca17-4b9c-83e2-c2c3033482e5 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "DELETE /v2.0/subnets/4f6f0d35-8044-43d1-b018-56081fee0b07 HTTP/1.1" status: 204 len: 168 time: 0.6611872 Jan 21 19:04:40.239001 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59838) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:40.252389 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ef4912-6c70-4a8f-8822-e5c3d15a3c02 None None] Network 20bb8253-fa55-436e-bf2f-e7244726b7e1 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:04:40.372666 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e388a2c9-0a19-438b-8c7a-7de4748992a4 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:40.390131 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-e388a2c9-0a19-438b-8c7a-7de4748992a4 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Deleting port a640d139-a697-48e4-aeff-7b64e82af827 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:04:40.390719 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e388a2c9-0a19-438b-8c7a-7de4748992a4 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:40.540592 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0583e65a-ee3a-412b-aeb8-dfa8c5676c46 None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:40.558119 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0583e65a-ee3a-412b-aeb8-dfa8c5676c46 None None] Transition to ACTIVE for port object b077f0b9-d9f6-4c0c-9d6e-d75a54e7e5b2 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:04:40.620539 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd75de4d-2cdb-44d9-9a5d-9fbc80ee04a8 None None] DHCP port deletion for 20bb8253-fa55-436e-bf2f-e7244726b7e1 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:04:40.624551 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-fd75de4d-2cdb-44d9-9a5d-9fbc80ee04a8 None None] Deleting port a640d139-a697-48e4-aeff-7b64e82af827 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:04:40.624985 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-fd75de4d-2cdb-44d9-9a5d-9fbc80ee04a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:40.630686 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-e388a2c9-0a19-438b-8c7a-7de4748992a4 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] For port a640d139-a697-48e4-aeff-7b64e82af827, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=a640d139-a697-48e4-aeff-7b64e82af827,segment=NetworkSegment(6e116de2-2bf4-4e8a-a876-549c2cb1c92d),segment_id=6e116de2-2bf4-4e8a-a876-549c2cb1c92d)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:04:40.631047 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e388a2c9-0a19-438b-8c7a-7de4748992a4 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:40.699413 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0583e65a-ee3a-412b-aeb8-dfa8c5676c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:40.766492 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-e388a2c9-0a19-438b-8c7a-7de4748992a4 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Calling delete_port for a640d139-a697-48e4-aeff-7b64e82af827 owned by network:dhcp {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:04:40.861148 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947566d0-c5e2-4e57-a128-8e7b7bf9e266 None None] Pushing event updated for resources: {'Port': ['ID=b077f0b9-d9f6-4c0c-9d6e-d75a54e7e5b2,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:40.923005 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-24fa7cdd-df4a-44f2-b309-2b97b69f4edd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:40.952122 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e388a2c9-0a19-438b-8c7a-7de4748992a4 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:41.001882 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e388a2c9-0a19-438b-8c7a-7de4748992a4 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] No DVR routers for this DVR port a640d139-a697-48e4-aeff-7b64e82af827 on host dv-neutron-825470-1-hyperv {{(pid=88136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:04:41.010893 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-0583e65a-ee3a-412b-aeb8-dfa8c5676c46 None None] Attempting to bind port b077f0b9-d9f6-4c0c-9d6e-d75a54e7e5b2 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:04:41.011258 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-0583e65a-ee3a-412b-aeb8-dfa8c5676c46 None None] Attempting to bind port b077f0b9-d9f6-4c0c-9d6e-d75a54e7e5b2 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:04:41.011611 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0583e65a-ee3a-412b-aeb8-dfa8c5676c46 None None] Attempting to bind port b077f0b9-d9f6-4c0c-9d6e-d75a54e7e5b2 on network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:04:41.037307 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0583e65a-ee3a-412b-aeb8-dfa8c5676c46 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:04:41.037700 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0583e65a-ee3a-412b-aeb8-dfa8c5676c46 None None] Checking segment: {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:04:41.038119 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0583e65a-ee3a-412b-aeb8-dfa8c5676c46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:41.038504 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0583e65a-ee3a-412b-aeb8-dfa8c5676c46 None None] Bound using segment: {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:04:41.039910 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-0583e65a-ee3a-412b-aeb8-dfa8c5676c46 None None] Bound port: b077f0b9-d9f6-4c0c-9d6e-d75a54e7e5b2, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:04:41.040299 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0583e65a-ee3a-412b-aeb8-dfa8c5676c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:41.066863 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388a2c9-0a19-438b-8c7a-7de4748992a4 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Pushing event deleted for resources: {'Port': ['ID=a640d139-a697-48e4-aeff-7b64e82af827,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:41.148525 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e388a2c9-0a19-438b-8c7a-7de4748992a4 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:41.174351 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-e388a2c9-0a19-438b-8c7a-7de4748992a4 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20bb8253-fa55-436e-bf2f-e7244726b7e1']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:41.187514 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-fd75de4d-2cdb-44d9-9a5d-9fbc80ee04a8 None None] For port a640d139-a697-48e4-aeff-7b64e82af827, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=a640d139-a697-48e4-aeff-7b64e82af827,segment=NetworkSegment(6e116de2-2bf4-4e8a-a876-549c2cb1c92d),segment_id=6e116de2-2bf4-4e8a-a876-549c2cb1c92d)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:04:41.189500 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-fd75de4d-2cdb-44d9-9a5d-9fbc80ee04a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:41.189644 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-e388a2c9-0a19-438b-8c7a-7de4748992a4 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e116de2-2bf4-4e8a-a876-549c2cb1c92d') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:41.189644 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-e388a2c9-0a19-438b-8c7a-7de4748992a4 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e116de2-2bf4-4e8a-a876-549c2cb1c92d') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:41.189881 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a48e0092-924d-4935-b552-c0a6adbd3340 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:41.209013 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e388a2c9-0a19-438b-8c7a-7de4748992a4 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:41.227800 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e388a2c9-0a19-438b-8c7a-7de4748992a4 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:41.241826 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e388a2c9-0a19-438b-8c7a-7de4748992a4 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:04:41.241826 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e388a2c9-0a19-438b-8c7a-7de4748992a4 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:41.256142 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:04:41.256142 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:04:41.256142 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:04:41.256142 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:04:41.256142 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:04:41.256142 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:04:41.256142 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:04:41.256142 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:04:41.256142 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:04:41.256142 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:04:41.256142 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:04:41.256142 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:04:41.256142 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:04:41.256142 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:04:41.256142 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:04:41.256142 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:04:41.256142 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:04:41.256142 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:04:41.256142 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:04:41.256142 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:04:41.256142 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:04:41.256142 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:04:41.256142 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:04:41.256142 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:04:41.256142 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:04:41.256142 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:04:41.256142 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:04:41.256142 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:04:41.256142 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:04:41.256142 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:04:41.256142 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:04:41.256142 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:04:41.327771 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-fd75de4d-2cdb-44d9-9a5d-9fbc80ee04a8 None None] Calling delete_port for a640d139-a697-48e4-aeff-7b64e82af827 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:04:41.354568 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device a640d139-a697-48e4-aeff-7b64e82af827 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:04:41.392578 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0583e65a-ee3a-412b-aeb8-dfa8c5676c46 None None] For port b077f0b9-d9f6-4c0c-9d6e-d75a54e7e5b2, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:04:41.407841 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: a640d139-a697-48e4-aeff-7b64e82af827 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:04:41.408098 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device a640d139-a697-48e4-aeff-7b64e82af827 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:04:41.421764 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0583e65a-ee3a-412b-aeb8-dfa8c5676c46 None None] For port b077f0b9-d9f6-4c0c-9d6e-d75a54e7e5b2, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=b077f0b9-d9f6-4c0c-9d6e-d75a54e7e5b2,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:04:41.438150 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e388a2c9-0a19-438b-8c7a-7de4748992a4 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:41.446304 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 21 19:04:41.446304 dv-neutron-825470-1-hyperv neutron-server[88138]: from cryptography.utils import int_from_bytes Jan 21 19:04:41.446304 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 21 19:04:41.446304 dv-neutron-825470-1-hyperv neutron-server[88138]: from cryptography.utils import int_from_bytes Jan 21 19:04:41.446304 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 21 19:04:41.446304 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn_limited( Jan 21 19:04:41.446304 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 21 19:04:41.446304 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn_limited( Jan 21 19:04:41.446304 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:04:41.446304 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:04:41.446304 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:04:41.446304 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:04:41.446304 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:04:41.446304 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:04:41.446304 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:04:41.446304 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:04:41.446304 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:04:41.446304 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:04:41.446304 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:04:41.446304 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:04:41.446304 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:04:41.446304 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:04:41.446304 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:04:41.446304 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:04:41.446304 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:04:41.446304 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:04:41.446304 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:04:41.446304 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:04:41.446304 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:04:41.446304 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:04:41.446304 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:04:41.446304 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:04:41.446304 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:04:41.446304 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:04:41.446304 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:04:41.446304 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:04:41.446304 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:04:41.446304 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:04:41.446304 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:04:41.446304 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:04:41.446304 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:04:41.446304 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:04:41.454902 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:04:41.454902 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:04:41.454902 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:04:41.454902 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:04:41.454902 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:04:41.454902 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:04:41.454902 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:04:41.454902 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:04:41.454902 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:04:41.454902 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:04:41.454902 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:04:41.454902 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:04:41.454902 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:04:41.454902 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:04:41.454902 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-fd75de4d-2cdb-44d9-9a5d-9fbc80ee04a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:04:41.454902 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-fd75de4d-2cdb-44d9-9a5d-9fbc80ee04a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:04:41.473681 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-24fa7cdd-df4a-44f2-b309-2b97b69f4edd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting port b077f0b9-d9f6-4c0c-9d6e-d75a54e7e5b2 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:04:41.479305 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-24fa7cdd-df4a-44f2-b309-2b97b69f4edd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:41.479442 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e388a2c9-0a19-438b-8c7a-7de4748992a4 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:41.483541 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388a2c9-0a19-438b-8c7a-7de4748992a4 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Pushing event deleted for resources: {'Network': ['ID=20bb8253-fa55-436e-bf2f-e7244726b7e1,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:41.490913 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0583e65a-ee3a-412b-aeb8-dfa8c5676c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:41.494121 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e388a2c9-0a19-438b-8c7a-7de4748992a4 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "DELETE /v2.0/networks/20bb8253-fa55-436e-bf2f-e7244726b7e1 HTTP/1.1" status: 204 len: 168 time: 1.2540579 Jan 21 19:04:41.494704 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59842) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:41.575207 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0583e65a-ee3a-412b-aeb8-dfa8c5676c46 None None] Routers {'1bc7a2ab-4454-49fd-a503-add15911a862'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:04:41.575857 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-0583e65a-ee3a-412b-aeb8-dfa8c5676c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:04:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['1bc7a2ab-4454-49fd-a503-add15911a862'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:41.674110 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-ca754e9c-6e2c-469f-b2d9-496f90309a46 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Deleting port 33911546-9767-4270-98e9-62f3703c085e {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:04:41.674525 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ca754e9c-6e2c-469f-b2d9-496f90309a46 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:41.712793 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947566d0-c5e2-4e57-a128-8e7b7bf9e266 None None] Pushing event updated for resources: {'Port': ['ID=b077f0b9-d9f6-4c0c-9d6e-d75a54e7e5b2,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:41.744454 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-a48e0092-924d-4935-b552-c0a6adbd3340 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Deleting port 49bf44c9-12a8-4f36-91a8-4ef2227fbc3f {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:04:41.744792 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a48e0092-924d-4935-b552-c0a6adbd3340 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:41.760769 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-0583e65a-ee3a-412b-aeb8-dfa8c5676c46 None None] Set router 1bc7a2ab-4454-49fd-a503-add15911a862 gateway port host: None {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:04:41.798040 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-24fa7cdd-df4a-44f2-b309-2b97b69f4edd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] For port b077f0b9-d9f6-4c0c-9d6e-d75a54e7e5b2, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=b077f0b9-d9f6-4c0c-9d6e-d75a54e7e5b2,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:04:41.798411 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-24fa7cdd-df4a-44f2-b309-2b97b69f4edd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:41.919989 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ca754e9c-6e2c-469f-b2d9-496f90309a46 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:41.920765 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ca754e9c-6e2c-469f-b2d9-496f90309a46 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:41.997964 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-fd75de4d-2cdb-44d9-9a5d-9fbc80ee04a8 None None] Deleting port a640d139-a697-48e4-aeff-7b64e82af827 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:04:41.998291 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-fd75de4d-2cdb-44d9-9a5d-9fbc80ee04a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:42.033959 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-24fa7cdd-df4a-44f2-b309-2b97b69f4edd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Calling delete_port for b077f0b9-d9f6-4c0c-9d6e-d75a54e7e5b2 owned by network:router_interface {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:04:42.051874 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-ca754e9c-6e2c-469f-b2d9-496f90309a46 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Calling delete_port for 33911546-9767-4270-98e9-62f3703c085e owned by network:floatingip {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:04:42.133626 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a48e0092-924d-4935-b552-c0a6adbd3340 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:42.146110 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-fd75de4d-2cdb-44d9-9a5d-9fbc80ee04a8 None None] The port 'a640d139-a697-48e4-aeff-7b64e82af827' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:04:42.232860 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-0583e65a-ee3a-412b-aeb8-dfa8c5676c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc7a2ab-4454-49fd-a503-add15911a862', 'name': 'tempest-NetworksTestDHCPv6-router-1362140257', 'tenant_id': '331b5c16a931412fafa4a9af40615562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:04:33Z', 'updated_at': '2022-01-21T19:04:36Z', 'revision_number': 2, 'project_id': '331b5c16a931412fafa4a9af40615562', 'gw_port_host': None, '_interfaces': [{'id': 'b077f0b9-d9f6-4c0c-9d6e-d75a54e7e5b2', 'name': '', 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'tenant_id': '331b5c16a931412fafa4a9af40615562', 'mac_address': 'fa:16:3e:d0:35:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc7a2ab-4454-49fd-a503-add15911a862', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '44c11b93-5acf-406f-bea4-d5bcc46a0806', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:04:34Z', 'updated_at': '2022-01-21T19:04:41Z', 'revision_number': 4, 'project_id': '331b5c16a931412fafa4a9af40615562', 'subnets': [{'id': '44c11b93-5acf-406f-bea4-d5bcc46a0806', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:42.237758 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0583e65a-ee3a-412b-aeb8-dfa8c5676c46 None None] The sync data for ids ['1bc7a2ab-4454-49fd-a503-add15911a862'] in dv-neutron-825470-1-hyperv is: [{'id': '1bc7a2ab-4454-49fd-a503-add15911a862', 'name': 'tempest-NetworksTestDHCPv6-router-1362140257', 'tenant_id': '331b5c16a931412fafa4a9af40615562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:04:33Z', 'updated_at': '2022-01-21T19:04:36Z', 'revision_number': 2, 'project_id': '331b5c16a931412fafa4a9af40615562', 'gw_port_host': None, '_interfaces': [{'id': 'b077f0b9-d9f6-4c0c-9d6e-d75a54e7e5b2', 'name': '', 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'tenant_id': '331b5c16a931412fafa4a9af40615562', 'mac_address': 'fa:16:3e:d0:35:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc7a2ab-4454-49fd-a503-add15911a862', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '44c11b93-5acf-406f-bea4-d5bcc46a0806', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:04:34Z', 'updated_at': '2022-01-21T19:04:41Z', 'revision_number': 4, 'project_id': '331b5c16a931412fafa4a9af40615562', 'subnets': [{'id': '44c11b93-5acf-406f-bea4-d5bcc46a0806', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:04:42.375901 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ca754e9c-6e2c-469f-b2d9-496f90309a46 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:42.428490 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca754e9c-6e2c-469f-b2d9-496f90309a46 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Pushing event deleted for resources: {'Port': ['ID=33911546-9767-4270-98e9-62f3703c085e,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:42.554257 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ca754e9c-6e2c-469f-b2d9-496f90309a46 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for floatingip, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:42.557405 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-a48e0092-924d-4935-b552-c0a6adbd3340 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Calling delete_port for 49bf44c9-12a8-4f36-91a8-4ef2227fbc3f owned by network:router_interface {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:04:42.573567 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ca754e9c-6e2c-469f-b2d9-496f90309a46 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:42.578327 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ca754e9c-6e2c-469f-b2d9-496f90309a46 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "DELETE /v2.0/floatingips/0004ee4d-e76c-473a-a4f5-ebdaa44e5516 HTTP/1.1" status: 204 len: 168 time: 1.0791905 Jan 21 19:04:42.579109 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59846) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:42.629937 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-446cac50-4d99-4e74-b475-5520ce9c6ab8 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] DELETE failed (client error): The resource could not be found. Jan 21 19:04:42.630531 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-446cac50-4d99-4e74-b475-5520ce9c6ab8 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:04:42.633510 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-446cac50-4d99-4e74-b475-5520ce9c6ab8 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "DELETE /v2.0/ports/faf517ab-830f-4516-9ddc-1ca1f40ef93a HTTP/1.1" status: 404 len: 333 time: 0.0529752 Jan 21 19:04:42.634991 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59850) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:42.679815 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-9c204bb5-2c0d-47ce-a5cc-902a2606ea44 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Synchronizing usage tracker for tenant:1a64234390194d4d89c8cd088a8ecdc0 on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:04:42.746953 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-9c204bb5-2c0d-47ce-a5cc-902a2606ea44 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Unset dirty status for tenant:1a64234390194d4d89c8cd088a8ecdc0 on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:04:42.748144 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-9c204bb5-2c0d-47ce-a5cc-902a2606ea44 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "GET /v2.0/ports?device_id=20abc482-070e-497e-a125-6dd88c331648 HTTP/1.1" status: 200 len: 205 time: 0.1120152 Jan 21 19:04:42.754460 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59854) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:42.817041 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-24fa7cdd-df4a-44f2-b309-2b97b69f4edd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:42.830057 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-550ad684-beac-4632-8135-d7e6ba007d87 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] delete failed (client error): The resource could not be found. Jan 21 19:04:42.831832 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-550ad684-beac-4632-8135-d7e6ba007d87 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "DELETE /v2.0/routers/20abc482-070e-497e-a125-6dd88c331648 HTTP/1.1" status: 404 len: 336 time: 0.0756190 Jan 21 19:04:42.837857 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59858) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:42.877690 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-15dedcf9-a9ef-49d4-a50d-9f4ce9fb9a50 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] DELETE failed (client error): The resource could not be found. Jan 21 19:04:42.878366 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15dedcf9-a9ef-49d4-a50d-9f4ce9fb9a50 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:04:42.880530 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-15dedcf9-a9ef-49d4-a50d-9f4ce9fb9a50 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "DELETE /v2.0/subnets/4f6f0d35-8044-43d1-b018-56081fee0b07 HTTP/1.1" status: 404 len: 337 time: 0.0414884 Jan 21 19:04:42.885508 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa7cdd-df4a-44f2-b309-2b97b69f4edd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Port': ['ID=b077f0b9-d9f6-4c0c-9d6e-d75a54e7e5b2,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:42.891639 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59862) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:42.965441 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-c8447fa7-ef14-42c9-b300-868ad433f514 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Deleting port c3695f4d-a306-4b00-b12b-342fad5604d2 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:04:42.966111 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c8447fa7-ef14-42c9-b300-868ad433f514 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:42.998159 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a48e0092-924d-4935-b552-c0a6adbd3340 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:43.140927 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e0092-924d-4935-b552-c0a6adbd3340 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event deleted for resources: {'Port': ['ID=49bf44c9-12a8-4f36-91a8-4ef2227fbc3f,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:43.180463 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-24fa7cdd-df4a-44f2-b309-2b97b69f4edd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:43.235847 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c8447fa7-ef14-42c9-b300-868ad433f514 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:43.369489 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-c8447fa7-ef14-42c9-b300-868ad433f514 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Calling delete_port for c3695f4d-a306-4b00-b12b-342fad5604d2 owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:04:43.558059 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c8447fa7-ef14-42c9-b300-868ad433f514 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:43.614551 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8447fa7-ef14-42c9-b300-868ad433f514 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Pushing event deleted for resources: {'Port': ['ID=c3695f4d-a306-4b00-b12b-342fad5604d2,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:43.715598 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c8447fa7-ef14-42c9-b300-868ad433f514 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:43.725588 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24fa7cdd-df4a-44f2-b309-2b97b69f4edd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Router 1bc7a2ab-4454-49fd-a503-add15911a862 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:04:43.737275 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a48e0092-924d-4935-b552-c0a6adbd3340 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:43.776121 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c8447fa7-ef14-42c9-b300-868ad433f514 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "DELETE /v2.0/ports/c3695f4d-a306-4b00-b12b-342fad5604d2 HTTP/1.1" status: 204 len: 168 time: 0.8823342 Jan 21 19:04:43.777617 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59866) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:43.848511 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-a12ff001-1922-4eb0-ac16-6398b358040c tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Deleting port f7e02b4e-3e69-48be-8f75-282311c64690 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:04:43.848842 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a12ff001-1922-4eb0-ac16-6398b358040c tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:43.997811 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fa7cdd-df4a-44f2-b309-2b97b69f4edd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:04:44.007910 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df06c8bc-bb6a-4632-b042-4dec911459bd None None] Sync routers for ids ['1bc7a2ab-4454-49fd-a503-add15911a862'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:04:44.017887 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df06c8bc-bb6a-4632-b042-4dec911459bd None None] Routers {'1bc7a2ab-4454-49fd-a503-add15911a862'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:04:44.018881 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-df06c8bc-bb6a-4632-b042-4dec911459bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:04:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['1bc7a2ab-4454-49fd-a503-add15911a862'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:44.098464 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-24fa7cdd-df4a-44f2-b309-2b97b69f4edd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "PUT /v2.0/routers/1bc7a2ab-4454-49fd-a503-add15911a862/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4027476 Jan 21 19:04:44.099500 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59870) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:44.163206 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-df06c8bc-bb6a-4632-b042-4dec911459bd None None] Set router 1bc7a2ab-4454-49fd-a503-add15911a862 gateway port host: None {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:04:44.209330 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a12ff001-1922-4eb0-ac16-6398b358040c tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:44.252740 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a04711-056f-481b-94ad-4d5ac846a683 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:44.254292 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a04711-056f-481b-94ad-4d5ac846a683 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:44.255037 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-28a04711-056f-481b-94ad-4d5ac846a683 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:04:44.262027 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a48e0092-924d-4935-b552-c0a6adbd3340 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Router a0357141-9d8d-4101-a6d7-3cc4aabbd2be has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:04:44.270971 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-df06c8bc-bb6a-4632-b042-4dec911459bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc7a2ab-4454-49fd-a503-add15911a862', 'name': 'tempest-NetworksTestDHCPv6-router-1362140257', 'tenant_id': '331b5c16a931412fafa4a9af40615562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:04:33Z', 'updated_at': '2022-01-21T19:04:42Z', 'revision_number': 3, 'project_id': '331b5c16a931412fafa4a9af40615562', 'gw_port_host': None}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:44.275162 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df06c8bc-bb6a-4632-b042-4dec911459bd None None] Checking router: 1bc7a2ab-4454-49fd-a503-add15911a862 for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:04:44.283502 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df06c8bc-bb6a-4632-b042-4dec911459bd None None] Routers {'1bc7a2ab-4454-49fd-a503-add15911a862'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:04:44.285368 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-df06c8bc-bb6a-4632-b042-4dec911459bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:04:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['1bc7a2ab-4454-49fd-a503-add15911a862'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:44.336268 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-28a04711-056f-481b-94ad-4d5ac846a683 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:04:44.339737 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-28a04711-056f-481b-94ad-4d5ac846a683 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2340419 Jan 21 19:04:44.345868 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59874) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:44.354402 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-a12ff001-1922-4eb0-ac16-6398b358040c tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Calling delete_port for f7e02b4e-3e69-48be-8f75-282311c64690 owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:04:44.415292 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-df06c8bc-bb6a-4632-b042-4dec911459bd None None] Set router 1bc7a2ab-4454-49fd-a503-add15911a862 gateway port host: None {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:04:44.441592 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48e0092-924d-4935-b552-c0a6adbd3340 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:04:44.453105 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1b7742-9daf-4405-b73f-fce64840917b None None] Sync routers for ids ['a0357141-9d8d-4101-a6d7-3cc4aabbd2be'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:04:44.457073 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-a48e0092-924d-4935-b552-c0a6adbd3340 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "PUT /v2.0/routers/a0357141-9d8d-4101-a6d7-3cc4aabbd2be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3133855 Jan 21 19:04:44.461872 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59878) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:44.466472 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1b7742-9daf-4405-b73f-fce64840917b None None] Routers {'a0357141-9d8d-4101-a6d7-3cc4aabbd2be'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:04:44.467285 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-0b1b7742-9daf-4405-b73f-fce64840917b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:04:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['a0357141-9d8d-4101-a6d7-3cc4aabbd2be'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:44.525767 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-df06c8bc-bb6a-4632-b042-4dec911459bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc7a2ab-4454-49fd-a503-add15911a862', 'name': 'tempest-NetworksTestDHCPv6-router-1362140257', 'tenant_id': '331b5c16a931412fafa4a9af40615562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:04:33Z', 'updated_at': '2022-01-21T19:04:42Z', 'revision_number': 3, 'project_id': '331b5c16a931412fafa4a9af40615562', 'gw_port_host': None}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:44.531192 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df06c8bc-bb6a-4632-b042-4dec911459bd None None] The sync data for ids ['1bc7a2ab-4454-49fd-a503-add15911a862'] in dv-neutron-825470-1-hyperv is: [{'id': '1bc7a2ab-4454-49fd-a503-add15911a862', 'name': 'tempest-NetworksTestDHCPv6-router-1362140257', 'tenant_id': '331b5c16a931412fafa4a9af40615562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:04:33Z', 'updated_at': '2022-01-21T19:04:42Z', 'revision_number': 3, 'project_id': '331b5c16a931412fafa4a9af40615562', 'gw_port_host': None}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:04:44.573406 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-0b1b7742-9daf-4405-b73f-fce64840917b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:44.575591 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-afc20860-89e2-4c45-80d9-abf887f89275 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting subnet 44c11b93-5acf-406f-bea4-d5bcc46a0806 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:04:44.583384 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1b7742-9daf-4405-b73f-fce64840917b None None] Routers {'a0357141-9d8d-4101-a6d7-3cc4aabbd2be'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:04:44.583986 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-0b1b7742-9daf-4405-b73f-fce64840917b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:04:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['a0357141-9d8d-4101-a6d7-3cc4aabbd2be'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:44.585566 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-afc20860-89e2-4c45-80d9-abf887f89275 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:44.650818 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-0b1b7742-9daf-4405-b73f-fce64840917b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:44.651217 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1b7742-9daf-4405-b73f-fce64840917b None None] The sync data for ids ['a0357141-9d8d-4101-a6d7-3cc4aabbd2be'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:04:44.661141 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-afc20860-89e2-4c45-80d9-abf887f89275 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:44.696183 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a12ff001-1922-4eb0-ac16-6398b358040c tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:44.759733 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ff001-1922-4eb0-ac16-6398b358040c tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Pushing event deleted for resources: {'Port': ['ID=f7e02b4e-3e69-48be-8f75-282311c64690,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:44.882400 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a12ff001-1922-4eb0-ac16-6398b358040c tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:44.887760 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-afc20860-89e2-4c45-80d9-abf887f89275 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:44.937454 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a12ff001-1922-4eb0-ac16-6398b358040c tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "DELETE /v2.0/ports/f7e02b4e-3e69-48be-8f75-282311c64690 HTTP/1.1" status: 204 len: 168 time: 1.1582510 Jan 21 19:04:44.939687 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59882) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:45.038532 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-afc20860-89e2-4c45-80d9-abf887f89275 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:45.080507 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-afc20860-89e2-4c45-80d9-abf887f89275 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:45.085313 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc20860-89e2-4c45-80d9-abf887f89275 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Subnet': ['ID=44c11b93-5acf-406f-bea4-d5bcc46a0806,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:45.088731 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786fe72c-e645-43ee-a5a8-df7696cb9852 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:04:45.089989 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20747c0a-3e88-44a2-ab52-7d946c3cb0ad tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:45.090509 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-20747c0a-3e88-44a2-ab52-7d946c3cb0ad tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Synchronizing usage tracker for tenant:1a64234390194d4d89c8cd088a8ecdc0 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:04:45.144476 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-afc20860-89e2-4c45-80d9-abf887f89275 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/44c11b93-5acf-406f-bea4-d5bcc46a0806 HTTP/1.1" status: 204 len: 168 time: 0.7979875 Jan 21 19:04:45.145038 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59886) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:45.170389 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c60bc0b9-0e73-42bf-acb5-92f629804a71 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:45.219715 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device b077f0b9-d9f6-4c0c-9d6e-d75a54e7e5b2 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:04:45.229910 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-20747c0a-3e88-44a2-ab52-7d946c3cb0ad tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Unset dirty status for tenant:1a64234390194d4d89c8cd088a8ecdc0 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:04:45.231095 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-20747c0a-3e88-44a2-ab52-7d946c3cb0ad tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "GET /v2.0/ports?device_id=38672101-c7c7-4eb1-a220-64bed0b717ae HTTP/1.1" status: 200 len: 913 time: 0.2898657 Jan 21 19:04:45.234263 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59890) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:45.292450 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: b077f0b9-d9f6-4c0c-9d6e-d75a54e7e5b2 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:04:45.293091 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device b077f0b9-d9f6-4c0c-9d6e-d75a54e7e5b2 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:04:45.379409 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-5b56d26c-8987-4ed2-8253-d5963f3e1f68 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:router {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:04:45.403512 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bd0811-7e18-4bf6-a2b7-b5523be4bf85 None None] DHCP port deletion for 76b60fc4-5668-469a-a3ef-49679dc3dfc0 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:04:45.407885 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-98bd0811-7e18-4bf6-a2b7-b5523be4bf85 None None] Deleting port ead530cd-eae7-4acd-9f54-19b9f868ba20 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:04:45.408450 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-98bd0811-7e18-4bf6-a2b7-b5523be4bf85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:45.479717 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-5b56d26c-8987-4ed2-8253-d5963f3e1f68 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:router {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:04:45.480915 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-5b56d26c-8987-4ed2-8253-d5963f3e1f68 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3347301 Jan 21 19:04:45.486153 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59894) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:45.622842 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-98bd0811-7e18-4bf6-a2b7-b5523be4bf85 None None] For port ead530cd-eae7-4acd-9f54-19b9f868ba20, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=ead530cd-eae7-4acd-9f54-19b9f868ba20,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:04:45.623235 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-98bd0811-7e18-4bf6-a2b7-b5523be4bf85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:45.646911 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8a8069ef-345f-4245-9c06-03cf79560470 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for router, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:45.699365 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-c60bc0b9-0e73-42bf-acb5-92f629804a71 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Deleting port 77a886e2-75ce-4a87-8fa5-27e0181bbeea {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:04:45.699617 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c60bc0b9-0e73-42bf-acb5-92f629804a71 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:45.746226 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-98bd0811-7e18-4bf6-a2b7-b5523be4bf85 None None] Calling delete_port for ead530cd-eae7-4acd-9f54-19b9f868ba20 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:04:45.872471 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-98bd0811-7e18-4bf6-a2b7-b5523be4bf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:45.973904 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd0811-7e18-4bf6-a2b7-b5523be4bf85 None None] Pushing event deleted for resources: {'Port': ['ID=ead530cd-eae7-4acd-9f54-19b9f868ba20,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:45.979680 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bd0811-7e18-4bf6-a2b7-b5523be4bf85 None None] No DVR routers for this DVR port ead530cd-eae7-4acd-9f54-19b9f868ba20 on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:04:46.035632 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5bee4a61-e6a2-4713-9a12-a80ecd3dd5f5 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:46.041306 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8a8069ef-345f-4245-9c06-03cf79560470 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:46.045444 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8a8069ef-345f-4245-9c06-03cf79560470 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:46.261829 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8a8069ef-345f-4245-9c06-03cf79560470 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:46.262223 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8069ef-345f-4245-9c06-03cf79560470 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Fanout notify agent at l3_agent the message router_deleted on router 1bc7a2ab-4454-49fd-a503-add15911a862 {{(pid=88137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:04:46.264702 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c60bc0b9-0e73-42bf-acb5-92f629804a71 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:46.397432 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-c60bc0b9-0e73-42bf-acb5-92f629804a71 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Calling delete_port for 77a886e2-75ce-4a87-8fa5-27e0181bbeea owned by network:router_interface {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:04:46.420678 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-5bee4a61-e6a2-4713-9a12-a80ecd3dd5f5 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Deleting port f6830ed0-4dfd-48d0-a874-274e43e58c8b {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:04:46.421245 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5bee4a61-e6a2-4713-9a12-a80ecd3dd5f5 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:46.493420 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8a8069ef-345f-4245-9c06-03cf79560470 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:46.494519 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-8a8069ef-345f-4245-9c06-03cf79560470 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/routers/1bc7a2ab-4454-49fd-a503-add15911a862 HTTP/1.1" status: 204 len: 168 time: 1.0072384 Jan 21 19:04:46.497518 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59898) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:46.546493 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-d783ebbe-597d-4b49-9c8d-c8a211d9cab8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:04:46.609225 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5bee4a61-e6a2-4713-9a12-a80ecd3dd5f5 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:46.610004 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-d783ebbe-597d-4b49-9c8d-c8a211d9cab8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:04:46.613597 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-d783ebbe-597d-4b49-9c8d-c8a211d9cab8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1127577 Jan 21 19:04:46.614232 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59902) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:46.687317 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2625a05-29cd-47a4-95a0-c160e90785c6 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:46.688730 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c2625a05-29cd-47a4-95a0-c160e90785c6 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0736165 Jan 21 19:04:46.691938 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59906) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:46.737550 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-5bee4a61-e6a2-4713-9a12-a80ecd3dd5f5 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Calling delete_port for f6830ed0-4dfd-48d0-a874-274e43e58c8b owned by network:router_interface {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:04:46.750709 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c60bc0b9-0e73-42bf-acb5-92f629804a71 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:46.806701 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-3582ef74-7feb-4895-8669-f9d8b319334a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:router {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:04:46.844945 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60bc0b9-0e73-42bf-acb5-92f629804a71 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event deleted for resources: {'Port': ['ID=77a886e2-75ce-4a87-8fa5-27e0181bbeea,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:46.983496 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-3582ef74-7feb-4895-8669-f9d8b319334a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:router {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:04:46.984728 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3582ef74-7feb-4895-8669-f9d8b319334a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2917860 Jan 21 19:04:46.990927 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59910) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:46.997555 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-bd04a819-5b58-42bb-ae39-382a87fa0c53 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'subnet': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:47.022094 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5bee4a61-e6a2-4713-9a12-a80ecd3dd5f5 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:47.064859 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c60bc0b9-0e73-42bf-acb5-92f629804a71 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:47.089100 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee4a61-e6a2-4713-9a12-a80ecd3dd5f5 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Pushing event deleted for resources: {'Port': ['ID=f6830ed0-4dfd-48d0-a874-274e43e58c8b,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:47.242313 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-bd04a819-5b58-42bb-ae39-382a87fa0c53 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:47.249736 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-bd04a819-5b58-42bb-ae39-382a87fa0c53 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Usage tracker for resource:subnet and tenant:331b5c16a931412fafa4a9af40615562 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:04:47.254372 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-bd04a819-5b58-42bb-ae39-382a87fa0c53 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:04:47.257020 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device ead530cd-eae7-4acd-9f54-19b9f868ba20 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:04:47.291971 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: ead530cd-eae7-4acd-9f54-19b9f868ba20 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:04:47.292422 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device ead530cd-eae7-4acd-9f54-19b9f868ba20 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:04:47.311826 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-bd04a819-5b58-42bb-ae39-382a87fa0c53 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:47.343566 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60bc0b9-0e73-42bf-acb5-92f629804a71 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Router a0357141-9d8d-4101-a6d7-3cc4aabbd2be has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:04:47.416028 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd04a819-5b58-42bb-ae39-382a87fa0c53 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:04:47.419449 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bd04a819-5b58-42bb-ae39-382a87fa0c53 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:47.479810 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60bc0b9-0e73-42bf-acb5-92f629804a71 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:04:47.491332 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf5e1da-c2b7-4327-a506-0f685d253290 None None] Sync routers for ids ['a0357141-9d8d-4101-a6d7-3cc4aabbd2be'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:04:47.501736 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf5e1da-c2b7-4327-a506-0f685d253290 None None] Routers {'a0357141-9d8d-4101-a6d7-3cc4aabbd2be'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:04:47.504576 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-5cf5e1da-c2b7-4327-a506-0f685d253290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:04:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['a0357141-9d8d-4101-a6d7-3cc4aabbd2be'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:47.557273 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c60bc0b9-0e73-42bf-acb5-92f629804a71 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "PUT /v2.0/routers/a0357141-9d8d-4101-a6d7-3cc4aabbd2be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0916181 Jan 21 19:04:47.557866 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59914) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:47.569543 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-5cf5e1da-c2b7-4327-a506-0f685d253290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:47.578622 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf5e1da-c2b7-4327-a506-0f685d253290 None None] Routers {'a0357141-9d8d-4101-a6d7-3cc4aabbd2be'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:04:47.578932 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-5cf5e1da-c2b7-4327-a506-0f685d253290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:04:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['a0357141-9d8d-4101-a6d7-3cc4aabbd2be'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:47.588577 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5bee4a61-e6a2-4713-9a12-a80ecd3dd5f5 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:47.606336 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-a72baac3-7c70-4f15-b357-aadc9a50ee89 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Synchronizing usage tracker for tenant:5282b25e8da043bbb3248dd1fe2c26b7 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:04:47.638414 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-5cf5e1da-c2b7-4327-a506-0f685d253290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:47.638820 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf5e1da-c2b7-4327-a506-0f685d253290 None None] The sync data for ids ['a0357141-9d8d-4101-a6d7-3cc4aabbd2be'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:04:47.683586 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-a72baac3-7c70-4f15-b357-aadc9a50ee89 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Unset dirty status for tenant:5282b25e8da043bbb3248dd1fe2c26b7 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:04:47.684748 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-a72baac3-7c70-4f15-b357-aadc9a50ee89 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "GET /v2.0/ports?device_id=a0357141-9d8d-4101-a6d7-3cc4aabbd2be HTTP/1.1" status: 200 len: 205 time: 0.1262453 Jan 21 19:04:47.687543 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59918) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:47.921100 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c30056ed-278b-4bbd-ad38-71cd28f2bb1a tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for router, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:48.151921 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bee4a61-e6a2-4713-9a12-a80ecd3dd5f5 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Router 38672101-c7c7-4eb1-a220-64bed0b717ae has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:04:48.202216 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.objects.ports [None req-bd04a819-5b58-42bb-ae39-382a87fa0c53 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88136) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 19:04:48.204779 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bd04a819-5b58-42bb-ae39-382a87fa0c53 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:48.220942 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c30056ed-278b-4bbd-ad38-71cd28f2bb1a tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:48.224737 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c30056ed-278b-4bbd-ad38-71cd28f2bb1a tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:48.327832 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd04a819-5b58-42bb-ae39-382a87fa0c53 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:04:48.337616 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-bd04a819-5b58-42bb-ae39-382a87fa0c53 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:04:48.340331 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c30056ed-278b-4bbd-ad38-71cd28f2bb1a tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:48.341351 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30056ed-278b-4bbd-ad38-71cd28f2bb1a tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Fanout notify agent at l3_agent the message router_deleted on router a0357141-9d8d-4101-a6d7-3cc4aabbd2be {{(pid=88137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:04:48.343718 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd04a819-5b58-42bb-ae39-382a87fa0c53 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:48.344285 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bd04a819-5b58-42bb-ae39-382a87fa0c53 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:48.348604 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b58148-a0d7-407a-8d34-e06d19c7b1f7 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:04:48.363455 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c30056ed-278b-4bbd-ad38-71cd28f2bb1a tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:48.367314 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c30056ed-278b-4bbd-ad38-71cd28f2bb1a tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "DELETE /v2.0/routers/a0357141-9d8d-4101-a6d7-3cc4aabbd2be HTTP/1.1" status: 204 len: 168 time: 0.6783969 Jan 21 19:04:48.370219 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd04a819-5b58-42bb-ae39-382a87fa0c53 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Subnet': ['ID=56415dc7-7301-4f77-add7-20f0931c21d0,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:48.371037 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59922) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:48.445357 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa80f331-d720-4d54-a5e1-031cdd1660ed tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Deleting subnet f93e09d1-6062-4139-8423-bb99376387dd {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:04:48.449552 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aa80f331-d720-4d54-a5e1-031cdd1660ed tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:48.467711 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bee4a61-e6a2-4713-9a12-a80ecd3dd5f5 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:04:48.473090 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-5bee4a61-e6a2-4713-9a12-a80ecd3dd5f5 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "PUT /v2.0/routers/38672101-c7c7-4eb1-a220-64bed0b717ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2378352 Jan 21 19:04:48.478311 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59926) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:48.478899 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21b3210-74be-4fc2-81f6-c0ac00d072b5 None None] Sync routers for ids ['38672101-c7c7-4eb1-a220-64bed0b717ae'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:04:48.493568 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21b3210-74be-4fc2-81f6-c0ac00d072b5 None None] Routers {'38672101-c7c7-4eb1-a220-64bed0b717ae'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:04:48.494510 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-e21b3210-74be-4fc2-81f6-c0ac00d072b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:04:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['38672101-c7c7-4eb1-a220-64bed0b717ae'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:48.517248 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aa80f331-d720-4d54-a5e1-031cdd1660ed tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:48.544403 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-bd04a819-5b58-42bb-ae39-382a87fa0c53 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5498693 Jan 21 19:04:48.544669 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59930) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:48.557824 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-b15e31e5-9817-4cdd-b6be-05498f4fb49d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'subnet': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:48.571468 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-e21b3210-74be-4fc2-81f6-c0ac00d072b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:48.581718 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21b3210-74be-4fc2-81f6-c0ac00d072b5 None None] Routers {'38672101-c7c7-4eb1-a220-64bed0b717ae'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:04:48.582491 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-e21b3210-74be-4fc2-81f6-c0ac00d072b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:04:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['38672101-c7c7-4eb1-a220-64bed0b717ae'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:48.622958 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aa80f331-d720-4d54-a5e1-031cdd1660ed tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:48.647464 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-e21b3210-74be-4fc2-81f6-c0ac00d072b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:48.648120 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21b3210-74be-4fc2-81f6-c0ac00d072b5 None None] The sync data for ids ['38672101-c7c7-4eb1-a220-64bed0b717ae'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:04:48.650612 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec8b0d9-04f7-43f6-b547-efe6f061847f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'tenant_id': '331b5c16a931412fafa4a9af40615562', 'fixed_ips': [{'subnet_id': '56415dc7-7301-4f77-add7-20f0931c21d0'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:04:48.650612 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-fec8b0d9-04f7-43f6-b547-efe6f061847f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:48.781355 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aa80f331-d720-4d54-a5e1-031cdd1660ed tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:48.784167 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b65db742-d872-46ce-b263-7a6c31e5a4bd tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for router, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:48.806790 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-fec8b0d9-04f7-43f6-b547-efe6f061847f None None] Allocated IP 2001:db8::f816:3eff:febf:1ec3 (76b60fc4-5668-469a-a3ef-49679dc3dfc0/56415dc7-7301-4f77-add7-20f0931c21d0/6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:04:48.821934 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa80f331-d720-4d54-a5e1-031cdd1660ed tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event deleted for resources: {'Subnet': ['ID=f93e09d1-6062-4139-8423-bb99376387dd,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:48.825640 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aa80f331-d720-4d54-a5e1-031cdd1660ed tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:48.835466 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-aa80f331-d720-4d54-a5e1-031cdd1660ed tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "DELETE /v2.0/subnets/f93e09d1-6062-4139-8423-bb99376387dd HTTP/1.1" status: 204 len: 168 time: 0.4633186 Jan 21 19:04:48.836294 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59934) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:48.842762 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d3200b-1039-41a4-9ef5-3145fcae421b None None] Network 19a49273-c527-49ad-8441-e222d8bc47fd requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:04:48.850529 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-b15e31e5-9817-4cdd-b6be-05498f4fb49d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:48.864019 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b15e31e5-9817-4cdd-b6be-05498f4fb49d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Usage tracker for resource:subnet and tenant:331b5c16a931412fafa4a9af40615562 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:04:48.868729 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b15e31e5-9817-4cdd-b6be-05498f4fb49d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:04:48.877220 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-b15e31e5-9817-4cdd-b6be-05498f4fb49d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:48.908160 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-f70654a5-615b-4197-9705-a2b5f2576009 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Deleting subnet 9274993d-b2cc-46a1-9cca-28dab020b811 {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:04:48.911916 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f70654a5-615b-4197-9705-a2b5f2576009 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:48.976104 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f70654a5-615b-4197-9705-a2b5f2576009 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:49.070980 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f70654a5-615b-4197-9705-a2b5f2576009 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:49.123417 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b65db742-d872-46ce-b263-7a6c31e5a4bd tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:49.140348 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15e31e5-9817-4cdd-b6be-05498f4fb49d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:04:49.144253 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b15e31e5-9817-4cdd-b6be-05498f4fb49d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:49.186491 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-b65db742-d872-46ce-b263-7a6c31e5a4bd tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Deleting port 83342b34-a9cb-47d3-b675-a9f397242080 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:04:49.186824 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b65db742-d872-46ce-b263-7a6c31e5a4bd tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:49.203361 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-fec8b0d9-04f7-43f6-b547-efe6f061847f None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:49.209801 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f70654a5-615b-4197-9705-a2b5f2576009 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:49.216205 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-fec8b0d9-04f7-43f6-b547-efe6f061847f None None] Transition to ACTIVE for port object 6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:04:49.239003 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-fec8b0d9-04f7-43f6-b547-efe6f061847f None None] Transition to ACTIVE for port object 6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:04:49.257232 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f70654a5-615b-4197-9705-a2b5f2576009 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:49.264720 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f70654a5-615b-4197-9705-a2b5f2576009 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "DELETE /v2.0/subnets/9274993d-b2cc-46a1-9cca-28dab020b811 HTTP/1.1" status: 204 len: 168 time: 0.4271801 Jan 21 19:04:49.268700 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70654a5-615b-4197-9705-a2b5f2576009 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event deleted for resources: {'Subnet': ['ID=9274993d-b2cc-46a1-9cca-28dab020b811,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:49.268700 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59938) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:49.271021 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf6ab77-61a1-493c-865e-fbf705e36224 None None] Network 65a23976-11ad-4519-8f28-ea0320aa5643 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:04:49.308882 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5857d07f-c6e7-417e-bdb7-b0f81e6e7c67 None None] DHCP port deletion for 19a49273-c527-49ad-8441-e222d8bc47fd request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:04:49.372365 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-fec8b0d9-04f7-43f6-b547-efe6f061847f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:49.376404 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-5857d07f-c6e7-417e-bdb7-b0f81e6e7c67 None None] Deleting port f0433367-4446-4b23-869b-92fea497bb94 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:04:49.376404 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5857d07f-c6e7-417e-bdb7-b0f81e6e7c67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:49.418053 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b3f8409b-dd8c-4387-83a1-c1f2d56ad818 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:49.430464 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-b3f8409b-dd8c-4387-83a1-c1f2d56ad818 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Deleting port f0433367-4446-4b23-869b-92fea497bb94 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:04:49.430909 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b3f8409b-dd8c-4387-83a1-c1f2d56ad818 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:49.491710 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b65db742-d872-46ce-b263-7a6c31e5a4bd tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:49.528532 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec8b0d9-04f7-43f6-b547-efe6f061847f None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:04:49.536594 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-fec8b0d9-04f7-43f6-b547-efe6f061847f None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:04:49.566481 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec8b0d9-04f7-43f6-b547-efe6f061847f None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:04:49.644260 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec8b0d9-04f7-43f6-b547-efe6f061847f None None] Pushing event updated for resources: {'Port': ['ID=6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:49.646348 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-b65db742-d872-46ce-b263-7a6c31e5a4bd tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Calling delete_port for 83342b34-a9cb-47d3-b675-a9f397242080 owned by network:router_gateway {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:04:49.774401 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-b3f8409b-dd8c-4387-83a1-c1f2d56ad818 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] For port f0433367-4446-4b23-869b-92fea497bb94, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=f0433367-4446-4b23-869b-92fea497bb94,segment=NetworkSegment(b58e19e8-f093-437f-bf9b-0bb7c0cc9348),segment_id=b58e19e8-f093-437f-bf9b-0bb7c0cc9348)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:04:49.775101 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b3f8409b-dd8c-4387-83a1-c1f2d56ad818 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:49.805062 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-fec8b0d9-04f7-43f6-b547-efe6f061847f None None] Attempting to bind port 6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:04:49.805335 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-fec8b0d9-04f7-43f6-b547-efe6f061847f None None] Attempting to bind port 6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:04:49.805463 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec8b0d9-04f7-43f6-b547-efe6f061847f None None] Attempting to bind port 6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8 on network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:04:49.824125 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec8b0d9-04f7-43f6-b547-efe6f061847f None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:04:49.824495 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec8b0d9-04f7-43f6-b547-efe6f061847f None None] Checking segment: {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:04:49.824897 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-fec8b0d9-04f7-43f6-b547-efe6f061847f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:49.825292 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec8b0d9-04f7-43f6-b547-efe6f061847f None None] Bound using segment: {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:04:49.825755 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-fec8b0d9-04f7-43f6-b547-efe6f061847f None None] Bound port: 6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:04:49.826146 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-fec8b0d9-04f7-43f6-b547-efe6f061847f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:49.864280 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b15e31e5-9817-4cdd-b6be-05498f4fb49d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:49.899041 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-b3f8409b-dd8c-4387-83a1-c1f2d56ad818 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Calling delete_port for f0433367-4446-4b23-869b-92fea497bb94 owned by network:dhcp {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:04:49.942024 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15e31e5-9817-4cdd-b6be-05498f4fb49d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:04:49.948413 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-b15e31e5-9817-4cdd-b6be-05498f4fb49d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:04:49.958672 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15e31e5-9817-4cdd-b6be-05498f4fb49d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:49.959318 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-5857d07f-c6e7-417e-bdb7-b0f81e6e7c67 None None] For port f0433367-4446-4b23-869b-92fea497bb94, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=f0433367-4446-4b23-869b-92fea497bb94,segment=NetworkSegment(b58e19e8-f093-437f-bf9b-0bb7c0cc9348),segment_id=b58e19e8-f093-437f-bf9b-0bb7c0cc9348)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:04:49.959705 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b15e31e5-9817-4cdd-b6be-05498f4fb49d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:49.959844 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5857d07f-c6e7-417e-bdb7-b0f81e6e7c67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:49.983229 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e31e5-9817-4cdd-b6be-05498f4fb49d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Subnet': ['ID=cc790391-58e8-47b2-815b-8843437e351c,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:50.026460 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b65db742-d872-46ce-b263-7a6c31e5a4bd tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:50.049027 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b3f8409b-dd8c-4387-83a1-c1f2d56ad818 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:50.073998 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b15e31e5-9817-4cdd-b6be-05498f4fb49d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5282717 Jan 21 19:04:50.076752 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65db742-d872-46ce-b263-7a6c31e5a4bd tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Pushing event deleted for resources: {'Port': ['ID=83342b34-a9cb-47d3-b675-a9f397242080,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:50.078413 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59942) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:50.098458 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935d830d-9560-4bbb-8bb4-8d36d5d974d2 None None] DHCP port deletion for 65a23976-11ad-4519-8f28-ea0320aa5643 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:04:50.106837 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-5857d07f-c6e7-417e-bdb7-b0f81e6e7c67 None None] Calling delete_port for f0433367-4446-4b23-869b-92fea497bb94 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:04:50.111468 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8409b-dd8c-4387-83a1-c1f2d56ad818 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event deleted for resources: {'Port': ['ID=f0433367-4446-4b23-869b-92fea497bb94,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:50.113529 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f8409b-dd8c-4387-83a1-c1f2d56ad818 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] No DVR routers for this DVR port f0433367-4446-4b23-869b-92fea497bb94 on host dv-neutron-825470-1-hyperv {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:04:50.114910 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-56f12aec-d6ba-4bb2-967c-5a8c8fc2cb86 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'port': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'mac_address': 'fa:16:3e:9a:9b:60', 'name': 'tempest-NetworksTestDHCPv6-1176370833'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:50.155731 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-935d830d-9560-4bbb-8bb4-8d36d5d974d2 None None] Deleting port 8f6ebb3d-a313-49ba-bfe7-c97c92a9296d {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:04:50.156115 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-935d830d-9560-4bbb-8bb4-8d36d5d974d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:50.195134 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-fec8b0d9-04f7-43f6-b547-efe6f061847f None None] For port 6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:04:50.226821 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-fec8b0d9-04f7-43f6-b547-efe6f061847f None None] For port 6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:04:50.254355 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b3f8409b-dd8c-4387-83a1-c1f2d56ad818 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:50.277579 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-5857d07f-c6e7-417e-bdb7-b0f81e6e7c67 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:04:50.277842 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-5857d07f-c6e7-417e-bdb7-b0f81e6e7c67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:04:50.279988 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b65db742-d872-46ce-b263-7a6c31e5a4bd tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:50.281775 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-b3f8409b-dd8c-4387-83a1-c1f2d56ad818 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19a49273-c527-49ad-8441-e222d8bc47fd']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:50.295479 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-b3f8409b-dd8c-4387-83a1-c1f2d56ad818 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b58e19e8-f093-437f-bf9b-0bb7c0cc9348') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:50.296124 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-b3f8409b-dd8c-4387-83a1-c1f2d56ad818 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b58e19e8-f093-437f-bf9b-0bb7c0cc9348') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:50.308462 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b3f8409b-dd8c-4387-83a1-c1f2d56ad818 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:50.326935 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b3f8409b-dd8c-4387-83a1-c1f2d56ad818 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:50.334796 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f8409b-dd8c-4387-83a1-c1f2d56ad818 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:04:50.335189 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b3f8409b-dd8c-4387-83a1-c1f2d56ad818 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:50.351233 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:04:50.351233 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:04:50.351233 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:04:50.351233 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:04:50.351233 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:04:50.351233 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:04:50.351233 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:04:50.351233 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:04:50.351233 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:04:50.351233 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:04:50.351233 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:04:50.351233 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:04:50.351233 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:04:50.351233 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:04:50.351233 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:04:50.351233 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:04:50.351233 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:04:50.351233 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:04:50.351233 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:04:50.351233 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:04:50.351233 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:04:50.351233 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:04:50.351233 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:04:50.351233 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:04:50.351233 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:04:50.351233 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:04:50.351233 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:04:50.351233 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:04:50.351233 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:04:50.351233 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:04:50.351233 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:04:50.351233 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:04:50.386309 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-fec8b0d9-04f7-43f6-b547-efe6f061847f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:50.479994 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-935d830d-9560-4bbb-8bb4-8d36d5d974d2 None None] For port 8f6ebb3d-a313-49ba-bfe7-c97c92a9296d, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=8f6ebb3d-a313-49ba-bfe7-c97c92a9296d,segment=NetworkSegment(f11536ad-54a9-4292-8e29-78056637d5ab),segment_id=f11536ad-54a9-4292-8e29-78056637d5ab)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:04:50.484082 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-935d830d-9560-4bbb-8bb4-8d36d5d974d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:50.495808 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b3f8409b-dd8c-4387-83a1-c1f2d56ad818 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:50.496154 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b65db742-d872-46ce-b263-7a6c31e5a4bd tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:50.498826 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b65db742-d872-46ce-b263-7a6c31e5a4bd tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:50.500724 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-56f12aec-d6ba-4bb2-967c-5a8c8fc2cb86 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:50.515408 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b3f8409b-dd8c-4387-83a1-c1f2d56ad818 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:50.527436 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8409b-dd8c-4387-83a1-c1f2d56ad818 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event deleted for resources: {'Network': ['ID=19a49273-c527-49ad-8441-e222d8bc47fd,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:50.575177 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b65db742-d872-46ce-b263-7a6c31e5a4bd tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:50.575742 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65db742-d872-46ce-b263-7a6c31e5a4bd tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Fanout notify agent at l3_agent the message router_deleted on router 38672101-c7c7-4eb1-a220-64bed0b717ae {{(pid=88136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:04:50.587821 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b65db742-d872-46ce-b263-7a6c31e5a4bd tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:50.588896 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b65db742-d872-46ce-b263-7a6c31e5a4bd tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "DELETE /v2.0/routers/38672101-c7c7-4eb1-a220-64bed0b717ae HTTP/1.1" status: 204 len: 168 time: 2.1096396 Jan 21 19:04:50.591580 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59946) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:50.631385 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-935d830d-9560-4bbb-8bb4-8d36d5d974d2 None None] Calling delete_port for 8f6ebb3d-a313-49ba-bfe7-c97c92a9296d owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:04:50.656054 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1c4369c-64be-43c0-ba1c-83a0e5842e24 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Deleting subnet 1bdd150e-1c51-4dbe-a8fd-6faf698b8f53 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:04:50.658241 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec8b0d9-04f7-43f6-b547-efe6f061847f None None] Pushing event updated for resources: {'Port': ['ID=6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:50.659160 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f1c4369c-64be-43c0-ba1c-83a0e5842e24 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:50.714800 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b3f8409b-dd8c-4387-83a1-c1f2d56ad818 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "DELETE /v2.0/networks/19a49273-c527-49ad-8441-e222d8bc47fd HTTP/1.1" status: 204 len: 168 time: 1.4450748 Jan 21 19:04:50.717255 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59950) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:50.779354 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-5857d07f-c6e7-417e-bdb7-b0f81e6e7c67 None None] Deleting port f0433367-4446-4b23-869b-92fea497bb94 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:04:50.779748 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5857d07f-c6e7-417e-bdb7-b0f81e6e7c67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:50.814828 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-935d830d-9560-4bbb-8bb4-8d36d5d974d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:50.829552 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-56f12aec-d6ba-4bb2-967c-5a8c8fc2cb86 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:50.853190 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f1c4369c-64be-43c0-ba1c-83a0e5842e24 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:50.854508 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ae106798-a4ac-4b1a-b01b-184c024cfe05 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:50.907500 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d830d-9560-4bbb-8bb4-8d36d5d974d2 None None] Pushing event deleted for resources: {'Port': ['ID=8f6ebb3d-a313-49ba-bfe7-c97c92a9296d,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:50.913363 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f12aec-d6ba-4bb2-967c-5a8c8fc2cb86 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'port': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:04:50.914922 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-5857d07f-c6e7-417e-bdb7-b0f81e6e7c67 None None] The port 'f0433367-4446-4b23-869b-92fea497bb94' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:04:50.919174 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935d830d-9560-4bbb-8bb4-8d36d5d974d2 None None] No DVR routers for this DVR port 8f6ebb3d-a313-49ba-bfe7-c97c92a9296d on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:04:50.947657 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f1c4369c-64be-43c0-ba1c-83a0e5842e24 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:51.023338 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ae106798-a4ac-4b1a-b01b-184c024cfe05 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:51.056816 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-ae106798-a4ac-4b1a-b01b-184c024cfe05 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65a23976-11ad-4519-8f28-ea0320aa5643']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:51.071847 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-ae106798-a4ac-4b1a-b01b-184c024cfe05 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f11536ad-54a9-4292-8e29-78056637d5ab') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:51.072145 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-ae106798-a4ac-4b1a-b01b-184c024cfe05 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f11536ad-54a9-4292-8e29-78056637d5ab') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:51.086877 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ae106798-a4ac-4b1a-b01b-184c024cfe05 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:51.105751 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ae106798-a4ac-4b1a-b01b-184c024cfe05 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:51.113773 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae106798-a4ac-4b1a-b01b-184c024cfe05 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:04:51.114060 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ae106798-a4ac-4b1a-b01b-184c024cfe05 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:51.127896 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-56f12aec-d6ba-4bb2-967c-5a8c8fc2cb86 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:51.129045 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:04:51.129045 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:04:51.129045 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:04:51.129045 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:04:51.129045 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:04:51.129045 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:04:51.129045 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:04:51.129045 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:04:51.129045 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:04:51.129045 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:04:51.129045 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:04:51.129045 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:04:51.129045 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:04:51.129045 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:04:51.129045 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:04:51.129045 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:04:51.129045 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:04:51.129045 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:04:51.129045 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:04:51.129045 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:04:51.129045 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:04:51.129045 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:04:51.129045 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:04:51.129045 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:04:51.129045 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:04:51.129045 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:04:51.129045 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:04:51.129045 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:04:51.129045 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:04:51.129045 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:04:51.129045 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:04:51.129045 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:04:51.157259 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [None req-56f12aec-d6ba-4bb2-967c-5a8c8fc2cb86 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] device_id is not set on port 37e58b0f-eb8d-49ba-a314-dce2e468a5ce yet. {{(pid=88136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:04:51.193493 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f1c4369c-64be-43c0-ba1c-83a0e5842e24 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:51.247277 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4369c-64be-43c0-ba1c-83a0e5842e24 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Pushing event deleted for resources: {'Subnet': ['ID=1bdd150e-1c51-4dbe-a8fd-6faf698b8f53,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:51.253550 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f1c4369c-64be-43c0-ba1c-83a0e5842e24 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:51.273255 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f1c4369c-64be-43c0-ba1c-83a0e5842e24 tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "DELETE /v2.0/subnets/1bdd150e-1c51-4dbe-a8fd-6faf698b8f53 HTTP/1.1" status: 204 len: 168 time: 0.6806972 Jan 21 19:04:51.275779 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59954) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:51.299933 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:04:51.300260 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ae106798-a4ac-4b1a-b01b-184c024cfe05 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:51.323875 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ae106798-a4ac-4b1a-b01b-184c024cfe05 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:51.362758 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae106798-a4ac-4b1a-b01b-184c024cfe05 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event deleted for resources: {'Network': ['ID=65a23976-11ad-4519-8f28-ea0320aa5643,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:51.385330 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ae106798-a4ac-4b1a-b01b-184c024cfe05 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "DELETE /v2.0/networks/65a23976-11ad-4519-8f28-ea0320aa5643 HTTP/1.1" status: 204 len: 168 time: 0.6662300 Jan 21 19:04:51.406548 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59958) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:51.418561 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-00cd019c-6b50-4011-a6b1-f35d7fcf412f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Request body: {'network': {'name': 'tempest-RoutersTest-284619917'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:51.425631 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-00cd019c-6b50-4011-a6b1-f35d7fcf412f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:51.432350 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-00cd019c-6b50-4011-a6b1-f35d7fcf412f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Usage tracker for resource:network and tenant:5282b25e8da043bbb3248dd1fe2c26b7 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:04:51.441755 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-00cd019c-6b50-4011-a6b1-f35d7fcf412f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:04:51.450252 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-00cd019c-6b50-4011-a6b1-f35d7fcf412f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:51.454989 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1e414d36-451b-46ce-ae21-93854f67cc2b tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:51.464703 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-56f12aec-d6ba-4bb2-967c-5a8c8fc2cb86 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Allocated IP 172.20.0.11 (76b60fc4-5668-469a-a3ef-49679dc3dfc0/cc790391-58e8-47b2-815b-8843437e351c/37e58b0f-eb8d-49ba-a314-dce2e468a5ce) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:04:51.472290 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:04:51.472794 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-56f12aec-d6ba-4bb2-967c-5a8c8fc2cb86 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Allocated IP 2001:db8::f816:3eff:fe9a:9b60 (76b60fc4-5668-469a-a3ef-49679dc3dfc0/56415dc7-7301-4f77-add7-20f0931c21d0/37e58b0f-eb8d-49ba-a314-dce2e468a5ce) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:04:51.538816 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 8f6ebb3d-a313-49ba-bfe7-c97c92a9296d no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:04:51.549331 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00cd019c-6b50-4011-a6b1-f35d7fcf412f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Made reservation on behalf of 5282b25e8da043bbb3248dd1fe2c26b7 for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:04:51.553092 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-00cd019c-6b50-4011-a6b1-f35d7fcf412f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:51.579862 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 8f6ebb3d-a313-49ba-bfe7-c97c92a9296d {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:04:51.580469 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 8f6ebb3d-a313-49ba-bfe7-c97c92a9296d not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:04:51.583158 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device f0433367-4446-4b23-869b-92fea497bb94 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:04:51.609396 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1e414d36-451b-46ce-ae21-93854f67cc2b tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:51.623316 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: f0433367-4446-4b23-869b-92fea497bb94 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:04:51.623574 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device f0433367-4446-4b23-869b-92fea497bb94 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:04:51.637314 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-1e414d36-451b-46ce-ae21-93854f67cc2b tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e1321f0-9f4c-4194-b3e4-1ee86ac02f9d']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:51.651790 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-1e414d36-451b-46ce-ae21-93854f67cc2b tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a2fb39e-072b-4d89-bef9-d3e6392b25c1') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:51.652099 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-1e414d36-451b-46ce-ae21-93854f67cc2b tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a2fb39e-072b-4d89-bef9-d3e6392b25c1') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:04:51.659865 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00cd019c-6b50-4011-a6b1-f35d7fcf412f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:04:51.666526 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1e414d36-451b-46ce-ae21-93854f67cc2b tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:51.682928 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-00cd019c-6b50-4011-a6b1-f35d7fcf412f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:51.683197 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-00cd019c-6b50-4011-a6b1-f35d7fcf412f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Added segment 988f513c-b259-4b1d-bb61-eba757029e30 of type vlan for network ad444021-cd61-4787-b9ed-27601eb277ab Jan 21 19:04:51.686328 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1e414d36-451b-46ce-ae21-93854f67cc2b tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:51.693879 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e414d36-451b-46ce-ae21-93854f67cc2b tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:04:51.694389 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1e414d36-451b-46ce-ae21-93854f67cc2b tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:51.711396 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:04:51.711396 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:04:51.711396 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:04:51.711396 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:04:51.711396 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:04:51.711396 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:04:51.711396 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:04:51.711396 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:04:51.711396 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:04:51.711396 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:04:51.711396 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:04:51.711396 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:04:51.711396 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:04:51.711396 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:04:51.711396 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:04:51.711396 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:04:51.711396 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:04:51.711396 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:04:51.711396 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:04:51.711396 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:04:51.711396 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:04:51.711396 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:04:51.711396 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:04:51.711396 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:04:51.711396 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:04:51.711396 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:04:51.711396 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:04:51.711396 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:04:51.711396 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:04:51.711396 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:04:51.711396 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:04:51.711396 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:04:51.737882 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-56f12aec-d6ba-4bb2-967c-5a8c8fc2cb86 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:51.741617 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-00cd019c-6b50-4011-a6b1-f35d7fcf412f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:51.761324 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-56f12aec-d6ba-4bb2-967c-5a8c8fc2cb86 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Transition to ACTIVE for port object 37e58b0f-eb8d-49ba-a314-dce2e468a5ce will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:04:51.855898 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-56f12aec-d6ba-4bb2-967c-5a8c8fc2cb86 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:51.889417 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1e414d36-451b-46ce-ae21-93854f67cc2b tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:51.899368 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1e414d36-451b-46ce-ae21-93854f67cc2b tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:51.907813 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-00cd019c-6b50-4011-a6b1-f35d7fcf412f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:51.913372 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cd019c-6b50-4011-a6b1-f35d7fcf412f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:51.914003 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-00cd019c-6b50-4011-a6b1-f35d7fcf412f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:51.923381 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-1e414d36-451b-46ce-ae21-93854f67cc2b tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] 10.222.0.87 "DELETE /v2.0/networks/6e1321f0-9f4c-4194-b3e4-1ee86ac02f9d HTTP/1.1" status: 204 len: 168 time: 0.6460094 Jan 21 19:04:51.924512 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e414d36-451b-46ce-ae21-93854f67cc2b tempest-FloatingIPTestJSON-1795232764 tempest-FloatingIPTestJSON-1795232764-project] Pushing event deleted for resources: {'Network': ['ID=6e1321f0-9f4c-4194-b3e4-1ee86ac02f9d,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:51.936145 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09505bb-597d-4f06-a769-6c8eccb1ec5c None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:04:51.984469 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f12aec-d6ba-4bb2-967c-5a8c8fc2cb86 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:04:51.992818 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-56f12aec-d6ba-4bb2-967c-5a8c8fc2cb86 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:04:52.009830 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f12aec-d6ba-4bb2-967c-5a8c8fc2cb86 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:04:52.109006 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f12aec-d6ba-4bb2-967c-5a8c8fc2cb86 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Port': ['ID=37e58b0f-eb8d-49ba-a314-dce2e468a5ce,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:52.125016 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-64c38150-219c-4118-911c-f77b97cf55b2 None None] Provisioning for port 6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:04:52.125115 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-00cd019c-6b50-4011-a6b1-f35d7fcf412f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7155652 Jan 21 19:04:52.126076 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59964) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:52.127808 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd019c-6b50-4011-a6b1-f35d7fcf412f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event updated for resources: {'Network': ['ID=ad444021-cd61-4787-b9ed-27601eb277ab,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:52.132711 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-9fae093e-f50e-4a15-beac-a7176228bb2e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Request body: {'subnet': {'network_id': 'ad444021-cd61-4787-b9ed-27601eb277ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:52.147905 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f12aec-d6ba-4bb2-967c-5a8c8fc2cb86 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:52.148620 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-56f12aec-d6ba-4bb2-967c-5a8c8fc2cb86 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:52.156931 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network ad444021-cd61-4787-b9ed-27601eb277ab details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:04:52.181097 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-64c38150-219c-4118-911c-f77b97cf55b2 None None] Provisioning complete for port 6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:04:52.181470 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-64c38150-219c-4118-911c-f77b97cf55b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:52.250360 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-56f12aec-d6ba-4bb2-967c-5a8c8fc2cb86 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.1706643 Jan 21 19:04:52.254613 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59968) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:52.257119 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-9fae093e-f50e-4a15-beac-a7176228bb2e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:52.291645 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-9fae093e-f50e-4a15-beac-a7176228bb2e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Usage tracker for resource:subnet and tenant:5282b25e8da043bbb3248dd1fe2c26b7 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:04:52.298600 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-9fae093e-f50e-4a15-beac-a7176228bb2e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:04:52.313952 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-9fae093e-f50e-4a15-beac-a7176228bb2e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:52.459392 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-64c38150-219c-4118-911c-f77b97cf55b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:52.481059 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89972660-66c6-45b8-9718-0a025a3892a1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:52.489105 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89972660-66c6-45b8-9718-0a025a3892a1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:52.490920 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-89972660-66c6-45b8-9718-0a025a3892a1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2353899 Jan 21 19:04:52.493708 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59974) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:52.511682 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fae093e-f50e-4a15-beac-a7176228bb2e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Made reservation on behalf of 5282b25e8da043bbb3248dd1fe2c26b7 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:04:52.515110 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9fae093e-f50e-4a15-beac-a7176228bb2e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:52.531903 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 59978) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:52.548571 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-64c38150-219c-4118-911c-f77b97cf55b2 None None] For port 6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:04:52.558794 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed87c95b-33e6-47c2-9067-ef0b69716bb6 None None] Update dhcp port {'port': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'fixed_ips': [{'subnet_id': '56415dc7-7301-4f77-add7-20f0931c21d0', 'ip_address': '2001:db8::f816:3eff:febf:1ec3'}, {'subnet_id': 'cc790391-58e8-47b2-815b-8843437e351c'}], 'binding:host_id': 'dv-neutron-825470-1-hyperv'}, 'id': '6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8'} from dv-neutron-825470-1-hyperv. {{(pid=88138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 19:04:52.590788 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-67a0b2db-3002-43c5-b99b-aaeeef7d74ee tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting port 37e58b0f-eb8d-49ba-a314-dce2e468a5ce {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:04:52.591114 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-67a0b2db-3002-43c5-b99b-aaeeef7d74ee tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:52.617209 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ed87c95b-33e6-47c2-9067-ef0b69716bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:52.630482 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-64c38150-219c-4118-911c-f77b97cf55b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:52.814937 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c1f05166-bf0a-4de4-bb56-855cb900f793 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1a64234390194d4d89c8cd088a8ecdc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2824321 Jan 21 19:04:52.817762 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59984) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:52.820955 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c38150-219c-4118-911c-f77b97cf55b2 None None] Pushing event updated for resources: {'Port': ['ID=6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:52.843024 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9fae093e-f50e-4a15-beac-a7176228bb2e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:52.921596 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-ed87c95b-33e6-47c2-9067-ef0b69716bb6 None None] Allocated IP 172.20.0.2 (76b60fc4-5668-469a-a3ef-49679dc3dfc0/cc790391-58e8-47b2-815b-8843437e351c/6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:04:52.931052 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-67a0b2db-3002-43c5-b99b-aaeeef7d74ee tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:52.976685 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a45747c6-c35c-4bba-b424-0685c741e851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:53.005386 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a45747c6-c35c-4bba-b424-0685c741e851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:53.062934 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae093e-f50e-4a15-beac-a7176228bb2e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event updated for resources: {'Subnet': ['ID=c766f738-23c8-4c94-bf83-ecacd73ab765,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:53.076827 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fae093e-f50e-4a15-beac-a7176228bb2e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Checking segment: {'id': '988f513c-b259-4b1d-bb61-eba757029e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ad444021-cd61-4787-b9ed-27601eb277ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:04:53.077272 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fae093e-f50e-4a15-beac-a7176228bb2e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Network hostable DHCP agents. Network: ad444021-cd61-4787-b9ed-27601eb277ab, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:04:53.089985 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-ed87c95b-33e6-47c2-9067-ef0b69716bb6 None None] For port 6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:04:53.152034 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a45747c6-c35c-4bba-b424-0685c741e851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:53.182710 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fae093e-f50e-4a15-beac-a7176228bb2e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Network ad444021-cd61-4787-b9ed-27601eb277ab is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:04:53.189127 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45747c6-c35c-4bba-b424-0685c741e851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a64670-d14e-45a0-ae74-8de5d3c60ed4,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:53.191597 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ed87c95b-33e6-47c2-9067-ef0b69716bb6 None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:53.198751 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-67a0b2db-3002-43c5-b99b-aaeeef7d74ee tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Calling delete_port for 37e58b0f-eb8d-49ba-a314-dce2e468a5ce owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:04:53.228736 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-ed87c95b-33e6-47c2-9067-ef0b69716bb6 None None] Transition to ACTIVE for port object 6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:04:53.229067 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a45747c6-c35c-4bba-b424-0685c741e851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:53.230169 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-a45747c6-c35c-4bba-b424-0685c741e851 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/53a64670-d14e-45a0-ae74-8de5d3c60ed4 HTTP/1.1" status: 204 len: 168 time: 0.4112916 Jan 21 19:04:53.317701 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-9fae093e-f50e-4a15-beac-a7176228bb2e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, ad444021-cd61-4787-b9ed-27601eb277ab) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:04:53.321687 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fae093e-f50e-4a15-beac-a7176228bb2e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:53.322321 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9fae093e-f50e-4a15-beac-a7176228bb2e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:53.325097 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:04:53.363414 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ed87c95b-33e6-47c2-9067-ef0b69716bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:53.367198 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b90bb83-5e8b-41f2-8ee6-903a3a4a3209 None None] Network ad444021-cd61-4787-b9ed-27601eb277ab requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:04:53.411047 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-9fae093e-f50e-4a15-beac-a7176228bb2e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2837107 Jan 21 19:04:53.413385 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59990) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:53.420432 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-e9958f12-e5de-4ba7-a667-d663a369994e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-517321383', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:53.431437 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e9958f12-e5de-4ba7-a667-d663a369994e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:53.438331 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-e9958f12-e5de-4ba7-a667-d663a369994e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Usage tracker for resource:router and tenant:5282b25e8da043bbb3248dd1fe2c26b7 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:04:53.443525 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-e9958f12-e5de-4ba7-a667-d663a369994e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:04:53.452145 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e9958f12-e5de-4ba7-a667-d663a369994e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:53.495085 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-67a0b2db-3002-43c5-b99b-aaeeef7d74ee tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:53.529924 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e9958f12-e5de-4ba7-a667-d663a369994e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:53.531120 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e9958f12-e5de-4ba7-a667-d663a369994e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:53.545390 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a0b2db-3002-43c5-b99b-aaeeef7d74ee tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Port': ['ID=37e58b0f-eb8d-49ba-a314-dce2e468a5ce,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:53.569382 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e9958f12-e5de-4ba7-a667-d663a369994e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:53.630020 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed87c95b-33e6-47c2-9067-ef0b69716bb6 None None] Pushing event updated for resources: {'Port': ['ID=6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:53.691164 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e9958f12-e5de-4ba7-a667-d663a369994e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:53.701673 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-67a0b2db-3002-43c5-b99b-aaeeef7d74ee tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:53.718369 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-67a0b2db-3002-43c5-b99b-aaeeef7d74ee tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/ports/37e58b0f-eb8d-49ba-a314-dce2e468a5ce HTTP/1.1" status: 204 len: 168 time: 1.2188733 Jan 21 19:04:53.718482 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 59998) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:53.838079 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e9958f12-e5de-4ba7-a667-d663a369994e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:53.838079 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e9958f12-e5de-4ba7-a667-d663a369994e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4134121 Jan 21 19:04:53.838267 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60008) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:53.838377 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b7213d-06b2-4bcd-a824-243b7f5df12e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-ad444021-cd61-4787-b9ed-27601eb277ab', 'network_id': 'ad444021-cd61-4787-b9ed-27601eb277ab', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'fixed_ips': [{'subnet_id': 'c766f738-23c8-4c94-bf83-ecacd73ab765'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:04:53.838377 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-68b7213d-06b2-4bcd-a824-243b7f5df12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:53.840412 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-7eed5b7d-7946-4b58-bbc8-db4c8a41fa47 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Request body: {'port': {'network_id': 'ad444021-cd61-4787-b9ed-27601eb277ab', 'name': 'tempest-RoutersTest-581206833'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:53.861564 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7339a22-9aa8-4c37-b6ec-95db3e3e4222 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:53.869034 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7339a22-9aa8-4c37-b6ec-95db3e3e4222 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:53.869430 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7339a22-9aa8-4c37-b6ec-95db3e3e4222 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:53.873586 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e7339a22-9aa8-4c37-b6ec-95db3e3e4222 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1543665 Jan 21 19:04:53.874389 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60012) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:53.960125 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c5c0934-518f-463f-bedd-9828f349df9d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting subnet 56415dc7-7301-4f77-add7-20f0931c21d0 {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:04:53.965555 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6c5c0934-518f-463f-bedd-9828f349df9d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:54.050644 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6c5c0934-518f-463f-bedd-9828f349df9d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:54.068183 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-7eed5b7d-7946-4b58-bbc8-db4c8a41fa47 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:54.075220 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7eed5b7d-7946-4b58-bbc8-db4c8a41fa47 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Usage tracker for resource:port and tenant:5282b25e8da043bbb3248dd1fe2c26b7 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:04:54.081668 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7eed5b7d-7946-4b58-bbc8-db4c8a41fa47 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:04:54.100461 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-7eed5b7d-7946-4b58-bbc8-db4c8a41fa47 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:54.141162 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-68b7213d-06b2-4bcd-a824-243b7f5df12e None None] Allocated IP 172.20.0.2 (ad444021-cd61-4787-b9ed-27601eb277ab/c766f738-23c8-4c94-bf83-ecacd73ab765/536b97b6-053b-4125-9481-8f154492198b) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:04:54.164934 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6c5c0934-518f-463f-bedd-9828f349df9d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:54.197896 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eed5b7d-7946-4b58-bbc8-db4c8a41fa47 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Made reservation on behalf of 5282b25e8da043bbb3248dd1fe2c26b7 for: {'port': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:04:54.201932 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7eed5b7d-7946-4b58-bbc8-db4c8a41fa47 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:54.236791 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [None req-7eed5b7d-7946-4b58-bbc8-db4c8a41fa47 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] device_id is not set on port be3540a2-f526-42d2-981c-57c6b4ebdb68 yet. {{(pid=88136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:04:54.318326 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6c5c0934-518f-463f-bedd-9828f349df9d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:54.365957 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c0934-518f-463f-bedd-9828f349df9d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Subnet': ['ID=56415dc7-7301-4f77-add7-20f0931c21d0,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:54.367997 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6c5c0934-518f-463f-bedd-9828f349df9d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:54.378824 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-6c5c0934-518f-463f-bedd-9828f349df9d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/56415dc7-7301-4f77-add7-20f0931c21d0 HTTP/1.1" status: 204 len: 168 time: 0.5034430 Jan 21 19:04:54.381327 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60026) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:54.435679 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-68b7213d-06b2-4bcd-a824-243b7f5df12e None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:54.447725 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-68b7213d-06b2-4bcd-a824-243b7f5df12e None None] Transition to ACTIVE for port object 536b97b6-053b-4125-9481-8f154492198b will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:04:54.460506 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fa9860d-f54c-4253-868a-94f2bf2b87d9 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting subnet cc790391-58e8-47b2-815b-8843437e351c {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:04:54.465450 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0fa9860d-f54c-4253-868a-94f2bf2b87d9 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:54.470518 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-68b7213d-06b2-4bcd-a824-243b7f5df12e None None] Transition to ACTIVE for port object 536b97b6-053b-4125-9481-8f154492198b will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:04:54.520466 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146fbf00-6760-4db1-9be5-46e7a26138ed None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:04:54.539085 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0fa9860d-f54c-4253-868a-94f2bf2b87d9 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:54.610091 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-1d4f7961-47c2-4344-a173-f10377860ec1 None None] Could not find standard attr ID for object 37e58b0f-eb8d-49ba-a314-dce2e468a5ce. {{(pid=88138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 19:04:54.616426 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-68b7213d-06b2-4bcd-a824-243b7f5df12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:54.628951 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60032) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:54.645816 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-7eed5b7d-7946-4b58-bbc8-db4c8a41fa47 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Allocated IP 172.20.0.6 (ad444021-cd61-4787-b9ed-27601eb277ab/c766f738-23c8-4c94-bf83-ecacd73ab765/be3540a2-f526-42d2-981c-57c6b4ebdb68) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:04:54.647023 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0fa9860d-f54c-4253-868a-94f2bf2b87d9 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:54.711719 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b7213d-06b2-4bcd-a824-243b7f5df12e None None] Network ad444021-cd61-4787-b9ed-27601eb277ab is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:04:54.716900 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-68b7213d-06b2-4bcd-a824-243b7f5df12e None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:04:54.724511 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b7213d-06b2-4bcd-a824-243b7f5df12e None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:04:54.778012 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b7213d-06b2-4bcd-a824-243b7f5df12e None None] Pushing event updated for resources: {'Port': ['ID=536b97b6-053b-4125-9481-8f154492198b,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:54.785342 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-4a7cfcf2-d063-4b63-8c7c-ac636133ece1 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1520791107'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:54.791071 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-4a7cfcf2-d063-4b63-8c7c-ac636133ece1 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:54.795045 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-4a7cfcf2-d063-4b63-8c7c-ac636133ece1 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Usage tracker for resource:network and tenant:5cd950bb3d3d4999ba57a30656254269 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:04:54.797993 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-4a7cfcf2-d063-4b63-8c7c-ac636133ece1 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:04:54.805091 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-4a7cfcf2-d063-4b63-8c7c-ac636133ece1 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:54.826497 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0fa9860d-f54c-4253-868a-94f2bf2b87d9 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:54.851638 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-1d4f7961-47c2-4344-a173-f10377860ec1 None None] Provisioning for port 6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:04:54.870564 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa9860d-f54c-4253-868a-94f2bf2b87d9 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Subnet': ['ID=cc790391-58e8-47b2-815b-8843437e351c,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:54.873990 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0fa9860d-f54c-4253-868a-94f2bf2b87d9 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:54.881299 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7eed5b7d-7946-4b58-bbc8-db4c8a41fa47 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:54.884630 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-0fa9860d-f54c-4253-868a-94f2bf2b87d9 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/cc790391-58e8-47b2-815b-8843437e351c HTTP/1.1" status: 204 len: 168 time: 0.5013640 Jan 21 19:04:54.888071 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7cfcf2-d063-4b63-8c7c-ac636133ece1 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Made reservation on behalf of 5cd950bb3d3d4999ba57a30656254269 for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:04:54.888219 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60038) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:54.889525 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4a7cfcf2-d063-4b63-8c7c-ac636133ece1 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:54.900529 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-1d4f7961-47c2-4344-a173-f10377860ec1 None None] Provisioning complete for port 6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:04:54.900904 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1d4f7961-47c2-4344-a173-f10377860ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:54.902826 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4a7cfcf2-d063-4b63-8c7c-ac636133ece1 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:54.918499 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-4a7cfcf2-d063-4b63-8c7c-ac636133ece1 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:54.922270 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-4a7cfcf2-d063-4b63-8c7c-ac636133ece1 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Usage tracker for resource:security_group_rule and tenant:5cd950bb3d3d4999ba57a30656254269 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:04:54.925942 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-4a7cfcf2-d063-4b63-8c7c-ac636133ece1 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:04:54.931719 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-4a7cfcf2-d063-4b63-8c7c-ac636133ece1 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:54.953017 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-68b7213d-06b2-4bcd-a824-243b7f5df12e None None] Attempting to bind port 536b97b6-053b-4125-9481-8f154492198b on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:04:54.953403 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-68b7213d-06b2-4bcd-a824-243b7f5df12e None None] Attempting to bind port 536b97b6-053b-4125-9481-8f154492198b by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '988f513c-b259-4b1d-bb61-eba757029e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ad444021-cd61-4787-b9ed-27601eb277ab'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:04:54.953741 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b7213d-06b2-4bcd-a824-243b7f5df12e None None] Attempting to bind port 536b97b6-053b-4125-9481-8f154492198b on network ad444021-cd61-4787-b9ed-27601eb277ab {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:04:54.975806 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-7eed5b7d-7946-4b58-bbc8-db4c8a41fa47 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Transition to ACTIVE for port object be3540a2-f526-42d2-981c-57c6b4ebdb68 will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:04:54.977382 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b7213d-06b2-4bcd-a824-243b7f5df12e None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:04:54.977764 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b7213d-06b2-4bcd-a824-243b7f5df12e None None] Checking segment: {'id': '988f513c-b259-4b1d-bb61-eba757029e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ad444021-cd61-4787-b9ed-27601eb277ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:04:54.978201 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-68b7213d-06b2-4bcd-a824-243b7f5df12e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:54.978548 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-580878d6-f9a0-4cb5-9d06-091b6a8a2eab tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0898407 Jan 21 19:04:54.978659 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b7213d-06b2-4bcd-a824-243b7f5df12e None None] Bound using segment: {'id': '988f513c-b259-4b1d-bb61-eba757029e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ad444021-cd61-4787-b9ed-27601eb277ab'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:04:54.979052 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-68b7213d-06b2-4bcd-a824-243b7f5df12e None None] Bound port: 536b97b6-053b-4125-9481-8f154492198b, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '988f513c-b259-4b1d-bb61-eba757029e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ad444021-cd61-4787-b9ed-27601eb277ab'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:04:54.979427 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-68b7213d-06b2-4bcd-a824-243b7f5df12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:54.982393 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60042) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:54.990404 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-067e5089-f9cc-453d-b56c-c24a83955e29 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'subnet': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:55.029159 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4a7cfcf2-d063-4b63-8c7c-ac636133ece1 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:55.064352 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-770a5889-4b4c-4743-a996-38dd91198bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:55.112738 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4a7cfcf2-d063-4b63-8c7c-ac636133ece1 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:55.114660 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-067e5089-f9cc-453d-b56c-c24a83955e29 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:55.118917 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-067e5089-f9cc-453d-b56c-c24a83955e29 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Usage tracker for resource:subnet and tenant:331b5c16a931412fafa4a9af40615562 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:04:55.122073 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-067e5089-f9cc-453d-b56c-c24a83955e29 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:04:55.129650 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-067e5089-f9cc-453d-b56c-c24a83955e29 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:55.144548 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a7cfcf2-d063-4b63-8c7c-ac636133ece1 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:04:55.158011 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7cfcf2-d063-4b63-8c7c-ac636133ece1 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=825f3767-272d-40d5-87ee-63a705167b22,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:55.162350 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-68b7213d-06b2-4bcd-a824-243b7f5df12e None None] For port 536b97b6-053b-4125-9481-8f154492198b, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:04:55.162641 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4a7cfcf2-d063-4b63-8c7c-ac636133ece1 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:55.163045 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-4a7cfcf2-d063-4b63-8c7c-ac636133ece1 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Added segment 4433c252-4a9c-4c45-9eb7-7bb35c8c2291 of type vlan for network 8691d4d6-00ec-421e-856d-b18335ac2f72 Jan 21 19:04:55.167060 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-68b7213d-06b2-4bcd-a824-243b7f5df12e None None] For port 536b97b6-053b-4125-9481-8f154492198b, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=536b97b6-053b-4125-9481-8f154492198b,segment=NetworkSegment(988f513c-b259-4b1d-bb61-eba757029e30),segment_id=988f513c-b259-4b1d-bb61-eba757029e30)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:04:55.191920 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4a7cfcf2-d063-4b63-8c7c-ac636133ece1 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:55.198359 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7eed5b7d-7946-4b58-bbc8-db4c8a41fa47 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:55.218877 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4152af77-5a65-4bfa-95de-f52062b145e3 None None] DHCP port deletion for 76b60fc4-5668-469a-a3ef-49679dc3dfc0 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:04:55.223765 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-4152af77-5a65-4bfa-95de-f52062b145e3 None None] Deleting port 6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:04:55.224214 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4152af77-5a65-4bfa-95de-f52062b145e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:55.257517 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067e5089-f9cc-453d-b56c-c24a83955e29 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:04:55.261652 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-067e5089-f9cc-453d-b56c-c24a83955e29 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:55.274617 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:04:55.308688 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-68b7213d-06b2-4bcd-a824-243b7f5df12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:55.328533 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eed5b7d-7946-4b58-bbc8-db4c8a41fa47 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Network ad444021-cd61-4787-b9ed-27601eb277ab is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:04:55.334326 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-7eed5b7d-7946-4b58-bbc8-db4c8a41fa47 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:04:55.340597 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eed5b7d-7946-4b58-bbc8-db4c8a41fa47 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:04:55.345954 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4a7cfcf2-d063-4b63-8c7c-ac636133ece1 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:55.352358 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7cfcf2-d063-4b63-8c7c-ac636133ece1 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:55.353125 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4a7cfcf2-d063-4b63-8c7c-ac636133ece1 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:55.432469 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eed5b7d-7946-4b58-bbc8-db4c8a41fa47 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event updated for resources: {'Port': ['ID=be3540a2-f526-42d2-981c-57c6b4ebdb68,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:55.476021 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eed5b7d-7946-4b58-bbc8-db4c8a41fa47 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:55.476649 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7eed5b7d-7946-4b58-bbc8-db4c8a41fa47 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:55.544225 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7cfcf2-d063-4b63-8c7c-ac636133ece1 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event updated for resources: {'Network': ['ID=8691d4d6-00ec-421e-856d-b18335ac2f72,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:55.551665 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-4a7cfcf2-d063-4b63-8c7c-ac636133ece1 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9215825 Jan 21 19:04:55.552254 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60046) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:55.558518 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-139d5b0d-701d-4bbf-b03e-9ef2fcbefdce tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'port': {'network_id': '8691d4d6-00ec-421e-856d-b18335ac2f72', 'name': 'tempest-PortsIpV6TestJSON-16268250'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:55.570459 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b7213d-06b2-4bcd-a824-243b7f5df12e None None] Pushing event updated for resources: {'Port': ['ID=536b97b6-053b-4125-9481-8f154492198b,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:55.573595 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 8691d4d6-00ec-421e-856d-b18335ac2f72 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:04:55.679291 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-7eed5b7d-7946-4b58-bbc8-db4c8a41fa47 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.8465014 Jan 21 19:04:55.681430 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60050) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:55.686201 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-139d5b0d-701d-4bbf-b03e-9ef2fcbefdce tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:55.692415 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-139d5b0d-701d-4bbf-b03e-9ef2fcbefdce tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Usage tracker for resource:port and tenant:5cd950bb3d3d4999ba57a30656254269 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:04:55.696639 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-139d5b0d-701d-4bbf-b03e-9ef2fcbefdce tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:04:55.704732 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-139d5b0d-701d-4bbf-b03e-9ef2fcbefdce tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:55.761692 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-4152af77-5a65-4bfa-95de-f52062b145e3 None None] For port 6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:04:55.762252 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4152af77-5a65-4bfa-95de-f52062b145e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:55.780362 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139d5b0d-701d-4bbf-b03e-9ef2fcbefdce tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Made reservation on behalf of 5cd950bb3d3d4999ba57a30656254269 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:04:55.787258 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-139d5b0d-701d-4bbf-b03e-9ef2fcbefdce tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:55.788702 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:55.813742 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-139d5b0d-701d-4bbf-b03e-9ef2fcbefdce tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] device_id is not set on port 59893a99-de9a-48d9-9030-2a6638b01712 yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:04:55.993854 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-4152af77-5a65-4bfa-95de-f52062b145e3 None None] Calling delete_port for 6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:04:56.055358 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:04:56.091185 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-139d5b0d-701d-4bbf-b03e-9ef2fcbefdce tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:56.127082 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:56.172330 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-4152af77-5a65-4bfa-95de-f52062b145e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:04:56.172686 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-4152af77-5a65-4bfa-95de-f52062b145e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:04:56.175721 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-139d5b0d-701d-4bbf-b03e-9ef2fcbefdce tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:56.209206 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8,revision_number=7']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:56.273586 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d5b0d-701d-4bbf-b03e-9ef2fcbefdce tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event updated for resources: {'Port': ['ID=59893a99-de9a-48d9-9030-2a6638b01712,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:56.296299 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139d5b0d-701d-4bbf-b03e-9ef2fcbefdce tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Checking segment: {'id': '4433c252-4a9c-4c45-9eb7-7bb35c8c2291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8691d4d6-00ec-421e-856d-b18335ac2f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:04:56.296801 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139d5b0d-701d-4bbf-b03e-9ef2fcbefdce tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Network hostable DHCP agents. Network: 8691d4d6-00ec-421e-856d-b18335ac2f72, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:04:56.398246 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.objects.ports [None req-067e5089-f9cc-453d-b56c-c24a83955e29 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88136) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 19:04:56.403185 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139d5b0d-701d-4bbf-b03e-9ef2fcbefdce tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Network 8691d4d6-00ec-421e-856d-b18335ac2f72 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:04:56.494662 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-139d5b0d-701d-4bbf-b03e-9ef2fcbefdce tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 8691d4d6-00ec-421e-856d-b18335ac2f72) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:04:56.499171 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139d5b0d-701d-4bbf-b03e-9ef2fcbefdce tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:04:56.504847 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c90a27-f7c5-4469-9d69-14f489c20c7b None None] Network 8691d4d6-00ec-421e-856d-b18335ac2f72 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:04:56.506586 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139d5b0d-701d-4bbf-b03e-9ef2fcbefdce tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:56.507327 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-139d5b0d-701d-4bbf-b03e-9ef2fcbefdce tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:56.602378 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-139d5b0d-701d-4bbf-b03e-9ef2fcbefdce tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.0459921 Jan 21 19:04:56.603182 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60056) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:56.611715 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-b77bd2d2-d49b-4163-b9ff-2976efb246b9 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-214539685'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:56.625857 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-b77bd2d2-d49b-4163-b9ff-2976efb246b9 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:56.633070 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-b77bd2d2-d49b-4163-b9ff-2976efb246b9 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Usage tracker for resource:network and tenant:5cd950bb3d3d4999ba57a30656254269 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:04:56.636303 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-b77bd2d2-d49b-4163-b9ff-2976efb246b9 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:04:56.647629 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-b77bd2d2-d49b-4163-b9ff-2976efb246b9 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:56.676646 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-4152af77-5a65-4bfa-95de-f52062b145e3 None None] Deleting port 6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:04:56.676646 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4152af77-5a65-4bfa-95de-f52062b145e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:56.679169 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-59c66673-9412-418f-b4c9-bd73810dc142 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:56.729655 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77bd2d2-d49b-4163-b9ff-2976efb246b9 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Made reservation on behalf of 5cd950bb3d3d4999ba57a30656254269 for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:04:56.730300 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d4cdb7-6e76-4d4b-be4a-89946301c21e None None] Network ad444021-cd61-4787-b9ed-27601eb277ab requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:04:56.733762 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b77bd2d2-d49b-4163-b9ff-2976efb246b9 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:56.763748 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b77bd2d2-d49b-4163-b9ff-2976efb246b9 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:04:56.774292 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b77bd2d2-d49b-4163-b9ff-2976efb246b9 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:56.774812 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-b77bd2d2-d49b-4163-b9ff-2976efb246b9 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Added segment 119d319d-352f-432a-8e98-e0c6227f0503 of type vlan for network b7d14f9f-725d-464d-9960-db1dd026b847 Jan 21 19:04:56.804036 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b77bd2d2-d49b-4163-b9ff-2976efb246b9 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:56.872132 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b77bd2d2-d49b-4163-b9ff-2976efb246b9 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:56.878269 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77bd2d2-d49b-4163-b9ff-2976efb246b9 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:56.878987 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b77bd2d2-d49b-4163-b9ff-2976efb246b9 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:56.962924 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-067e5089-f9cc-453d-b56c-c24a83955e29 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:57.000734 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-799e66f0-49bf-4506-98ba-e3f9c75af369 None None] Provisioning for port 536b97b6-053b-4125-9481-8f154492198b completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:04:57.084745 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b77bd2d2-d49b-4163-b9ff-2976efb246b9 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4781601 Jan 21 19:04:57.091159 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60060) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:57.093324 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77bd2d2-d49b-4163-b9ff-2976efb246b9 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event updated for resources: {'Network': ['ID=b7d14f9f-725d-464d-9960-db1dd026b847,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:57.100423 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-f761a3bc-2fcf-4087-ba8b-afb264d82b8a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'ports': [{'network_id': '8691d4d6-00ec-421e-856d-b18335ac2f72'}, {'network_id': 'b7d14f9f-725d-464d-9960-db1dd026b847'}]} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:57.100741 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-f761a3bc-2fcf-4087-ba8b-afb264d82b8a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'port': {'network_id': '8691d4d6-00ec-421e-856d-b18335ac2f72'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:57.101226 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-f761a3bc-2fcf-4087-ba8b-afb264d82b8a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'port': {'network_id': 'b7d14f9f-725d-464d-9960-db1dd026b847'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:57.132324 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network b7d14f9f-725d-464d-9960-db1dd026b847 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:04:57.190685 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-4152af77-5a65-4bfa-95de-f52062b145e3 None None] For port 6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:04:57.191037 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4152af77-5a65-4bfa-95de-f52062b145e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:57.350881 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-f761a3bc-2fcf-4087-ba8b-afb264d82b8a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:57.355374 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-f761a3bc-2fcf-4087-ba8b-afb264d82b8a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Usage tracker for resource:port and tenant:5cd950bb3d3d4999ba57a30656254269 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:04:57.358478 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-f761a3bc-2fcf-4087-ba8b-afb264d82b8a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:04:57.364904 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-f761a3bc-2fcf-4087-ba8b-afb264d82b8a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:57.382852 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8297d53b-aba9-45bd-9f61-f394e71b38bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:57.391662 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-4152af77-5a65-4bfa-95de-f52062b145e3 None None] Calling delete_port for 6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:04:57.403318 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.db.resource_extend [None req-59c66673-9412-418f-b4c9-bd73810dc142 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 19:04:57.421079 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 536b97b6-053b-4125-9481-8f154492198b up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:04:57.427523 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-59c66673-9412-418f-b4c9-bd73810dc142 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:57.437679 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f761a3bc-2fcf-4087-ba8b-afb264d82b8a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Made reservation on behalf of 5cd950bb3d3d4999ba57a30656254269 for: {'port': 2} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:04:57.445968 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f761a3bc-2fcf-4087-ba8b-afb264d82b8a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:57.453171 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-067e5089-f9cc-453d-b56c-c24a83955e29 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] For port 6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:04:57.471892 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f761a3bc-2fcf-4087-ba8b-afb264d82b8a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:57.480671 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-067e5089-f9cc-453d-b56c-c24a83955e29 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:57.506315 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-59c66673-9412-418f-b4c9-bd73810dc142 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:57.569720 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-067e5089-f9cc-453d-b56c-c24a83955e29 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:57.570506 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-067e5089-f9cc-453d-b56c-c24a83955e29 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:57.598542 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-4152af77-5a65-4bfa-95de-f52062b145e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:04:57.598900 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-4152af77-5a65-4bfa-95de-f52062b145e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:04:57.614799 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 536b97b6-053b-4125-9481-8f154492198b completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:04:57.620028 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 536b97b6-053b-4125-9481-8f154492198b triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:04:57.620397 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:57.682206 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067e5089-f9cc-453d-b56c-c24a83955e29 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:04:57.689557 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c66673-9412-418f-b4c9-bd73810dc142 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event updated for resources: {'Port': ['ID=be3540a2-f526-42d2-981c-57c6b4ebdb68,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:57.701688 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-067e5089-f9cc-453d-b56c-c24a83955e29 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:04:57.709824 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067e5089-f9cc-453d-b56c-c24a83955e29 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:57.711478 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-067e5089-f9cc-453d-b56c-c24a83955e29 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:57.745568 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-f761a3bc-2fcf-4087-ba8b-afb264d82b8a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] device_id is not set on port 4a54fce8-b118-442d-8c27-587ecaa2d875 yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:04:57.759580 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:57.855756 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-c6fdb6d8-b36d-4fd4-b7da-fda080112092 None None] Provisioning complete for port 536b97b6-053b-4125-9481-8f154492198b triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:04:57.856038 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c6fdb6d8-b36d-4fd4-b7da-fda080112092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:57.870598 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f761a3bc-2fcf-4087-ba8b-afb264d82b8a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:57.870808 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067e5089-f9cc-453d-b56c-c24a83955e29 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Subnet': ['ID=8f670e82-b830-43c1-89e6-26b39e849738,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:57.892880 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 536b97b6-053b-4125-9481-8f154492198b, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=536b97b6-053b-4125-9481-8f154492198b,segment=NetworkSegment(988f513c-b259-4b1d-bb61-eba757029e30),segment_id=988f513c-b259-4b1d-bb61-eba757029e30)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:04:57.899301 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-4152af77-5a65-4bfa-95de-f52062b145e3 None None] Deleting port 6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:04:57.899667 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4152af77-5a65-4bfa-95de-f52062b145e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:57.951791 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067e5089-f9cc-453d-b56c-c24a83955e29 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Port': ['ID=6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8,revision_number=9']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:57.968870 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-067e5089-f9cc-453d-b56c-c24a83955e29 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9853654 Jan 21 19:04:58.007645 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:58.008395 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60064) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:58.030047 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-9f2bea5f-de07-40b3-81c2-a3dcf21b9246 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'subnet': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:58.063706 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-f761a3bc-2fcf-4087-ba8b-afb264d82b8a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] device_id is not set on port ff25b4a9-cb7c-4f24-b20c-3659d38de6f7 yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:04:58.101438 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-59c66673-9412-418f-b4c9-bd73810dc142 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:58.178168 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:58.210251 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-9f2bea5f-de07-40b3-81c2-a3dcf21b9246 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:58.218056 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-9f2bea5f-de07-40b3-81c2-a3dcf21b9246 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Usage tracker for resource:subnet and tenant:331b5c16a931412fafa4a9af40615562 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:04:58.223821 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-9f2bea5f-de07-40b3-81c2-a3dcf21b9246 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:04:58.229829 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=536b97b6-053b-4125-9481-8f154492198b,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:58.240999 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-9f2bea5f-de07-40b3-81c2-a3dcf21b9246 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:58.309920 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f761a3bc-2fcf-4087-ba8b-afb264d82b8a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:58.336501 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-59c66673-9412-418f-b4c9-bd73810dc142 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:58.372104 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-4152af77-5a65-4bfa-95de-f52062b145e3 None None] For port 6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:04:58.372489 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4152af77-5a65-4bfa-95de-f52062b145e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:58.374736 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2bea5f-de07-40b3-81c2-a3dcf21b9246 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:04:58.379194 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9f2bea5f-de07-40b3-81c2-a3dcf21b9246 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:58.411129 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f761a3bc-2fcf-4087-ba8b-afb264d82b8a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:58.525150 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-4152af77-5a65-4bfa-95de-f52062b145e3 None None] Calling delete_port for 6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:04:58.556258 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f761a3bc-2fcf-4087-ba8b-afb264d82b8a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Network 8691d4d6-00ec-421e-856d-b18335ac2f72 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:04:58.559697 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-c6fdb6d8-b36d-4fd4-b7da-fda080112092 None None] Provisioning for port be3540a2-f526-42d2-981c-57c6b4ebdb68 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:04:58.561231 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-f761a3bc-2fcf-4087-ba8b-afb264d82b8a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:04:58.567884 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f761a3bc-2fcf-4087-ba8b-afb264d82b8a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:04:58.568680 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f761a3bc-2fcf-4087-ba8b-afb264d82b8a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:58.589949 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f761a3bc-2fcf-4087-ba8b-afb264d82b8a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event updated for resources: {'Port': ['ID=4a54fce8-b118-442d-8c27-587ecaa2d875,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:58.592960 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-c6fdb6d8-b36d-4fd4-b7da-fda080112092 None None] Provisioning complete for port be3540a2-f526-42d2-981c-57c6b4ebdb68 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:04:58.593527 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c6fdb6d8-b36d-4fd4-b7da-fda080112092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:58.652163 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:58.674685 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-c6fdb6d8-b36d-4fd4-b7da-fda080112092 None None] Port be3540a2-f526-42d2-981c-57c6b4ebdb68 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:04:58.704654 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f761a3bc-2fcf-4087-ba8b-afb264d82b8a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Checking segment: {'id': '119d319d-352f-432a-8e98-e0c6227f0503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b7d14f9f-725d-464d-9960-db1dd026b847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:04:58.705044 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f761a3bc-2fcf-4087-ba8b-afb264d82b8a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Network hostable DHCP agents. Network: b7d14f9f-725d-464d-9960-db1dd026b847, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:04:58.715603 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f761a3bc-2fcf-4087-ba8b-afb264d82b8a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event updated for resources: {'Port': ['ID=ff25b4a9-cb7c-4f24-b20c-3659d38de6f7,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:58.722202 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:58.744764 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-59c66673-9412-418f-b4c9-bd73810dc142 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:58.774622 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f761a3bc-2fcf-4087-ba8b-afb264d82b8a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Network b7d14f9f-725d-464d-9960-db1dd026b847 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:04:58.795072 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-75bca7c4-b9f4-4af5-ae6c-fab12650f8cd None None] Provisioning complete for port be3540a2-f526-42d2-981c-57c6b4ebdb68 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:04:58.795451 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-75bca7c4-b9f4-4af5-ae6c-fab12650f8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:58.837459 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-59c66673-9412-418f-b4c9-bd73810dc142 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:58.839088 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4152af77-5a65-4bfa-95de-f52062b145e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:58.865856 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-f761a3bc-2fcf-4087-ba8b-afb264d82b8a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, b7d14f9f-725d-464d-9960-db1dd026b847) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:04:58.870322 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f761a3bc-2fcf-4087-ba8b-afb264d82b8a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:04:58.876407 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f761a3bc-2fcf-4087-ba8b-afb264d82b8a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:58.882182 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f761a3bc-2fcf-4087-ba8b-afb264d82b8a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:58.882851 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f761a3bc-2fcf-4087-ba8b-afb264d82b8a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:58.886139 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f0fea3-d8ef-405f-8e16-27e1b05e52d0 None None] Network b7d14f9f-725d-464d-9960-db1dd026b847 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:04:58.921068 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152af77-5a65-4bfa-95de-f52062b145e3 None None] Pushing event deleted for resources: {'Port': ['ID=6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:58.923335 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9f2bea5f-de07-40b3-81c2-a3dcf21b9246 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:58.955835 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-59c66673-9412-418f-b4c9-bd73810dc142 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:58.959571 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c66673-9412-418f-b4c9-bd73810dc142 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event updated for resources: {'Port': ['ID=be3540a2-f526-42d2-981c-57c6b4ebdb68,revision_number=3']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:58.980017 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2bea5f-de07-40b3-81c2-a3dcf21b9246 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:04:58.987126 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f761a3bc-2fcf-4087-ba8b-afb264d82b8a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8921542 Jan 21 19:04:58.987126 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-9f2bea5f-de07-40b3-81c2-a3dcf21b9246 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:04:58.987548 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60068) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:58.994326 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2bea5f-de07-40b3-81c2-a3dcf21b9246 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:04:58.994912 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9f2bea5f-de07-40b3-81c2-a3dcf21b9246 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:59.012429 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-75bca7c4-b9f4-4af5-ae6c-fab12650f8cd None None] Port be3540a2-f526-42d2-981c-57c6b4ebdb68 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:04:59.016332 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2bea5f-de07-40b3-81c2-a3dcf21b9246 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Subnet': ['ID=60eb2d4e-ba85-437f-9510-19d53276cfbd,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:04:59.024710 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4152af77-5a65-4bfa-95de-f52062b145e3 None None] No DVR routers for this DVR port 6adf36ad-27fc-4b5e-a3ae-27c8fa7c96a8 on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:04:59.079426 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118255e6-1676-4d67-aa69-86f332f78da9 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:04:59.101119 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-9f2bea5f-de07-40b3-81c2-a3dcf21b9246 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0913138 Jan 21 19:04:59.103725 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60072) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:04:59.110936 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-e363c93a-1818-49a1-ab4d-d68cb24ab50d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'port': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'mac_address': 'fa:16:3e:10:44:85', 'name': 'tempest-NetworksTestDHCPv6-2060438147'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:04:59.123736 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-5125bfea-3633-41c7-8495-3006d27782eb tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Deleting port ff25b4a9-cb7c-4f24-b20c-3659d38de6f7 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:04:59.124606 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5125bfea-3633-41c7-8495-3006d27782eb tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:59.241074 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c66673-9412-418f-b4c9-bd73810dc142 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Network ad444021-cd61-4787-b9ed-27601eb277ab is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:04:59.245296 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-59c66673-9412-418f-b4c9-bd73810dc142 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:04:59.290637 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e363c93a-1818-49a1-ab4d-d68cb24ab50d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:04:59.293187 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 536b97b6-053b-4125-9481-8f154492198b up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:04:59.295276 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-e363c93a-1818-49a1-ab4d-d68cb24ab50d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Usage tracker for resource:port and tenant:331b5c16a931412fafa4a9af40615562 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:04:59.299177 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-e363c93a-1818-49a1-ab4d-d68cb24ab50d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:04:59.306177 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e363c93a-1818-49a1-ab4d-d68cb24ab50d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:04:59.398016 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e363c93a-1818-49a1-ab4d-d68cb24ab50d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:04:59.566638 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55408e8-4706-48cb-8684-574ae36fc52d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'tenant_id': '331b5c16a931412fafa4a9af40615562', 'fixed_ips': [{'subnet_id': '60eb2d4e-ba85-437f-9510-19d53276cfbd'}, {'subnet_id': '8f670e82-b830-43c1-89e6-26b39e849738'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:04:59.567682 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f55408e8-4706-48cb-8684-574ae36fc52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:59.628799 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 536b97b6-053b-4125-9481-8f154492198b triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:04:59.629276 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:59.669832 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e363c93a-1818-49a1-ab4d-d68cb24ab50d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:59.678613 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5125bfea-3633-41c7-8495-3006d27782eb tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:59.698484 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-e363c93a-1818-49a1-ab4d-d68cb24ab50d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] device_id is not set on port 300a01fb-d209-4df4-8db7-f45e01783b41 yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:04:59.732652 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-eebe8a8b-3f80-4b19-bc99-c6a99a297fa2 None None] Provisioning complete for port be3540a2-f526-42d2-981c-57c6b4ebdb68 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:04:59.733118 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eebe8a8b-3f80-4b19-bc99-c6a99a297fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:04:59.810242 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-5125bfea-3633-41c7-8495-3006d27782eb tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Calling delete_port for ff25b4a9-cb7c-4f24-b20c-3659d38de6f7 owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:04:59.878255 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-eebe8a8b-3f80-4b19-bc99-c6a99a297fa2 None None] Port be3540a2-f526-42d2-981c-57c6b4ebdb68 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:04:59.951661 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c66673-9412-418f-b4c9-bd73810dc142 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Router b0d5b779-d953-4b00-bf7f-da9c408123c4 is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:04:59.974484 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-f55408e8-4706-48cb-8684-574ae36fc52d None None] Allocated IP 172.20.0.2 (76b60fc4-5668-469a-a3ef-49679dc3dfc0/60eb2d4e-ba85-437f-9510-19d53276cfbd/4ff9c4fa-8062-4fe2-9871-37b7ca4856a8) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:04:59.980476 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-f55408e8-4706-48cb-8684-574ae36fc52d None None] Allocated IP 2001:db8::f816:3eff:fed8:1a84 (76b60fc4-5668-469a-a3ef-49679dc3dfc0/8f670e82-b830-43c1-89e6-26b39e849738/4ff9c4fa-8062-4fe2-9871-37b7ca4856a8) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:05:00.007537 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:00.019563 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5125bfea-3633-41c7-8495-3006d27782eb tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:00.079831 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125bfea-3633-41c7-8495-3006d27782eb tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event deleted for resources: {'Port': ['ID=ff25b4a9-cb7c-4f24-b20c-3659d38de6f7,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:00.086635 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5125bfea-3633-41c7-8495-3006d27782eb tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:00.152146 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-5125bfea-3633-41c7-8495-3006d27782eb tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/ports/ff25b4a9-cb7c-4f24-b20c-3659d38de6f7 HTTP/1.1" status: 204 len: 168 time: 1.1632118 Jan 21 19:05:00.154806 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60078) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:00.185208 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f55408e8-4706-48cb-8684-574ae36fc52d None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:00.186028 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c66673-9412-418f-b4c9-bd73810dc142 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:05:00.196712 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ebf410-e05d-4f5b-9f54-6378990c219e None None] Sync routers for ids ['b0d5b779-d953-4b00-bf7f-da9c408123c4'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:05:00.199907 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-59c66673-9412-418f-b4c9-bd73810dc142 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "PUT /v2.0/routers/b0d5b779-d953-4b00-bf7f-da9c408123c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5148356 Jan 21 19:05:00.200045 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f55408e8-4706-48cb-8684-574ae36fc52d None None] Transition to ACTIVE for port object 4ff9c4fa-8062-4fe2-9871-37b7ca4856a8 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:05:00.200327 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60082) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:00.223578 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ebf410-e05d-4f5b-9f54-6378990c219e None None] Routers {'b0d5b779-d953-4b00-bf7f-da9c408123c4'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:05:00.224217 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-45ebf410-e05d-4f5b-9f54-6378990c219e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:04:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['b0d5b779-d953-4b00-bf7f-da9c408123c4'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:00.253722 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfe95bc-df33-4459-824b-99c14eeae3fe tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:00.259594 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfe95bc-df33-4459-824b-99c14eeae3fe tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:00.260367 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-fcfe95bc-df33-4459-824b-99c14eeae3fe tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Synchronizing usage tracker for tenant:5cd950bb3d3d4999ba57a30656254269 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:05:00.280154 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f55408e8-4706-48cb-8684-574ae36fc52d None None] Transition to ACTIVE for port object 4ff9c4fa-8062-4fe2-9871-37b7ca4856a8 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:05:00.281935 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e29c95c-89c1-4c1a-98c7-1abfbd4cc045 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:00.282463 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-4e29c95c-89c1-4c1a-98c7-1abfbd4cc045 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Synchronizing usage tracker for tenant:5282b25e8da043bbb3248dd1fe2c26b7 on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:05:00.289433 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-45ebf410-e05d-4f5b-9f54-6378990c219e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:00.297730 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ebf410-e05d-4f5b-9f54-6378990c219e None None] Routers {'b0d5b779-d953-4b00-bf7f-da9c408123c4'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:05:00.298360 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-45ebf410-e05d-4f5b-9f54-6378990c219e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:04:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['b0d5b779-d953-4b00-bf7f-da9c408123c4'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:00.334782 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-fcfe95bc-df33-4459-824b-99c14eeae3fe tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Unset dirty status for tenant:5cd950bb3d3d4999ba57a30656254269 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:05:00.339066 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-fcfe95bc-df33-4459-824b-99c14eeae3fe tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.1804531 Jan 21 19:05:00.339198 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60086) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:00.357780 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-4e29c95c-89c1-4c1a-98c7-1abfbd4cc045 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Unset dirty status for tenant:5282b25e8da043bbb3248dd1fe2c26b7 on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:05:00.361463 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-4e29c95c-89c1-4c1a-98c7-1abfbd4cc045 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "GET /v2.0/ports/be3540a2-f526-42d2-981c-57c6b4ebdb68 HTTP/1.1" status: 200 len: 976 time: 0.1578200 Jan 21 19:05:00.361685 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60090) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:00.365674 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f55408e8-4706-48cb-8684-574ae36fc52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:00.366103 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60094) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:00.367477 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-45ebf410-e05d-4f5b-9f54-6378990c219e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:00.367846 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ebf410-e05d-4f5b-9f54-6378990c219e None None] The sync data for ids ['b0d5b779-d953-4b00-bf7f-da9c408123c4'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:05:00.431879 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55408e8-4706-48cb-8684-574ae36fc52d None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:05:00.434801 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-f55408e8-4706-48cb-8684-574ae36fc52d None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:00.438721 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55408e8-4706-48cb-8684-574ae36fc52d None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:05:00.447950 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55408e8-4706-48cb-8684-574ae36fc52d None None] Pushing event updated for resources: {'Port': ['ID=4ff9c4fa-8062-4fe2-9871-37b7ca4856a8,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:00.458877 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-2f90f1c8-2829-4360-a3d8-45556e456fab tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Deleting port 4a54fce8-b118-442d-8c27-587ecaa2d875 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:05:00.459310 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2f90f1c8-2829-4360-a3d8-45556e456fab tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:00.564774 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.db.api [None req-e363c93a-1818-49a1-ab4d-d68cb24ab50d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-9533952d-dd12-43f8-a0f9-41cc7bb8c91e {{(pid=88137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:05:00.565260 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG oslo_db.api [None req-e363c93a-1818-49a1-ab4d-d68cb24ab50d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:05:00.577032 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-f55408e8-4706-48cb-8684-574ae36fc52d None None] Attempting to bind port 4ff9c4fa-8062-4fe2-9871-37b7ca4856a8 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:05:00.577415 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-f55408e8-4706-48cb-8684-574ae36fc52d None None] Attempting to bind port 4ff9c4fa-8062-4fe2-9871-37b7ca4856a8 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:05:00.577758 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55408e8-4706-48cb-8684-574ae36fc52d None None] Attempting to bind port 4ff9c4fa-8062-4fe2-9871-37b7ca4856a8 on network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:05:00.584113 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55408e8-4706-48cb-8684-574ae36fc52d None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:05:00.584482 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55408e8-4706-48cb-8684-574ae36fc52d None None] Checking segment: {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:05:00.584881 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f55408e8-4706-48cb-8684-574ae36fc52d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:00.585386 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55408e8-4706-48cb-8684-574ae36fc52d None None] Bound using segment: {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:05:00.586200 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-f55408e8-4706-48cb-8684-574ae36fc52d None None] Bound port: 4ff9c4fa-8062-4fe2-9871-37b7ca4856a8, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:05:00.586894 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f55408e8-4706-48cb-8684-574ae36fc52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:00.675726 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-f55408e8-4706-48cb-8684-574ae36fc52d None None] For port 4ff9c4fa-8062-4fe2-9871-37b7ca4856a8, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:05:00.678826 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-f55408e8-4706-48cb-8684-574ae36fc52d None None] For port 4ff9c4fa-8062-4fe2-9871-37b7ca4856a8, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=4ff9c4fa-8062-4fe2-9871-37b7ca4856a8,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:05:00.699185 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2f90f1c8-2829-4360-a3d8-45556e456fab tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:00.729254 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f55408e8-4706-48cb-8684-574ae36fc52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:00.813514 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55408e8-4706-48cb-8684-574ae36fc52d None None] Pushing event updated for resources: {'Port': ['ID=4ff9c4fa-8062-4fe2-9871-37b7ca4856a8,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:00.825967 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-2f90f1c8-2829-4360-a3d8-45556e456fab tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Calling delete_port for 4a54fce8-b118-442d-8c27-587ecaa2d875 owned by {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:05:00.896939 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-b0ed1a5c-41e1-40ff-a85e-98a68941f5d7 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Deleting port 5399fcb3-aa04-4e1d-a0b0-e74a305e5882 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:05:00.897496 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b0ed1a5c-41e1-40ff-a85e-98a68941f5d7 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:00.980361 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2f90f1c8-2829-4360-a3d8-45556e456fab tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:01.038509 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f90f1c8-2829-4360-a3d8-45556e456fab tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event deleted for resources: {'Port': ['ID=4a54fce8-b118-442d-8c27-587ecaa2d875,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:01.043682 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2f90f1c8-2829-4360-a3d8-45556e456fab tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:01.070715 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e363c93a-1818-49a1-ab4d-d68cb24ab50d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:01.103059 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-e363c93a-1818-49a1-ab4d-d68cb24ab50d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] device_id is not set on port e55415d2-b7c2-4c95-9bfa-6f2895e641b9 yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:05:01.144338 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2f90f1c8-2829-4360-a3d8-45556e456fab tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/ports/4a54fce8-b118-442d-8c27-587ecaa2d875 HTTP/1.1" status: 204 len: 168 time: 0.8015869 Jan 21 19:05:01.144603 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60098) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:01.317816 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad6c927-1de4-463b-a38b-76f36ce27fdc tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:01.318454 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-1ad6c927-1de4-463b-a38b-76f36ce27fdc tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Synchronizing usage tracker for tenant:5cd950bb3d3d4999ba57a30656254269 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:05:01.320223 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 4ff9c4fa-8062-4fe2-9871-37b7ca4856a8 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:05:01.329160 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b0ed1a5c-41e1-40ff-a85e-98a68941f5d7 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:01.329510 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b0ed1a5c-41e1-40ff-a85e-98a68941f5d7 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:01.412252 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-e363c93a-1818-49a1-ab4d-d68cb24ab50d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Allocated IP 172.20.0.9 (76b60fc4-5668-469a-a3ef-49679dc3dfc0/60eb2d4e-ba85-437f-9510-19d53276cfbd/e55415d2-b7c2-4c95-9bfa-6f2895e641b9) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:05:01.419920 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-e363c93a-1818-49a1-ab4d-d68cb24ab50d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Allocated IP 2001:db8::f816:3eff:fe10:4485 (76b60fc4-5668-469a-a3ef-49679dc3dfc0/8f670e82-b830-43c1-89e6-26b39e849738/e55415d2-b7c2-4c95-9bfa-6f2895e641b9) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:05:01.495582 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-b0ed1a5c-41e1-40ff-a85e-98a68941f5d7 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Calling delete_port for 5399fcb3-aa04-4e1d-a0b0-e74a305e5882 owned by network:floatingip {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:05:01.629340 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0eb93830-d5a3-4950-92f9-e5255cdc268e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:01.640455 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e363c93a-1818-49a1-ab4d-d68cb24ab50d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:01.658900 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-e363c93a-1818-49a1-ab4d-d68cb24ab50d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Transition to ACTIVE for port object e55415d2-b7c2-4c95-9bfa-6f2895e641b9 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:05:01.661087 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 4ff9c4fa-8062-4fe2-9871-37b7ca4856a8 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:05:01.661482 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-1ad6c927-1de4-463b-a38b-76f36ce27fdc tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Unset dirty status for tenant:5cd950bb3d3d4999ba57a30656254269 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:05:01.662677 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-1ad6c927-1de4-463b-a38b-76f36ce27fdc tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.5171921 Jan 21 19:05:01.665538 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60102) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:01.716895 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc33515-c618-4d2f-9067-bb8d70db4bd2 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] GET failed (client error): The resource could not be found. Jan 21 19:05:01.718288 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ffc33515-c618-4d2f-9067-bb8d70db4bd2 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "GET /v2.0/ports/ff25b4a9-cb7c-4f24-b20c-3659d38de6f7 HTTP/1.1" status: 404 len: 333 time: 0.0519211 Jan 21 19:05:01.724062 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60106) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:01.768710 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c26b486-3839-45a1-8e26-708d7e2c962e tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] GET failed (client error): The resource could not be found. Jan 21 19:05:01.770140 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-9c26b486-3839-45a1-8e26-708d7e2c962e tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "GET /v2.0/ports/4a54fce8-b118-442d-8c27-587ecaa2d875 HTTP/1.1" status: 404 len: 333 time: 0.0474343 Jan 21 19:05:01.773006 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60110) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:01.982542 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e363c93a-1818-49a1-ab4d-d68cb24ab50d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:01.991730 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-0eb93830-d5a3-4950-92f9-e5255cdc268e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Deleting port be3540a2-f526-42d2-981c-57c6b4ebdb68 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:05:01.992239 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0eb93830-d5a3-4950-92f9-e5255cdc268e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:02.022882 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b0ed1a5c-41e1-40ff-a85e-98a68941f5d7 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:02.040907 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-27be00f2-eecf-425a-8930-1f15a80f4241 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:02.062752 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d437f544-4d38-4fdc-a580-f50066de6b17 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:05:02.072322 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e363c93a-1818-49a1-ab4d-d68cb24ab50d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:05:02.078841 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-e363c93a-1818-49a1-ab4d-d68cb24ab50d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:02.084463 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e363c93a-1818-49a1-ab4d-d68cb24ab50d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:05:02.094268 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed1a5c-41e1-40ff-a85e-98a68941f5d7 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Pushing event deleted for resources: {'Port': ['ID=5399fcb3-aa04-4e1d-a0b0-e74a305e5882,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:02.114191 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e363c93a-1818-49a1-ab4d-d68cb24ab50d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Port': ['ID=e55415d2-b7c2-4c95-9bfa-6f2895e641b9,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:02.213690 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e363c93a-1818-49a1-ab4d-d68cb24ab50d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:02.214344 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e363c93a-1818-49a1-ab4d-d68cb24ab50d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:02.250862 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-09a8712b-c0ad-4b6e-8e95-4a18341c9955 None None] Provisioning for port 4ff9c4fa-8062-4fe2-9871-37b7ca4856a8 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:05:02.269852 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-09a8712b-c0ad-4b6e-8e95-4a18341c9955 None None] Provisioning complete for port 4ff9c4fa-8062-4fe2-9871-37b7ca4856a8 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:02.270102 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-09a8712b-c0ad-4b6e-8e95-4a18341c9955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:02.281214 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b0ed1a5c-41e1-40ff-a85e-98a68941f5d7 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for floatingip, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:02.281640 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.l3_db [None req-b0ed1a5c-41e1-40ff-a85e-98a68941f5d7 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Floating IP 75e2e878-14e8-40e0-8928-fb3c9e0a6bed disassociated (deleted). External IP: 172.26.1.23, port: 5032a02c-a423-412a-aa4d-de8eb56fef6a. Jan 21 19:05:02.282721 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-27be00f2-eecf-425a-8930-1f15a80f4241 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:02.313888 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-27be00f2-eecf-425a-8930-1f15a80f4241 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7d14f9f-725d-464d-9960-db1dd026b847']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:02.327050 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-27be00f2-eecf-425a-8930-1f15a80f4241 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '119d319d-352f-432a-8e98-e0c6227f0503') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:02.332941 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-27be00f2-eecf-425a-8930-1f15a80f4241 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '119d319d-352f-432a-8e98-e0c6227f0503') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:02.341217 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-27be00f2-eecf-425a-8930-1f15a80f4241 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:02.359554 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-27be00f2-eecf-425a-8930-1f15a80f4241 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:02.368580 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27be00f2-eecf-425a-8930-1f15a80f4241 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:05:02.368985 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-27be00f2-eecf-425a-8930-1f15a80f4241 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:02.390497 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0eb93830-d5a3-4950-92f9-e5255cdc268e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:02.483423 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:05:02.483423 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:05:02.483423 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:05:02.483423 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:05:02.483423 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:05:02.483423 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:05:02.483423 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:05:02.483423 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:05:02.483423 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:05:02.483423 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:05:02.483423 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:05:02.483423 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:05:02.483423 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:05:02.483423 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:05:02.483423 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:05:02.483423 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:05:02.483423 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:05:02.483423 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:05:02.483423 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:05:02.483423 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:05:02.483423 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:05:02.483423 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:05:02.483423 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:05:02.483423 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:05:02.483423 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:05:02.483423 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:05:02.483423 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:05:02.483423 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:05:02.483423 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:05:02.483423 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:05:02.483423 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:05:02.483423 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:05:02.498871 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e363c93a-1818-49a1-ab4d-d68cb24ab50d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.3902411 Jan 21 19:05:02.499616 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60114) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:02.516555 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-09a8712b-c0ad-4b6e-8e95-4a18341c9955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:02.560861 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-09a8712b-c0ad-4b6e-8e95-4a18341c9955 None None] For port 4ff9c4fa-8062-4fe2-9871-37b7ca4856a8, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=4ff9c4fa-8062-4fe2-9871-37b7ca4856a8,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:05:02.564036 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-27be00f2-eecf-425a-8930-1f15a80f4241 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:02.589462 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-27be00f2-eecf-425a-8930-1f15a80f4241 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:02.607127 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-27be00f2-eecf-425a-8930-1f15a80f4241 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/networks/b7d14f9f-725d-464d-9960-db1dd026b847 HTTP/1.1" status: 204 len: 168 time: 0.8331079 Jan 21 19:05:02.609313 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be00f2-eecf-425a-8930-1f15a80f4241 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event deleted for resources: {'Network': ['ID=b7d14f9f-725d-464d-9960-db1dd026b847,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:02.614813 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60118) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:02.628505 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-38bb5495-7d32-49ba-a29a-013d8dc3d01f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1371279387'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:02.635093 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-38bb5495-7d32-49ba-a29a-013d8dc3d01f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:02.641321 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-38bb5495-7d32-49ba-a29a-013d8dc3d01f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Usage tracker for resource:network and tenant:5cd950bb3d3d4999ba57a30656254269 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:05:02.652453 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b1e46d-5f3f-47a0-a418-5d06b0600608 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:02.656127 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-09a8712b-c0ad-4b6e-8e95-4a18341c9955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:02.660131 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b1e46d-5f3f-47a0-a418-5d06b0600608 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:02.661049 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-75b1e46d-5f3f-47a0-a418-5d06b0600608 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:05:02.670346 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-38bb5495-7d32-49ba-a29a-013d8dc3d01f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:05:02.681268 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-38bb5495-7d32-49ba-a29a-013d8dc3d01f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:02.714857 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-0eb93830-d5a3-4950-92f9-e5255cdc268e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Calling delete_port for be3540a2-f526-42d2-981c-57c6b4ebdb68 owned by network:router_interface {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:05:02.735984 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a8712b-c0ad-4b6e-8e95-4a18341c9955 None None] Pushing event updated for resources: {'Port': ['ID=4ff9c4fa-8062-4fe2-9871-37b7ca4856a8,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:02.752280 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-75b1e46d-5f3f-47a0-a418-5d06b0600608 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:05:02.753584 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-75b1e46d-5f3f-47a0-a418-5d06b0600608 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.2520981 Jan 21 19:05:02.756564 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60122) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:02.795220 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38bb5495-7d32-49ba-a29a-013d8dc3d01f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Made reservation on behalf of 5cd950bb3d3d4999ba57a30656254269 for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:05:02.798511 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-38bb5495-7d32-49ba-a29a-013d8dc3d01f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:02.850692 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-4bb2f205-2d10-4ac6-a78c-01b7db170ac3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting port e55415d2-b7c2-4c95-9bfa-6f2895e641b9 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:05:02.851031 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4bb2f205-2d10-4ac6-a78c-01b7db170ac3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:02.891594 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38bb5495-7d32-49ba-a29a-013d8dc3d01f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:05:02.915562 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-38bb5495-7d32-49ba-a29a-013d8dc3d01f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:02.915907 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-38bb5495-7d32-49ba-a29a-013d8dc3d01f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Added segment c786a80d-e30a-4e0a-9b9c-520a2da4d365 of type vlan for network 5fcd3f6d-a074-4276-a07e-6fad82c0a98c Jan 21 19:05:02.951933 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-8bccc26b-c3de-4dad-afba-ae34df157d0d None None] Provisioning for port e55415d2-b7c2-4c95-9bfa-6f2895e641b9 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:05:02.958243 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-8bccc26b-c3de-4dad-afba-ae34df157d0d None None] Provisioning complete for port e55415d2-b7c2-4c95-9bfa-6f2895e641b9 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:02.963395 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8bccc26b-c3de-4dad-afba-ae34df157d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:03.018404 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-8bccc26b-c3de-4dad-afba-ae34df157d0d None None] Port e55415d2-b7c2-4c95-9bfa-6f2895e641b9 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:05:03.029259 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-8bccc26b-c3de-4dad-afba-ae34df157d0d None None] Provisioning complete for port 4ff9c4fa-8062-4fe2-9871-37b7ca4856a8 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:03.029625 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8bccc26b-c3de-4dad-afba-ae34df157d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:03.118038 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-38bb5495-7d32-49ba-a29a-013d8dc3d01f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:03.133365 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ed1a5c-41e1-40ff-a85e-98a68941f5d7 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Router cab80974-9172-498e-b2e3-94347dd0f0df has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:05:03.145255 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4bb2f205-2d10-4ac6-a78c-01b7db170ac3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:03.204869 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0eb93830-d5a3-4950-92f9-e5255cdc268e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:03.271887 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb93830-d5a3-4950-92f9-e5255cdc268e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event deleted for resources: {'Port': ['ID=be3540a2-f526-42d2-981c-57c6b4ebdb68,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:03.289038 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-3ea6040b-bb0c-45f5-a250-07909f24e213 None None] Could not find standard attr ID for object 37e58b0f-eb8d-49ba-a314-dce2e468a5ce. {{(pid=88138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 19:05:03.294389 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 4ff9c4fa-8062-4fe2-9871-37b7ca4856a8 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:05:03.307323 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-4bb2f205-2d10-4ac6-a78c-01b7db170ac3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Calling delete_port for e55415d2-b7c2-4c95-9bfa-6f2895e641b9 owned by {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:05:03.425447 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 4ff9c4fa-8062-4fe2-9871-37b7ca4856a8 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:03.426128 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:03.445859 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-38bb5495-7d32-49ba-a29a-013d8dc3d01f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:03.456224 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bb5495-7d32-49ba-a29a-013d8dc3d01f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:03.456909 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-38bb5495-7d32-49ba-a29a-013d8dc3d01f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:03.529711 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ed1a5c-41e1-40ff-a85e-98a68941f5d7 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:05:03.540535 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd01a998-6527-4875-81cf-e63d5f5ce554 None None] Sync routers for ids ['cab80974-9172-498e-b2e3-94347dd0f0df'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:05:03.557632 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd01a998-6527-4875-81cf-e63d5f5ce554 None None] Routers {'cab80974-9172-498e-b2e3-94347dd0f0df'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:05:03.559112 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-dd01a998-6527-4875-81cf-e63d5f5ce554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:04:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['cab80974-9172-498e-b2e3-94347dd0f0df'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:03.633181 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-38bb5495-7d32-49ba-a29a-013d8dc3d01f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0122614 Jan 21 19:05:03.641187 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60126) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:03.642184 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb5495-7d32-49ba-a29a-013d8dc3d01f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event updated for resources: {'Network': ['ID=5fcd3f6d-a074-4276-a07e-6fad82c0a98c,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:03.652035 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-9f58e701-3374-4a32-ab2d-0a7d9d8ed938 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'subnet': {'network_id': '5fcd3f6d-a074-4276-a07e-6fad82c0a98c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:03.661745 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 5fcd3f6d-a074-4276-a07e-6fad82c0a98c details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:05:03.732458 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0eb93830-d5a3-4950-92f9-e5255cdc268e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:03.738396 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b0ed1a5c-41e1-40ff-a85e-98a68941f5d7 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:03.813359 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-90954daa-966b-4d85-a1d1-1535398f9484 None None] Provisioning complete for port e55415d2-b7c2-4c95-9bfa-6f2895e641b9 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:03.813655 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-90954daa-966b-4d85-a1d1-1535398f9484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:03.829883 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b0ed1a5c-41e1-40ff-a85e-98a68941f5d7 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "DELETE /v2.0/floatingips/75e2e878-14e8-40e0-8928-fb3c9e0a6bed HTTP/1.1" status: 204 len: 168 time: 3.4628563 Jan 21 19:05:03.833302 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead1a893-d8bc-464c-a75c-9dfb8bc7fda2', 'tag': '5032a02c-a423-412a-aa4d-de8eb56fef6a'}] {{(pid=88136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:05:03.855617 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-dd01a998-6527-4875-81cf-e63d5f5ce554 None None] Set router cab80974-9172-498e-b2e3-94347dd0f0df gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:05:03.894454 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-90954daa-966b-4d85-a1d1-1535398f9484 None None] Port e55415d2-b7c2-4c95-9bfa-6f2895e641b9 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:05:03.949543 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-9f58e701-3374-4a32-ab2d-0a7d9d8ed938 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:04.182494 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-9f58e701-3374-4a32-ab2d-0a7d9d8ed938 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Usage tracker for resource:subnet and tenant:5cd950bb3d3d4999ba57a30656254269 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:05:04.190983 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-9f58e701-3374-4a32-ab2d-0a7d9d8ed938 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:05:04.201167 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-9f58e701-3374-4a32-ab2d-0a7d9d8ed938 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:04.262845 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af82cbc-a45e-4170-b2d0-952b3a93ea0b req-03d18bc3-c9ee-412e-bf53-3ebc693d6c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:04.264353 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2af82cbc-a45e-4170-b2d0-952b3a93ea0b req-03d18bc3-c9ee-412e-bf53-3ebc693d6c11 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1f87e80a60cc473490523a0c4caffd4b&device_id=ead1a893-d8bc-464c-a75c-9dfb8bc7fda2 HTTP/1.1" status: 200 len: 1098 time: 0.1153727 Jan 21 19:05:04.310472 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f58e701-3374-4a32-ab2d-0a7d9d8ed938 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Made reservation on behalf of 5cd950bb3d3d4999ba57a30656254269 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:05:04.310722 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ead1a893-d8bc-464c-a75c-9dfb8bc7fda2', 'tag': '5032a02c-a423-412a-aa4d-de8eb56fef6a', 'status': 'completed', 'code': 200} Jan 21 19:05:04.326088 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9f58e701-3374-4a32-ab2d-0a7d9d8ed938 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:04.334250 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb93830-d5a3-4950-92f9-e5255cdc268e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Router b0d5b779-d953-4b00-bf7f-da9c408123c4 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:05:04.364986 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4bb2f205-2d10-4ac6-a78c-01b7db170ac3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:04.373390 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-dd01a998-6527-4875-81cf-e63d5f5ce554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab80974-9172-498e-b2e3-94347dd0f0df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076722199', 'tenant_id': '1f87e80a60cc473490523a0c4caffd4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ee1af6a6-2d4e-43c1-9fbf-95d8be38957e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:03:00Z', 'updated_at': '2022-01-21T19:03:15Z', 'revision_number': 4, 'project_id': '1f87e80a60cc473490523a0c4caffd4b', 'gw_port': {'id': 'ee1af6a6-2d4e-43c1-9fbf-95d8be38957e', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:28:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab80974-9172-498e-b2e3-94347dd0f0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:03:02Z', 'updated_at': '2022-01-21T19:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'e1aea94e-cfd0-4cbf-b64d-ca56f66ffc83', 'name': '', 'network_id': 'fc24e89d-af25-4b19-a6e4-c71b6bd3aa74', 'tenant_id': '1f87e80a60cc473490523a0c4caffd4b', 'mac_address': 'fa:16:3e:3c:6b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab80974-9172-498e-b2e3-94347dd0f0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '318cf0e1-cb46-4ad9-b6e3-4761e636ad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:03:13Z', 'updated_at': '2022-01-21T19:03:24Z', 'revision_number': 5, 'project_id': '1f87e80a60cc473490523a0c4caffd4b', 'subnets': [{'id': '318cf0e1-cb46-4ad9-b6e3-4761e636ad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:04.379419 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd01a998-6527-4875-81cf-e63d5f5ce554 None None] Checking router: cab80974-9172-498e-b2e3-94347dd0f0df for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:05:04.389345 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd01a998-6527-4875-81cf-e63d5f5ce554 None None] Routers {'cab80974-9172-498e-b2e3-94347dd0f0df'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:05:04.390278 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-dd01a998-6527-4875-81cf-e63d5f5ce554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:04:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['cab80974-9172-498e-b2e3-94347dd0f0df'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:04.498795 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb93830-d5a3-4950-92f9-e5255cdc268e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:05:04.515568 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfb9188-2fb9-4632-bc14-61723d825709 None None] Sync routers for ids ['b0d5b779-d953-4b00-bf7f-da9c408123c4'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:05:04.515833 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-0eb93830-d5a3-4950-92f9-e5255cdc268e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "PUT /v2.0/routers/b0d5b779-d953-4b00-bf7f-da9c408123c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1494093 Jan 21 19:05:04.515833 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60138) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:04.531980 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfb9188-2fb9-4632-bc14-61723d825709 None None] Routers {'b0d5b779-d953-4b00-bf7f-da9c408123c4'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:05:04.532923 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-8cfb9188-2fb9-4632-bc14-61723d825709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:04:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['b0d5b779-d953-4b00-bf7f-da9c408123c4'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:04.587064 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2f205-2d10-4ac6-a78c-01b7db170ac3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Port': ['ID=e55415d2-b7c2-4c95-9bfa-6f2895e641b9,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:04.593565 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.ipam_backend_mixin [None req-9f58e701-3374-4a32-ab2d-0a7d9d8ed938 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Performing IP validity checks on allocation pools {{(pid=88137) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 21 19:05:04.597333 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.ipam_backend_mixin [None req-9f58e701-3374-4a32-ab2d-0a7d9d8ed938 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88137) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 21 19:05:04.624952 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-8cfb9188-2fb9-4632-bc14-61723d825709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:04.628488 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-dd01a998-6527-4875-81cf-e63d5f5ce554 None None] Set router cab80974-9172-498e-b2e3-94347dd0f0df gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:05:04.638499 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfb9188-2fb9-4632-bc14-61723d825709 None None] Routers {'b0d5b779-d953-4b00-bf7f-da9c408123c4'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:05:04.639144 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-8cfb9188-2fb9-4632-bc14-61723d825709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:04:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['b0d5b779-d953-4b00-bf7f-da9c408123c4'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:04.719423 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-8cfb9188-2fb9-4632-bc14-61723d825709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:04.719992 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfb9188-2fb9-4632-bc14-61723d825709 None None] The sync data for ids ['b0d5b779-d953-4b00-bf7f-da9c408123c4'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:05:04.849586 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af82cbc-a45e-4170-b2d0-952b3a93ea0b req-c4a5c3de-294c-4e01-883b-4b077bc24947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:04.851117 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2af82cbc-a45e-4170-b2d0-952b3a93ea0b req-c4a5c3de-294c-4e01-883b-4b077bc24947 service neutron] 10.222.0.113 "GET /v2.0/networks?id=fc24e89d-af25-4b19-a6e4-c71b6bd3aa74 HTTP/1.1" status: 200 len: 898 time: 0.5801418 Jan 21 19:05:04.935323 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4bb2f205-2d10-4ac6-a78c-01b7db170ac3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:04.963996 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2af82cbc-a45e-4170-b2d0-952b3a93ea0b req-b29e199f-bfed-4070-9283-47e5689881ea service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5032a02c-a423-412a-aa4d-de8eb56fef6a HTTP/1.1" status: 200 len: 217 time: 0.0791109 Jan 21 19:05:04.974356 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-4bb2f205-2d10-4ac6-a78c-01b7db170ac3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/ports/e55415d2-b7c2-4c95-9bfa-6f2895e641b9 HTTP/1.1" status: 204 len: 168 time: 2.2143116 Jan 21 19:05:04.999006 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60142) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:05.014640 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-dd01a998-6527-4875-81cf-e63d5f5ce554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab80974-9172-498e-b2e3-94347dd0f0df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076722199', 'tenant_id': '1f87e80a60cc473490523a0c4caffd4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ee1af6a6-2d4e-43c1-9fbf-95d8be38957e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:03:00Z', 'updated_at': '2022-01-21T19:03:15Z', 'revision_number': 4, 'project_id': '1f87e80a60cc473490523a0c4caffd4b', 'gw_port': {'id': 'ee1af6a6-2d4e-43c1-9fbf-95d8be38957e', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:28:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab80974-9172-498e-b2e3-94347dd0f0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:03:02Z', 'updated_at': '2022-01-21T19:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'e1aea94e-cfd0-4cbf-b64d-ca56f66ffc83', 'name': '', 'network_id': 'fc24e89d-af25-4b19-a6e4-c71b6bd3aa74', 'tenant_id': '1f87e80a60cc473490523a0c4caffd4b', 'mac_address': 'fa:16:3e:3c:6b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab80974-9172-498e-b2e3-94347dd0f0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '318cf0e1-cb46-4ad9-b6e3-4761e636ad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:03:13Z', 'updated_at': '2022-01-21T19:03:24Z', 'revision_number': 5, 'project_id': '1f87e80a60cc473490523a0c4caffd4b', 'subnets': [{'id': '318cf0e1-cb46-4ad9-b6e3-4761e636ad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:05.014883 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd5e09-b0dc-41d2-bc83-344001c51a6b req-d5b8d9ce-20fe-4312-8c84-9c7a7bb8141f tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:05.015576 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-88cd5e09-b0dc-41d2-bc83-344001c51a6b req-d5b8d9ce-20fe-4312-8c84-9c7a7bb8141f tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Synchronizing usage tracker for tenant:1f87e80a60cc473490523a0c4caffd4b on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:05:05.019548 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd01a998-6527-4875-81cf-e63d5f5ce554 None None] The sync data for ids ['cab80974-9172-498e-b2e3-94347dd0f0df'] in dv-neutron-825470-1-hyperv is: [{'id': 'cab80974-9172-498e-b2e3-94347dd0f0df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076722199', 'tenant_id': '1f87e80a60cc473490523a0c4caffd4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ee1af6a6-2d4e-43c1-9fbf-95d8be38957e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:03:00Z', 'updated_at': '2022-01-21T19:03:15Z', 'revision_number': 4, 'project_id': '1f87e80a60cc473490523a0c4caffd4b', 'gw_port': {'id': 'ee1af6a6-2d4e-43c1-9fbf-95d8be38957e', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:28:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab80974-9172-498e-b2e3-94347dd0f0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:03:02Z', 'updated_at': '2022-01-21T19:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'e1aea94e-cfd0-4cbf-b64d-ca56f66ffc83', 'name': '', 'network_id': 'fc24e89d-af25-4b19-a6e4-c71b6bd3aa74', 'tenant_id': '1f87e80a60cc473490523a0c4caffd4b', 'mac_address': 'fa:16:3e:3c:6b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab80974-9172-498e-b2e3-94347dd0f0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '318cf0e1-cb46-4ad9-b6e3-4761e636ad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:03:13Z', 'updated_at': '2022-01-21T19:03:24Z', 'revision_number': 5, 'project_id': '1f87e80a60cc473490523a0c4caffd4b', 'subnets': [{'id': '318cf0e1-cb46-4ad9-b6e3-4761e636ad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:05:05.072989 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af82cbc-a45e-4170-b2d0-952b3a93ea0b req-6177ddc3-6dbc-46d4-be96-bd90ec5a11be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:05.074556 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2af82cbc-a45e-4170-b2d0-952b3a93ea0b req-6177ddc3-6dbc-46d4-be96-bd90ec5a11be service neutron] 10.222.0.113 "GET /v2.0/subnets?id=318cf0e1-cb46-4ad9-b6e3-4761e636ad66 HTTP/1.1" status: 200 len: 834 time: 0.0995305 Jan 21 19:05:05.100695 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-b6f47c51-836f-45a6-953e-d3e9911e72ab tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] remove_router_interface failed (client error): The resource could not be found. Jan 21 19:05:05.104481 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b6f47c51-836f-45a6-953e-d3e9911e72ab tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "PUT /v2.0/routers/b0d5b779-d953-4b00-bf7f-da9c408123c4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5857112 Jan 21 19:05:05.110346 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60146) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:05.170956 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af82cbc-a45e-4170-b2d0-952b3a93ea0b req-6e8b7113-ff89-45f5-b524-65e9835f4379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:05.172828 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2af82cbc-a45e-4170-b2d0-952b3a93ea0b req-6e8b7113-ff89-45f5-b524-65e9835f4379 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=fc24e89d-af25-4b19-a6e4-c71b6bd3aa74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0890548 Jan 21 19:05:05.173058 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-21694cf0-dcc7-4059-8fbd-74533d98d89b tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Synchronizing usage tracker for tenant:5282b25e8da043bbb3248dd1fe2c26b7 on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:05:05.187096 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e8c60c-54da-4131-b36b-725f850bf62b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:05.191031 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e8c60c-54da-4131-b36b-725f850bf62b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:05.191031 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e8c60c-54da-4131-b36b-725f850bf62b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:05.191031 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-87e8c60c-54da-4131-b36b-725f850bf62b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:05:05.205225 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9f58e701-3374-4a32-ab2d-0a7d9d8ed938 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:05.295949 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-88cd5e09-b0dc-41d2-bc83-344001c51a6b req-d5b8d9ce-20fe-4312-8c84-9c7a7bb8141f tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Unset dirty status for tenant:1f87e80a60cc473490523a0c4caffd4b on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:05:05.297574 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-88cd5e09-b0dc-41d2-bc83-344001c51a6b req-d5b8d9ce-20fe-4312-8c84-9c7a7bb8141f tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead1a893-d8bc-464c-a75c-9dfb8bc7fda2 HTTP/1.1" status: 200 len: 945 time: 0.7038703 Jan 21 19:05:05.302849 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5ce872-aea4-441c-8195-0504dc92a0b6 None None] New status for floating IP 75e2e878-14e8-40e0-8928-fb3c9e0a6bed: DOWN {{(pid=88139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:05:05.328024 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-87e8c60c-54da-4131-b36b-725f850bf62b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:05:05.335992 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-87e8c60c-54da-4131-b36b-725f850bf62b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3284044 Jan 21 19:05:05.335992 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-21694cf0-dcc7-4059-8fbd-74533d98d89b tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Unset dirty status for tenant:5282b25e8da043bbb3248dd1fe2c26b7 on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:05:05.335992 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-21694cf0-dcc7-4059-8fbd-74533d98d89b tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "GET /v2.0/ports?device_id=b0d5b779-d953-4b00-bf7f-da9c408123c4 HTTP/1.1" status: 200 len: 205 time: 0.2181985 Jan 21 19:05:05.336404 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60150) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:05.336840 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60152) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:05.358522 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f58e701-3374-4a32-ab2d-0a7d9d8ed938 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event updated for resources: {'Subnet': ['ID=a7f47978-fb80-4e8d-8d1a-4c5eec87f847,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:05.381275 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f58e701-3374-4a32-ab2d-0a7d9d8ed938 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Checking segment: {'id': 'c786a80d-e30a-4e0a-9b9c-520a2da4d365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5fcd3f6d-a074-4276-a07e-6fad82c0a98c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:05:05.382002 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f58e701-3374-4a32-ab2d-0a7d9d8ed938 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Network hostable DHCP agents. Network: 5fcd3f6d-a074-4276-a07e-6fad82c0a98c, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:05:05.418640 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2af82cbc-a45e-4170-b2d0-952b3a93ea0b req-2c7bfd9e-2450-4d85-a809-186543900670 service neutron] 10.222.0.113 "GET /v2.0/networks/fc24e89d-af25-4b19-a6e4-c71b6bd3aa74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375898 Jan 21 19:05:05.527811 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f58e701-3374-4a32-ab2d-0a7d9d8ed938 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Network 5fcd3f6d-a074-4276-a07e-6fad82c0a98c is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:05:05.548666 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-88cd5e09-b0dc-41d2-bc83-344001c51a6b req-c77ef4cd-d20d-4291-8815-156b7420b6d9 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/security-groups?id=84380b41-afe6-4abf-bafe-93a3de4a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2420104 Jan 21 19:05:05.569168 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-66288863-d979-44e4-aedb-98bb8fa0b65c tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for router, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:05.575976 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2af82cbc-a45e-4170-b2d0-952b3a93ea0b req-7031ef51-d43e-4382-974e-0bc3e1586f24 service neutron] 10.222.0.113 "GET /v2.0/networks/fc24e89d-af25-4b19-a6e4-c71b6bd3aa74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430199 Jan 21 19:05:05.591639 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-9f58e701-3374-4a32-ab2d-0a7d9d8ed938 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 5fcd3f6d-a074-4276-a07e-6fad82c0a98c) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:05.596441 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f58e701-3374-4a32-ab2d-0a7d9d8ed938 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:05.597205 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9f58e701-3374-4a32-ab2d-0a7d9d8ed938 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:05.602420 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af51627-3e1b-4c27-a7af-7a0155c0b7ed None None] Network 5fcd3f6d-a074-4276-a07e-6fad82c0a98c requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:05:05.659073 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0f11555-a051-455f-a560-78b72c06c0a5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting subnet 60eb2d4e-ba85-437f-9510-19d53276cfbd {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:05:05.702087 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-9f58e701-3374-4a32-ab2d-0a7d9d8ed938 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0555186 Jan 21 19:05:05.706198 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60158) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:05.712485 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-15172185-64ae-4cd0-a8ea-f73710ec3168 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'port': {'network_id': '5fcd3f6d-a074-4276-a07e-6fad82c0a98c', 'name': 'tempest-PortsIpV6TestJSON-1372791807'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:05.714553 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f0f11555-a051-455f-a560-78b72c06c0a5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:05.823508 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b56eb2b-2cc0-4315-8757-7c51a75491c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-5fcd3f6d-a074-4276-a07e-6fad82c0a98c', 'network_id': '5fcd3f6d-a074-4276-a07e-6fad82c0a98c', 'tenant_id': '5cd950bb3d3d4999ba57a30656254269', 'fixed_ips': [{'subnet_id': 'a7f47978-fb80-4e8d-8d1a-4c5eec87f847'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:05:05.824956 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8b56eb2b-2cc0-4315-8757-7c51a75491c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:05.917468 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-15172185-64ae-4cd0-a8ea-f73710ec3168 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:05.923847 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2986c-f1d4-4790-9334-90acf2e4be03 req-3759da7b-27fd-4bea-888b-a11af2c2e592 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:05.924587 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-5ab2986c-f1d4-4790-9334-90acf2e4be03 req-3759da7b-27fd-4bea-888b-a11af2c2e592 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Synchronizing usage tracker for tenant:1f87e80a60cc473490523a0c4caffd4b on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:05:05.937205 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-15172185-64ae-4cd0-a8ea-f73710ec3168 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:05.948351 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-5ab2986c-f1d4-4790-9334-90acf2e4be03 req-3759da7b-27fd-4bea-888b-a11af2c2e592 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Unset dirty status for tenant:1f87e80a60cc473490523a0c4caffd4b on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:05:05.949491 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5ab2986c-f1d4-4790-9334-90acf2e4be03 req-3759da7b-27fd-4bea-888b-a11af2c2e592 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.113 "GET /v2.0/ports?device_id=ead1a893-d8bc-464c-a75c-9dfb8bc7fda2 HTTP/1.1" status: 200 len: 945 time: 0.2191584 Jan 21 19:05:05.996626 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-8b56eb2b-2cc0-4315-8757-7c51a75491c2 None None] Allocated IP 2001:db8::2 (5fcd3f6d-a074-4276-a07e-6fad82c0a98c/a7f47978-fb80-4e8d-8d1a-4c5eec87f847/2c104bb4-3cf0-4bd4-87b8-4303bfad47b8) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:05:06.020756 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-5ab2986c-f1d4-4790-9334-90acf2e4be03 req-97142ec3-6c21-4ff4-be43-462a37b920dd tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Deleting port 5032a02c-a423-412a-aa4d-de8eb56fef6a {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:05:06.021129 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-5ab2986c-f1d4-4790-9334-90acf2e4be03 req-97142ec3-6c21-4ff4-be43-462a37b920dd tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:06.050912 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15172185-64ae-4cd0-a8ea-f73710ec3168 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Made reservation on behalf of 5cd950bb3d3d4999ba57a30656254269 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:05:06.053889 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-15172185-64ae-4cd0-a8ea-f73710ec3168 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:06.078380 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f0f11555-a051-455f-a560-78b72c06c0a5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:06.096135 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-15172185-64ae-4cd0-a8ea-f73710ec3168 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] device_id is not set on port e48162cc-59ae-489c-8d7e-c8c22b988b84 yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:05:06.120741 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-66288863-d979-44e4-aedb-98bb8fa0b65c tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:06.124964 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-66288863-d979-44e4-aedb-98bb8fa0b65c tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:06.192688 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f0f11555-a051-455f-a560-78b72c06c0a5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:06.211679 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8b56eb2b-2cc0-4315-8757-7c51a75491c2 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:06.226742 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-8b56eb2b-2cc0-4315-8757-7c51a75491c2 None None] Transition to ACTIVE for port object 2c104bb4-3cf0-4bd4-87b8-4303bfad47b8 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:05:06.227285 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-66288863-d979-44e4-aedb-98bb8fa0b65c tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:06.227856 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66288863-d979-44e4-aedb-98bb8fa0b65c tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Fanout notify agent at l3_agent the message router_deleted on router b0d5b779-d953-4b00-bf7f-da9c408123c4 {{(pid=88136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:05:06.246018 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-8b56eb2b-2cc0-4315-8757-7c51a75491c2 None None] Transition to ACTIVE for port object 2c104bb4-3cf0-4bd4-87b8-4303bfad47b8 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:05:06.246191 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-66288863-d979-44e4-aedb-98bb8fa0b65c tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:06.249762 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-66288863-d979-44e4-aedb-98bb8fa0b65c tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "DELETE /v2.0/routers/b0d5b779-d953-4b00-bf7f-da9c408123c4 HTTP/1.1" status: 204 len: 168 time: 0.9095697 Jan 21 19:05:06.253920 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60162) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:06.323488 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8b56eb2b-2cc0-4315-8757-7c51a75491c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:06.337938 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-3df64094-a97d-4918-8951-2673e4fbd6d3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Deleting subnet c766f738-23c8-4c94-bf83-ecacd73ab765 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:05:06.341360 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3df64094-a97d-4918-8951-2673e4fbd6d3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:06.391874 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b56eb2b-2cc0-4315-8757-7c51a75491c2 None None] Network 5fcd3f6d-a074-4276-a07e-6fad82c0a98c is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:05:06.398375 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-8b56eb2b-2cc0-4315-8757-7c51a75491c2 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:06.401084 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b56eb2b-2cc0-4315-8757-7c51a75491c2 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:05:06.414737 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3df64094-a97d-4918-8951-2673e4fbd6d3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:06.444901 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f0f11555-a051-455f-a560-78b72c06c0a5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:06.456686 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b56eb2b-2cc0-4315-8757-7c51a75491c2 None None] Pushing event updated for resources: {'Port': ['ID=2c104bb4-3cf0-4bd4-87b8-4303bfad47b8,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:06.460007 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-15172185-64ae-4cd0-a8ea-f73710ec3168 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Allocated IP 2001:db8::135 (5fcd3f6d-a074-4276-a07e-6fad82c0a98c/a7f47978-fb80-4e8d-8d1a-4c5eec87f847/e48162cc-59ae-489c-8d7e-c8c22b988b84) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:05:06.500097 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f11555-a051-455f-a560-78b72c06c0a5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Subnet': ['ID=60eb2d4e-ba85-437f-9510-19d53276cfbd,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:06.504057 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f0f11555-a051-455f-a560-78b72c06c0a5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:06.518476 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cab788e-b01e-4049-aa55-cb0ae2ef5ed2 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:05:06.570107 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3df64094-a97d-4918-8951-2673e4fbd6d3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:06.603164 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f0f11555-a051-455f-a560-78b72c06c0a5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/60eb2d4e-ba85-437f-9510-19d53276cfbd HTTP/1.1" status: 204 len: 168 time: 1.2613754 Jan 21 19:05:06.605411 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60168) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:06.618290 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-5ab2986c-f1d4-4790-9334-90acf2e4be03 req-97142ec3-6c21-4ff4-be43-462a37b920dd tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] For port 5032a02c-a423-412a-aa4d-de8eb56fef6a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=5032a02c-a423-412a-aa4d-de8eb56fef6a,segment=NetworkSegment(ca3524f3-3584-4d5b-8092-53119e2b5443),segment_id=ca3524f3-3584-4d5b-8092-53119e2b5443)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:05:06.618631 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-5ab2986c-f1d4-4790-9334-90acf2e4be03 req-97142ec3-6c21-4ff4-be43-462a37b920dd tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:06.678563 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-e49d7b0f-12c7-4e93-bfc1-bb0aaf201609 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting subnet 8f670e82-b830-43c1-89e6-26b39e849738 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:05:06.681584 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e49d7b0f-12c7-4e93-bfc1-bb0aaf201609 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:06.700071 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-8b56eb2b-2cc0-4315-8757-7c51a75491c2 None None] Attempting to bind port 2c104bb4-3cf0-4bd4-87b8-4303bfad47b8 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:05:06.700394 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-8b56eb2b-2cc0-4315-8757-7c51a75491c2 None None] Attempting to bind port 2c104bb4-3cf0-4bd4-87b8-4303bfad47b8 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'c786a80d-e30a-4e0a-9b9c-520a2da4d365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5fcd3f6d-a074-4276-a07e-6fad82c0a98c'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:05:06.700825 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b56eb2b-2cc0-4315-8757-7c51a75491c2 None None] Attempting to bind port 2c104bb4-3cf0-4bd4-87b8-4303bfad47b8 on network 5fcd3f6d-a074-4276-a07e-6fad82c0a98c {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:05:06.717428 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b56eb2b-2cc0-4315-8757-7c51a75491c2 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:05:06.717874 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b56eb2b-2cc0-4315-8757-7c51a75491c2 None None] Checking segment: {'id': 'c786a80d-e30a-4e0a-9b9c-520a2da4d365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5fcd3f6d-a074-4276-a07e-6fad82c0a98c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:05:06.718750 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8b56eb2b-2cc0-4315-8757-7c51a75491c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:06.718750 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b56eb2b-2cc0-4315-8757-7c51a75491c2 None None] Bound using segment: {'id': 'c786a80d-e30a-4e0a-9b9c-520a2da4d365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5fcd3f6d-a074-4276-a07e-6fad82c0a98c'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:05:06.719220 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-8b56eb2b-2cc0-4315-8757-7c51a75491c2 None None] Bound port: 2c104bb4-3cf0-4bd4-87b8-4303bfad47b8, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c786a80d-e30a-4e0a-9b9c-520a2da4d365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5fcd3f6d-a074-4276-a07e-6fad82c0a98c'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:05:06.719596 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8b56eb2b-2cc0-4315-8757-7c51a75491c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:06.787290 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-5ab2986c-f1d4-4790-9334-90acf2e4be03 req-97142ec3-6c21-4ff4-be43-462a37b920dd tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Calling delete_port for 5032a02c-a423-412a-aa4d-de8eb56fef6a owned by compute:nova {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:05:06.803580 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e49d7b0f-12c7-4e93-bfc1-bb0aaf201609 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:06.919286 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ad9c4-547a-49a2-b374-85002273c2fb req-030b5fa2-4429-4cf4-9f4a-8cb5dcdadce7 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:06.921623 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-8b56eb2b-2cc0-4315-8757-7c51a75491c2 None None] For port 2c104bb4-3cf0-4bd4-87b8-4303bfad47b8, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:05:06.926310 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-dd2ad9c4-547a-49a2-b374-85002273c2fb req-030b5fa2-4429-4cf4-9f4a-8cb5dcdadce7 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead1a893-d8bc-464c-a75c-9dfb8bc7fda2 HTTP/1.1" status: 200 len: 945 time: 0.1967118 Jan 21 19:05:06.931543 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-8b56eb2b-2cc0-4315-8757-7c51a75491c2 None None] For port 2c104bb4-3cf0-4bd4-87b8-4303bfad47b8, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=2c104bb4-3cf0-4bd4-87b8-4303bfad47b8,segment=NetworkSegment(c786a80d-e30a-4e0a-9b9c-520a2da4d365),segment_id=c786a80d-e30a-4e0a-9b9c-520a2da4d365)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:05:06.964141 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-15172185-64ae-4cd0-a8ea-f73710ec3168 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:06.966792 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3df64094-a97d-4918-8951-2673e4fbd6d3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:06.992788 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8b56eb2b-2cc0-4315-8757-7c51a75491c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:07.021008 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-15172185-64ae-4cd0-a8ea-f73710ec3168 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Transition to ACTIVE for port object e48162cc-59ae-489c-8d7e-c8c22b988b84 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:05:07.026360 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e49d7b0f-12c7-4e93-bfc1-bb0aaf201609 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:07.061412 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3df64094-a97d-4918-8951-2673e4fbd6d3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:07.064071 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df64094-a97d-4918-8951-2673e4fbd6d3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event deleted for resources: {'Subnet': ['ID=c766f738-23c8-4c94-bf83-ecacd73ab765,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:07.073412 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa948e9-2bde-4d40-9622-28b9a934a909 None None] Network ad444021-cd61-4787-b9ed-27601eb277ab requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:05:07.091760 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-3df64094-a97d-4918-8951-2673e4fbd6d3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "DELETE /v2.0/subnets/c766f738-23c8-4c94-bf83-ecacd73ab765 HTTP/1.1" status: 204 len: 168 time: 0.8365951 Jan 21 19:05:07.094929 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60172) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:07.102606 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-dd2ad9c4-547a-49a2-b374-85002273c2fb req-daca6412-0d52-42a5-9e57-974883e17bca tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/security-groups?id=84380b41-afe6-4abf-bafe-93a3de4a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750443 Jan 21 19:05:07.130387 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b56eb2b-2cc0-4315-8757-7c51a75491c2 None None] Pushing event updated for resources: {'Port': ['ID=2c104bb4-3cf0-4bd4-87b8-4303bfad47b8,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:07.144209 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-5ab2986c-f1d4-4790-9334-90acf2e4be03 req-97142ec3-6c21-4ff4-be43-462a37b920dd tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:07.206149 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-15172185-64ae-4cd0-a8ea-f73710ec3168 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:07.232131 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97142ec3-6c21-4ff4-be43-462a37b920dd tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Pushing event deleted for resources: {'Port': ['ID=5032a02c-a423-412a-aa4d-de8eb56fef6a,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:07.243412 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e49d7b0f-12c7-4e93-bfc1-bb0aaf201609 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:07.312895 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7b0f-12c7-4e93-bfc1-bb0aaf201609 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Subnet': ['ID=8f670e82-b830-43c1-89e6-26b39e849738,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:07.316676 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e49d7b0f-12c7-4e93-bfc1-bb0aaf201609 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:07.327431 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e49d7b0f-12c7-4e93-bfc1-bb0aaf201609 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/8f670e82-b830-43c1-89e6-26b39e849738 HTTP/1.1" status: 204 len: 168 time: 0.7203691 Jan 21 19:05:07.331245 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60176) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:07.445578 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-0c6c85f3-8494-49c2-b3c8-9ea1336bca3c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1126738 Jan 21 19:05:07.448158 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60180) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:07.453652 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-ad313023-4726-4f4a-81e3-2ef65f95c868 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'subnet': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:07.462463 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39dbf05-c5b4-4eff-8788-99a1616817f9 None None] DHCP port deletion for ad444021-cd61-4787-b9ed-27601eb277ab request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:05:07.467441 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-b39dbf05-c5b4-4eff-8788-99a1616817f9 None None] Deleting port 536b97b6-053b-4125-9481-8f154492198b {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:05:07.468051 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b39dbf05-c5b4-4eff-8788-99a1616817f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:07.468878 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-13316efc-bc50-4720-a09f-60ed2e10fc6e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:07.478000 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15172185-64ae-4cd0-a8ea-f73710ec3168 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Network 5fcd3f6d-a074-4276-a07e-6fad82c0a98c is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:05:07.487636 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-15172185-64ae-4cd0-a8ea-f73710ec3168 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:07.490021 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15172185-64ae-4cd0-a8ea-f73710ec3168 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:05:07.496008 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15172185-64ae-4cd0-a8ea-f73710ec3168 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:07.496639 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-15172185-64ae-4cd0-a8ea-f73710ec3168 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:07.508150 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab2986c-f1d4-4790-9334-90acf2e4be03 req-97142ec3-6c21-4ff4-be43-462a37b920dd tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] No DVR routers for this DVR port 5032a02c-a423-412a-aa4d-de8eb56fef6a on host hv-neutron-8254 {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:05:07.511787 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-5ab2986c-f1d4-4790-9334-90acf2e4be03 req-97142ec3-6c21-4ff4-be43-462a37b920dd tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:07.519770 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead1a893-d8bc-464c-a75c-9dfb8bc7fda2', 'name': 'network-vif-deleted', 'tag': '5032a02c-a423-412a-aa4d-de8eb56fef6a'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:05:07.578447 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15172185-64ae-4cd0-a8ea-f73710ec3168 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event updated for resources: {'Port': ['ID=e48162cc-59ae-489c-8d7e-c8c22b988b84,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:07.597122 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-13316efc-bc50-4720-a09f-60ed2e10fc6e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Deleting port 536b97b6-053b-4125-9481-8f154492198b {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:05:07.597523 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-13316efc-bc50-4720-a09f-60ed2e10fc6e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:07.636151 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead1a893-d8bc-464c-a75c-9dfb8bc7fda2', 'name': 'network-vif-deleted', 'tag': '5032a02c-a423-412a-aa4d-de8eb56fef6a', 'status': 'completed', 'code': 200} Jan 21 19:05:07.669211 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-ad313023-4726-4f4a-81e3-2ef65f95c868 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:07.676497 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ad313023-4726-4f4a-81e3-2ef65f95c868 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Usage tracker for resource:subnet and tenant:331b5c16a931412fafa4a9af40615562 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:05:07.681199 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ad313023-4726-4f4a-81e3-2ef65f95c868 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:05:07.691547 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-ad313023-4726-4f4a-81e3-2ef65f95c868 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:07.747865 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5ab2986c-f1d4-4790-9334-90acf2e4be03 req-97142ec3-6c21-4ff4-be43-462a37b920dd tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.113 "DELETE /v2.0/ports/5032a02c-a423-412a-aa4d-de8eb56fef6a HTTP/1.1" status: 204 len: 173 time: 1.7933686 Jan 21 19:05:07.839319 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-b39dbf05-c5b4-4eff-8788-99a1616817f9 None None] For port 536b97b6-053b-4125-9481-8f154492198b, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=536b97b6-053b-4125-9481-8f154492198b,segment=NetworkSegment(988f513c-b259-4b1d-bb61-eba757029e30),segment_id=988f513c-b259-4b1d-bb61-eba757029e30)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:05:07.839791 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b39dbf05-c5b4-4eff-8788-99a1616817f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:07.859288 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-15172185-64ae-4cd0-a8ea-f73710ec3168 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1518657 Jan 21 19:05:07.862165 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60186) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:07.882789 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-13316efc-bc50-4720-a09f-60ed2e10fc6e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] For port 536b97b6-053b-4125-9481-8f154492198b, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=536b97b6-053b-4125-9481-8f154492198b,segment=NetworkSegment(988f513c-b259-4b1d-bb61-eba757029e30),segment_id=988f513c-b259-4b1d-bb61-eba757029e30)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:05:07.883199 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-13316efc-bc50-4720-a09f-60ed2e10fc6e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:07.981707 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad313023-4726-4f4a-81e3-2ef65f95c868 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:05:07.992641 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ad313023-4726-4f4a-81e3-2ef65f95c868 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:08.051211 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-e46ab960-f69c-4878-8b7a-67792d212104 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Deleting port e48162cc-59ae-489c-8d7e-c8c22b988b84 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:05:08.061395 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e46ab960-f69c-4878-8b7a-67792d212104 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:08.062367 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-b39dbf05-c5b4-4eff-8788-99a1616817f9 None None] Calling delete_port for 536b97b6-053b-4125-9481-8f154492198b owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:05:08.088760 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b37eef9-cacc-4208-a217-3ca3051deafe None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:05:08.176558 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-cea5eaa9-5e1e-490c-83af-c1f151161b74 None None] Provisioning complete for port 4ff9c4fa-8062-4fe2-9871-37b7ca4856a8 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:08.176928 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-cea5eaa9-5e1e-490c-83af-c1f151161b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:08.237006 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-13316efc-bc50-4720-a09f-60ed2e10fc6e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Calling delete_port for 536b97b6-053b-4125-9481-8f154492198b owned by network:dhcp {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:05:08.438644 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e3bd07a7-3153-481d-b1da-b11fc830f43e req-437b8d14-3917-4c15-bcb9-6923475085e5 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead1a893-d8bc-464c-a75c-9dfb8bc7fda2 HTTP/1.1" status: 200 len: 210 time: 0.0583930 Jan 21 19:05:08.469925 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.db.api [None req-13316efc-bc50-4720-a09f-60ed2e10fc6e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:05:08.471298 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG oslo_db.api [None req-13316efc-bc50-4720-a09f-60ed2e10fc6e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:05:08.476534 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b39dbf05-c5b4-4eff-8788-99a1616817f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:08.572508 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39dbf05-c5b4-4eff-8788-99a1616817f9 None None] Pushing event deleted for resources: {'Port': ['ID=536b97b6-053b-4125-9481-8f154492198b,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:08.580817 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39dbf05-c5b4-4eff-8788-99a1616817f9 None None] No DVR routers for this DVR port 536b97b6-053b-4125-9481-8f154492198b on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:05:08.683212 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c30c7a-cb20-4eae-abbe-1e30864e8dfb None None] DHCP port deletion for 76b60fc4-5668-469a-a3ef-49679dc3dfc0 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:05:08.705829 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-d3c30c7a-cb20-4eae-abbe-1e30864e8dfb None None] Deleting port 4ff9c4fa-8062-4fe2-9871-37b7ca4856a8 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:05:08.706541 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d3c30c7a-cb20-4eae-abbe-1e30864e8dfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:08.710105 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e46ab960-f69c-4878-8b7a-67792d212104 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:08.758455 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35228f49-831e-4240-9759-d55f35021e55 None None] Network 5fcd3f6d-a074-4276-a07e-6fad82c0a98c requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:05:08.851390 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ad313023-4726-4f4a-81e3-2ef65f95c868 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:08.861305 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-e46ab960-f69c-4878-8b7a-67792d212104 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Calling delete_port for e48162cc-59ae-489c-8d7e-c8c22b988b84 owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:05:08.934054 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-8535b3f5-2bae-490b-a2fa-2efbc32f6fb9 None None] Provisioning for port 2c104bb4-3cf0-4bd4-87b8-4303bfad47b8 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:05:08.969805 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad313023-4726-4f4a-81e3-2ef65f95c868 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:05:08.974634 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-13316efc-bc50-4720-a09f-60ed2e10fc6e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Deleting port 536b97b6-053b-4125-9481-8f154492198b {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:05:08.975719 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-13316efc-bc50-4720-a09f-60ed2e10fc6e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:08.976391 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-ad313023-4726-4f4a-81e3-2ef65f95c868 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:08.984523 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad313023-4726-4f4a-81e3-2ef65f95c868 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:08.985108 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ad313023-4726-4f4a-81e3-2ef65f95c868 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:08.993746 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad313023-4726-4f4a-81e3-2ef65f95c868 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Subnet': ['ID=8becf8a2-c0e0-4e6d-a81f-33f9d55ee268,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:09.079858 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-13316efc-bc50-4720-a09f-60ed2e10fc6e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] The port '536b97b6-053b-4125-9481-8f154492198b' was deleted {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:05:09.101051 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ad313023-4726-4f4a-81e3-2ef65f95c868 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6518199 Jan 21 19:05:09.104279 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60192) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:09.109106 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-d3c30c7a-cb20-4eae-abbe-1e30864e8dfb None None] For port 4ff9c4fa-8062-4fe2-9871-37b7ca4856a8, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=4ff9c4fa-8062-4fe2-9871-37b7ca4856a8,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:05:09.109666 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d3c30c7a-cb20-4eae-abbe-1e30864e8dfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:09.109816 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-31be10d7-ec53-48d6-abc4-005cd7bc3707 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'subnet': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:09.210115 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-13316efc-bc50-4720-a09f-60ed2e10fc6e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:09.240564 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-13316efc-bc50-4720-a09f-60ed2e10fc6e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad444021-cd61-4787-b9ed-27601eb277ab']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:09.243953 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-d3c30c7a-cb20-4eae-abbe-1e30864e8dfb None None] Calling delete_port for 4ff9c4fa-8062-4fe2-9871-37b7ca4856a8 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:05:09.254839 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-13316efc-bc50-4720-a09f-60ed2e10fc6e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '988f513c-b259-4b1d-bb61-eba757029e30') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:09.255183 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-13316efc-bc50-4720-a09f-60ed2e10fc6e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '988f513c-b259-4b1d-bb61-eba757029e30') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:09.260184 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e46ab960-f69c-4878-8b7a-67792d212104 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:09.266789 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-31be10d7-ec53-48d6-abc4-005cd7bc3707 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:09.268147 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-13316efc-bc50-4720-a09f-60ed2e10fc6e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:09.285707 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-13316efc-bc50-4720-a09f-60ed2e10fc6e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:09.294898 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13316efc-bc50-4720-a09f-60ed2e10fc6e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:05:09.295376 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-13316efc-bc50-4720-a09f-60ed2e10fc6e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:09.311734 dv-neutron-825470-1-hyperv neutron-server[88137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:05:09.311734 dv-neutron-825470-1-hyperv neutron-server[88137]: util.warn( Jan 21 19:05:09.311734 dv-neutron-825470-1-hyperv neutron-server[88137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:05:09.311734 dv-neutron-825470-1-hyperv neutron-server[88137]: util.warn( Jan 21 19:05:09.311734 dv-neutron-825470-1-hyperv neutron-server[88137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:05:09.311734 dv-neutron-825470-1-hyperv neutron-server[88137]: util.warn( Jan 21 19:05:09.311734 dv-neutron-825470-1-hyperv neutron-server[88137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:05:09.311734 dv-neutron-825470-1-hyperv neutron-server[88137]: util.warn( Jan 21 19:05:09.311734 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:05:09.311734 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:05:09.311734 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:05:09.311734 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:05:09.311734 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:05:09.311734 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:05:09.311734 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:05:09.311734 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:05:09.311734 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:05:09.311734 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:05:09.311734 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:05:09.311734 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:05:09.311734 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:05:09.311734 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:05:09.311734 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:05:09.311734 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:05:09.311734 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:05:09.311734 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:05:09.311734 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:05:09.311734 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:05:09.311734 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:05:09.311734 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:05:09.311734 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:05:09.311734 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:05:09.311734 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:05:09.311734 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:05:09.311734 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:05:09.311734 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:05:09.311734 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:05:09.311734 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:05:09.311734 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:05:09.311734 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:05:09.328719 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ab960-f69c-4878-8b7a-67792d212104 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event deleted for resources: {'Port': ['ID=e48162cc-59ae-489c-8d7e-c8c22b988b84,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:09.332829 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-31be10d7-ec53-48d6-abc4-005cd7bc3707 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Usage tracker for resource:subnet and tenant:331b5c16a931412fafa4a9af40615562 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:05:09.337670 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-31be10d7-ec53-48d6-abc4-005cd7bc3707 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:05:09.364370 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 2c104bb4-3cf0-4bd4-87b8-4303bfad47b8 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:05:09.383396 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-31be10d7-ec53-48d6-abc4-005cd7bc3707 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:09.388023 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e46ab960-f69c-4878-8b7a-67792d212104 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:09.402348 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e46ab960-f69c-4878-8b7a-67792d212104 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/ports/e48162cc-59ae-489c-8d7e-c8c22b988b84 HTTP/1.1" status: 204 len: 168 time: 1.5389683 Jan 21 19:05:09.404986 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60196) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:09.456684 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e2ae02c-b80b-4ff4-97cd-8f7bf9fc558c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] DELETE failed (client error): The resource could not be found. Jan 21 19:05:09.457152 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e2ae02c-b80b-4ff4-97cd-8f7bf9fc558c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:05:09.459325 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-3e2ae02c-b80b-4ff4-97cd-8f7bf9fc558c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/ports/e48162cc-59ae-489c-8d7e-c8c22b988b84 HTTP/1.1" status: 404 len: 333 time: 0.0529747 Jan 21 19:05:09.460726 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31be10d7-ec53-48d6-abc4-005cd7bc3707 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:05:09.463000 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60200) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:09.465158 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-31be10d7-ec53-48d6-abc4-005cd7bc3707 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:09.489327 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d3c30c7a-cb20-4eae-abbe-1e30864e8dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:09.511202 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-f573d1ea-7ff7-499a-bf2c-0fb22233344a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] GET failed (client error): The resource could not be found. Jan 21 19:05:09.511740 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-f573d1ea-7ff7-499a-bf2c-0fb22233344a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Synchronizing usage tracker for tenant:5cd950bb3d3d4999ba57a30656254269 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:05:09.515644 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-13316efc-bc50-4720-a09f-60ed2e10fc6e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:09.546992 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 2c104bb4-3cf0-4bd4-87b8-4303bfad47b8 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:05:09.549869 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-13316efc-bc50-4720-a09f-60ed2e10fc6e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:09.553850 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13316efc-bc50-4720-a09f-60ed2e10fc6e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event deleted for resources: {'Network': ['ID=ad444021-cd61-4787-b9ed-27601eb277ab,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:09.560759 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c30c7a-cb20-4eae-abbe-1e30864e8dfb None None] Pushing event deleted for resources: {'Port': ['ID=4ff9c4fa-8062-4fe2-9871-37b7ca4856a8,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:09.562816 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c30c7a-cb20-4eae-abbe-1e30864e8dfb None None] No DVR routers for this DVR port 4ff9c4fa-8062-4fe2-9871-37b7ca4856a8 on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:05:09.564265 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 2c104bb4-3cf0-4bd4-87b8-4303bfad47b8 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:09.564672 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:09.618047 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbed029-343b-42fe-b701-1e3f712a097f None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:05:09.628774 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60206) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:09.694536 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-13316efc-bc50-4720-a09f-60ed2e10fc6e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "DELETE /v2.0/networks/ad444021-cd61-4787-b9ed-27601eb277ab HTTP/1.1" status: 204 len: 168 time: 2.5990098 Jan 21 19:05:09.695310 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-f573d1ea-7ff7-499a-bf2c-0fb22233344a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Unset dirty status for tenant:5cd950bb3d3d4999ba57a30656254269 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:05:09.697476 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f573d1ea-7ff7-499a-bf2c-0fb22233344a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "GET /v2.0/ports/e48162cc-59ae-489c-8d7e-c8c22b988b84 HTTP/1.1" status: 404 len: 333 time: 0.2332449 Jan 21 19:05:09.708901 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60210) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:09.709142 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60212) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:09.719239 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-5e986b97-6701-4fdc-8f95-79e135ab4973 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Request body: {'network': {'name': 'tempest-RoutersTest-1456155339'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:09.724436 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-5e986b97-6701-4fdc-8f95-79e135ab4973 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:09.728341 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-5e986b97-6701-4fdc-8f95-79e135ab4973 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Usage tracker for resource:network and tenant:5282b25e8da043bbb3248dd1fe2c26b7 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:05:09.738463 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-5e986b97-6701-4fdc-8f95-79e135ab4973 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:05:09.738463 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-5e986b97-6701-4fdc-8f95-79e135ab4973 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:09.822844 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e986b97-6701-4fdc-8f95-79e135ab4973 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Made reservation on behalf of 5282b25e8da043bbb3248dd1fe2c26b7 for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:05:09.826548 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5e986b97-6701-4fdc-8f95-79e135ab4973 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:09.839664 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-c60f6be9-ad09-42c4-a825-86310b762cda None None] Provisioning complete for port 2c104bb4-3cf0-4bd4-87b8-4303bfad47b8 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:09.846557 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c60f6be9-ad09-42c4-a825-86310b762cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:09.854621 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-3858634b-adb6-4025-91b4-91886bacdf0a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Deleting subnet a7f47978-fb80-4e8d-8d1a-4c5eec87f847 {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:05:09.865508 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3858634b-adb6-4025-91b4-91886bacdf0a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:09.996176 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e986b97-6701-4fdc-8f95-79e135ab4973 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:05:10.006023 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5e986b97-6701-4fdc-8f95-79e135ab4973 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:10.006367 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-5e986b97-6701-4fdc-8f95-79e135ab4973 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Added segment a1999346-a168-4da2-a6d0-85d6fee20d2b of type vlan for network fd7cbeba-7a23-4a0d-a8c8-7b5791ea0b98 Jan 21 19:05:10.024753 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87f83a1-12e3-43c2-b9ad-09a64ed6763c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'tenant_id': '331b5c16a931412fafa4a9af40615562', 'fixed_ips': [{'subnet_id': '8becf8a2-c0e0-4e6d-a81f-33f9d55ee268'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:05:10.024753 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d87f83a1-12e3-43c2-b9ad-09a64ed6763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:10.033379 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5e986b97-6701-4fdc-8f95-79e135ab4973 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:10.034497 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.objects.ports [None req-31be10d7-ec53-48d6-abc4-005cd7bc3707 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88136) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 19:05:10.036595 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-31be10d7-ec53-48d6-abc4-005cd7bc3707 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:10.061586 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3858634b-adb6-4025-91b4-91886bacdf0a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:10.082592 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:10.116618 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be10d7-ec53-48d6-abc4-005cd7bc3707 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Subnet': ['ID=9a5e8f47-f75d-43d7-bc05-ee488c29f043,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:10.134248 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31be10d7-ec53-48d6-abc4-005cd7bc3707 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:05:10.135883 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-31be10d7-ec53-48d6-abc4-005cd7bc3707 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:10.139652 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31be10d7-ec53-48d6-abc4-005cd7bc3707 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:10.140449 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-31be10d7-ec53-48d6-abc4-005cd7bc3707 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:10.253977 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60218) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:10.255550 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-31be10d7-ec53-48d6-abc4-005cd7bc3707 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1445014 Jan 21 19:05:10.272589 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-3ef8dfc4-b5ee-49f8-801c-c1ab9af364c7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'port': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'mac_address': 'fa:16:3e:ee:1c:1d', 'name': 'tempest-NetworksTestDHCPv6-736294383'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:10.273260 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 2c104bb4-3cf0-4bd4-87b8-4303bfad47b8, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=2c104bb4-3cf0-4bd4-87b8-4303bfad47b8,segment=NetworkSegment(c786a80d-e30a-4e0a-9b9c-520a2da4d365),segment_id=c786a80d-e30a-4e0a-9b9c-520a2da4d365)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:05:10.277371 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c60f6be9-ad09-42c4-a825-86310b762cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:10.378171 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:10.393237 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5e986b97-6701-4fdc-8f95-79e135ab4973 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:10.398473 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e986b97-6701-4fdc-8f95-79e135ab4973 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:10.399055 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5e986b97-6701-4fdc-8f95-79e135ab4973 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:10.493389 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 536b97b6-053b-4125-9481-8f154492198b no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:05:10.525863 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-d87f83a1-12e3-43c2-b9ad-09a64ed6763c None None] Allocated IP 172.20.0.2 (76b60fc4-5668-469a-a3ef-49679dc3dfc0/8becf8a2-c0e0-4e6d-a81f-33f9d55ee268/d71c82ca-fe65-455a-b7a0-aa620cb21540) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:05:10.527744 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=2c104bb4-3cf0-4bd4-87b8-4303bfad47b8,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:10.596327 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 536b97b6-053b-4125-9481-8f154492198b {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:05:10.596654 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 536b97b6-053b-4125-9481-8f154492198b not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:05:10.597060 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 4ff9c4fa-8062-4fe2-9871-37b7ca4856a8 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:05:10.620878 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 5032a02c-a423-412a-aa4d-de8eb56fef6a no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:05:10.647010 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-d87f83a1-12e3-43c2-b9ad-09a64ed6763c None None] Allocated IP 2001:db8::f816:3eff:fe89:5fa8 (76b60fc4-5668-469a-a3ef-49679dc3dfc0/9a5e8f47-f75d-43d7-bc05-ee488c29f043/d71c82ca-fe65-455a-b7a0-aa620cb21540) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:05:10.678463 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 4ff9c4fa-8062-4fe2-9871-37b7ca4856a8 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:05:10.678800 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 4ff9c4fa-8062-4fe2-9871-37b7ca4856a8 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:05:10.693419 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] No Port match for: 5032a02c-a423-412a-aa4d-de8eb56fef6a {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:05:10.693759 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 5032a02c-a423-412a-aa4d-de8eb56fef6a not bound to the agent host hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:05:10.718568 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-c60f6be9-ad09-42c4-a825-86310b762cda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:05:10.718908 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-c60f6be9-ad09-42c4-a825-86310b762cda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:05:10.759455 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3858634b-adb6-4025-91b4-91886bacdf0a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:10.812819 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5e986b97-6701-4fdc-8f95-79e135ab4973 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1002600 Jan 21 19:05:10.812819 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e986b97-6701-4fdc-8f95-79e135ab4973 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event updated for resources: {'Network': ['ID=fd7cbeba-7a23-4a0d-a8c8-7b5791ea0b98,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:10.813205 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60222) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:10.820622 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-06854ffc-5ec1-40d7-98c4-412bde6efc92 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Request body: {'subnet': {'network_id': 'fd7cbeba-7a23-4a0d-a8c8-7b5791ea0b98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:10.834846 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network fd7cbeba-7a23-4a0d-a8c8-7b5791ea0b98 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:05:10.914319 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3ef8dfc4-b5ee-49f8-801c-c1ab9af364c7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:10.941035 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3ef8dfc4-b5ee-49f8-801c-c1ab9af364c7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:10.960133 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-06854ffc-5ec1-40d7-98c4-412bde6efc92 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:10.964650 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-06854ffc-5ec1-40d7-98c4-412bde6efc92 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Usage tracker for resource:subnet and tenant:5282b25e8da043bbb3248dd1fe2c26b7 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:05:10.967552 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-06854ffc-5ec1-40d7-98c4-412bde6efc92 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:05:10.975211 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-06854ffc-5ec1-40d7-98c4-412bde6efc92 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:11.000486 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d87f83a1-12e3-43c2-b9ad-09a64ed6763c None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:11.008205 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef8dfc4-b5ee-49f8-801c-c1ab9af364c7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:05:11.011655 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-d87f83a1-12e3-43c2-b9ad-09a64ed6763c None None] Transition to ACTIVE for port object d71c82ca-fe65-455a-b7a0-aa620cb21540 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:05:11.022584 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3858634b-adb6-4025-91b4-91886bacdf0a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:11.030097 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-d87f83a1-12e3-43c2-b9ad-09a64ed6763c None None] Transition to ACTIVE for port object d71c82ca-fe65-455a-b7a0-aa620cb21540 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:05:11.043027 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06854ffc-5ec1-40d7-98c4-412bde6efc92 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Made reservation on behalf of 5282b25e8da043bbb3248dd1fe2c26b7 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:05:11.046641 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-06854ffc-5ec1-40d7-98c4-412bde6efc92 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:11.089139 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3858634b-adb6-4025-91b4-91886bacdf0a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event deleted for resources: {'Subnet': ['ID=a7f47978-fb80-4e8d-8d1a-4c5eec87f847,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:11.091083 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3858634b-adb6-4025-91b4-91886bacdf0a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:11.094772 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d87f83a1-12e3-43c2-b9ad-09a64ed6763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:11.137713 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f2353b-7d92-4887-9233-e9dd8c35be72 None None] Network 5fcd3f6d-a074-4276-a07e-6fad82c0a98c requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:05:11.157695 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3858634b-adb6-4025-91b4-91886bacdf0a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/subnets/a7f47978-fb80-4e8d-8d1a-4c5eec87f847 HTTP/1.1" status: 204 len: 168 time: 1.4454119 Jan 21 19:05:11.160100 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60226) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:11.187720 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87f83a1-12e3-43c2-b9ad-09a64ed6763c None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:05:11.203377 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-d87f83a1-12e3-43c2-b9ad-09a64ed6763c None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:11.209426 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87f83a1-12e3-43c2-b9ad-09a64ed6763c None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:05:11.267008 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-09b6ebb2-44d5-40d7-871b-50577556d911 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:11.315196 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f83a1-12e3-43c2-b9ad-09a64ed6763c None None] Pushing event updated for resources: {'Port': ['ID=d71c82ca-fe65-455a-b7a0-aa620cb21540,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:11.364411 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 2c104bb4-3cf0-4bd4-87b8-4303bfad47b8 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:05:11.392049 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3ef8dfc4-b5ee-49f8-801c-c1ab9af364c7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:11.450484 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-91e2c89a-cc4f-4397-b2a1-06f0050a6c4a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:11.461617 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-3ef8dfc4-b5ee-49f8-801c-c1ab9af364c7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] device_id is not set on port 68ed43d6-f296-44cb-a94e-f278c6b5dfd5 yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:05:11.500159 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-06854ffc-5ec1-40d7-98c4-412bde6efc92 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:11.587610 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06854ffc-5ec1-40d7-98c4-412bde6efc92 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event updated for resources: {'Subnet': ['ID=02b74780-5f1c-43e0-8480-c72ec1b29909,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:11.587913 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-2aecb05f-8b76-4984-a130-e14ad92f433d None None] Could not find standard attr ID for object e48162cc-59ae-489c-8d7e-c8c22b988b84. {{(pid=88138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 19:05:11.591245 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-d87f83a1-12e3-43c2-b9ad-09a64ed6763c None None] Attempting to bind port d71c82ca-fe65-455a-b7a0-aa620cb21540 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:05:11.591619 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-d87f83a1-12e3-43c2-b9ad-09a64ed6763c None None] Attempting to bind port d71c82ca-fe65-455a-b7a0-aa620cb21540 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:05:11.591981 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87f83a1-12e3-43c2-b9ad-09a64ed6763c None None] Attempting to bind port d71c82ca-fe65-455a-b7a0-aa620cb21540 on network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:05:11.603352 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-91e2c89a-cc4f-4397-b2a1-06f0050a6c4a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Deleting port 2c104bb4-3cf0-4bd4-87b8-4303bfad47b8 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:05:11.603681 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-91e2c89a-cc4f-4397-b2a1-06f0050a6c4a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:11.605419 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06854ffc-5ec1-40d7-98c4-412bde6efc92 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Checking segment: {'id': 'a1999346-a168-4da2-a6d0-85d6fee20d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fd7cbeba-7a23-4a0d-a8c8-7b5791ea0b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:05:11.605885 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06854ffc-5ec1-40d7-98c4-412bde6efc92 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Network hostable DHCP agents. Network: fd7cbeba-7a23-4a0d-a8c8-7b5791ea0b98, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:05:11.608663 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87f83a1-12e3-43c2-b9ad-09a64ed6763c None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:05:11.609035 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87f83a1-12e3-43c2-b9ad-09a64ed6763c None None] Checking segment: {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:05:11.609439 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d87f83a1-12e3-43c2-b9ad-09a64ed6763c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:11.609864 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87f83a1-12e3-43c2-b9ad-09a64ed6763c None None] Bound using segment: {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:05:11.610337 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-d87f83a1-12e3-43c2-b9ad-09a64ed6763c None None] Bound port: d71c82ca-fe65-455a-b7a0-aa620cb21540, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:05:11.610709 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d87f83a1-12e3-43c2-b9ad-09a64ed6763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:11.667293 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 2c104bb4-3cf0-4bd4-87b8-4303bfad47b8 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:11.667664 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:11.676948 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06854ffc-5ec1-40d7-98c4-412bde6efc92 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Network fd7cbeba-7a23-4a0d-a8c8-7b5791ea0b98 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:05:11.740365 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-06854ffc-5ec1-40d7-98c4-412bde6efc92 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, fd7cbeba-7a23-4a0d-a8c8-7b5791ea0b98) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:11.745694 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06854ffc-5ec1-40d7-98c4-412bde6efc92 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:11.746367 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-06854ffc-5ec1-40d7-98c4-412bde6efc92 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:11.754338 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4cf942-b6e2-424e-944c-3e66dbefbb96 None None] Network fd7cbeba-7a23-4a0d-a8c8-7b5791ea0b98 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:05:11.829133 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-06854ffc-5ec1-40d7-98c4-412bde6efc92 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0105848 Jan 21 19:05:11.831405 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60230) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:11.836832 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-ebfc939f-b1da-48c5-92d4-8879bf9cc882 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1480231346', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:11.851037 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-ebfc939f-b1da-48c5-92d4-8879bf9cc882 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:11.855020 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ebfc939f-b1da-48c5-92d4-8879bf9cc882 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Usage tracker for resource:router and tenant:5282b25e8da043bbb3248dd1fe2c26b7 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:05:11.858453 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ebfc939f-b1da-48c5-92d4-8879bf9cc882 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:05:11.864654 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-ebfc939f-b1da-48c5-92d4-8879bf9cc882 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:11.892767 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-d87f83a1-12e3-43c2-b9ad-09a64ed6763c None None] For port d71c82ca-fe65-455a-b7a0-aa620cb21540, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:05:11.904062 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb85c4e-6c4e-46fc-a6ec-1778c02d499f None None] DHCP port deletion for 5fcd3f6d-a074-4276-a07e-6fad82c0a98c request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:05:11.926070 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ebfc939f-b1da-48c5-92d4-8879bf9cc882 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:11.926883 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ebfc939f-b1da-48c5-92d4-8879bf9cc882 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:11.931183 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-5eb85c4e-6c4e-46fc-a6ec-1778c02d499f None None] Deleting port 2c104bb4-3cf0-4bd4-87b8-4303bfad47b8 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:05:11.936475 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5eb85c4e-6c4e-46fc-a6ec-1778c02d499f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:11.946737 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ebfc939f-b1da-48c5-92d4-8879bf9cc882 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:11.972243 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-d87f83a1-12e3-43c2-b9ad-09a64ed6763c None None] For port d71c82ca-fe65-455a-b7a0-aa620cb21540, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=d71c82ca-fe65-455a-b7a0-aa620cb21540,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:05:12.026831 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ebfc939f-b1da-48c5-92d4-8879bf9cc882 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:12.063576 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d87f83a1-12e3-43c2-b9ad-09a64ed6763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:12.071850 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-91e2c89a-cc4f-4397-b2a1-06f0050a6c4a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] For port 2c104bb4-3cf0-4bd4-87b8-4303bfad47b8, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=2c104bb4-3cf0-4bd4-87b8-4303bfad47b8,segment=NetworkSegment(c786a80d-e30a-4e0a-9b9c-520a2da4d365),segment_id=c786a80d-e30a-4e0a-9b9c-520a2da4d365)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:05:12.072211 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-91e2c89a-cc4f-4397-b2a1-06f0050a6c4a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:12.111717 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ebfc939f-b1da-48c5-92d4-8879bf9cc882 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:12.115674 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ebfc939f-b1da-48c5-92d4-8879bf9cc882 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2808585 Jan 21 19:05:12.115996 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60234) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:12.152393 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-3ef8dfc4-b5ee-49f8-801c-c1ab9af364c7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Allocated IP 172.20.0.10 (76b60fc4-5668-469a-a3ef-49679dc3dfc0/8becf8a2-c0e0-4e6d-a81f-33f9d55ee268/68ed43d6-f296-44cb-a94e-f278c6b5dfd5) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:05:12.371919 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-91e2c89a-cc4f-4397-b2a1-06f0050a6c4a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Calling delete_port for 2c104bb4-3cf0-4bd4-87b8-4303bfad47b8 owned by network:dhcp {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:05:12.397876 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f83a1-12e3-43c2-b9ad-09a64ed6763c None None] Pushing event updated for resources: {'Port': ['ID=d71c82ca-fe65-455a-b7a0-aa620cb21540,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:12.405845 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cd8d31-5345-4c0d-b1c5-0234a620bdee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-fd7cbeba-7a23-4a0d-a8c8-7b5791ea0b98', 'network_id': 'fd7cbeba-7a23-4a0d-a8c8-7b5791ea0b98', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'fixed_ips': [{'subnet_id': '02b74780-5f1c-43e0-8480-c72ec1b29909'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:05:12.406755 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-50cd8d31-5345-4c0d-b1c5-0234a620bdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:12.413310 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-3ef8dfc4-b5ee-49f8-801c-c1ab9af364c7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Allocated IP 2001:db8::f816:3eff:feee:1c1d (76b60fc4-5668-469a-a3ef-49679dc3dfc0/9a5e8f47-f75d-43d7-bc05-ee488c29f043/68ed43d6-f296-44cb-a94e-f278c6b5dfd5) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:05:12.430009 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-5eb85c4e-6c4e-46fc-a6ec-1778c02d499f None None] For port 2c104bb4-3cf0-4bd4-87b8-4303bfad47b8, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=2c104bb4-3cf0-4bd4-87b8-4303bfad47b8,segment=NetworkSegment(c786a80d-e30a-4e0a-9b9c-520a2da4d365),segment_id=c786a80d-e30a-4e0a-9b9c-520a2da4d365)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:05:12.431508 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5eb85c4e-6c4e-46fc-a6ec-1778c02d499f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:12.509299 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-09b6ebb2-44d5-40d7-871b-50577556d911 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Deleting port e1aea94e-cfd0-4cbf-b64d-ca56f66ffc83 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:05:12.509640 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-09b6ebb2-44d5-40d7-871b-50577556d911 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:12.617207 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-5eb85c4e-6c4e-46fc-a6ec-1778c02d499f None None] Calling delete_port for 2c104bb4-3cf0-4bd4-87b8-4303bfad47b8 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:05:12.746419 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-91e2c89a-cc4f-4397-b2a1-06f0050a6c4a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:12.786094 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-5eb85c4e-6c4e-46fc-a6ec-1778c02d499f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:05:12.786443 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-5eb85c4e-6c4e-46fc-a6ec-1778c02d499f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:05:12.787678 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c9acdae1-fb97-4bf3-b7cd-bc884dbf5926 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:12.795615 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-50cd8d31-5345-4c0d-b1c5-0234a620bdee None None] Allocated IP 172.20.0.2 (fd7cbeba-7a23-4a0d-a8c8-7b5791ea0b98/02b74780-5f1c-43e0-8480-c72ec1b29909/a85021b0-1961-4e70-9f4c-eda0dffbeb57) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:05:12.876416 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e2c89a-cc4f-4397-b2a1-06f0050a6c4a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event deleted for resources: {'Port': ['ID=2c104bb4-3cf0-4bd4-87b8-4303bfad47b8,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:12.892221 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e2c89a-cc4f-4397-b2a1-06f0050a6c4a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] No DVR routers for this DVR port 2c104bb4-3cf0-4bd4-87b8-4303bfad47b8 on host dv-neutron-825470-1-hyperv {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:05:13.022219 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-50cd8d31-5345-4c0d-b1c5-0234a620bdee None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:13.037950 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-50cd8d31-5345-4c0d-b1c5-0234a620bdee None None] Transition to ACTIVE for port object a85021b0-1961-4e70-9f4c-eda0dffbeb57 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:05:13.044225 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3ef8dfc4-b5ee-49f8-801c-c1ab9af364c7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:13.053710 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:05:13.058458 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-50cd8d31-5345-4c0d-b1c5-0234a620bdee None None] Transition to ACTIVE for port object a85021b0-1961-4e70-9f4c-eda0dffbeb57 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:05:13.103529 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-91e2c89a-cc4f-4397-b2a1-06f0050a6c4a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:13.120077 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-09b6ebb2-44d5-40d7-871b-50577556d911 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] For port e1aea94e-cfd0-4cbf-b64d-ca56f66ffc83, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=e1aea94e-cfd0-4cbf-b64d-ca56f66ffc83,segment=NetworkSegment(ca3524f3-3584-4d5b-8092-53119e2b5443),segment_id=ca3524f3-3584-4d5b-8092-53119e2b5443)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:05:13.120430 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-09b6ebb2-44d5-40d7-871b-50577556d911 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:13.146337 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-50cd8d31-5345-4c0d-b1c5-0234a620bdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:13.201456 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-91e2c89a-cc4f-4397-b2a1-06f0050a6c4a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fcd3f6d-a074-4276-a07e-6fad82c0a98c']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:13.208831 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-3ef8dfc4-b5ee-49f8-801c-c1ab9af364c7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Transition to ACTIVE for port object 68ed43d6-f296-44cb-a94e-f278c6b5dfd5 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:05:13.216185 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cd8d31-5345-4c0d-b1c5-0234a620bdee None None] Network fd7cbeba-7a23-4a0d-a8c8-7b5791ea0b98 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:05:13.218864 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-c9acdae1-fb97-4bf3-b7cd-bc884dbf5926 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Allocated IP 172.20.0.1 (fd7cbeba-7a23-4a0d-a8c8-7b5791ea0b98/02b74780-5f1c-43e0-8480-c72ec1b29909/16ed500a-44e4-44a3-9e5f-1ee91726f727) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:05:13.219377 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-50cd8d31-5345-4c0d-b1c5-0234a620bdee None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:13.223029 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cd8d31-5345-4c0d-b1c5-0234a620bdee None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:05:13.230540 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd8d31-5345-4c0d-b1c5-0234a620bdee None None] Pushing event updated for resources: {'Port': ['ID=a85021b0-1961-4e70-9f4c-eda0dffbeb57,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:13.286866 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-09b6ebb2-44d5-40d7-871b-50577556d911 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Calling delete_port for e1aea94e-cfd0-4cbf-b64d-ca56f66ffc83 owned by network:router_interface {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:05:13.304456 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-5eb85c4e-6c4e-46fc-a6ec-1778c02d499f None None] Deleting port 2c104bb4-3cf0-4bd4-87b8-4303bfad47b8 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:05:13.304722 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5eb85c4e-6c4e-46fc-a6ec-1778c02d499f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:13.319123 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-91e2c89a-cc4f-4397-b2a1-06f0050a6c4a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c786a80d-e30a-4e0a-9b9c-520a2da4d365') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:13.319628 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-91e2c89a-cc4f-4397-b2a1-06f0050a6c4a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c786a80d-e30a-4e0a-9b9c-520a2da4d365') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:13.355438 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-91e2c89a-cc4f-4397-b2a1-06f0050a6c4a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:13.385592 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-91e2c89a-cc4f-4397-b2a1-06f0050a6c4a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:13.402228 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91e2c89a-cc4f-4397-b2a1-06f0050a6c4a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:05:13.402625 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-91e2c89a-cc4f-4397-b2a1-06f0050a6c4a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:13.418584 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:05:13.418584 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:05:13.418584 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:05:13.418584 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:05:13.418584 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:05:13.418584 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:05:13.418584 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:05:13.418584 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:05:13.418584 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:05:13.418584 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:05:13.418584 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:05:13.418584 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:05:13.418584 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:05:13.418584 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:05:13.418584 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:05:13.418584 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:05:13.418584 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:05:13.418584 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:05:13.418584 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:05:13.418584 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:05:13.418584 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:05:13.418584 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:05:13.418584 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:05:13.418584 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:05:13.418584 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:05:13.418584 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:05:13.418584 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:05:13.418584 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:05:13.418584 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:05:13.418584 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:05:13.418584 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:05:13.418584 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:05:13.425382 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-5eb85c4e-6c4e-46fc-a6ec-1778c02d499f None None] The port '2c104bb4-3cf0-4bd4-87b8-4303bfad47b8' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:05:13.446674 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device d71c82ca-fe65-455a-b7a0-aa620cb21540 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:05:13.459238 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c9acdae1-fb97-4bf3-b7cd-bc884dbf5926 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:13.490356 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-c9acdae1-fb97-4bf3-b7cd-bc884dbf5926 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Transition to ACTIVE for port object 16ed500a-44e4-44a3-9e5f-1ee91726f727 will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:05:13.501245 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-50cd8d31-5345-4c0d-b1c5-0234a620bdee None None] Attempting to bind port a85021b0-1961-4e70-9f4c-eda0dffbeb57 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:05:13.501725 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-50cd8d31-5345-4c0d-b1c5-0234a620bdee None None] Attempting to bind port a85021b0-1961-4e70-9f4c-eda0dffbeb57 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'a1999346-a168-4da2-a6d0-85d6fee20d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fd7cbeba-7a23-4a0d-a8c8-7b5791ea0b98'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:05:13.502554 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cd8d31-5345-4c0d-b1c5-0234a620bdee None None] Attempting to bind port a85021b0-1961-4e70-9f4c-eda0dffbeb57 on network fd7cbeba-7a23-4a0d-a8c8-7b5791ea0b98 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:05:13.524445 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cd8d31-5345-4c0d-b1c5-0234a620bdee None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:05:13.524823 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cd8d31-5345-4c0d-b1c5-0234a620bdee None None] Checking segment: {'id': 'a1999346-a168-4da2-a6d0-85d6fee20d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fd7cbeba-7a23-4a0d-a8c8-7b5791ea0b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:05:13.525259 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-50cd8d31-5345-4c0d-b1c5-0234a620bdee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:13.525655 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cd8d31-5345-4c0d-b1c5-0234a620bdee None None] Bound using segment: {'id': 'a1999346-a168-4da2-a6d0-85d6fee20d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fd7cbeba-7a23-4a0d-a8c8-7b5791ea0b98'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:05:13.526218 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-50cd8d31-5345-4c0d-b1c5-0234a620bdee None None] Bound port: a85021b0-1961-4e70-9f4c-eda0dffbeb57, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1999346-a168-4da2-a6d0-85d6fee20d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fd7cbeba-7a23-4a0d-a8c8-7b5791ea0b98'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:05:13.526627 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-50cd8d31-5345-4c0d-b1c5-0234a620bdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:13.552898 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3ef8dfc4-b5ee-49f8-801c-c1ab9af364c7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:13.580842 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c9acdae1-fb97-4bf3-b7cd-bc884dbf5926 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:13.649430 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-50cd8d31-5345-4c0d-b1c5-0234a620bdee None None] For port a85021b0-1961-4e70-9f4c-eda0dffbeb57, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:05:13.653335 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-50cd8d31-5345-4c0d-b1c5-0234a620bdee None None] For port a85021b0-1961-4e70-9f4c-eda0dffbeb57, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=a85021b0-1961-4e70-9f4c-eda0dffbeb57,segment=NetworkSegment(a1999346-a168-4da2-a6d0-85d6fee20d2b),segment_id=a1999346-a168-4da2-a6d0-85d6fee20d2b)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:05:13.672806 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef8dfc4-b5ee-49f8-801c-c1ab9af364c7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:05:13.679430 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9acdae1-fb97-4bf3-b7cd-bc884dbf5926 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Network fd7cbeba-7a23-4a0d-a8c8-7b5791ea0b98 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:05:13.680898 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-3ef8dfc4-b5ee-49f8-801c-c1ab9af364c7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:13.683049 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-c9acdae1-fb97-4bf3-b7cd-bc884dbf5926 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:13.683554 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef8dfc4-b5ee-49f8-801c-c1ab9af364c7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:05:13.687598 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9acdae1-fb97-4bf3-b7cd-bc884dbf5926 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:05:13.723853 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-91e2c89a-cc4f-4397-b2a1-06f0050a6c4a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:13.725462 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-50cd8d31-5345-4c0d-b1c5-0234a620bdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:13.728487 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-91e2c89a-cc4f-4397-b2a1-06f0050a6c4a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:13.771062 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8dfc4-b5ee-49f8-801c-c1ab9af364c7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Port': ['ID=68ed43d6-f296-44cb-a94e-f278c6b5dfd5,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:13.789250 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port d71c82ca-fe65-455a-b7a0-aa620cb21540 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:05:13.797663 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e2c89a-cc4f-4397-b2a1-06f0050a6c4a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event deleted for resources: {'Network': ['ID=5fcd3f6d-a074-4276-a07e-6fad82c0a98c,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:13.824470 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a52cd9-033c-40a3-895b-c86e6042ff56 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:05:13.826045 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-91e2c89a-cc4f-4397-b2a1-06f0050a6c4a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/networks/5fcd3f6d-a074-4276-a07e-6fad82c0a98c HTTP/1.1" status: 204 len: 168 time: 2.6544244 Jan 21 19:05:13.834897 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60238) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:13.843751 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-86cdd12f-61a1-4c05-bcf0-88428dbe148c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1705344562'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:13.857237 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-86cdd12f-61a1-4c05-bcf0-88428dbe148c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:13.871110 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef8dfc4-b5ee-49f8-801c-c1ab9af364c7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:13.873504 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3ef8dfc4-b5ee-49f8-801c-c1ab9af364c7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:13.889238 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9acdae1-fb97-4bf3-b7cd-bc884dbf5926 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event updated for resources: {'Port': ['ID=16ed500a-44e4-44a3-9e5f-1ee91726f727,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:13.896335 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 2c104bb4-3cf0-4bd4-87b8-4303bfad47b8 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:05:13.917424 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-86cdd12f-61a1-4c05-bcf0-88428dbe148c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Usage tracker for resource:network and tenant:5cd950bb3d3d4999ba57a30656254269 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:05:13.921614 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c9acdae1-fb97-4bf3-b7cd-bc884dbf5926 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:13.932521 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-86cdd12f-61a1-4c05-bcf0-88428dbe148c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:05:13.946424 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-86cdd12f-61a1-4c05-bcf0-88428dbe148c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:13.986610 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd8d31-5345-4c0d-b1c5-0234a620bdee None None] Pushing event updated for resources: {'Port': ['ID=a85021b0-1961-4e70-9f4c-eda0dffbeb57,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:13.993570 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 2c104bb4-3cf0-4bd4-87b8-4303bfad47b8 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:05:13.994264 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 2c104bb4-3cf0-4bd4-87b8-4303bfad47b8 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:05:13.999743 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-b3bfde2b-8a6f-400f-9e0b-29c78ce69a2f None None] Provisioning for port d71c82ca-fe65-455a-b7a0-aa620cb21540 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:05:14.015003 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-b3bfde2b-8a6f-400f-9e0b-29c78ce69a2f None None] Provisioning complete for port d71c82ca-fe65-455a-b7a0-aa620cb21540 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:14.015370 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b3bfde2b-8a6f-400f-9e0b-29c78ce69a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:14.028202 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3ef8dfc4-b5ee-49f8-801c-c1ab9af364c7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.7732446 Jan 21 19:05:14.030782 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60242) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:14.077832 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-09b6ebb2-44d5-40d7-871b-50577556d911 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:14.136867 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86cdd12f-61a1-4c05-bcf0-88428dbe148c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Made reservation on behalf of 5cd950bb3d3d4999ba57a30656254269 for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:05:14.140836 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-86cdd12f-61a1-4c05-bcf0-88428dbe148c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:14.157176 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b6ebb2-44d5-40d7-871b-50577556d911 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Pushing event deleted for resources: {'Port': ['ID=e1aea94e-cfd0-4cbf-b64d-ca56f66ffc83,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:14.171716 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c9acdae1-fb97-4bf3-b7cd-bc884dbf5926 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:14.355916 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b3bfde2b-8a6f-400f-9e0b-29c78ce69a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:14.411630 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-b3bfde2b-8a6f-400f-9e0b-29c78ce69a2f None None] For port d71c82ca-fe65-455a-b7a0-aa620cb21540, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=d71c82ca-fe65-455a-b7a0-aa620cb21540,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:05:14.511901 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b3bfde2b-8a6f-400f-9e0b-29c78ce69a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:14.593898 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86cdd12f-61a1-4c05-bcf0-88428dbe148c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:05:14.613323 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bfde2b-8a6f-400f-9e0b-29c78ce69a2f None None] Pushing event updated for resources: {'Port': ['ID=d71c82ca-fe65-455a-b7a0-aa620cb21540,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:14.629829 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-86cdd12f-61a1-4c05-bcf0-88428dbe148c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:14.630235 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-86cdd12f-61a1-4c05-bcf0-88428dbe148c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Added segment 2d64671d-8932-42a7-b1b1-6f01d32c167f of type vlan for network a8303a0f-664c-4113-9383-07ec5544c1f0 Jan 21 19:05:14.641346 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4a337c-dcdb-4a2a-93cf-f7c83062a81a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:14.649172 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4a337c-dcdb-4a2a-93cf-f7c83062a81a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:14.650042 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ac4a337c-dcdb-4a2a-93cf-f7c83062a81a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:05:14.752720 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c9acdae1-fb97-4bf3-b7cd-bc884dbf5926 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:14.772322 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-86cdd12f-61a1-4c05-bcf0-88428dbe148c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:14.779165 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-09b6ebb2-44d5-40d7-871b-50577556d911 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:14.826079 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c9acdae1-fb97-4bf3-b7cd-bc884dbf5926 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:14.868480 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ac4a337c-dcdb-4a2a-93cf-f7c83062a81a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:05:14.872726 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ac4a337c-dcdb-4a2a-93cf-f7c83062a81a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.8408375 Jan 21 19:05:14.873338 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60246) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:14.951238 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9acdae1-fb97-4bf3-b7cd-bc884dbf5926 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event updated for resources: {'Port': ['ID=16ed500a-44e4-44a3-9e5f-1ee91726f727,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:14.953874 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c9acdae1-fb97-4bf3-b7cd-bc884dbf5926 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:15.036405 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-86cdd12f-61a1-4c05-bcf0-88428dbe148c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:15.036405 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cdd12f-61a1-4c05-bcf0-88428dbe148c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:15.037230 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-86cdd12f-61a1-4c05-bcf0-88428dbe148c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:15.044244 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-306094e8-1e9a-4aae-8322-978e7c99ca29 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting port 68ed43d6-f296-44cb-a94e-f278c6b5dfd5 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:05:15.044370 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-306094e8-1e9a-4aae-8322-978e7c99ca29 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:15.108352 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9acdae1-fb97-4bf3-b7cd-bc884dbf5926 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Network fd7cbeba-7a23-4a0d-a8c8-7b5791ea0b98 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:05:15.109975 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-c9acdae1-fb97-4bf3-b7cd-bc884dbf5926 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:15.248834 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cdd12f-61a1-4c05-bcf0-88428dbe148c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event updated for resources: {'Network': ['ID=a8303a0f-664c-4113-9383-07ec5544c1f0,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:15.252364 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-d3bc4fc4-a822-4e91-9dc5-2f5b0faea8bc None None] Provisioning complete for port d71c82ca-fe65-455a-b7a0-aa620cb21540 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:15.252364 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d3bc4fc4-a822-4e91-9dc5-2f5b0faea8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:15.256368 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-86cdd12f-61a1-4c05-bcf0-88428dbe148c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4199765 Jan 21 19:05:15.262547 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60250) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:15.278408 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-0aa0ea1d-e1ef-425c-8f2a-970ef3693c3c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'subnet': {'network_id': 'a8303a0f-664c-4113-9383-07ec5544c1f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:15.317977 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network a8303a0f-664c-4113-9383-07ec5544c1f0 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:05:15.566849 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-0aa0ea1d-e1ef-425c-8f2a-970ef3693c3c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:15.569721 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device d71c82ca-fe65-455a-b7a0-aa620cb21540 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:05:15.581506 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-0aa0ea1d-e1ef-425c-8f2a-970ef3693c3c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Usage tracker for resource:subnet and tenant:5cd950bb3d3d4999ba57a30656254269 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:05:15.584868 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-0aa0ea1d-e1ef-425c-8f2a-970ef3693c3c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:05:15.592435 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-0aa0ea1d-e1ef-425c-8f2a-970ef3693c3c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:15.637550 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24255487-36d3-4c61-a002-49d6d4acfa95 None None] Network fd7cbeba-7a23-4a0d-a8c8-7b5791ea0b98 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:05:15.643873 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9acdae1-fb97-4bf3-b7cd-bc884dbf5926 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Router 7cc62c11-ba2b-472b-92d4-ba75490a86e2 is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:05:15.731007 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-306094e8-1e9a-4aae-8322-978e7c99ca29 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:15.739729 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa0ea1d-e1ef-425c-8f2a-970ef3693c3c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Made reservation on behalf of 5cd950bb3d3d4999ba57a30656254269 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:05:15.743388 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0aa0ea1d-e1ef-425c-8f2a-970ef3693c3c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:15.850673 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port d71c82ca-fe65-455a-b7a0-aa620cb21540 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:15.850673 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:15.854317 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b6ebb2-44d5-40d7-871b-50577556d911 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Router cab80974-9172-498e-b2e3-94347dd0f0df has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:05:15.860897 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-306094e8-1e9a-4aae-8322-978e7c99ca29 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Calling delete_port for 68ed43d6-f296-44cb-a94e-f278c6b5dfd5 owned by {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:05:15.896578 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-d3bc4fc4-a822-4e91-9dc5-2f5b0faea8bc None None] Provisioning for port 68ed43d6-f296-44cb-a94e-f278c6b5dfd5 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:05:15.914985 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-d3bc4fc4-a822-4e91-9dc5-2f5b0faea8bc None None] Provisioning complete for port 68ed43d6-f296-44cb-a94e-f278c6b5dfd5 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:15.915369 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d3bc4fc4-a822-4e91-9dc5-2f5b0faea8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:16.029714 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc4fc4-a822-4e91-9dc5-2f5b0faea8bc None None] Port 68ed43d6-f296-44cb-a94e-f278c6b5dfd5 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:05:16.059093 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9acdae1-fb97-4bf3-b7cd-bc884dbf5926 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:05:16.081585 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39945366-bb4b-46ac-a67e-f151ce017b9b None None] Sync routers for ids ['7cc62c11-ba2b-472b-92d4-ba75490a86e2'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:05:16.086373 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c9acdae1-fb97-4bf3-b7cd-bc884dbf5926 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "PUT /v2.0/routers/7cc62c11-ba2b-472b-92d4-ba75490a86e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9692128 Jan 21 19:05:16.096488 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60254) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:16.115389 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39945366-bb4b-46ac-a67e-f151ce017b9b None None] Routers {'7cc62c11-ba2b-472b-92d4-ba75490a86e2'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:05:16.115941 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-39945366-bb4b-46ac-a67e-f151ce017b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:04:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['7cc62c11-ba2b-472b-92d4-ba75490a86e2'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:16.183099 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device a85021b0-1961-4e70-9f4c-eda0dffbeb57 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:05:16.230514 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9789e742-58b6-4932-9b84-de8435ebd87d tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:16.236970 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-9789e742-58b6-4932-9b84-de8435ebd87d tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Synchronizing usage tracker for tenant:5282b25e8da043bbb3248dd1fe2c26b7 on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:05:16.237140 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-39945366-bb4b-46ac-a67e-f151ce017b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:16.258885 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39945366-bb4b-46ac-a67e-f151ce017b9b None None] Routers {'7cc62c11-ba2b-472b-92d4-ba75490a86e2'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:05:16.259366 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-39945366-bb4b-46ac-a67e-f151ce017b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:04:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['7cc62c11-ba2b-472b-92d4-ba75490a86e2'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:16.288849 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b6ebb2-44d5-40d7-871b-50577556d911 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:05:16.300464 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af17589-4b2a-4589-be7e-7ffcd74dd342 None None] Sync routers for ids ['cab80974-9172-498e-b2e3-94347dd0f0df'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:05:16.308721 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-09b6ebb2-44d5-40d7-871b-50577556d911 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "PUT /v2.0/routers/cab80974-9172-498e-b2e3-94347dd0f0df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6765056 Jan 21 19:05:16.310847 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60260) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:16.320329 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af17589-4b2a-4589-be7e-7ffcd74dd342 None None] Routers {'cab80974-9172-498e-b2e3-94347dd0f0df'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:05:16.321421 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-0af17589-4b2a-4589-be7e-7ffcd74dd342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:04:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['cab80974-9172-498e-b2e3-94347dd0f0df'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:16.329147 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-39945366-bb4b-46ac-a67e-f151ce017b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:16.330215 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39945366-bb4b-46ac-a67e-f151ce017b9b None None] The sync data for ids ['7cc62c11-ba2b-472b-92d4-ba75490a86e2'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:05:16.353975 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-d53ff70d-86f6-44c2-b1ba-7e64c24c6d53 None None] Provisioning for port a85021b0-1961-4e70-9f4c-eda0dffbeb57 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:05:16.370146 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-9789e742-58b6-4932-9b84-de8435ebd87d tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Unset dirty status for tenant:5282b25e8da043bbb3248dd1fe2c26b7 on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:05:16.374432 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-9789e742-58b6-4932-9b84-de8435ebd87d tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "GET /v2.0/ports/16ed500a-44e4-44a3-9e5f-1ee91726f727 HTTP/1.1" status: 200 len: 910 time: 0.2767832 Jan 21 19:05:16.381039 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60264) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:16.397862 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-d53ff70d-86f6-44c2-b1ba-7e64c24c6d53 None None] Provisioning complete for port 68ed43d6-f296-44cb-a94e-f278c6b5dfd5 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:16.398462 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d53ff70d-86f6-44c2-b1ba-7e64c24c6d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:16.450704 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port a85021b0-1961-4e70-9f4c-eda0dffbeb57 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:05:16.462091 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0aa0ea1d-e1ef-425c-8f2a-970ef3693c3c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:16.464334 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port a85021b0-1961-4e70-9f4c-eda0dffbeb57 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:16.464805 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:16.521027 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-306094e8-1e9a-4aae-8322-978e7c99ca29 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:16.525684 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-d53ff70d-86f6-44c2-b1ba-7e64c24c6d53 None None] Port 68ed43d6-f296-44cb-a94e-f278c6b5dfd5 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:05:16.593394 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-0af17589-4b2a-4589-be7e-7ffcd74dd342 None None] Set router cab80974-9172-498e-b2e3-94347dd0f0df gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:05:16.601777 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306094e8-1e9a-4aae-8322-978e7c99ca29 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Port': ['ID=68ed43d6-f296-44cb-a94e-f278c6b5dfd5,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:16.632087 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:16.709343 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port a85021b0-1961-4e70-9f4c-eda0dffbeb57, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=a85021b0-1961-4e70-9f4c-eda0dffbeb57,segment=NetworkSegment(a1999346-a168-4da2-a6d0-85d6fee20d2b),segment_id=a1999346-a168-4da2-a6d0-85d6fee20d2b)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:05:16.745992 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-e7f16f86-9459-41fa-8abb-0aac39393e5e None None] Provisioning for port 16ed500a-44e4-44a3-9e5f-1ee91726f727 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:05:16.754036 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-e7f16f86-9459-41fa-8abb-0aac39393e5e None None] Provisioning complete for port 16ed500a-44e4-44a3-9e5f-1ee91726f727 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:16.754833 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e7f16f86-9459-41fa-8abb-0aac39393e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:16.780826 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-27a60d79-b6ec-4e0a-9b65-6c694dcd8441 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Deleting subnet 318cf0e1-cb46-4ad9-b6e3-4761e636ad66 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:05:16.803826 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa0ea1d-e1ef-425c-8f2a-970ef3693c3c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event updated for resources: {'Subnet': ['ID=2b18ffd8-0081-4ab2-859d-11a19178ebfe,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:16.807140 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-27a60d79-b6ec-4e0a-9b65-6c694dcd8441 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:16.810125 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-306094e8-1e9a-4aae-8322-978e7c99ca29 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:16.813517 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-306094e8-1e9a-4aae-8322-978e7c99ca29 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/ports/68ed43d6-f296-44cb-a94e-f278c6b5dfd5 HTTP/1.1" status: 204 len: 168 time: 1.9358969 Jan 21 19:05:16.818787 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60268) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:16.837775 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:16.903255 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae81752e-a91c-479a-b409-11931b67b2bd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:16.904668 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae81752e-a91c-479a-b409-11931b67b2bd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:16.906265 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae81752e-a91c-479a-b409-11931b67b2bd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:16.907076 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ae81752e-a91c-479a-b409-11931b67b2bd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:05:16.956413 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-e7f16f86-9459-41fa-8abb-0aac39393e5e None None] Port 16ed500a-44e4-44a3-9e5f-1ee91726f727 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:05:16.956668 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa0ea1d-e1ef-425c-8f2a-970ef3693c3c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Checking segment: {'id': '2d64671d-8932-42a7-b1b1-6f01d32c167f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a8303a0f-664c-4113-9383-07ec5544c1f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:05:16.956668 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa0ea1d-e1ef-425c-8f2a-970ef3693c3c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Network hostable DHCP agents. Network: a8303a0f-664c-4113-9383-07ec5544c1f0, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:05:16.980899 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-e7f16f86-9459-41fa-8abb-0aac39393e5e None None] Provisioning complete for port a85021b0-1961-4e70-9f4c-eda0dffbeb57 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:16.981146 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e7f16f86-9459-41fa-8abb-0aac39393e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:17.004982 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ae81752e-a91c-479a-b409-11931b67b2bd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:05:17.006651 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ae81752e-a91c-479a-b409-11931b67b2bd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1865242 Jan 21 19:05:17.007170 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-0af17589-4b2a-4589-be7e-7ffcd74dd342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab80974-9172-498e-b2e3-94347dd0f0df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076722199', 'tenant_id': '1f87e80a60cc473490523a0c4caffd4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ee1af6a6-2d4e-43c1-9fbf-95d8be38957e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:03:00Z', 'updated_at': '2022-01-21T19:05:13Z', 'revision_number': 5, 'project_id': '1f87e80a60cc473490523a0c4caffd4b', 'gw_port': {'id': 'ee1af6a6-2d4e-43c1-9fbf-95d8be38957e', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:28:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab80974-9172-498e-b2e3-94347dd0f0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:03:02Z', 'updated_at': '2022-01-21T19:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:17.009246 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60272) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:17.012221 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af17589-4b2a-4589-be7e-7ffcd74dd342 None None] Checking router: cab80974-9172-498e-b2e3-94347dd0f0df for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:05:17.018770 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-27a60d79-b6ec-4e0a-9b65-6c694dcd8441 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:17.026953 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af17589-4b2a-4589-be7e-7ffcd74dd342 None None] Routers {'cab80974-9172-498e-b2e3-94347dd0f0df'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:05:17.027800 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-0af17589-4b2a-4589-be7e-7ffcd74dd342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:04:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['cab80974-9172-498e-b2e3-94347dd0f0df'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:17.035782 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=a85021b0-1961-4e70-9f4c-eda0dffbeb57,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:17.146493 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa0ea1d-e1ef-425c-8f2a-970ef3693c3c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Network a8303a0f-664c-4113-9383-07ec5544c1f0 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:05:17.149156 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ee7d6b6-740f-43d6-8efb-c29ffa99c5b1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting subnet 8becf8a2-c0e0-4e6d-a81f-33f9d55ee268 {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:05:17.157723 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2ee7d6b6-740f-43d6-8efb-c29ffa99c5b1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:17.288617 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2ee7d6b6-740f-43d6-8efb-c29ffa99c5b1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:17.309195 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-0aa0ea1d-e1ef-425c-8f2a-970ef3693c3c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, a8303a0f-664c-4113-9383-07ec5544c1f0) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:17.325007 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa0ea1d-e1ef-425c-8f2a-970ef3693c3c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:17.328445 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0aa0ea1d-e1ef-425c-8f2a-970ef3693c3c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:17.338846 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed12d9a1-cf87-4e24-88d3-adfcf65f2203 None None] Network a8303a0f-664c-4113-9383-07ec5544c1f0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:05:17.352945 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device a85021b0-1961-4e70-9f4c-eda0dffbeb57 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:05:17.409579 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-0af17589-4b2a-4589-be7e-7ffcd74dd342 None None] Set router cab80974-9172-498e-b2e3-94347dd0f0df gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:05:17.412187 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-27a60d79-b6ec-4e0a-9b65-6c694dcd8441 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:17.414327 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2ee7d6b6-740f-43d6-8efb-c29ffa99c5b1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:17.495146 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-0aa0ea1d-e1ef-425c-8f2a-970ef3693c3c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2303076 Jan 21 19:05:17.496666 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60276) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:17.505143 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-a5c8e3fa-77c9-4245-a658-20bac90b59ea tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'port': {'network_id': 'a8303a0f-664c-4113-9383-07ec5544c1f0', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1712391526'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:17.558493 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port a85021b0-1961-4e70-9f4c-eda0dffbeb57 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:17.558857 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:17.624033 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-44ccb851-4b58-48c7-86a2-bbb7db6d021a tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:17.683914 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-a5c8e3fa-77c9-4245-a658-20bac90b59ea tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:17.691023 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-a5c8e3fa-77c9-4245-a658-20bac90b59ea tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Usage tracker for resource:port and tenant:5cd950bb3d3d4999ba57a30656254269 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:05:17.692318 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-6eee7e54-056b-4888-8ef7-5b728cd62a0f None None] Provisioning complete for port 16ed500a-44e4-44a3-9e5f-1ee91726f727 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:17.692794 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6eee7e54-056b-4888-8ef7-5b728cd62a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:17.698775 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-a5c8e3fa-77c9-4245-a658-20bac90b59ea tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:05:17.708324 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-a5c8e3fa-77c9-4245-a658-20bac90b59ea tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:17.749760 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-27a60d79-b6ec-4e0a-9b65-6c694dcd8441 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:17.754246 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-6eee7e54-056b-4888-8ef7-5b728cd62a0f None None] Port 16ed500a-44e4-44a3-9e5f-1ee91726f727 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:05:17.768556 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-0af17589-4b2a-4589-be7e-7ffcd74dd342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab80974-9172-498e-b2e3-94347dd0f0df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076722199', 'tenant_id': '1f87e80a60cc473490523a0c4caffd4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ee1af6a6-2d4e-43c1-9fbf-95d8be38957e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:03:00Z', 'updated_at': '2022-01-21T19:05:13Z', 'revision_number': 5, 'project_id': '1f87e80a60cc473490523a0c4caffd4b', 'gw_port': {'id': 'ee1af6a6-2d4e-43c1-9fbf-95d8be38957e', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:28:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab80974-9172-498e-b2e3-94347dd0f0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:03:02Z', 'updated_at': '2022-01-21T19:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:17.772602 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af17589-4b2a-4589-be7e-7ffcd74dd342 None None] The sync data for ids ['cab80974-9172-498e-b2e3-94347dd0f0df'] in dv-neutron-825470-1-hyperv is: [{'id': 'cab80974-9172-498e-b2e3-94347dd0f0df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076722199', 'tenant_id': '1f87e80a60cc473490523a0c4caffd4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.160'}], 'enable_snat': True}, 'gw_port_id': 'ee1af6a6-2d4e-43c1-9fbf-95d8be38957e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:03:00Z', 'updated_at': '2022-01-21T19:05:13Z', 'revision_number': 5, 'project_id': '1f87e80a60cc473490523a0c4caffd4b', 'gw_port': {'id': 'ee1af6a6-2d4e-43c1-9fbf-95d8be38957e', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:28:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab80974-9172-498e-b2e3-94347dd0f0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:03:02Z', 'updated_at': '2022-01-21T19:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:05:17.783556 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2ee7d6b6-740f-43d6-8efb-c29ffa99c5b1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:17.816042 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d122316f-72e5-4289-b5d7-e0c5f344b381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-a8303a0f-664c-4113-9383-07ec5544c1f0', 'network_id': 'a8303a0f-664c-4113-9383-07ec5544c1f0', 'tenant_id': '5cd950bb3d3d4999ba57a30656254269', 'fixed_ips': [{'subnet_id': '2b18ffd8-0081-4ab2-859d-11a19178ebfe'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:05:17.817686 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d122316f-72e5-4289-b5d7-e0c5f344b381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:17.820970 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a60d79-b6ec-4e0a-9b65-6c694dcd8441 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Pushing event deleted for resources: {'Subnet': ['ID=318cf0e1-cb46-4ad9-b6e3-4761e636ad66,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:17.828632 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-27a60d79-b6ec-4e0a-9b65-6c694dcd8441 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:17.839527 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471c531f-3f24-4db4-a3d7-6cca91f6535f None None] Network fc24e89d-af25-4b19-a6e4-c71b6bd3aa74 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:05:17.842024 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a60d79-b6ec-4e0a-9b65-6c694dcd8441 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:05:17.842377 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a60d79-b6ec-4e0a-9b65-6c694dcd8441 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:05:17.843927 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a60d79-b6ec-4e0a-9b65-6c694dcd8441 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:05:17.843927 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a60d79-b6ec-4e0a-9b65-6c694dcd8441 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:05:17.843927 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a60d79-b6ec-4e0a-9b65-6c694dcd8441 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:05:17.843927 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a60d79-b6ec-4e0a-9b65-6c694dcd8441 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:05:17.844316 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a60d79-b6ec-4e0a-9b65-6c694dcd8441 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:05:17.844416 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a60d79-b6ec-4e0a-9b65-6c694dcd8441 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:05:17.844727 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a60d79-b6ec-4e0a-9b65-6c694dcd8441 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:05:17.845049 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a60d79-b6ec-4e0a-9b65-6c694dcd8441 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:05:17.845652 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a60d79-b6ec-4e0a-9b65-6c694dcd8441 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:05:17.846514 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a60d79-b6ec-4e0a-9b65-6c694dcd8441 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:05:17.856979 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-27a60d79-b6ec-4e0a-9b65-6c694dcd8441 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "DELETE /v2.0/subnets/318cf0e1-cb46-4ad9-b6e3-4761e636ad66 HTTP/1.1" status: 204 len: 168 time: 1.5449364 Jan 21 19:05:17.858999 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60280) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:17.859733 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7d6b6-740f-43d6-8efb-c29ffa99c5b1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Subnet': ['ID=8becf8a2-c0e0-4e6d-a81f-33f9d55ee268,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:17.861899 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c8e3fa-77c9-4245-a658-20bac90b59ea tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Made reservation on behalf of 5cd950bb3d3d4999ba57a30656254269 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:05:17.866090 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a5c8e3fa-77c9-4245-a658-20bac90b59ea tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:17.880522 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2ee7d6b6-740f-43d6-8efb-c29ffa99c5b1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:17.901212 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcae8c6-66f2-48f3-b966-ad3216ac061d None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:05:17.981742 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-a5c8e3fa-77c9-4245-a658-20bac90b59ea tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] device_id is not set on port 34d8f769-0d94-46cf-aed2-71eb4116099f yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:05:18.039789 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2ee7d6b6-740f-43d6-8efb-c29ffa99c5b1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/8becf8a2-c0e0-4e6d-a81f-33f9d55ee268 HTTP/1.1" status: 204 len: 168 time: 1.0285311 Jan 21 19:05:18.044710 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60284) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:18.077273 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-44ccb851-4b58-48c7-86a2-bbb7db6d021a tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Deleting port 16ed500a-44e4-44a3-9e5f-1ee91726f727 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:05:18.078145 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-44ccb851-4b58-48c7-86a2-bbb7db6d021a tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:18.196809 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb632709-d1eb-4694-868c-cb1e4897fdcf tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting subnet 9a5e8f47-f75d-43d7-bc05-ee488c29f043 {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:05:18.200334 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bb632709-d1eb-4694-868c-cb1e4897fdcf tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:18.292511 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0c9c2fa6-b046-4a03-8143-843050c317d6 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for router, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:18.317238 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-d122316f-72e5-4289-b5d7-e0c5f344b381 None None] Allocated IP 2001:db8::2 (a8303a0f-664c-4113-9383-07ec5544c1f0/2b18ffd8-0081-4ab2-859d-11a19178ebfe/4a30aaec-ef9f-439f-b2fb-93e459dcb1e7) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:05:18.371284 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bb632709-d1eb-4694-868c-cb1e4897fdcf tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:18.487761 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e19a22-8331-4ae7-932a-bebca288ba37 None None] DHCP port deletion for fc24e89d-af25-4b19-a6e4-c71b6bd3aa74 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:05:18.493682 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-a9e19a22-8331-4ae7-932a-bebca288ba37 None None] Deleting port f48b4802-aa1d-4bba-a3e9-14a016c258da {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:05:18.494746 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a9e19a22-8331-4ae7-932a-bebca288ba37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:18.523130 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-44ccb851-4b58-48c7-86a2-bbb7db6d021a tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:18.665925 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-44ccb851-4b58-48c7-86a2-bbb7db6d021a tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Calling delete_port for 16ed500a-44e4-44a3-9e5f-1ee91726f727 owned by network:router_interface {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:05:18.703775 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0c9c2fa6-b046-4a03-8143-843050c317d6 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:18.707610 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bb632709-d1eb-4694-868c-cb1e4897fdcf tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:18.712219 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d122316f-72e5-4289-b5d7-e0c5f344b381 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:18.744361 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-d122316f-72e5-4289-b5d7-e0c5f344b381 None None] Transition to ACTIVE for port object 4a30aaec-ef9f-439f-b2fb-93e459dcb1e7 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:05:18.812942 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-0c9c2fa6-b046-4a03-8143-843050c317d6 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Deleting port ee1af6a6-2d4e-43c1-9fbf-95d8be38957e {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:05:18.813475 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0c9c2fa6-b046-4a03-8143-843050c317d6 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:18.885229 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-a9e19a22-8331-4ae7-932a-bebca288ba37 None None] For port f48b4802-aa1d-4bba-a3e9-14a016c258da, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=f48b4802-aa1d-4bba-a3e9-14a016c258da,segment=NetworkSegment(ca3524f3-3584-4d5b-8092-53119e2b5443),segment_id=ca3524f3-3584-4d5b-8092-53119e2b5443)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:05:18.885697 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a9e19a22-8331-4ae7-932a-bebca288ba37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:18.889040 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bb632709-d1eb-4694-868c-cb1e4897fdcf tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:18.940571 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-44ccb851-4b58-48c7-86a2-bbb7db6d021a tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:18.946562 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-d122316f-72e5-4289-b5d7-e0c5f344b381 None None] Transition to ACTIVE for port object 4a30aaec-ef9f-439f-b2fb-93e459dcb1e7 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:05:18.951798 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bb632709-d1eb-4694-868c-cb1e4897fdcf tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:18.957158 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb632709-d1eb-4694-868c-cb1e4897fdcf tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Subnet': ['ID=9a5e8f47-f75d-43d7-bc05-ee488c29f043,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:19.010902 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-a9e19a22-8331-4ae7-932a-bebca288ba37 None None] Calling delete_port for f48b4802-aa1d-4bba-a3e9-14a016c258da owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:05:19.025217 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-bb632709-d1eb-4694-868c-cb1e4897fdcf tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/9a5e8f47-f75d-43d7-bc05-ee488c29f043 HTTP/1.1" status: 204 len: 168 time: 0.9284995 Jan 21 19:05:19.027663 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60288) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:19.073408 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d122316f-72e5-4289-b5d7-e0c5f344b381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:19.085967 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ccb851-4b58-48c7-86a2-bbb7db6d021a tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event deleted for resources: {'Port': ['ID=16ed500a-44e4-44a3-9e5f-1ee91726f727,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:19.143866 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d122316f-72e5-4289-b5d7-e0c5f344b381 None None] Network a8303a0f-664c-4113-9383-07ec5544c1f0 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:05:19.151460 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-d122316f-72e5-4289-b5d7-e0c5f344b381 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:19.154330 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d122316f-72e5-4289-b5d7-e0c5f344b381 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:05:19.187906 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-1f571114-f869-4b7c-9efd-e1d78012ac52 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1591499 Jan 21 19:05:19.193994 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60292) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:19.213760 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-55cdd117-fa36-489e-9108-f3bf85b2dccc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'subnet': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:19.287306 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d122316f-72e5-4289-b5d7-e0c5f344b381 None None] Pushing event updated for resources: {'Port': ['ID=4a30aaec-ef9f-439f-b2fb-93e459dcb1e7,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:19.325194 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-d122316f-72e5-4289-b5d7-e0c5f344b381 None None] Attempting to bind port 4a30aaec-ef9f-439f-b2fb-93e459dcb1e7 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:05:19.325570 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-0c9c2fa6-b046-4a03-8143-843050c317d6 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] For port ee1af6a6-2d4e-43c1-9fbf-95d8be38957e, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=ee1af6a6-2d4e-43c1-9fbf-95d8be38957e,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:05:19.326049 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0c9c2fa6-b046-4a03-8143-843050c317d6 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:19.330464 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-d122316f-72e5-4289-b5d7-e0c5f344b381 None None] Attempting to bind port 4a30aaec-ef9f-439f-b2fb-93e459dcb1e7 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '2d64671d-8932-42a7-b1b1-6f01d32c167f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a8303a0f-664c-4113-9383-07ec5544c1f0'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:05:19.331102 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d122316f-72e5-4289-b5d7-e0c5f344b381 None None] Attempting to bind port 4a30aaec-ef9f-439f-b2fb-93e459dcb1e7 on network a8303a0f-664c-4113-9383-07ec5544c1f0 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:05:19.336170 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a9e19a22-8331-4ae7-932a-bebca288ba37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:19.347677 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device e1aea94e-cfd0-4cbf-b64d-ca56f66ffc83 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:05:19.382939 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-a5c8e3fa-77c9-4245-a658-20bac90b59ea tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Allocated IP 2001:db8::1cb (a8303a0f-664c-4113-9383-07ec5544c1f0/2b18ffd8-0081-4ab2-859d-11a19178ebfe/34d8f769-0d94-46cf-aed2-71eb4116099f) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:05:19.405485 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-44ccb851-4b58-48c7-86a2-bbb7db6d021a tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:19.426434 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e19a22-8331-4ae7-932a-bebca288ba37 None None] No DVR routers for this DVR port f48b4802-aa1d-4bba-a3e9-14a016c258da on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:05:19.428087 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: e1aea94e-cfd0-4cbf-b64d-ca56f66ffc83 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:05:19.428430 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device e1aea94e-cfd0-4cbf-b64d-ca56f66ffc83 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:05:19.428831 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device f48b4802-aa1d-4bba-a3e9-14a016c258da no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:05:19.452880 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d122316f-72e5-4289-b5d7-e0c5f344b381 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:05:19.453252 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d122316f-72e5-4289-b5d7-e0c5f344b381 None None] Checking segment: {'id': '2d64671d-8932-42a7-b1b1-6f01d32c167f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a8303a0f-664c-4113-9383-07ec5544c1f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:05:19.453656 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d122316f-72e5-4289-b5d7-e0c5f344b381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:19.454091 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d122316f-72e5-4289-b5d7-e0c5f344b381 None None] Bound using segment: {'id': '2d64671d-8932-42a7-b1b1-6f01d32c167f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a8303a0f-664c-4113-9383-07ec5544c1f0'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:05:19.454668 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-d122316f-72e5-4289-b5d7-e0c5f344b381 None None] Bound port: 4a30aaec-ef9f-439f-b2fb-93e459dcb1e7, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d64671d-8932-42a7-b1b1-6f01d32c167f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a8303a0f-664c-4113-9383-07ec5544c1f0'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:05:19.455041 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d122316f-72e5-4289-b5d7-e0c5f344b381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:19.487819 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e19a22-8331-4ae7-932a-bebca288ba37 None None] Pushing event deleted for resources: {'Port': ['ID=f48b4802-aa1d-4bba-a3e9-14a016c258da,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:19.492891 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: f48b4802-aa1d-4bba-a3e9-14a016c258da {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:05:19.493641 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device f48b4802-aa1d-4bba-a3e9-14a016c258da not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:05:19.549823 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96263260-3f11-4647-812a-3491972c95e2 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:05:19.697535 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-2c72c0de-d8d4-45cc-a7d8-2b816a5ea830 None None] Provisioning complete for port d71c82ca-fe65-455a-b7a0-aa620cb21540 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:19.698308 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2c72c0de-d8d4-45cc-a7d8-2b816a5ea830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:19.757576 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-0c9c2fa6-b046-4a03-8143-843050c317d6 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Calling delete_port for ee1af6a6-2d4e-43c1-9fbf-95d8be38957e owned by network:router_gateway {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:05:19.762875 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ccb851-4b58-48c7-86a2-bbb7db6d021a tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Router 7cc62c11-ba2b-472b-92d4-ba75490a86e2 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:05:19.770545 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-d122316f-72e5-4289-b5d7-e0c5f344b381 None None] For port 4a30aaec-ef9f-439f-b2fb-93e459dcb1e7, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:05:19.825084 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-d122316f-72e5-4289-b5d7-e0c5f344b381 None None] For port 4a30aaec-ef9f-439f-b2fb-93e459dcb1e7, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=4a30aaec-ef9f-439f-b2fb-93e459dcb1e7,segment=NetworkSegment(2d64671d-8932-42a7-b1b1-6f01d32c167f),segment_id=2d64671d-8932-42a7-b1b1-6f01d32c167f)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:05:19.845287 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-55cdd117-fa36-489e-9108-f3bf85b2dccc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:19.856483 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-55cdd117-fa36-489e-9108-f3bf85b2dccc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Usage tracker for resource:subnet and tenant:331b5c16a931412fafa4a9af40615562 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:05:19.872867 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-55cdd117-fa36-489e-9108-f3bf85b2dccc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:05:19.890509 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-55cdd117-fa36-489e-9108-f3bf85b2dccc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:19.897449 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a5c8e3fa-77c9-4245-a658-20bac90b59ea tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:19.898202 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d122316f-72e5-4289-b5d7-e0c5f344b381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:19.925019 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ccb851-4b58-48c7-86a2-bbb7db6d021a tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:05:19.935033 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-a5c8e3fa-77c9-4245-a658-20bac90b59ea tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Transition to ACTIVE for port object 34d8f769-0d94-46cf-aed2-71eb4116099f will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:05:19.964563 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef54f0b-e088-4aa9-8438-5af371bd615d None None] Sync routers for ids ['7cc62c11-ba2b-472b-92d4-ba75490a86e2'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:05:19.982386 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cdd117-fa36-489e-9108-f3bf85b2dccc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:05:19.986595 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-55cdd117-fa36-489e-9108-f3bf85b2dccc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:19.995569 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-44ccb851-4b58-48c7-86a2-bbb7db6d021a tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "PUT /v2.0/routers/7cc62c11-ba2b-472b-92d4-ba75490a86e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6126606 Jan 21 19:05:19.999298 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60296) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:20.044084 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef54f0b-e088-4aa9-8438-5af371bd615d None None] Routers {'7cc62c11-ba2b-472b-92d4-ba75490a86e2'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:05:20.044921 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-fef54f0b-e088-4aa9-8438-5af371bd615d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:04:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['7cc62c11-ba2b-472b-92d4-ba75490a86e2'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:20.055402 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7f5e1ff8-09cf-459f-add9-066ca7e936ab tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Synchronizing usage tracker for tenant:5282b25e8da043bbb3248dd1fe2c26b7 on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:05:20.112601 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a5c8e3fa-77c9-4245-a658-20bac90b59ea tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:20.122996 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb1b4b9-e070-4262-88df-487675107720 None None] DHCP port deletion for 76b60fc4-5668-469a-a3ef-49679dc3dfc0 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:05:20.141911 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d122316f-72e5-4289-b5d7-e0c5f344b381 None None] Pushing event updated for resources: {'Port': ['ID=4a30aaec-ef9f-439f-b2fb-93e459dcb1e7,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:20.145829 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-fef54f0b-e088-4aa9-8438-5af371bd615d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:20.148459 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0fb1b4b9-e070-4262-88df-487675107720 None None] Deleting port d71c82ca-fe65-455a-b7a0-aa620cb21540 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:05:20.148844 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0fb1b4b9-e070-4262-88df-487675107720 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:20.157007 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7f5e1ff8-09cf-459f-add9-066ca7e936ab tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Unset dirty status for tenant:5282b25e8da043bbb3248dd1fe2c26b7 on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:05:20.163139 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-7f5e1ff8-09cf-459f-add9-066ca7e936ab tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "GET /v2.0/ports?device_id=7cc62c11-ba2b-472b-92d4-ba75490a86e2 HTTP/1.1" status: 200 len: 205 time: 0.1624577 Jan 21 19:05:20.164199 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60300) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:20.224599 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef54f0b-e088-4aa9-8438-5af371bd615d None None] Routers {'7cc62c11-ba2b-472b-92d4-ba75490a86e2'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:05:20.225246 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-fef54f0b-e088-4aa9-8438-5af371bd615d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:04:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['7cc62c11-ba2b-472b-92d4-ba75490a86e2'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:20.271309 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c8e3fa-77c9-4245-a658-20bac90b59ea tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Network a8303a0f-664c-4113-9383-07ec5544c1f0 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:05:20.279909 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-a5c8e3fa-77c9-4245-a658-20bac90b59ea tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:20.292421 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c8e3fa-77c9-4245-a658-20bac90b59ea tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:05:20.300759 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c8e3fa-77c9-4245-a658-20bac90b59ea tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:20.300924 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a5c8e3fa-77c9-4245-a658-20bac90b59ea tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:20.349192 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c8e3fa-77c9-4245-a658-20bac90b59ea tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event updated for resources: {'Port': ['ID=34d8f769-0d94-46cf-aed2-71eb4116099f,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:20.361962 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0c9c2fa6-b046-4a03-8143-843050c317d6 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:20.398880 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-fef54f0b-e088-4aa9-8438-5af371bd615d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:20.399318 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef54f0b-e088-4aa9-8438-5af371bd615d None None] The sync data for ids ['7cc62c11-ba2b-472b-92d4-ba75490a86e2'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:05:20.474369 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c2fa6-b046-4a03-8143-843050c317d6 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Pushing event deleted for resources: {'Port': ['ID=ee1af6a6-2d4e-43c1-9fbf-95d8be38957e,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:20.549332 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cba2cff6-80cd-43a6-a9fd-92d74986659b tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for router, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:20.567916 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-a5c8e3fa-77c9-4245-a658-20bac90b59ea tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.0695674 Jan 21 19:05:20.595149 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0fb1b4b9-e070-4262-88df-487675107720 None None] For port d71c82ca-fe65-455a-b7a0-aa620cb21540, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=d71c82ca-fe65-455a-b7a0-aa620cb21540,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:05:20.596432 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0fb1b4b9-e070-4262-88df-487675107720 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:20.600682 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60304) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:20.778058 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0c9c2fa6-b046-4a03-8143-843050c317d6 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:20.789849 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0fb1b4b9-e070-4262-88df-487675107720 None None] Calling delete_port for d71c82ca-fe65-455a-b7a0-aa620cb21540 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:05:20.865368 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-e8bb09ba-4baf-4325-8e61-bb0c1c6965ed tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Deleting port 34d8f769-0d94-46cf-aed2-71eb4116099f {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:05:20.865944 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e8bb09ba-4baf-4325-8e61-bb0c1c6965ed tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:20.987404 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cba2cff6-80cd-43a6-a9fd-92d74986659b tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:20.991263 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0fb1b4b9-e070-4262-88df-487675107720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:20.991711 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cba2cff6-80cd-43a6-a9fd-92d74986659b tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:21.018581 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0c9c2fa6-b046-4a03-8143-843050c317d6 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:21.021002 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0c9c2fa6-b046-4a03-8143-843050c317d6 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:21.044776 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb1b4b9-e070-4262-88df-487675107720 None None] No DVR routers for this DVR port d71c82ca-fe65-455a-b7a0-aa620cb21540 on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:05:21.047669 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1b4b9-e070-4262-88df-487675107720 None None] Pushing event deleted for resources: {'Port': ['ID=d71c82ca-fe65-455a-b7a0-aa620cb21540,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:21.065771 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-55cdd117-fa36-489e-9108-f3bf85b2dccc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:21.133959 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cdd117-fa36-489e-9108-f3bf85b2dccc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:05:21.137632 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-55cdd117-fa36-489e-9108-f3bf85b2dccc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:21.139326 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0c9c2fa6-b046-4a03-8143-843050c317d6 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:21.140024 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9c2fa6-b046-4a03-8143-843050c317d6 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Fanout notify agent at l3_agent the message router_deleted on router cab80974-9172-498e-b2e3-94347dd0f0df {{(pid=88137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:05:21.144106 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cdd117-fa36-489e-9108-f3bf85b2dccc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:21.144841 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-55cdd117-fa36-489e-9108-f3bf85b2dccc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:21.149586 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0189446a-de2c-493a-9e97-3fc5aa2a7b2a None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:05:21.168032 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cba2cff6-80cd-43a6-a9fd-92d74986659b tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:21.168546 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba2cff6-80cd-43a6-a9fd-92d74986659b tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Fanout notify agent at l3_agent the message router_deleted on router 7cc62c11-ba2b-472b-92d4-ba75490a86e2 {{(pid=88136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:05:21.170066 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0c9c2fa6-b046-4a03-8143-843050c317d6 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:21.171321 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-0c9c2fa6-b046-4a03-8143-843050c317d6 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "DELETE /v2.0/routers/cab80974-9172-498e-b2e3-94347dd0f0df HTTP/1.1" status: 204 len: 168 time: 3.2953668 Jan 21 19:05:21.172438 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cdd117-fa36-489e-9108-f3bf85b2dccc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Subnet': ['ID=06e521c8-0d2e-4b42-a7ad-6de34563d25f,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:21.177769 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60308) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:21.192671 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cba2cff6-80cd-43a6-a9fd-92d74986659b tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:21.196130 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-cba2cff6-80cd-43a6-a9fd-92d74986659b tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "DELETE /v2.0/routers/7cc62c11-ba2b-472b-92d4-ba75490a86e2 HTTP/1.1" status: 204 len: 168 time: 1.0276890 Jan 21 19:05:21.197274 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60312) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:21.271181 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-55cdd117-fa36-489e-9108-f3bf85b2dccc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0745561 Jan 21 19:05:21.283762 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60316) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:21.367963 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-51bcbe95-fb03-43dd-9ff5-cb18660f6994 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Deleting subnet 02b74780-5f1c-43e0-8480-c72ec1b29909 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:05:21.371823 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-51bcbe95-fb03-43dd-9ff5-cb18660f6994 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:21.416843 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-97dac072-4caf-4f44-a565-4d8110a7b959 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'subnet': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:21.464999 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-51bcbe95-fb03-43dd-9ff5-cb18660f6994 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:21.492658 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-663856bf-3288-467f-8374-4e04321a9a9c tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:21.521623 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e8bb09ba-4baf-4325-8e61-bb0c1c6965ed tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:21.530609 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743723d6-9f8b-40db-90b5-dd5fce3890e4 None None] Network a8303a0f-664c-4113-9383-07ec5544c1f0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:05:21.547764 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3a2506-b7cd-48ac-88be-d6bb17e5a908 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'tenant_id': '331b5c16a931412fafa4a9af40615562', 'fixed_ips': [{'subnet_id': '06e521c8-0d2e-4b42-a7ad-6de34563d25f'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:05:21.548639 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9e3a2506-b7cd-48ac-88be-d6bb17e5a908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:21.672036 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-e8bb09ba-4baf-4325-8e61-bb0c1c6965ed tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Calling delete_port for 34d8f769-0d94-46cf-aed2-71eb4116099f owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:05:21.715870 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-663856bf-3288-467f-8374-4e04321a9a9c tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:21.729765 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-51bcbe95-fb03-43dd-9ff5-cb18660f6994 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:21.731130 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-97dac072-4caf-4f44-a565-4d8110a7b959 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:21.745106 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-97dac072-4caf-4f44-a565-4d8110a7b959 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Usage tracker for resource:subnet and tenant:331b5c16a931412fafa4a9af40615562 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:05:21.749660 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-97dac072-4caf-4f44-a565-4d8110a7b959 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:05:21.753697 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-663856bf-3288-467f-8374-4e04321a9a9c tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc24e89d-af25-4b19-a6e4-c71b6bd3aa74']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:21.773367 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-97dac072-4caf-4f44-a565-4d8110a7b959 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:21.780451 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-663856bf-3288-467f-8374-4e04321a9a9c tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca3524f3-3584-4d5b-8092-53119e2b5443') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:21.780451 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-663856bf-3288-467f-8374-4e04321a9a9c tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca3524f3-3584-4d5b-8092-53119e2b5443') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:21.802629 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 4a30aaec-ef9f-439f-b2fb-93e459dcb1e7 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:05:21.815454 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-663856bf-3288-467f-8374-4e04321a9a9c tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:21.843816 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-663856bf-3288-467f-8374-4e04321a9a9c tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:21.847432 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-fcdd0b06-f593-4286-bf4f-749c3856907f None None] Provisioning for port 4a30aaec-ef9f-439f-b2fb-93e459dcb1e7 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:05:21.856614 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-663856bf-3288-467f-8374-4e04321a9a9c tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:05:21.856614 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-663856bf-3288-467f-8374-4e04321a9a9c tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:21.871063 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:05:21.871063 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:05:21.871063 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:05:21.871063 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:05:21.871063 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:05:21.871063 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:05:21.871063 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:05:21.871063 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:05:21.871063 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:05:21.871063 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:05:21.871063 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:05:21.871063 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:05:21.871063 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:05:21.871063 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:05:21.871063 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:05:21.871063 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:05:21.871063 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:05:21.871063 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:05:21.871063 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:05:21.871063 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:05:21.871063 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:05:21.871063 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:05:21.871063 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:05:21.871063 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:05:21.871063 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:05:21.871063 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:05:21.871063 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:05:21.871063 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:05:21.871063 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:05:21.871063 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:05:21.871063 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:05:21.871063 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:05:21.906061 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-9e3a2506-b7cd-48ac-88be-d6bb17e5a908 None None] Allocated IP 172.20.0.2 (76b60fc4-5668-469a-a3ef-49679dc3dfc0/06e521c8-0d2e-4b42-a7ad-6de34563d25f/e1640ddd-9f97-4540-89f7-6edafa06b5ba) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:05:21.940470 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-51bcbe95-fb03-43dd-9ff5-cb18660f6994 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:21.941912 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97dac072-4caf-4f44-a565-4d8110a7b959 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:05:21.945826 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-97dac072-4caf-4f44-a565-4d8110a7b959 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:21.981147 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bcbe95-fb03-43dd-9ff5-cb18660f6994 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event deleted for resources: {'Subnet': ['ID=02b74780-5f1c-43e0-8480-c72ec1b29909,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:21.988210 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-51bcbe95-fb03-43dd-9ff5-cb18660f6994 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:22.000512 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-51bcbe95-fb03-43dd-9ff5-cb18660f6994 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "DELETE /v2.0/subnets/02b74780-5f1c-43e0-8480-c72ec1b29909 HTTP/1.1" status: 204 len: 168 time: 0.8021872 Jan 21 19:05:22.002198 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60320) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:22.005804 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e8bb09ba-4baf-4325-8e61-bb0c1c6965ed tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:22.013964 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a4d9da-4102-4bbc-92f0-d326f3f41215 None None] Network fd7cbeba-7a23-4a0d-a8c8-7b5791ea0b98 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:05:22.108751 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 4a30aaec-ef9f-439f-b2fb-93e459dcb1e7 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:05:22.153504 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-663856bf-3288-467f-8374-4e04321a9a9c tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:22.175498 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 4a30aaec-ef9f-439f-b2fb-93e459dcb1e7 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:22.175873 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:22.180271 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-663856bf-3288-467f-8374-4e04321a9a9c tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:22.200125 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663856bf-3288-467f-8374-4e04321a9a9c tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Pushing event deleted for resources: {'Network': ['ID=fc24e89d-af25-4b19-a6e4-c71b6bd3aa74,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:22.216366 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb09ba-4baf-4325-8e61-bb0c1c6965ed tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event deleted for resources: {'Port': ['ID=34d8f769-0d94-46cf-aed2-71eb4116099f,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:22.223185 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663856bf-3288-467f-8374-4e04321a9a9c tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:05:22.223185 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663856bf-3288-467f-8374-4e04321a9a9c tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:05:22.229343 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663856bf-3288-467f-8374-4e04321a9a9c tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:05:22.229343 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663856bf-3288-467f-8374-4e04321a9a9c tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:05:22.229343 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663856bf-3288-467f-8374-4e04321a9a9c tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:05:22.229343 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663856bf-3288-467f-8374-4e04321a9a9c tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:05:22.229343 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663856bf-3288-467f-8374-4e04321a9a9c tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:05:22.229343 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663856bf-3288-467f-8374-4e04321a9a9c tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:05:22.229343 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663856bf-3288-467f-8374-4e04321a9a9c tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:05:22.229343 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663856bf-3288-467f-8374-4e04321a9a9c tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:05:22.229343 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663856bf-3288-467f-8374-4e04321a9a9c tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:05:22.229343 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663856bf-3288-467f-8374-4e04321a9a9c tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:05:22.285048 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e8bb09ba-4baf-4325-8e61-bb0c1c6965ed tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:22.289742 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60324) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:22.290626 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e8bb09ba-4baf-4325-8e61-bb0c1c6965ed tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/ports/34d8f769-0d94-46cf-aed2-71eb4116099f HTTP/1.1" status: 204 len: 168 time: 1.6852932 Jan 21 19:05:22.354147 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d5254d9-0c7b-41ae-81fe-f803255ccfff tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] GET failed (client error): The resource could not be found. Jan 21 19:05:22.354754 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-4d5254d9-0c7b-41ae-81fe-f803255ccfff tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Synchronizing usage tracker for tenant:5cd950bb3d3d4999ba57a30656254269 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:05:22.360533 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-663856bf-3288-467f-8374-4e04321a9a9c tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "DELETE /v2.0/networks/fc24e89d-af25-4b19-a6e4-c71b6bd3aa74 HTTP/1.1" status: 204 len: 168 time: 1.1793230 Jan 21 19:05:22.362165 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60328) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:22.371771 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6882cf68-7d57-4d08-8d29-56e33e86bad3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:22.384158 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-6882cf68-7d57-4d08-8d29-56e33e86bad3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Deleting port a85021b0-1961-4e70-9f4c-eda0dffbeb57 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:05:22.384494 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6882cf68-7d57-4d08-8d29-56e33e86bad3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:22.514048 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9e3a2506-b7cd-48ac-88be-d6bb17e5a908 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:22.536465 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-9e3a2506-b7cd-48ac-88be-d6bb17e5a908 None None] Transition to ACTIVE for port object e1640ddd-9f97-4540-89f7-6edafa06b5ba will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:05:22.539262 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:22.560300 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-570a4b17-4ff7-4772-b453-dce17edd6a46 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:22.560300 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-4d5254d9-0c7b-41ae-81fe-f803255ccfff tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Unset dirty status for tenant:5cd950bb3d3d4999ba57a30656254269 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:05:22.561554 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-4d5254d9-0c7b-41ae-81fe-f803255ccfff tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "GET /v2.0/ports/34d8f769-0d94-46cf-aed2-71eb4116099f HTTP/1.1" status: 404 len: 333 time: 0.2706380 Jan 21 19:05:22.602980 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.objects.ports [None req-97dac072-4caf-4f44-a565-4d8110a7b959 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88137) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 19:05:22.603908 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60332) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:22.613008 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-97dac072-4caf-4f44-a565-4d8110a7b959 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:22.614307 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-9e3a2506-b7cd-48ac-88be-d6bb17e5a908 None None] Transition to ACTIVE for port object e1640ddd-9f97-4540-89f7-6edafa06b5ba will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:05:22.618792 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-593f5991-00ca-4400-9aee-954ed3270b63 None None] Could not find standard attr ID for object 34d8f769-0d94-46cf-aed2-71eb4116099f. {{(pid=88138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 19:05:22.631346 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 4a30aaec-ef9f-439f-b2fb-93e459dcb1e7, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=4a30aaec-ef9f-439f-b2fb-93e459dcb1e7,segment=NetworkSegment(2d64671d-8932-42a7-b1b1-6f01d32c167f),segment_id=2d64671d-8932-42a7-b1b1-6f01d32c167f)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:05:22.635414 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-593f5991-00ca-4400-9aee-954ed3270b63 None None] Provisioning complete for port 4a30aaec-ef9f-439f-b2fb-93e459dcb1e7 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:22.635627 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-593f5991-00ca-4400-9aee-954ed3270b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:22.642480 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-6882cf68-7d57-4d08-8d29-56e33e86bad3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] For port a85021b0-1961-4e70-9f4c-eda0dffbeb57, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=a85021b0-1961-4e70-9f4c-eda0dffbeb57,segment=NetworkSegment(a1999346-a168-4da2-a6d0-85d6fee20d2b),segment_id=a1999346-a168-4da2-a6d0-85d6fee20d2b)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:05:22.642995 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6882cf68-7d57-4d08-8d29-56e33e86bad3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:22.756526 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c952b758-f6bf-4f47-bba2-a9dcb9f9a18d None None] DHCP port deletion for fd7cbeba-7a23-4a0d-a8c8-7b5791ea0b98 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:05:22.766372 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9e3a2506-b7cd-48ac-88be-d6bb17e5a908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:22.772797 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:22.796509 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-6882cf68-7d57-4d08-8d29-56e33e86bad3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Calling delete_port for a85021b0-1961-4e70-9f4c-eda0dffbeb57 owned by network:dhcp {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:05:22.820053 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-c952b758-f6bf-4f47-bba2-a9dcb9f9a18d None None] Deleting port a85021b0-1961-4e70-9f4c-eda0dffbeb57 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:05:22.820053 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c952b758-f6bf-4f47-bba2-a9dcb9f9a18d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:22.881443 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device d71c82ca-fe65-455a-b7a0-aa620cb21540 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:05:22.906578 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dac072-4caf-4f44-a565-4d8110a7b959 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Subnet': ['ID=6d440165-ffa3-4928-864c-cd834e2ee51f,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:22.937348 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: d71c82ca-fe65-455a-b7a0-aa620cb21540 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:05:22.937682 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device d71c82ca-fe65-455a-b7a0-aa620cb21540 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:05:22.937902 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-570a4b17-4ff7-4772-b453-dce17edd6a46 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:22.943356 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3a2506-b7cd-48ac-88be-d6bb17e5a908 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:05:22.951769 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6882cf68-7d57-4d08-8d29-56e33e86bad3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:22.952251 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97dac072-4caf-4f44-a565-4d8110a7b959 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:05:22.957915 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-9e3a2506-b7cd-48ac-88be-d6bb17e5a908 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:22.958082 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-97dac072-4caf-4f44-a565-4d8110a7b959 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:22.963873 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97dac072-4caf-4f44-a565-4d8110a7b959 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:22.963873 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-97dac072-4caf-4f44-a565-4d8110a7b959 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:22.964253 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a2506-b7cd-48ac-88be-d6bb17e5a908 None None] Pushing event updated for resources: {'Port': ['ID=e1640ddd-9f97-4540-89f7-6edafa06b5ba,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:22.965567 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3a2506-b7cd-48ac-88be-d6bb17e5a908 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:05:22.986267 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-39f1ab79-a97c-404d-aaad-9941964f7a85 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Deleting subnet 2b18ffd8-0081-4ab2-859d-11a19178ebfe {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:05:22.998615 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-39f1ab79-a97c-404d-aaad-9941964f7a85 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:23.011773 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6882cf68-7d57-4d08-8d29-56e33e86bad3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event deleted for resources: {'Port': ['ID=a85021b0-1961-4e70-9f4c-eda0dffbeb57,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:23.013931 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6882cf68-7d57-4d08-8d29-56e33e86bad3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] No DVR routers for this DVR port a85021b0-1961-4e70-9f4c-eda0dffbeb57 on host dv-neutron-825470-1-hyperv {{(pid=88136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:05:23.068400 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-97dac072-4caf-4f44-a565-4d8110a7b959 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6714153 Jan 21 19:05:23.069182 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60336) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:23.088582 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-f0fb1739-c390-46f0-b38f-68585e581c43 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'port': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'mac_address': 'fa:16:3e:ad:27:98', 'name': 'tempest-NetworksTestDHCPv6-1451454030'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:23.134230 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-39f1ab79-a97c-404d-aaad-9941964f7a85 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:23.167358 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6882cf68-7d57-4d08-8d29-56e33e86bad3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:23.206216 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-6882cf68-7d57-4d08-8d29-56e33e86bad3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd7cbeba-7a23-4a0d-a8c8-7b5791ea0b98']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:23.225512 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-6882cf68-7d57-4d08-8d29-56e33e86bad3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1999346-a168-4da2-a6d0-85d6fee20d2b') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:23.226365 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-6882cf68-7d57-4d08-8d29-56e33e86bad3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1999346-a168-4da2-a6d0-85d6fee20d2b') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:23.248358 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-c952b758-f6bf-4f47-bba2-a9dcb9f9a18d None None] The port 'a85021b0-1961-4e70-9f4c-eda0dffbeb57' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:05:23.248587 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6882cf68-7d57-4d08-8d29-56e33e86bad3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:23.266429 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6882cf68-7d57-4d08-8d29-56e33e86bad3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:23.272043 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-9e3a2506-b7cd-48ac-88be-d6bb17e5a908 None None] Attempting to bind port e1640ddd-9f97-4540-89f7-6edafa06b5ba on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:05:23.272425 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-9e3a2506-b7cd-48ac-88be-d6bb17e5a908 None None] Attempting to bind port e1640ddd-9f97-4540-89f7-6edafa06b5ba by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:05:23.272801 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3a2506-b7cd-48ac-88be-d6bb17e5a908 None None] Attempting to bind port e1640ddd-9f97-4540-89f7-6edafa06b5ba on network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:05:23.274484 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6882cf68-7d57-4d08-8d29-56e33e86bad3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:05:23.274982 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6882cf68-7d57-4d08-8d29-56e33e86bad3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:23.291537 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3a2506-b7cd-48ac-88be-d6bb17e5a908 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:05:23.293504 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3a2506-b7cd-48ac-88be-d6bb17e5a908 None None] Checking segment: {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:05:23.295271 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9e3a2506-b7cd-48ac-88be-d6bb17e5a908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:23.296073 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3a2506-b7cd-48ac-88be-d6bb17e5a908 None None] Bound using segment: {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:05:23.297107 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-9e3a2506-b7cd-48ac-88be-d6bb17e5a908 None None] Bound port: e1640ddd-9f97-4540-89f7-6edafa06b5ba, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:05:23.297882 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9e3a2506-b7cd-48ac-88be-d6bb17e5a908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:23.302285 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:05:23.302285 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:05:23.302285 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:05:23.302285 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:05:23.302285 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:05:23.302285 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:05:23.302285 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:05:23.302285 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:05:23.302285 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:05:23.302285 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:05:23.302285 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:05:23.302285 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:05:23.302285 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:05:23.302285 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:05:23.302285 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:05:23.302285 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:05:23.302285 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:05:23.302285 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:05:23.302285 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:05:23.302285 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:05:23.302285 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:05:23.302285 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:05:23.302285 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:05:23.302285 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:05:23.302285 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:05:23.302285 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:05:23.302285 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:05:23.302285 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:05:23.302285 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:05:23.302285 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:05:23.302285 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:05:23.302285 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:05:23.321310 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device ee1af6a6-2d4e-43c1-9fbf-95d8be38957e no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:05:23.352022 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-f0fb1739-c390-46f0-b38f-68585e581c43 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:23.362136 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-570a4b17-4ff7-4772-b453-dce17edd6a46 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:23.363517 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: ee1af6a6-2d4e-43c1-9fbf-95d8be38957e {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:05:23.363857 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device ee1af6a6-2d4e-43c1-9fbf-95d8be38957e not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:05:23.364256 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device a85021b0-1961-4e70-9f4c-eda0dffbeb57 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:05:23.379023 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-f0fb1739-c390-46f0-b38f-68585e581c43 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:23.394830 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-39f1ab79-a97c-404d-aaad-9941964f7a85 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:23.396419 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=4a30aaec-ef9f-439f-b2fb-93e459dcb1e7,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:23.423781 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a4b17-4ff7-4772-b453-dce17edd6a46 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84380b41-afe6-4abf-bafe-93a3de4a2152,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:23.427684 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-60ff9192-341e-4736-a7ed-7235505b665c None None] Could not find standard attr ID for object 34d8f769-0d94-46cf-aed2-71eb4116099f. {{(pid=88138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 19:05:23.435948 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: a85021b0-1961-4e70-9f4c-eda0dffbeb57 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:05:23.435948 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device a85021b0-1961-4e70-9f4c-eda0dffbeb57 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:05:23.456072 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6882cf68-7d57-4d08-8d29-56e33e86bad3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:23.484812 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6882cf68-7d57-4d08-8d29-56e33e86bad3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:23.492626 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6882cf68-7d57-4d08-8d29-56e33e86bad3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event deleted for resources: {'Network': ['ID=fd7cbeba-7a23-4a0d-a8c8-7b5791ea0b98,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:23.506674 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-9e3a2506-b7cd-48ac-88be-d6bb17e5a908 None None] For port e1640ddd-9f97-4540-89f7-6edafa06b5ba, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:05:23.509644 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-9e3a2506-b7cd-48ac-88be-d6bb17e5a908 None None] For port e1640ddd-9f97-4540-89f7-6edafa06b5ba, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=e1640ddd-9f97-4540-89f7-6edafa06b5ba,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:05:23.510114 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-570a4b17-4ff7-4772-b453-dce17edd6a46 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:23.511262 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-570a4b17-4ff7-4772-b453-dce17edd6a46 tempest-TestNetworkAdvancedServerOps-1701270986 tempest-TestNetworkAdvancedServerOps-1701270986-project] 10.222.0.87 "DELETE /v2.0/security-groups/84380b41-afe6-4abf-bafe-93a3de4a2152 HTTP/1.1" status: 204 len: 168 time: 1.0881565 Jan 21 19:05:23.539763 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fb1739-c390-46f0-b38f-68585e581c43 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:05:23.563519 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-6882cf68-7d57-4d08-8d29-56e33e86bad3 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "DELETE /v2.0/networks/fd7cbeba-7a23-4a0d-a8c8-7b5791ea0b98 HTTP/1.1" status: 204 len: 168 time: 1.5595601 Jan 21 19:05:23.564328 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9e3a2506-b7cd-48ac-88be-d6bb17e5a908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:23.565105 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-39f1ab79-a97c-404d-aaad-9941964f7a85 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:23.569943 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60342) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:23.575329 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-9f994821-0ebc-456a-a619-ddfca3296dfa tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1126876414', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}, 'admin_state_up': False}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:23.582948 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-9f994821-0ebc-456a-a619-ddfca3296dfa tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:23.587021 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-9f994821-0ebc-456a-a619-ddfca3296dfa tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Usage tracker for resource:router and tenant:5282b25e8da043bbb3248dd1fe2c26b7 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:05:23.589856 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-9f994821-0ebc-456a-a619-ddfca3296dfa tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:05:23.597273 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-9f994821-0ebc-456a-a619-ddfca3296dfa tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:23.615064 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f1ab79-a97c-404d-aaad-9941964f7a85 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event deleted for resources: {'Subnet': ['ID=2b18ffd8-0081-4ab2-859d-11a19178ebfe,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:23.652601 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a2506-b7cd-48ac-88be-d6bb17e5a908 None None] Pushing event updated for resources: {'Port': ['ID=e1640ddd-9f97-4540-89f7-6edafa06b5ba,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:23.681808 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-39f1ab79-a97c-404d-aaad-9941964f7a85 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:23.684146 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dd126a-7e16-484f-94f0-b7459186b853 None None] Network a8303a0f-664c-4113-9383-07ec5544c1f0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:05:23.692750 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-39f1ab79-a97c-404d-aaad-9941964f7a85 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/subnets/2b18ffd8-0081-4ab2-859d-11a19178ebfe HTTP/1.1" status: 204 len: 168 time: 1.0757048 Jan 21 19:05:23.694602 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9f994821-0ebc-456a-a619-ddfca3296dfa tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:23.695745 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9f994821-0ebc-456a-a619-ddfca3296dfa tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:23.712971 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9f994821-0ebc-456a-a619-ddfca3296dfa tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:23.732492 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60348) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:23.738200 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f0fb1739-c390-46f0-b38f-68585e581c43 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:23.792098 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-f0fb1739-c390-46f0-b38f-68585e581c43 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] device_id is not set on port 7a4e8416-554a-4125-89c7-87ae59b6b297 yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:05:23.945163 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d8a12e85-3925-46f8-bedb-9db14ce04c57 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:24.061231 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-f0fb1739-c390-46f0-b38f-68585e581c43 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Allocated IP 172.20.0.11 (76b60fc4-5668-469a-a3ef-49679dc3dfc0/06e521c8-0d2e-4b42-a7ad-6de34563d25f/7a4e8416-554a-4125-89c7-87ae59b6b297) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:05:24.070398 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-f0fb1739-c390-46f0-b38f-68585e581c43 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Allocated IP 2001:db8::f816:3eff:fead:2798 (76b60fc4-5668-469a-a3ef-49679dc3dfc0/6d440165-ffa3-4928-864c-cd834e2ee51f/7a4e8416-554a-4125-89c7-87ae59b6b297) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:05:24.082949 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249f61cf-bbc1-484e-ba59-78d620a9f8c0 None None] DHCP port deletion for a8303a0f-664c-4113-9383-07ec5544c1f0 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:05:24.090784 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-249f61cf-bbc1-484e-ba59-78d620a9f8c0 None None] Deleting port 4a30aaec-ef9f-439f-b2fb-93e459dcb1e7 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:05:24.090784 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-249f61cf-bbc1-484e-ba59-78d620a9f8c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:24.280559 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60356) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:24.340331 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-249f61cf-bbc1-484e-ba59-78d620a9f8c0 None None] For port 4a30aaec-ef9f-439f-b2fb-93e459dcb1e7, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=4a30aaec-ef9f-439f-b2fb-93e459dcb1e7,segment=NetworkSegment(2d64671d-8932-42a7-b1b1-6f01d32c167f),segment_id=2d64671d-8932-42a7-b1b1-6f01d32c167f)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:05:24.341176 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-249f61cf-bbc1-484e-ba59-78d620a9f8c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:24.343945 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-d8a12e85-3925-46f8-bedb-9db14ce04c57 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Deleting port 4a30aaec-ef9f-439f-b2fb-93e459dcb1e7 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:05:24.344520 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d8a12e85-3925-46f8-bedb-9db14ce04c57 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:24.358832 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f0fb1739-c390-46f0-b38f-68585e581c43 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:24.388380 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9f994821-0ebc-456a-a619-ddfca3296dfa tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:24.402381 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-f0fb1739-c390-46f0-b38f-68585e581c43 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Transition to ACTIVE for port object 7a4e8416-554a-4125-89c7-87ae59b6b297 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:05:24.489933 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-249f61cf-bbc1-484e-ba59-78d620a9f8c0 None None] Calling delete_port for 4a30aaec-ef9f-439f-b2fb-93e459dcb1e7 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:05:24.523638 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f0fb1739-c390-46f0-b38f-68585e581c43 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:24.531465 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f6195112-cf47-4606-8be7-e4571905e84c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1f87e80a60cc473490523a0c4caffd4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2497780 Jan 21 19:05:24.535283 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60362) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:24.598417 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fb1739-c390-46f0-b38f-68585e581c43 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:05:24.601596 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-f0fb1739-c390-46f0-b38f-68585e581c43 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:24.603986 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fb1739-c390-46f0-b38f-68585e581c43 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:05:24.636945 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-249f61cf-bbc1-484e-ba59-78d620a9f8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:24.652308 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb1739-c390-46f0-b38f-68585e581c43 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Port': ['ID=7a4e8416-554a-4125-89c7-87ae59b6b297,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:24.683505 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-d8a12e85-3925-46f8-bedb-9db14ce04c57 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] For port 4a30aaec-ef9f-439f-b2fb-93e459dcb1e7, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=4a30aaec-ef9f-439f-b2fb-93e459dcb1e7,segment=NetworkSegment(2d64671d-8932-42a7-b1b1-6f01d32c167f),segment_id=2d64671d-8932-42a7-b1b1-6f01d32c167f)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:05:24.684413 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d8a12e85-3925-46f8-bedb-9db14ce04c57 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:24.687546 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fb1739-c390-46f0-b38f-68585e581c43 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:24.689769 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f0fb1739-c390-46f0-b38f-68585e581c43 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:24.694358 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f61cf-bbc1-484e-ba59-78d620a9f8c0 None None] Pushing event deleted for resources: {'Port': ['ID=4a30aaec-ef9f-439f-b2fb-93e459dcb1e7,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:24.709231 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249f61cf-bbc1-484e-ba59-78d620a9f8c0 None None] No DVR routers for this DVR port 4a30aaec-ef9f-439f-b2fb-93e459dcb1e7 on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:05:24.780901 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f0fb1739-c390-46f0-b38f-68585e581c43 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.7078133 Jan 21 19:05:24.783957 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60366) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:24.827159 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-d8a12e85-3925-46f8-bedb-9db14ce04c57 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Calling delete_port for 4a30aaec-ef9f-439f-b2fb-93e459dcb1e7 owned by network:dhcp {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:05:24.879805 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbb804f-b5e1-45cd-aea8-9e9e9299905f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:24.885727 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbb804f-b5e1-45cd-aea8-9e9e9299905f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:24.886605 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-bcbb804f-b5e1-45cd-aea8-9e9e9299905f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:05:24.950255 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8d00ea98-a23a-40ac-bffb-2e22977f4403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:24.951348 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-bcbb804f-b5e1-45cd-aea8-9e9e9299905f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:05:24.952991 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-bcbb804f-b5e1-45cd-aea8-9e9e9299905f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.1677294 Jan 21 19:05:24.956338 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60372) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:24.980054 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b2767401-0719-4b92-9d57-d83f7b472ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:25.003354 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8d00ea98-a23a-40ac-bffb-2e22977f4403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:25.029833 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-43586307-dfca-45da-8d30-ce90f0d636e4 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting port 7a4e8416-554a-4125-89c7-87ae59b6b297 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:05:25.030065 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-43586307-dfca-45da-8d30-ce90f0d636e4 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:25.031989 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.db.api [None req-d8a12e85-3925-46f8-bedb-9db14ce04c57 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:05:25.032305 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG oslo_db.api [None req-d8a12e85-3925-46f8-bedb-9db14ce04c57 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:05:25.056237 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3928a64f-4a0a-4999-8805-71bca5ec9cea None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:05:25.233012 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9f994821-0ebc-456a-a619-ddfca3296dfa tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for router_gateway, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:25.270086 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9f994821-0ebc-456a-a619-ddfca3296dfa tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:25.275207 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-8c3ac9e2-2e84-48df-9c61-52bf5c107c96 None None] Provisioning for port e1640ddd-9f97-4540-89f7-6edafa06b5ba completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:05:25.307628 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8d00ea98-a23a-40ac-bffb-2e22977f4403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:25.321280 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-43586307-dfca-45da-8d30-ce90f0d636e4 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:25.336799 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d00ea98-a23a-40ac-bffb-2e22977f4403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f8fb3d-967e-4b21-b5d5-5583a0361ade,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:25.354797 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device e1640ddd-9f97-4540-89f7-6edafa06b5ba up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:05:25.437334 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-9f994821-0ebc-456a-a619-ddfca3296dfa tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Allocated IP 172.26.1.44 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/91eafb82-eb49-49e8-a998-d598fb71b10f) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:05:25.482213 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8d00ea98-a23a-40ac-bffb-2e22977f4403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:25.486698 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-8d00ea98-a23a-40ac-bffb-2e22977f4403 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a7f8fb3d-967e-4b21-b5d5-5583a0361ade HTTP/1.1" status: 204 len: 168 time: 0.9503670 Jan 21 19:05:25.550143 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port e1640ddd-9f97-4540-89f7-6edafa06b5ba completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:05:25.558732 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port e1640ddd-9f97-4540-89f7-6edafa06b5ba triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:25.559336 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:25.561620 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-d8a12e85-3925-46f8-bedb-9db14ce04c57 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Deleting port 4a30aaec-ef9f-439f-b2fb-93e459dcb1e7 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:05:25.561976 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d8a12e85-3925-46f8-bedb-9db14ce04c57 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:25.600656 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-43586307-dfca-45da-8d30-ce90f0d636e4 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Calling delete_port for 7a4e8416-554a-4125-89c7-87ae59b6b297 owned by {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:05:25.642581 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-d8a12e85-3925-46f8-bedb-9db14ce04c57 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] The port '4a30aaec-ef9f-439f-b2fb-93e459dcb1e7' was deleted {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:05:25.644148 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd57fe4-3c39-45a0-bbe5-2ad42ceaaf6b None None] Update dhcp port {'port': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'fixed_ips': [{'subnet_id': '06e521c8-0d2e-4b42-a7ad-6de34563d25f', 'ip_address': '172.20.0.2'}, {'subnet_id': '6d440165-ffa3-4928-864c-cd834e2ee51f'}], 'binding:host_id': 'dv-neutron-825470-1-hyperv'}, 'id': 'e1640ddd-9f97-4540-89f7-6edafa06b5ba'} from dv-neutron-825470-1-hyperv. {{(pid=88138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 19:05:25.754017 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3dd57fe4-3c39-45a0-bbe5-2ad42ceaaf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:25.810422 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d8a12e85-3925-46f8-bedb-9db14ce04c57 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:25.820476 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9f994821-0ebc-456a-a619-ddfca3296dfa tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:25.829952 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:25.848013 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-d8a12e85-3925-46f8-bedb-9db14ce04c57 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8303a0f-664c-4113-9383-07ec5544c1f0']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:25.863687 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-d8a12e85-3925-46f8-bedb-9db14ce04c57 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d64671d-8932-42a7-b1b1-6f01d32c167f') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:25.863882 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-d8a12e85-3925-46f8-bedb-9db14ce04c57 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d64671d-8932-42a7-b1b1-6f01d32c167f') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:25.879525 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d8a12e85-3925-46f8-bedb-9db14ce04c57 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:25.902981 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d8a12e85-3925-46f8-bedb-9db14ce04c57 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:25.911061 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8a12e85-3925-46f8-bedb-9db14ce04c57 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:05:25.911455 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d8a12e85-3925-46f8-bedb-9db14ce04c57 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:25.929283 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-43586307-dfca-45da-8d30-ce90f0d636e4 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:25.932827 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port e1640ddd-9f97-4540-89f7-6edafa06b5ba, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=e1640ddd-9f97-4540-89f7-6edafa06b5ba,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:05:26.011303 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:26.038243 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43586307-dfca-45da-8d30-ce90f0d636e4 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Port': ['ID=7a4e8416-554a-4125-89c7-87ae59b6b297,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:26.062847 dv-neutron-825470-1-hyperv neutron-server[88136]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:05:26.062847 dv-neutron-825470-1-hyperv neutron-server[88136]: util.warn( Jan 21 19:05:26.062847 dv-neutron-825470-1-hyperv neutron-server[88136]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:05:26.062847 dv-neutron-825470-1-hyperv neutron-server[88136]: util.warn( Jan 21 19:05:26.062847 dv-neutron-825470-1-hyperv neutron-server[88136]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:05:26.062847 dv-neutron-825470-1-hyperv neutron-server[88136]: util.warn( Jan 21 19:05:26.062847 dv-neutron-825470-1-hyperv neutron-server[88136]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:05:26.062847 dv-neutron-825470-1-hyperv neutron-server[88136]: util.warn( Jan 21 19:05:26.062847 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:05:26.062847 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:05:26.062847 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:05:26.062847 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:05:26.062847 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:05:26.062847 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:05:26.062847 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:05:26.062847 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:05:26.062847 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:05:26.062847 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:05:26.062847 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:05:26.062847 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:05:26.062847 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:05:26.062847 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:05:26.062847 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:05:26.062847 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:05:26.062847 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:05:26.062847 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:05:26.062847 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:05:26.062847 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:05:26.062847 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:05:26.062847 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:05:26.062847 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:05:26.062847 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:05:26.062847 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:05:26.062847 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:05:26.062847 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:05:26.062847 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:05:26.062847 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:05:26.062847 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:05:26.062847 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:05:26.062847 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:05:26.096475 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 4a30aaec-ef9f-439f-b2fb-93e459dcb1e7 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:05:26.146469 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9f994821-0ebc-456a-a619-ddfca3296dfa tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:26.155080 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 4a30aaec-ef9f-439f-b2fb-93e459dcb1e7 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:05:26.155419 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 4a30aaec-ef9f-439f-b2fb-93e459dcb1e7 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:05:26.166465 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-43586307-dfca-45da-8d30-ce90f0d636e4 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:26.190902 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-3dd57fe4-3c39-45a0-bbe5-2ad42ceaaf6b None None] Allocated IP 2001:db8::f816:3eff:fe50:aa5 (76b60fc4-5668-469a-a3ef-49679dc3dfc0/6d440165-ffa3-4928-864c-cd834e2ee51f/e1640ddd-9f97-4540-89f7-6edafa06b5ba) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:05:26.192750 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=e1640ddd-9f97-4540-89f7-6edafa06b5ba,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:26.210947 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60380) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:26.222033 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f994821-0ebc-456a-a619-ddfca3296dfa tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:05:26.230361 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-9f994821-0ebc-456a-a619-ddfca3296dfa tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:26.230361 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f994821-0ebc-456a-a619-ddfca3296dfa tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:05:26.232585 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9ac40054-efbd-4abd-a04c-de149fdd9057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:26.249186 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-43586307-dfca-45da-8d30-ce90f0d636e4 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/ports/7a4e8416-554a-4125-89c7-87ae59b6b297 HTTP/1.1" status: 204 len: 168 time: 1.2905951 Jan 21 19:05:26.253823 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60384) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:26.255223 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-9ac40054-efbd-4abd-a04c-de149fdd9057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:26.259350 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-9ac40054-efbd-4abd-a04c-de149fdd9057 admin admin] Usage tracker for resource:security_group_rule and tenant:93fc1a5da8b24ff28e1de921e4cc1137 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:05:26.262584 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-9ac40054-efbd-4abd-a04c-de149fdd9057 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:05:26.269150 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-9ac40054-efbd-4abd-a04c-de149fdd9057 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:26.298539 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f994821-0ebc-456a-a619-ddfca3296dfa tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event updated for resources: {'Port': ['ID=91eafb82-eb49-49e8-a998-d598fb71b10f,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:26.315409 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d8a12e85-3925-46f8-bedb-9db14ce04c57 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:26.342623 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-3dd57fe4-3c39-45a0-bbe5-2ad42ceaaf6b None None] For port e1640ddd-9f97-4540-89f7-6edafa06b5ba, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=e1640ddd-9f97-4540-89f7-6edafa06b5ba,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:05:26.347208 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d8a12e85-3925-46f8-bedb-9db14ce04c57 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:26.364502 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a12e85-3925-46f8-bedb-9db14ce04c57 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event deleted for resources: {'Network': ['ID=a8303a0f-664c-4113-9383-07ec5544c1f0,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:26.379703 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9ac40054-efbd-4abd-a04c-de149fdd9057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:26.388115 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3dd57fe4-3c39-45a0-bbe5-2ad42ceaaf6b None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:26.409879 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-3dd57fe4-3c39-45a0-bbe5-2ad42ceaaf6b None None] Transition to ACTIVE for port object e1640ddd-9f97-4540-89f7-6edafa06b5ba will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:05:26.437382 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9ac40054-efbd-4abd-a04c-de149fdd9057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:26.450348 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d8a12e85-3925-46f8-bedb-9db14ce04c57 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/networks/a8303a0f-664c-4113-9383-07ec5544c1f0 HTTP/1.1" status: 204 len: 168 time: 2.7183700 Jan 21 19:05:26.456092 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60388) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:26.456765 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc75519-286e-49ad-a86c-2f447ecb252d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:26.458408 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc75519-286e-49ad-a86c-2f447ecb252d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:26.460354 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc75519-286e-49ad-a86c-2f447ecb252d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:26.461178 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-1fc75519-286e-49ad-a86c-2f447ecb252d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:05:26.466504 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3dd57fe4-3c39-45a0-bbe5-2ad42ceaaf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:26.478997 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-54ac0531-ca17-46fe-b462-7269847f343f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'port': {'network_id': '8691d4d6-00ec-421e-856d-b18335ac2f72', 'name': 'tempest-PortsIpV6TestJSON-1984978502'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:26.542358 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-9ac40054-efbd-4abd-a04c-de149fdd9057 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=93fc1a5da8b24ff28e1de921e4cc1137&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3275964 Jan 21 19:05:26.546251 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60392) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:26.561669 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac40054-efbd-4abd-a04c-de149fdd9057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e474d7f-1675-428c-a873-96bb96b6f003,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:26.616611 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd57fe4-3c39-45a0-bbe5-2ad42ceaaf6b None None] Pushing event updated for resources: {'Port': ['ID=e1640ddd-9f97-4540-89f7-6edafa06b5ba,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:26.653774 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-54ac0531-ca17-46fe-b462-7269847f343f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:26.663243 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-54ac0531-ca17-46fe-b462-7269847f343f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Usage tracker for resource:port and tenant:5cd950bb3d3d4999ba57a30656254269 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:05:26.665530 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-1fc75519-286e-49ad-a86c-2f447ecb252d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:05:26.667118 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-1fc75519-286e-49ad-a86c-2f447ecb252d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4074328 Jan 21 19:05:26.669774 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60396) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:26.675858 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-54ac0531-ca17-46fe-b462-7269847f343f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:05:26.690446 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-54ac0531-ca17-46fe-b462-7269847f343f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:26.702136 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e64c5c53-be52-4ef7-84f5-32cfaf7546da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:26.733087 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e64c5c53-be52-4ef7-84f5-32cfaf7546da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:26.770055 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ac0531-ca17-46fe-b462-7269847f343f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Made reservation on behalf of 5cd950bb3d3d4999ba57a30656254269 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:05:26.774337 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-54ac0531-ca17-46fe-b462-7269847f343f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:26.801758 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-54ac0531-ca17-46fe-b462-7269847f343f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] device_id is not set on port 323722a2-07ff-4d70-9d33-458b2d3622a5 yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:05:26.821577 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-c88ff95f-14c7-4788-908a-4fad7d414bca tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting subnet 06e521c8-0d2e-4b42-a7ad-6de34563d25f {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:05:26.827928 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c88ff95f-14c7-4788-908a-4fad7d414bca tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:26.934604 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e64c5c53-be52-4ef7-84f5-32cfaf7546da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:26.954879 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c88ff95f-14c7-4788-908a-4fad7d414bca tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:26.984358 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c5c53-be52-4ef7-84f5-32cfaf7546da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e474d7f-1675-428c-a873-96bb96b6f003,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:26.999409 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9f994821-0ebc-456a-a619-ddfca3296dfa tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for router_gateway, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:27.072065 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e64c5c53-be52-4ef7-84f5-32cfaf7546da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:27.073105 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e64c5c53-be52-4ef7-84f5-32cfaf7546da admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7e474d7f-1675-428c-a873-96bb96b6f003 HTTP/1.1" status: 204 len: 168 time: 0.5260375 Jan 21 19:05:27.106661 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-54ac0531-ca17-46fe-b462-7269847f343f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:27.229177 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c88ff95f-14c7-4788-908a-4fad7d414bca tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:27.231304 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eddf75b7-4451-4749-9491-1d3fca52e0ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:27.254479 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-54ac0531-ca17-46fe-b462-7269847f343f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:27.318384 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device e1640ddd-9f97-4540-89f7-6edafa06b5ba up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:05:27.375362 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ac0531-ca17-46fe-b462-7269847f343f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Network 8691d4d6-00ec-421e-856d-b18335ac2f72 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:05:27.380332 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-54ac0531-ca17-46fe-b462-7269847f343f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:27.384618 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ac0531-ca17-46fe-b462-7269847f343f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:05:27.390716 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ac0531-ca17-46fe-b462-7269847f343f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:27.391495 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-54ac0531-ca17-46fe-b462-7269847f343f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:27.404702 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac0531-ca17-46fe-b462-7269847f343f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event updated for resources: {'Port': ['ID=323722a2-07ff-4d70-9d33-458b2d3622a5,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:27.494857 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-54ac0531-ca17-46fe-b462-7269847f343f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0314863 Jan 21 19:05:27.497354 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60402) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:27.522692 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-6fdb1800-91dc-4cb1-9ddd-12013d5cef83 None None] Provisioning for port e1640ddd-9f97-4540-89f7-6edafa06b5ba completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:05:27.534210 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-6fdb1800-91dc-4cb1-9ddd-12013d5cef83 None None] Provisioning complete for port e1640ddd-9f97-4540-89f7-6edafa06b5ba triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:27.534210 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6fdb1800-91dc-4cb1-9ddd-12013d5cef83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:27.573577 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9f994821-0ebc-456a-a619-ddfca3296dfa tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:27.578988 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-94ccbd94-eb56-430e-a0dd-48ca6357eeb4 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Deleting port 323722a2-07ff-4d70-9d33-458b2d3622a5 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:05:27.579938 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-94ccbd94-eb56-430e-a0dd-48ca6357eeb4 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:27.819091 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-6fdb1800-91dc-4cb1-9ddd-12013d5cef83 None None] Could not find standard attr ID for object 7a4e8416-554a-4125-89c7-87ae59b6b297. {{(pid=88138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 19:05:27.831390 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c88ff95f-14c7-4788-908a-4fad7d414bca tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:27.897261 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ff95f-14c7-4788-908a-4fad7d414bca tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Subnet': ['ID=06e521c8-0d2e-4b42-a7ad-6de34563d25f,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:27.902166 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c88ff95f-14c7-4788-908a-4fad7d414bca tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:27.950216 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-94ccbd94-eb56-430e-a0dd-48ca6357eeb4 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:27.951446 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-d412eaeb-f33a-4117-ab00-7706565d9b82 None None] Could not find standard attr ID for object 7a4e8416-554a-4125-89c7-87ae59b6b297. {{(pid=88138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 19:05:28.022331 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c88ff95f-14c7-4788-908a-4fad7d414bca tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/06e521c8-0d2e-4b42-a7ad-6de34563d25f HTTP/1.1" status: 204 len: 168 time: 1.3513906 Jan 21 19:05:28.026064 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60414) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:28.049892 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:28.099439 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-94ccbd94-eb56-430e-a0dd-48ca6357eeb4 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Calling delete_port for 323722a2-07ff-4d70-9d33-458b2d3622a5 owned by {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:05:28.133767 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc123368-7e06-4dd7-9c65-5edcb818dcb6 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting subnet 6d440165-ffa3-4928-864c-cd834e2ee51f {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:05:28.137206 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-dc123368-7e06-4dd7-9c65-5edcb818dcb6 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:28.200865 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-dc123368-7e06-4dd7-9c65-5edcb818dcb6 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:28.237776 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f994821-0ebc-456a-a619-ddfca3296dfa tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Router 31015051-b4f7-4f54-9431-09b9cd8c2cfb is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:05:28.379954 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-94ccbd94-eb56-430e-a0dd-48ca6357eeb4 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:28.450643 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02777116-8ef9-4609-853a-1dd863ab89d1 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:05:28.468844 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-94ccbd94-eb56-430e-a0dd-48ca6357eeb4 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:28.472130 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ccbd94-eb56-430e-a0dd-48ca6357eeb4 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event deleted for resources: {'Port': ['ID=323722a2-07ff-4d70-9d33-458b2d3622a5,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:28.484207 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-94ccbd94-eb56-430e-a0dd-48ca6357eeb4 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/ports/323722a2-07ff-4d70-9d33-458b2d3622a5 HTTP/1.1" status: 204 len: 168 time: 0.9856443 Jan 21 19:05:28.484794 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60426) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:28.493280 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-d9e47e55-3e22-4f0d-be12-4ef2a666e6ae tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'port': {'network_id': '8691d4d6-00ec-421e-856d-b18335ac2f72', 'mac_address': 'fa:16:3e:46:c7:bb', 'name': 'tempest-PortsIpV6TestJSON-1664924178'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:28.508678 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:28.545538 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f994821-0ebc-456a-a619-ddfca3296dfa tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:05:28.547926 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-dc123368-7e06-4dd7-9c65-5edcb818dcb6 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:28.559618 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fc7149-42a2-46fe-8c79-313dcb2aa3f7 None None] Sync routers for ids ['31015051-b4f7-4f54-9431-09b9cd8c2cfb'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:05:28.575427 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fc7149-42a2-46fe-8c79-313dcb2aa3f7 None None] Routers {'31015051-b4f7-4f54-9431-09b9cd8c2cfb'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:05:28.576101 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-83fc7149-42a2-46fe-8c79-313dcb2aa3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:05:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['31015051-b4f7-4f54-9431-09b9cd8c2cfb'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:28.679561 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-d9e47e55-3e22-4f0d-be12-4ef2a666e6ae tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:28.682350 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-83fc7149-42a2-46fe-8c79-313dcb2aa3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:28.682697 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9f994821-0ebc-456a-a619-ddfca3296dfa tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:28.686992 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-9f994821-0ebc-456a-a619-ddfca3296dfa tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.1160283 Jan 21 19:05:28.687856 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60432) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:28.693892 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fc7149-42a2-46fe-8c79-313dcb2aa3f7 None None] Routers {'31015051-b4f7-4f54-9431-09b9cd8c2cfb'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:05:28.694708 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-83fc7149-42a2-46fe-8c79-313dcb2aa3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:05:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['31015051-b4f7-4f54-9431-09b9cd8c2cfb'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:28.708038 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-d9e47e55-3e22-4f0d-be12-4ef2a666e6ae tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Usage tracker for resource:port and tenant:5cd950bb3d3d4999ba57a30656254269 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:05:28.718336 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-d9e47e55-3e22-4f0d-be12-4ef2a666e6ae tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:05:28.736753 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-d9e47e55-3e22-4f0d-be12-4ef2a666e6ae tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:28.756909 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:28.762787 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-dc123368-7e06-4dd7-9c65-5edcb818dcb6 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:28.804308 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-83fc7149-42a2-46fe-8c79-313dcb2aa3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:28.804836 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fc7149-42a2-46fe-8c79-313dcb2aa3f7 None None] The sync data for ids ['31015051-b4f7-4f54-9431-09b9cd8c2cfb'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:05:28.825658 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e47e55-3e22-4f0d-be12-4ef2a666e6ae tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Made reservation on behalf of 5cd950bb3d3d4999ba57a30656254269 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:05:28.830911 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc123368-7e06-4dd7-9c65-5edcb818dcb6 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Subnet': ['ID=6d440165-ffa3-4928-864c-cd834e2ee51f,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:28.838004 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-dc123368-7e06-4dd7-9c65-5edcb818dcb6 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:28.853899 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-dc123368-7e06-4dd7-9c65-5edcb818dcb6 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/6d440165-ffa3-4928-864c-cd834e2ee51f HTTP/1.1" status: 204 len: 168 time: 0.8261397 Jan 21 19:05:28.855923 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60440) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:28.937371 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434ce513-9701-4c8c-a19f-ae28e9f98498 None None] Update dhcp port {'port': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'fixed_ips': [{'subnet_id': '6d440165-ffa3-4928-864c-cd834e2ee51f'}], 'binding:host_id': 'dv-neutron-825470-1-hyperv'}, 'id': 'e1640ddd-9f97-4540-89f7-6edafa06b5ba'} from dv-neutron-825470-1-hyperv. {{(pid=88138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 19:05:28.957576 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d9e47e55-3e22-4f0d-be12-4ef2a666e6ae tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:28.990866 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-4854363f-04b2-46a5-a3b6-46ea2258fa40 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1337967 Jan 21 19:05:28.993288 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60446) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:28.997979 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-d9e47e55-3e22-4f0d-be12-4ef2a666e6ae tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] device_id is not set on port 689c756f-eeec-4f76-9cfd-41a97c3267d3 yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:05:29.014425 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-434ce513-9701-4c8c-a19f-ae28e9f98498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:29.018244 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-69a6c884-2f28-410c-a747-019386df5fa2 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "GET /v2.0/routers/31015051-b4f7-4f54-9431-09b9cd8c2cfb HTTP/1.1" status: 200 len: 880 time: 0.3292885 Jan 21 19:05:29.019050 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60450) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:29.213633 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af8a3cb-8bc9-4e8c-a0b1-dce099ec2a5c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:29.214386 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-2af8a3cb-8bc9-4e8c-a0b1-dce099ec2a5c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:05:29.265930 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-167cb7c3-094c-461d-ae4d-2c4243d44bff tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Synchronizing usage tracker for tenant:5282b25e8da043bbb3248dd1fe2c26b7 on resource:router {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:05:29.275890 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52b4d0c-08c6-412b-a4bd-1ac0dd5e4653 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:05:29.325742 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d9e47e55-3e22-4f0d-be12-4ef2a666e6ae tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:29.367424 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-cf47392e-7e16-4b84-8a0e-0edca4ec2738 None None] Provisioning complete for port e1640ddd-9f97-4540-89f7-6edafa06b5ba triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:29.367798 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-cf47392e-7e16-4b84-8a0e-0edca4ec2738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:29.385863 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-167cb7c3-094c-461d-ae4d-2c4243d44bff tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Unset dirty status for tenant:5282b25e8da043bbb3248dd1fe2c26b7 on resource:router {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:05:29.390720 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-167cb7c3-094c-461d-ae4d-2c4243d44bff tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3681962 Jan 21 19:05:29.391036 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60460) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:29.399369 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-d137e085-bef0-4d76-8965-721c6a48c53d tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1126876414'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:29.405380 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-2af8a3cb-8bc9-4e8c-a0b1-dce099ec2a5c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:05:29.405380 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2af8a3cb-8bc9-4e8c-a0b1-dce099ec2a5c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4097176 Jan 21 19:05:29.407417 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60464) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:29.423172 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device e1640ddd-9f97-4540-89f7-6edafa06b5ba no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:05:29.462201 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d9e47e55-3e22-4f0d-be12-4ef2a666e6ae tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:29.576320 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa734a0-ab5d-404f-9608-e327bbb2ac97 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:29.577016 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-0fa734a0-ab5d-404f-9608-e327bbb2ac97 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:05:29.585570 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e47e55-3e22-4f0d-be12-4ef2a666e6ae tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Network 8691d4d6-00ec-421e-856d-b18335ac2f72 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:05:29.587561 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e47e55-3e22-4f0d-be12-4ef2a666e6ae tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event updated for resources: {'Port': ['ID=689c756f-eeec-4f76-9cfd-41a97c3267d3,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:29.590643 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-d9e47e55-3e22-4f0d-be12-4ef2a666e6ae tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:29.594701 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e47e55-3e22-4f0d-be12-4ef2a666e6ae tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:05:29.600643 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e47e55-3e22-4f0d-be12-4ef2a666e6ae tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:29.601264 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d9e47e55-3e22-4f0d-be12-4ef2a666e6ae tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:29.691760 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-0fa734a0-ab5d-404f-9608-e327bbb2ac97 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:05:29.696197 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-0fa734a0-ab5d-404f-9608-e327bbb2ac97 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2876370 Jan 21 19:05:29.697077 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60472) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:29.697234 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60474) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:29.731369 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:29.780302 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-d9e47e55-3e22-4f0d-be12-4ef2a666e6ae tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2928007 Jan 21 19:05:29.780494 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port e1640ddd-9f97-4540-89f7-6edafa06b5ba, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=e1640ddd-9f97-4540-89f7-6edafa06b5ba,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:05:29.788079 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60482) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:29.791238 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9d2a0c-5782-447b-b60d-ef589c41d032 None None] DHCP port deletion for 76b60fc4-5668-469a-a3ef-49679dc3dfc0 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:05:29.798254 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-7204ca76-0310-40fd-a77e-565ab4048cdc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0929790 Jan 21 19:05:29.798403 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-1e9d2a0c-5782-447b-b60d-ef589c41d032 None None] Deleting port e1640ddd-9f97-4540-89f7-6edafa06b5ba {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:05:29.798403 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1e9d2a0c-5782-447b-b60d-ef589c41d032 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:29.813338 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60486) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:29.825074 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-2994dce6-ae58-49dd-b3f4-3cfbdb0930ed tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'subnet': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:29.889489 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05fe583-4f83-4a1f-ba15-9202177d455d tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:29.890691 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-f05fe583-4f83-4a1f-ba15-9202177d455d tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Synchronizing usage tracker for tenant:5cd950bb3d3d4999ba57a30656254269 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:05:29.905979 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:29.942996 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-0e6c6ee4-8b37-40d0-9c9f-f63f6f8d766c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'network': {'name': 'tempest-network-smoke--1576154979', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'port_security_enabled': True}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:29.951844 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-0e6c6ee4-8b37-40d0-9c9f-f63f6f8d766c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:29.957869 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-0e6c6ee4-8b37-40d0-9c9f-f63f6f8d766c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:network and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:05:29.961767 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-0e6c6ee4-8b37-40d0-9c9f-f63f6f8d766c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:05:29.967716 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-0e6c6ee4-8b37-40d0-9c9f-f63f6f8d766c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:29.974873 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-f05fe583-4f83-4a1f-ba15-9202177d455d tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Unset dirty status for tenant:5cd950bb3d3d4999ba57a30656254269 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:05:29.976138 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f05fe583-4f83-4a1f-ba15-9202177d455d tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "GET /v2.0/ports/689c756f-eeec-4f76-9cfd-41a97c3267d3 HTTP/1.1" status: 200 len: 845 time: 0.1836975 Jan 21 19:05:29.978692 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60492) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:30.033407 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6c6ee4-8b37-40d0-9c9f-f63f6f8d766c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Made reservation on behalf of f393478d14c44d15ad1bf9df868df3cb for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:05:30.036985 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0e6c6ee4-8b37-40d0-9c9f-f63f6f8d766c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:30.042009 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=e1640ddd-9f97-4540-89f7-6edafa06b5ba,revision_number=7']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:30.052379 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-2994dce6-ae58-49dd-b3f4-3cfbdb0930ed tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:30.055251 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0e6c6ee4-8b37-40d0-9c9f-f63f6f8d766c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:30.078621 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-c3444246-9893-4673-8dfd-c976588ca3ff tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Deleting port 689c756f-eeec-4f76-9cfd-41a97c3267d3 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:05:30.079046 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c3444246-9893-4673-8dfd-c976588ca3ff tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:30.098077 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:30.104698 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:05:30.104881 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-0e6c6ee4-8b37-40d0-9c9f-f63f6f8d766c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:30.105076 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:05:30.105391 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:05:30.105729 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:05:30.106084 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:05:30.106688 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:05:30.106801 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:05:30.107057 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:05:30.107388 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:05:30.107711 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:05:30.108029 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:05:30.108351 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:05:30.119583 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-0e6c6ee4-8b37-40d0-9c9f-f63f6f8d766c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:05:30.119834 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-1e9d2a0c-5782-447b-b60d-ef589c41d032 None None] For port e1640ddd-9f97-4540-89f7-6edafa06b5ba, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=e1640ddd-9f97-4540-89f7-6edafa06b5ba,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:05:30.119834 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1e9d2a0c-5782-447b-b60d-ef589c41d032 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:30.127717 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-2994dce6-ae58-49dd-b3f4-3cfbdb0930ed tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:30.129098 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-0e6c6ee4-8b37-40d0-9c9f-f63f6f8d766c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:05:30.138512 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-0e6c6ee4-8b37-40d0-9c9f-f63f6f8d766c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:30.248568 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-1e9d2a0c-5782-447b-b60d-ef589c41d032 None None] Calling delete_port for e1640ddd-9f97-4540-89f7-6edafa06b5ba owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:05:30.311916 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2994dce6-ae58-49dd-b3f4-3cfbdb0930ed tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:05:30.316069 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2994dce6-ae58-49dd-b3f4-3cfbdb0930ed tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:30.317686 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-2994dce6-ae58-49dd-b3f4-3cfbdb0930ed tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 19:05:30.318329 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2994dce6-ae58-49dd-b3f4-3cfbdb0930ed tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:05:30.352296 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c3444246-9893-4673-8dfd-c976588ca3ff tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:30.363337 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d137e085-bef0-4d76-8965-721c6a48c53d tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:30.380100 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1e9d2a0c-5782-447b-b60d-ef589c41d032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:30.428949 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d2a0c-5782-447b-b60d-ef589c41d032 None None] Pushing event deleted for resources: {'Port': ['ID=e1640ddd-9f97-4540-89f7-6edafa06b5ba,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:30.434544 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-2994dce6-ae58-49dd-b3f4-3cfbdb0930ed tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6171768 Jan 21 19:05:30.434709 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60496) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:30.441456 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-e95af247-632b-4176-a54a-a68849105bba tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'subnet': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:30.446222 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9d2a0c-5782-447b-b60d-ef589c41d032 None None] No DVR routers for this DVR port e1640ddd-9f97-4540-89f7-6edafa06b5ba on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:05:30.465606 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d137e085-bef0-4d76-8965-721c6a48c53d tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3720919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3720920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723161'] for router, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:30.488449 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-c3444246-9893-4673-8dfd-c976588ca3ff tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Calling delete_port for 689c756f-eeec-4f76-9cfd-41a97c3267d3 owned by {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:05:30.544529 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0e6c6ee4-8b37-40d0-9c9f-f63f6f8d766c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:30.619943 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0e6c6ee4-8b37-40d0-9c9f-f63f6f8d766c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:30.639366 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-e95af247-632b-4176-a54a-a68849105bba tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:30.715344 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-e95af247-632b-4176-a54a-a68849105bba tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:30.733868 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c3444246-9893-4673-8dfd-c976588ca3ff tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:30.755428 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d137e085-bef0-4d76-8965-721c6a48c53d tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Router 31015051-b4f7-4f54-9431-09b9cd8c2cfb has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:05:30.785064 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e6c6ee4-8b37-40d0-9c9f-f63f6f8d766c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:05:30.805907 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6c6ee4-8b37-40d0-9c9f-f63f6f8d766c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95e7d17e-cb0f-4bb4-9804-c9a194d94562,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:30.810808 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3444246-9893-4673-8dfd-c976588ca3ff tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event deleted for resources: {'Port': ['ID=689c756f-eeec-4f76-9cfd-41a97c3267d3,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:30.816809 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0e6c6ee4-8b37-40d0-9c9f-f63f6f8d766c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:30.817148 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-0e6c6ee4-8b37-40d0-9c9f-f63f6f8d766c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Added segment 0773e98a-bb4b-499a-9c8c-1ac933e4f8f5 of type vlan for network ff99f632-5526-4276-9da3-3b33f700e365 Jan 21 19:05:30.827270 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c3444246-9893-4673-8dfd-c976588ca3ff tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:30.827632 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95af247-632b-4176-a54a-a68849105bba tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:05:30.828470 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e95af247-632b-4176-a54a-a68849105bba tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:30.830647 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-e95af247-632b-4176-a54a-a68849105bba tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 19:05:30.831067 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e95af247-632b-4176-a54a-a68849105bba tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:05:30.863309 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0e6c6ee4-8b37-40d0-9c9f-f63f6f8d766c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:30.929413 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c3444246-9893-4673-8dfd-c976588ca3ff tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/ports/689c756f-eeec-4f76-9cfd-41a97c3267d3 HTTP/1.1" status: 204 len: 168 time: 0.9492552 Jan 21 19:05:30.931541 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60500) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:30.953652 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e95af247-632b-4176-a54a-a68849105bba tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5176699 Jan 21 19:05:30.956918 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60504) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:30.964731 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-bde1e467-b774-4177-811f-d671298cccd9 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'subnet': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:30.971576 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0e6c6ee4-8b37-40d0-9c9f-f63f6f8d766c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:30.976899 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6c6ee4-8b37-40d0-9c9f-f63f6f8d766c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:30.977476 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0e6c6ee4-8b37-40d0-9c9f-f63f6f8d766c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:31.004614 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d137e085-bef0-4d76-8965-721c6a48c53d tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:05:31.012585 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-e82ff918-7168-48ec-9caa-c7666cce54b6 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] GET failed (client error): The resource could not be found. Jan 21 19:05:31.013147 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-e82ff918-7168-48ec-9caa-c7666cce54b6 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Synchronizing usage tracker for tenant:5cd950bb3d3d4999ba57a30656254269 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:05:31.013429 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d137e085-bef0-4d76-8965-721c6a48c53d tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:31.017358 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d137e085-bef0-4d76-8965-721c6a48c53d tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "PUT /v2.0/routers/31015051-b4f7-4f54-9431-09b9cd8c2cfb HTTP/1.1" status: 200 len: 887 time: 1.6208525 Jan 21 19:05:31.017511 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39db145-d073-482c-bb06-bf22d2bc8ef0 None None] Sync routers for ids ['31015051-b4f7-4f54-9431-09b9cd8c2cfb'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:05:31.017966 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60508) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:31.025728 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39db145-d073-482c-bb06-bf22d2bc8ef0 None None] Routers {'31015051-b4f7-4f54-9431-09b9cd8c2cfb'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:05:31.026639 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-d39db145-d073-482c-bb06-bf22d2bc8ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:05:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['31015051-b4f7-4f54-9431-09b9cd8c2cfb'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:31.092753 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-d39db145-d073-482c-bb06-bf22d2bc8ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:31.100733 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39db145-d073-482c-bb06-bf22d2bc8ef0 None None] Routers {'31015051-b4f7-4f54-9431-09b9cd8c2cfb'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:05:31.101359 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-d39db145-d073-482c-bb06-bf22d2bc8ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:05:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['31015051-b4f7-4f54-9431-09b9cd8c2cfb'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:31.105435 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-0e6c6ee4-8b37-40d0-9c9f-f63f6f8d766c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4012494 Jan 21 19:05:31.105435 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6c6ee4-8b37-40d0-9c9f-f63f6f8d766c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Network': ['ID=ff99f632-5526-4276-9da3-3b33f700e365,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:31.105435 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60512) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:31.110137 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-5c29bca1-a6ab-473c-b52a-00b3c49f0123 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1031288913', 'admin_state_up': True, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:31.117298 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-5c29bca1-a6ab-473c-b52a-00b3c49f0123 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:31.121059 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-5c29bca1-a6ab-473c-b52a-00b3c49f0123 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:router and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:05:31.123913 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-5c29bca1-a6ab-473c-b52a-00b3c49f0123 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:05:31.130501 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-5c29bca1-a6ab-473c-b52a-00b3c49f0123 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:31.151088 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-e82ff918-7168-48ec-9caa-c7666cce54b6 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Unset dirty status for tenant:5cd950bb3d3d4999ba57a30656254269 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:05:31.152463 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e82ff918-7168-48ec-9caa-c7666cce54b6 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "GET /v2.0/ports/689c756f-eeec-4f76-9cfd-41a97c3267d3 HTTP/1.1" status: 404 len: 333 time: 0.2198520 Jan 21 19:05:31.155823 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60516) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:31.159939 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network ff99f632-5526-4276-9da3-3b33f700e365 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:05:31.162079 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-1333993e-32e3-46ab-9561-369e2b262109 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'port': {'network_id': '8691d4d6-00ec-421e-856d-b18335ac2f72', 'name': 'tempest-PortsIpV6TestJSON-83371786'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:31.176723 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-bde1e467-b774-4177-811f-d671298cccd9 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:31.226313 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-d39db145-d073-482c-bb06-bf22d2bc8ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:31.226739 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39db145-d073-482c-bb06-bf22d2bc8ef0 None None] The sync data for ids ['31015051-b4f7-4f54-9431-09b9cd8c2cfb'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:05:31.239016 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-bde1e467-b774-4177-811f-d671298cccd9 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:31.254493 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5c29bca1-a6ab-473c-b52a-00b3c49f0123 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:31.256104 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5c29bca1-a6ab-473c-b52a-00b3c49f0123 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:31.287728 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-9da6db5e-d5e3-4d51-bb12-f316754d4c60 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "GET /v2.0/routers/31015051-b4f7-4f54-9431-09b9cd8c2cfb HTTP/1.1" status: 200 len: 887 time: 0.2663717 Jan 21 19:05:31.287948 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-1333993e-32e3-46ab-9561-369e2b262109 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:31.287948 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60520) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:31.331401 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5c29bca1-a6ab-473c-b52a-00b3c49f0123 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:31.344133 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-1333993e-32e3-46ab-9561-369e2b262109 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:31.348709 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-dda2614c-69c1-43a8-8329-2c742af49b4e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Synchronizing usage tracker for tenant:5282b25e8da043bbb3248dd1fe2c26b7 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:05:31.374048 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde1e467-b774-4177-811f-d671298cccd9 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:05:31.378416 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bde1e467-b774-4177-811f-d671298cccd9 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:31.379925 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-bde1e467-b774-4177-811f-d671298cccd9 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 19:05:31.380351 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bde1e467-b774-4177-811f-d671298cccd9 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:05:31.442975 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1333993e-32e3-46ab-9561-369e2b262109 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Made reservation on behalf of 5cd950bb3d3d4999ba57a30656254269 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:05:31.443726 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-bde1e467-b774-4177-811f-d671298cccd9 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4857776 Jan 21 19:05:31.446685 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60524) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:31.447187 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1333993e-32e3-46ab-9561-369e2b262109 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:31.452159 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-96ee5057-0ba8-4ab9-9478-06f503231a41 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'subnet': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:31.459264 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-dda2614c-69c1-43a8-8329-2c742af49b4e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Unset dirty status for tenant:5282b25e8da043bbb3248dd1fe2c26b7 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:05:31.460672 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-dda2614c-69c1-43a8-8329-2c742af49b4e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "GET /v2.0/ports?device_id=31015051-b4f7-4f54-9431-09b9cd8c2cfb HTTP/1.1" status: 200 len: 205 time: 0.1718526 Jan 21 19:05:31.516102 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60528) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:31.609869 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-1333993e-32e3-46ab-9561-369e2b262109 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] device_id is not set on port ce6cb1bb-90b2-4fac-9038-fa4681f5be75 yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:05:31.685113 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-96ee5057-0ba8-4ab9-9478-06f503231a41 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:31.695128 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-96ee5057-0ba8-4ab9-9478-06f503231a41 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:31.779767 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ee5057-0ba8-4ab9-9478-06f503231a41 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:05:31.783755 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-96ee5057-0ba8-4ab9-9478-06f503231a41 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:31.785189 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ee5057-0ba8-4ab9-9478-06f503231a41 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 19:05:31.785618 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96ee5057-0ba8-4ab9-9478-06f503231a41 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:05:31.872076 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-96ee5057-0ba8-4ab9-9478-06f503231a41 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4242992 Jan 21 19:05:31.874898 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60532) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:31.881829 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-d28a11ee-12f7-4027-8b7c-1320c21dc7d5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'subnet': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:31.933259 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5c29bca1-a6ab-473c-b52a-00b3c49f0123 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:31.981372 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-53e53fd9-4bf0-4605-be40-47121203074d tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for router, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:32.000408 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-d28a11ee-12f7-4027-8b7c-1320c21dc7d5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:32.010811 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-d28a11ee-12f7-4027-8b7c-1320c21dc7d5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:32.071230 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28a11ee-12f7-4027-8b7c-1320c21dc7d5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:05:32.074792 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d28a11ee-12f7-4027-8b7c-1320c21dc7d5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:32.076163 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-d28a11ee-12f7-4027-8b7c-1320c21dc7d5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 19:05:32.076581 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d28a11ee-12f7-4027-8b7c-1320c21dc7d5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:05:32.142672 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d28a11ee-12f7-4027-8b7c-1320c21dc7d5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2666178 Jan 21 19:05:32.145427 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60536) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:32.150927 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-6add6399-1288-459d-a42d-e1bf59540fbd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'subnet': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:32.266013 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-6add6399-1288-459d-a42d-e1bf59540fbd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:32.276438 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-6add6399-1288-459d-a42d-e1bf59540fbd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:32.396340 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1333993e-32e3-46ab-9561-369e2b262109 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:32.472816 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-53e53fd9-4bf0-4605-be40-47121203074d tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:32.692016 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5c29bca1-a6ab-473c-b52a-00b3c49f0123 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router_gateway, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:32.721482 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5c29bca1-a6ab-473c-b52a-00b3c49f0123 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:32.807890 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6add6399-1288-459d-a42d-e1bf59540fbd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:05:32.811490 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6add6399-1288-459d-a42d-e1bf59540fbd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:32.812862 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-6add6399-1288-459d-a42d-e1bf59540fbd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 19:05:32.813283 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6add6399-1288-459d-a42d-e1bf59540fbd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:05:32.858737 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-5c29bca1-a6ab-473c-b52a-00b3c49f0123 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Allocated IP 172.26.1.89 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/d4e425b0-74b2-4ec4-8ca1-ad7810a12761) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:05:32.869175 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1333993e-32e3-46ab-9561-369e2b262109 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:32.870822 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-53e53fd9-4bf0-4605-be40-47121203074d tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Deleting port 91eafb82-eb49-49e8-a998-d598fb71b10f {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:05:32.875606 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-53e53fd9-4bf0-4605-be40-47121203074d tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:32.917656 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-6add6399-1288-459d-a42d-e1bf59540fbd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7711265 Jan 21 19:05:32.920145 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60540) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:32.965367 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-dd601791-f9af-4877-b0db-1db2ff6032b6 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:05:33.042332 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-dd601791-f9af-4877-b0db-1db2ff6032b6 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:05:33.043823 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-dd601791-f9af-4877-b0db-1db2ff6032b6 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1226058 Jan 21 19:05:33.046477 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60544) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:33.047677 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1333993e-32e3-46ab-9561-369e2b262109 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Network 8691d4d6-00ec-421e-856d-b18335ac2f72 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:05:33.101507 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-1333993e-32e3-46ab-9561-369e2b262109 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:33.111769 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7396f50-4f2a-4f57-b7da-9d9a484d4c7f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:33.112509 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-c7396f50-4f2a-4f57-b7da-9d9a484d4c7f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:05:33.113129 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1333993e-32e3-46ab-9561-369e2b262109 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:05:33.118553 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1333993e-32e3-46ab-9561-369e2b262109 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:33.119150 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1333993e-32e3-46ab-9561-369e2b262109 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:33.123709 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-c7396f50-4f2a-4f57-b7da-9d9a484d4c7f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:05:33.127237 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c7396f50-4f2a-4f57-b7da-9d9a484d4c7f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0773258 Jan 21 19:05:33.127446 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60548) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:33.144404 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1333993e-32e3-46ab-9561-369e2b262109 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event updated for resources: {'Port': ['ID=ce6cb1bb-90b2-4fac-9038-fa4681f5be75,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:33.197074 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-48d8ede1-1467-409f-baa7-dc017159f03e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0685699 Jan 21 19:05:33.200828 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60552) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:33.206361 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-4ff08ef4-c2b1-45c1-b2bf-9402e95734f5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'subnet': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:33.281343 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5c29bca1-a6ab-473c-b52a-00b3c49f0123 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:33.303247 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-53e53fd9-4bf0-4605-be40-47121203074d tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:33.314838 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-4ff08ef4-c2b1-45c1-b2bf-9402e95734f5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:33.324227 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-4ff08ef4-c2b1-45c1-b2bf-9402e95734f5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:33.419493 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff08ef4-c2b1-45c1-b2bf-9402e95734f5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:05:33.423545 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4ff08ef4-c2b1-45c1-b2bf-9402e95734f5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:33.425898 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-1333993e-32e3-46ab-9561-369e2b262109 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 2.2690432 Jan 21 19:05:33.432965 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-53e53fd9-4bf0-4605-be40-47121203074d tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Calling delete_port for 91eafb82-eb49-49e8-a998-d598fb71b10f owned by network:router_gateway {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:05:33.444799 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60556) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:33.455506 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-37113369-17e7-4714-92c3-152c14dc856c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:33.602108 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5c29bca1-a6ab-473c-b52a-00b3c49f0123 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:33.657674 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-37113369-17e7-4714-92c3-152c14dc856c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:33.681111 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c29bca1-a6ab-473c-b52a-00b3c49f0123 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:05:33.684073 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-5c29bca1-a6ab-473c-b52a-00b3c49f0123 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:33.687686 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c29bca1-a6ab-473c-b52a-00b3c49f0123 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:05:33.722911 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c29bca1-a6ab-473c-b52a-00b3c49f0123 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=d4e425b0-74b2-4ec4-8ca1-ad7810a12761,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:33.917122 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-53e53fd9-4bf0-4605-be40-47121203074d tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:33.936111 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-37113369-17e7-4714-92c3-152c14dc856c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:33.979164 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e53fd9-4bf0-4605-be40-47121203074d tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event deleted for resources: {'Port': ['ID=91eafb82-eb49-49e8-a998-d598fb71b10f,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:33.996702 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-37113369-17e7-4714-92c3-152c14dc856c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:34.085475 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-37113369-17e7-4714-92c3-152c14dc856c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] In _notify_port_updated(), no bound segment for port ce6cb1bb-90b2-4fac-9038-fa4681f5be75 on network 8691d4d6-00ec-421e-856d-b18335ac2f72 {{(pid=88136) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 19:05:34.090759 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37113369-17e7-4714-92c3-152c14dc856c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:34.091357 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-37113369-17e7-4714-92c3-152c14dc856c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:34.092605 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-37113369-17e7-4714-92c3-152c14dc856c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "PUT /v2.0/ports/ce6cb1bb-90b2-4fac-9038-fa4681f5be75 HTTP/1.1" status: 200 len: 818 time: 0.6471217 Jan 21 19:05:34.096313 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60560) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:34.181695 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37113369-17e7-4714-92c3-152c14dc856c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event updated for resources: {'Port': ['ID=ce6cb1bb-90b2-4fac-9038-fa4681f5be75,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:34.183087 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-53e53fd9-4bf0-4605-be40-47121203074d tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:34.219331 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-85d550f0-750f-47e6-a015-8769a8d34d10 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Deleting port ce6cb1bb-90b2-4fac-9038-fa4681f5be75 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:05:34.220308 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-85d550f0-750f-47e6-a015-8769a8d34d10 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:34.373339 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.objects.ports [None req-4ff08ef4-c2b1-45c1-b2bf-9402e95734f5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88136) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 19:05:34.381191 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4ff08ef4-c2b1-45c1-b2bf-9402e95734f5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:34.433914 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-53e53fd9-4bf0-4605-be40-47121203074d tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:34.437871 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-53e53fd9-4bf0-4605-be40-47121203074d tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:34.450487 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff08ef4-c2b1-45c1-b2bf-9402e95734f5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:05:34.483888 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-4ff08ef4-c2b1-45c1-b2bf-9402e95734f5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:34.495516 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b7964c-6e61-4ee7-ae32-c0305be7b072 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:05:34.501979 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff08ef4-c2b1-45c1-b2bf-9402e95734f5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:34.502572 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4ff08ef4-c2b1-45c1-b2bf-9402e95734f5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:34.527436 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff08ef4-c2b1-45c1-b2bf-9402e95734f5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Subnet': ['ID=52c10b88-13f8-48cc-aa62-8e93111a4723,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:34.547046 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5c29bca1-a6ab-473c-b52a-00b3c49f0123 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router_gateway, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:34.616543 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-53e53fd9-4bf0-4605-be40-47121203074d tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:34.617586 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e53fd9-4bf0-4605-be40-47121203074d tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Fanout notify agent at l3_agent the message router_deleted on router 31015051-b4f7-4f54-9431-09b9cd8c2cfb {{(pid=88137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:05:34.646114 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-4ff08ef4-c2b1-45c1-b2bf-9402e95734f5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4418435 Jan 21 19:05:34.646482 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60564) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:34.651081 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-85d550f0-750f-47e6-a015-8769a8d34d10 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:34.662172 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-88ba32e4-4558-42d7-889e-6cf8a561ecba tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'port': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'mac_address': 'fa:16:3e:ec:10:36', 'name': 'tempest-NetworksTestDHCPv6-875806209'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:34.721295 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab5b91e-5ecf-4500-a229-9e8240b03862 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'tenant_id': '331b5c16a931412fafa4a9af40615562', 'fixed_ips': [{'subnet_id': '52c10b88-13f8-48cc-aa62-8e93111a4723'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:05:34.722173 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1ab5b91e-5ecf-4500-a229-9e8240b03862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:34.755099 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-53e53fd9-4bf0-4605-be40-47121203074d tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:34.760512 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-53e53fd9-4bf0-4605-be40-47121203074d tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "DELETE /v2.0/routers/31015051-b4f7-4f54-9431-09b9cd8c2cfb HTTP/1.1" status: 204 len: 168 time: 3.2367206 Jan 21 19:05:34.788989 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60568) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:34.792779 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-92ac2b24-2764-4172-b230-29c4e1548ecc tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Request body: {'network': {'name': 'tempest-RoutersTest-2008302887'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:34.803036 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-85d550f0-750f-47e6-a015-8769a8d34d10 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Calling delete_port for ce6cb1bb-90b2-4fac-9038-fa4681f5be75 owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:05:34.837427 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-92ac2b24-2764-4172-b230-29c4e1548ecc tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:34.850210 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-92ac2b24-2764-4172-b230-29c4e1548ecc tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Usage tracker for resource:network and tenant:5282b25e8da043bbb3248dd1fe2c26b7 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:05:34.854692 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-92ac2b24-2764-4172-b230-29c4e1548ecc tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:05:34.863903 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-92ac2b24-2764-4172-b230-29c4e1548ecc tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:34.896598 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-1ab5b91e-5ecf-4500-a229-9e8240b03862 None None] Allocated IP 2001:db8::f816:3eff:feb6:ac2f (76b60fc4-5668-469a-a3ef-49679dc3dfc0/52c10b88-13f8-48cc-aa62-8e93111a4723/379fae75-ca1e-491b-8d76-ceed43e0f178) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:05:34.956499 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ac2b24-2764-4172-b230-29c4e1548ecc tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Made reservation on behalf of 5282b25e8da043bbb3248dd1fe2c26b7 for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:05:34.960219 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-92ac2b24-2764-4172-b230-29c4e1548ecc tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:34.988035 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-85d550f0-750f-47e6-a015-8769a8d34d10 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:34.994344 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-88ba32e4-4558-42d7-889e-6cf8a561ecba tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:35.040070 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92ac2b24-2764-4172-b230-29c4e1548ecc tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:05:35.056325 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d550f0-750f-47e6-a015-8769a8d34d10 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event deleted for resources: {'Port': ['ID=ce6cb1bb-90b2-4fac-9038-fa4681f5be75,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:35.062973 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-85d550f0-750f-47e6-a015-8769a8d34d10 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:35.074274 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-92ac2b24-2764-4172-b230-29c4e1548ecc tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:35.074625 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-92ac2b24-2764-4172-b230-29c4e1548ecc tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Added segment 2d2c527c-8109-40d7-bdb1-1f1c42027431 of type vlan for network 8cb1d812-8def-4140-b462-19e76d34aa30 Jan 21 19:05:35.083586 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-88ba32e4-4558-42d7-889e-6cf8a561ecba tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:35.086138 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-85d550f0-750f-47e6-a015-8769a8d34d10 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/ports/ce6cb1bb-90b2-4fac-9038-fa4681f5be75 HTTP/1.1" status: 204 len: 168 time: 0.9851301 Jan 21 19:05:35.086831 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60572) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:35.105424 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5c29bca1-a6ab-473c-b52a-00b3c49f0123 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:35.124855 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1ab5b91e-5ecf-4500-a229-9e8240b03862 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:35.136278 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-1ab5b91e-5ecf-4500-a229-9e8240b03862 None None] Transition to ACTIVE for port object 379fae75-ca1e-491b-8d76-ceed43e0f178 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:05:35.151515 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-92ac2b24-2764-4172-b230-29c4e1548ecc tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:35.154740 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-1ab5b91e-5ecf-4500-a229-9e8240b03862 None None] Transition to ACTIVE for port object 379fae75-ca1e-491b-8d76-ceed43e0f178 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:05:35.168027 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ba32e4-4558-42d7-889e-6cf8a561ecba tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:05:35.214742 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1ab5b91e-5ecf-4500-a229-9e8240b03862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:35.217331 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd40e27-b48e-456d-a31f-6e1fc23fd8e4 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:35.218229 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-bbd40e27-b48e-456d-a31f-6e1fc23fd8e4 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Synchronizing usage tracker for tenant:5cd950bb3d3d4999ba57a30656254269 on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:05:35.248531 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-92ac2b24-2764-4172-b230-29c4e1548ecc tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:35.255402 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ac2b24-2764-4172-b230-29c4e1548ecc tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:35.256650 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-92ac2b24-2764-4172-b230-29c4e1548ecc tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:35.292143 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab5b91e-5ecf-4500-a229-9e8240b03862 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:05:35.295343 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-1ab5b91e-5ecf-4500-a229-9e8240b03862 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:35.299741 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab5b91e-5ecf-4500-a229-9e8240b03862 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:05:35.305807 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab5b91e-5ecf-4500-a229-9e8240b03862 None None] Pushing event updated for resources: {'Port': ['ID=379fae75-ca1e-491b-8d76-ceed43e0f178,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:35.379210 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ac2b24-2764-4172-b230-29c4e1548ecc tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event updated for resources: {'Network': ['ID=8cb1d812-8def-4140-b462-19e76d34aa30,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:35.381252 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-bbd40e27-b48e-456d-a31f-6e1fc23fd8e4 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Unset dirty status for tenant:5cd950bb3d3d4999ba57a30656254269 on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:05:35.382526 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-bbd40e27-b48e-456d-a31f-6e1fc23fd8e4 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.2941844 Jan 21 19:05:35.385165 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60576) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:35.396549 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 8cb1d812-8def-4140-b462-19e76d34aa30 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:05:35.428688 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-6738ffc0-b349-4ee4-b419-c6d4f33cc71d tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] GET failed (client error): The resource could not be found. Jan 21 19:05:35.430086 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-6738ffc0-b349-4ee4-b419-c6d4f33cc71d tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "GET /v2.0/ports/ce6cb1bb-90b2-4fac-9038-fa4681f5be75 HTTP/1.1" status: 404 len: 333 time: 0.0440106 Jan 21 19:05:35.435088 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-92ac2b24-2764-4172-b230-29c4e1548ecc tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6435549 Jan 21 19:05:35.435088 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60580) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:35.436319 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60582) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:35.442006 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-eb05bf10-4383-4858-bcdd-b102ae0e9af0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-853997995'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:35.447020 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-eb05bf10-4383-4858-bcdd-b102ae0e9af0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:35.450056 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-1ab5b91e-5ecf-4500-a229-9e8240b03862 None None] Attempting to bind port 379fae75-ca1e-491b-8d76-ceed43e0f178 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:05:35.453627 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-1ab5b91e-5ecf-4500-a229-9e8240b03862 None None] Attempting to bind port 379fae75-ca1e-491b-8d76-ceed43e0f178 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:05:35.453627 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab5b91e-5ecf-4500-a229-9e8240b03862 None None] Attempting to bind port 379fae75-ca1e-491b-8d76-ceed43e0f178 on network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:05:35.454486 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-eb05bf10-4383-4858-bcdd-b102ae0e9af0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Usage tracker for resource:network and tenant:5cd950bb3d3d4999ba57a30656254269 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:05:35.455863 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-eb05bf10-4383-4858-bcdd-b102ae0e9af0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:05:35.461484 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab5b91e-5ecf-4500-a229-9e8240b03862 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:05:35.461940 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab5b91e-5ecf-4500-a229-9e8240b03862 None None] Checking segment: {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:05:35.462081 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-eb05bf10-4383-4858-bcdd-b102ae0e9af0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:35.462348 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1ab5b91e-5ecf-4500-a229-9e8240b03862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:35.462744 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab5b91e-5ecf-4500-a229-9e8240b03862 None None] Bound using segment: {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:05:35.463214 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-1ab5b91e-5ecf-4500-a229-9e8240b03862 None None] Bound port: 379fae75-ca1e-491b-8d76-ceed43e0f178, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:05:35.463588 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1ab5b91e-5ecf-4500-a229-9e8240b03862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:35.472790 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-ff556581-f0a1-485e-a996-6d011abba13b tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Request body: {'subnet': {'network_id': '8cb1d812-8def-4140-b462-19e76d34aa30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:35.543933 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-88ba32e4-4558-42d7-889e-6cf8a561ecba tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:35.580149 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb05bf10-4383-4858-bcdd-b102ae0e9af0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Made reservation on behalf of 5cd950bb3d3d4999ba57a30656254269 for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:05:35.583687 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-eb05bf10-4383-4858-bcdd-b102ae0e9af0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:35.593919 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-88ba32e4-4558-42d7-889e-6cf8a561ecba tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] device_id is not set on port bac51d8e-75cb-4be5-b6db-1b9f397fc264 yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:05:35.613467 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-ff556581-f0a1-485e-a996-6d011abba13b tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:35.618896 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ff556581-f0a1-485e-a996-6d011abba13b tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Usage tracker for resource:subnet and tenant:5282b25e8da043bbb3248dd1fe2c26b7 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:05:35.622193 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-1ab5b91e-5ecf-4500-a229-9e8240b03862 None None] For port 379fae75-ca1e-491b-8d76-ceed43e0f178, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:05:35.623786 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ff556581-f0a1-485e-a996-6d011abba13b tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:05:35.626421 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-1ab5b91e-5ecf-4500-a229-9e8240b03862 None None] For port 379fae75-ca1e-491b-8d76-ceed43e0f178, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=379fae75-ca1e-491b-8d76-ceed43e0f178,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:05:35.631639 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb05bf10-4383-4858-bcdd-b102ae0e9af0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:05:35.634522 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-ff556581-f0a1-485e-a996-6d011abba13b tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:35.650602 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-eb05bf10-4383-4858-bcdd-b102ae0e9af0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:35.650942 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-eb05bf10-4383-4858-bcdd-b102ae0e9af0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Added segment 50205f60-b480-459a-9383-360e189c3973 of type vlan for network 264c1f96-3853-4977-96a3-0dc13f86f479 Jan 21 19:05:35.677606 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-eb05bf10-4383-4858-bcdd-b102ae0e9af0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:35.711619 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1ab5b91e-5ecf-4500-a229-9e8240b03862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:35.739482 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff556581-f0a1-485e-a996-6d011abba13b tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Made reservation on behalf of 5282b25e8da043bbb3248dd1fe2c26b7 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:05:35.742992 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ff556581-f0a1-485e-a996-6d011abba13b tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:35.744615 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c29bca1-a6ab-473c-b52a-00b3c49f0123 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Router 0237e4e4-4b11-4456-bf31-153bb5616717 is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:05:35.747690 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-88ba32e4-4558-42d7-889e-6cf8a561ecba tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Allocated IP 2001:db8::f816:3eff:feec:1036 (76b60fc4-5668-469a-a3ef-49679dc3dfc0/52c10b88-13f8-48cc-aa62-8e93111a4723/bac51d8e-75cb-4be5-b6db-1b9f397fc264) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:05:35.802936 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab5b91e-5ecf-4500-a229-9e8240b03862 None None] Pushing event updated for resources: {'Port': ['ID=379fae75-ca1e-491b-8d76-ceed43e0f178,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:35.831793 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-eb05bf10-4383-4858-bcdd-b102ae0e9af0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:35.837468 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb05bf10-4383-4858-bcdd-b102ae0e9af0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:35.838070 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-eb05bf10-4383-4858-bcdd-b102ae0e9af0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:35.980377 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb05bf10-4383-4858-bcdd-b102ae0e9af0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event updated for resources: {'Network': ['ID=264c1f96-3853-4977-96a3-0dc13f86f479,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:35.993243 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 264c1f96-3853-4977-96a3-0dc13f86f479 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:05:36.040000 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-eb05bf10-4383-4858-bcdd-b102ae0e9af0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6048079 Jan 21 19:05:36.040585 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60588) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:36.053304 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-bef93ae2-36f7-4e9f-a7eb-f2640315f728 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'subnet': {'network_id': '264c1f96-3853-4977-96a3-0dc13f86f479', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:36.058532 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c29bca1-a6ab-473c-b52a-00b3c49f0123 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:05:36.091335 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72a84b7-4cf4-4874-9009-e6ca48d8d4c6 None None] Sync routers for ids ['0237e4e4-4b11-4456-bf31-153bb5616717'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:05:36.115052 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72a84b7-4cf4-4874-9009-e6ca48d8d4c6 None None] Routers {'0237e4e4-4b11-4456-bf31-153bb5616717'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:05:36.129868 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-a72a84b7-4cf4-4874-9009-e6ca48d8d4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:05:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['0237e4e4-4b11-4456-bf31-153bb5616717'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:36.175794 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-88ba32e4-4558-42d7-889e-6cf8a561ecba tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:36.197913 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-88ba32e4-4558-42d7-889e-6cf8a561ecba tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Transition to ACTIVE for port object bac51d8e-75cb-4be5-b6db-1b9f397fc264 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:05:36.231608 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5c29bca1-a6ab-473c-b52a-00b3c49f0123 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:36.232943 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5c29bca1-a6ab-473c-b52a-00b3c49f0123 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.1269488 Jan 21 19:05:36.236543 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60592) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:36.240844 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-bef93ae2-36f7-4e9f-a7eb-f2640315f728 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:36.247600 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-bef93ae2-36f7-4e9f-a7eb-f2640315f728 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Usage tracker for resource:subnet and tenant:5cd950bb3d3d4999ba57a30656254269 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:05:36.253040 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-bef93ae2-36f7-4e9f-a7eb-f2640315f728 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:05:36.258920 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-bef93ae2-36f7-4e9f-a7eb-f2640315f728 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:36.295308 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-88ba32e4-4558-42d7-889e-6cf8a561ecba tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:36.328543 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ff556581-f0a1-485e-a996-6d011abba13b tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:36.358925 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-a72a84b7-4cf4-4874-9009-e6ca48d8d4c6 None None] Set router 0237e4e4-4b11-4456-bf31-153bb5616717 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:05:36.364876 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef93ae2-36f7-4e9f-a7eb-f2640315f728 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Made reservation on behalf of 5cd950bb3d3d4999ba57a30656254269 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:05:36.368773 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bef93ae2-36f7-4e9f-a7eb-f2640315f728 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:36.404315 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-69f9a8cb-5847-4444-8734-aa2208f49eda tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=f393478d14c44d15ad1bf9df868df3cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1664901 Jan 21 19:05:36.411290 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60598) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:36.421450 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ba32e4-4558-42d7-889e-6cf8a561ecba tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:05:36.446780 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-88ba32e4-4558-42d7-889e-6cf8a561ecba tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:36.455950 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ba32e4-4558-42d7-889e-6cf8a561ecba tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:05:36.461969 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ba32e4-4558-42d7-889e-6cf8a561ecba tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:36.462637 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-88ba32e4-4558-42d7-889e-6cf8a561ecba tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:36.466766 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba32e4-4558-42d7-889e-6cf8a561ecba tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Port': ['ID=bac51d8e-75cb-4be5-b6db-1b9f397fc264,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:36.558249 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-88ba32e4-4558-42d7-889e-6cf8a561ecba tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9079704 Jan 21 19:05:36.558946 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60602) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:36.661037 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81a6b2d-f417-4750-bf46-6e4e2439d4d5 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:36.662584 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-a81a6b2d-f417-4750-bf46-6e4e2439d4d5 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2501371 Jan 21 19:05:36.667005 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60606) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:36.674177 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff556581-f0a1-485e-a996-6d011abba13b tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event updated for resources: {'Subnet': ['ID=1ab968ee-1a3a-4927-b3f3-1ce35799f39a,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:36.687076 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff556581-f0a1-485e-a996-6d011abba13b tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Checking segment: {'id': '2d2c527c-8109-40d7-bdb1-1f1c42027431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8cb1d812-8def-4140-b462-19e76d34aa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:05:36.687429 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff556581-f0a1-485e-a996-6d011abba13b tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Network hostable DHCP agents. Network: 8cb1d812-8def-4140-b462-19e76d34aa30, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:05:36.724054 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-53d1f728-296f-42d9-bd09-b025ec366afe tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=552ba34b-3dd7-4be8-8310-a9fc908fe72b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0535409 Jan 21 19:05:36.724991 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60610) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:36.731366 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-88b2ad47-b25b-464f-b9eb-4ee78d975dbe tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-41053169', 'network_id': 'ff99f632-5526-4276-9da3-3b33f700e365', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:36.753262 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-a72a84b7-4cf4-4874-9009-e6ca48d8d4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'name': 'tempest-TestNetworkBasicOps-router-1031288913', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'd4e425b0-74b2-4ec4-8ca1-ad7810a12761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:31Z', 'updated_at': '2022-01-21T19:05:34Z', 'revision_number': 3, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'd4e425b0-74b2-4ec4-8ca1-ad7810a12761', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:32Z', 'updated_at': '2022-01-21T19:05:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:36.754513 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8851a7-a91a-4b0c-ac32-212f5730ef81 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:36.757950 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72a84b7-4cf4-4874-9009-e6ca48d8d4c6 None None] Checking router: 0237e4e4-4b11-4456-bf31-153bb5616717 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:05:36.758478 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72a84b7-4cf4-4874-9009-e6ca48d8d4c6 None None] Updating router 0237e4e4-4b11-4456-bf31-153bb5616717 port d4e425b0-74b2-4ec4-8ca1-ad7810a12761 binding host dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:05:36.760449 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8851a7-a91a-4b0c-ac32-212f5730ef81 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:36.761248 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ed8851a7-a91a-4b0c-ac32-212f5730ef81 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:05:36.802806 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff556581-f0a1-485e-a996-6d011abba13b tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Network 8cb1d812-8def-4140-b462-19e76d34aa30 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:05:36.824942 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a72a84b7-4cf4-4874-9009-e6ca48d8d4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:36.887423 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-88b2ad47-b25b-464f-b9eb-4ee78d975dbe tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:36.891344 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-88b2ad47-b25b-464f-b9eb-4ee78d975dbe tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:subnet and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:05:36.894811 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-88b2ad47-b25b-464f-b9eb-4ee78d975dbe tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:05:36.901143 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-88b2ad47-b25b-464f-b9eb-4ee78d975dbe tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:36.909149 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ed8851a7-a91a-4b0c-ac32-212f5730ef81 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:05:36.910803 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ed8851a7-a91a-4b0c-ac32-212f5730ef81 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3511822 Jan 21 19:05:36.914150 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60614) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:36.953821 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-ff556581-f0a1-485e-a996-6d011abba13b tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 8cb1d812-8def-4140-b462-19e76d34aa30) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:36.955931 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bef93ae2-36f7-4e9f-a7eb-f2640315f728 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:36.965899 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91dbab2-bc27-4d2b-a5fd-eaa1b91c04ca None None] Network 8cb1d812-8def-4140-b462-19e76d34aa30 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:05:37.012510 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff556581-f0a1-485e-a996-6d011abba13b tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:37.013068 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ff556581-f0a1-485e-a996-6d011abba13b tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:37.014450 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b2ad47-b25b-464f-b9eb-4ee78d975dbe tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Made reservation on behalf of f393478d14c44d15ad1bf9df868df3cb for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:05:37.020338 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-88b2ad47-b25b-464f-b9eb-4ee78d975dbe tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:37.097299 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-24ebe9a3-b12b-4c84-97d4-495810301c99 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting port bac51d8e-75cb-4be5-b6db-1b9f397fc264 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:05:37.097637 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-24ebe9a3-b12b-4c84-97d4-495810301c99 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:37.154124 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ff556581-f0a1-485e-a996-6d011abba13b tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7165749 Jan 21 19:05:37.156897 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60618) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:37.186377 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-e9006e0b-1f84-4767-8a85-e4d922d4884c tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-5317776', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:37.195849 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-e9006e0b-1f84-4767-8a85-e4d922d4884c tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:37.199975 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-e9006e0b-1f84-4767-8a85-e4d922d4884c tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Usage tracker for resource:router and tenant:5282b25e8da043bbb3248dd1fe2c26b7 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:05:37.204249 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-e9006e0b-1f84-4767-8a85-e4d922d4884c tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:05:37.212542 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-e9006e0b-1f84-4767-8a85-e4d922d4884c tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:37.227425 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef93ae2-36f7-4e9f-a7eb-f2640315f728 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event updated for resources: {'Subnet': ['ID=8d9ee03d-b06f-4c8d-8b78-1dbd7eb808c4,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:37.236663 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef93ae2-36f7-4e9f-a7eb-f2640315f728 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Checking segment: {'id': '50205f60-b480-459a-9383-360e189c3973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '264c1f96-3853-4977-96a3-0dc13f86f479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:05:37.237030 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef93ae2-36f7-4e9f-a7eb-f2640315f728 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Network hostable DHCP agents. Network: 264c1f96-3853-4977-96a3-0dc13f86f479, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:05:37.245417 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a72a84b7-4cf4-4874-9009-e6ca48d8d4c6 None None] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:37.278280 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-a72a84b7-4cf4-4874-9009-e6ca48d8d4c6 None None] Transition to ACTIVE for port object d4e425b0-74b2-4ec4-8ca1-ad7810a12761 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:05:37.305316 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e9006e0b-1f84-4767-8a85-e4d922d4884c tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:37.309946 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e9006e0b-1f84-4767-8a85-e4d922d4884c tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:37.348627 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9f9ade-3ff6-46fa-ba3d-e21d673053ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-8cb1d812-8def-4140-b462-19e76d34aa30', 'network_id': '8cb1d812-8def-4140-b462-19e76d34aa30', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'fixed_ips': [{'subnet_id': '1ab968ee-1a3a-4927-b3f3-1ce35799f39a'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:05:37.349697 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1a9f9ade-3ff6-46fa-ba3d-e21d673053ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:37.362459 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a72a84b7-4cf4-4874-9009-e6ca48d8d4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:37.396519 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 379fae75-ca1e-491b-8d76-ceed43e0f178 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:05:37.419757 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e9006e0b-1f84-4767-8a85-e4d922d4884c tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:37.489167 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef93ae2-36f7-4e9f-a7eb-f2640315f728 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Network 264c1f96-3853-4977-96a3-0dc13f86f479 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:05:37.510117 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-a72a84b7-4cf4-4874-9009-e6ca48d8d4c6 None None] Attempting to bind port d4e425b0-74b2-4ec4-8ca1-ad7810a12761 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:05:37.510488 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-a72a84b7-4cf4-4874-9009-e6ca48d8d4c6 None None] Attempting to bind port d4e425b0-74b2-4ec4-8ca1-ad7810a12761 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:05:37.510891 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72a84b7-4cf4-4874-9009-e6ca48d8d4c6 None None] Attempting to bind port d4e425b0-74b2-4ec4-8ca1-ad7810a12761 on network 552ba34b-3dd7-4be8-8310-a9fc908fe72b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:05:37.528729 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72a84b7-4cf4-4874-9009-e6ca48d8d4c6 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:05:37.529047 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72a84b7-4cf4-4874-9009-e6ca48d8d4c6 None None] Checking segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:05:37.529438 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a72a84b7-4cf4-4874-9009-e6ca48d8d4c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:37.529963 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72a84b7-4cf4-4874-9009-e6ca48d8d4c6 None None] Bound using segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:05:37.530688 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-a72a84b7-4cf4-4874-9009-e6ca48d8d4c6 None None] Bound port: d4e425b0-74b2-4ec4-8ca1-ad7810a12761, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:05:37.531125 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a72a84b7-4cf4-4874-9009-e6ca48d8d4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:37.559536 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e9006e0b-1f84-4767-8a85-e4d922d4884c tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:37.579979 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6070424-6ee6-4351-ac99-a6cf2885f6c0 None None] Pushing event updated for resources: {'Port': ['ID=d4e425b0-74b2-4ec4-8ca1-ad7810a12761,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:37.598529 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6070424-6ee6-4351-ac99-a6cf2885f6c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:05:37.598879 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6070424-6ee6-4351-ac99-a6cf2885f6c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:05:37.599210 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6070424-6ee6-4351-ac99-a6cf2885f6c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:05:37.599537 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6070424-6ee6-4351-ac99-a6cf2885f6c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:05:37.599858 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6070424-6ee6-4351-ac99-a6cf2885f6c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:05:37.600179 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6070424-6ee6-4351-ac99-a6cf2885f6c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:05:37.600496 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6070424-6ee6-4351-ac99-a6cf2885f6c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:05:37.600813 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6070424-6ee6-4351-ac99-a6cf2885f6c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:05:37.601151 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6070424-6ee6-4351-ac99-a6cf2885f6c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:05:37.601463 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6070424-6ee6-4351-ac99-a6cf2885f6c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:05:37.601773 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6070424-6ee6-4351-ac99-a6cf2885f6c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:05:37.603887 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6070424-6ee6-4351-ac99-a6cf2885f6c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:05:37.619889 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-88b2ad47-b25b-464f-b9eb-4ee78d975dbe tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:37.645465 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-a72a84b7-4cf4-4874-9009-e6ca48d8d4c6 None None] For port d4e425b0-74b2-4ec4-8ca1-ad7810a12761, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:05:37.648655 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-a72a84b7-4cf4-4874-9009-e6ca48d8d4c6 None None] For port d4e425b0-74b2-4ec4-8ca1-ad7810a12761, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=d4e425b0-74b2-4ec4-8ca1-ad7810a12761,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:05:37.656304 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e9006e0b-1f84-4767-8a85-e4d922d4884c tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:37.658098 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e9006e0b-1f84-4767-8a85-e4d922d4884c tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.4890308 Jan 21 19:05:37.667646 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-bef93ae2-36f7-4e9f-a7eb-f2640315f728 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 264c1f96-3853-4977-96a3-0dc13f86f479) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:37.667646 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60622) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:37.667646 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-24ebe9a3-b12b-4c84-97d4-495810301c99 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:37.674750 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358f17eb-3030-450a-a2dc-12935a006f6f None None] Network 264c1f96-3853-4977-96a3-0dc13f86f479 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:05:37.681761 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef93ae2-36f7-4e9f-a7eb-f2640315f728 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:37.682378 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bef93ae2-36f7-4e9f-a7eb-f2640315f728 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:37.715218 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2ad47-b25b-464f-b9eb-4ee78d975dbe tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Subnet': ['ID=e5ea9923-e5c0-4291-84d8-365162974c14,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:37.719906 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b2ad47-b25b-464f-b9eb-4ee78d975dbe tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Checking segment: {'id': '0773e98a-bb4b-499a-9c8c-1ac933e4f8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ff99f632-5526-4276-9da3-3b33f700e365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:05:37.724645 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b2ad47-b25b-464f-b9eb-4ee78d975dbe tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network hostable DHCP agents. Network: ff99f632-5526-4276-9da3-3b33f700e365, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:05:37.724784 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-c9a399e1-4812-440a-90f2-2d37c2b9f12a None None] Provisioning for port 379fae75-ca1e-491b-8d76-ceed43e0f178 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:05:37.740436 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a72a84b7-4cf4-4874-9009-e6ca48d8d4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:37.785469 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b2ad47-b25b-464f-b9eb-4ee78d975dbe tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network ff99f632-5526-4276-9da3-3b33f700e365 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:05:37.823790 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 379fae75-ca1e-491b-8d76-ceed43e0f178 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:05:37.825561 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72a84b7-4cf4-4874-9009-e6ca48d8d4c6 None None] Routers {'0237e4e4-4b11-4456-bf31-153bb5616717'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:05:37.825561 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-a72a84b7-4cf4-4874-9009-e6ca48d8d4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:05:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['0237e4e4-4b11-4456-bf31-153bb5616717'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:37.848360 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 379fae75-ca1e-491b-8d76-ceed43e0f178 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:37.848733 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:37.854072 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-88b2ad47-b25b-464f-b9eb-4ee78d975dbe tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, ff99f632-5526-4276-9da3-3b33f700e365) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:37.859678 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b2ad47-b25b-464f-b9eb-4ee78d975dbe tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:37.861243 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-88b2ad47-b25b-464f-b9eb-4ee78d975dbe tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:37.882620 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6070424-6ee6-4351-ac99-a6cf2885f6c0 None None] Pushing event updated for resources: {'Port': ['ID=d4e425b0-74b2-4ec4-8ca1-ad7810a12761,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:37.884139 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-24ebe9a3-b12b-4c84-97d4-495810301c99 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Calling delete_port for bac51d8e-75cb-4be5-b6db-1b9f397fc264 owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:05:37.919469 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c8456a-4447-4a87-b4a3-86fbf8d4ec1e None None] Network ff99f632-5526-4276-9da3-3b33f700e365 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:05:37.955186 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-1a9f9ade-3ff6-46fa-ba3d-e21d673053ce None None] Allocated IP 172.20.0.2 (8cb1d812-8def-4140-b462-19e76d34aa30/1ab968ee-1a3a-4927-b3f3-1ce35799f39a/b912be12-0c86-42d0-ba28-cd7b4c4e4417) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:05:37.991005 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-bef93ae2-36f7-4e9f-a7eb-f2640315f728 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9423368 Jan 21 19:05:37.996522 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60626) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:38.007820 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-9d127f53-b779-4b3f-9514-3a969e5631b5 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'subnet': {'network_id': '264c1f96-3853-4977-96a3-0dc13f86f479', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:38.021996 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-a72a84b7-4cf4-4874-9009-e6ca48d8d4c6 None None] Set router 0237e4e4-4b11-4456-bf31-153bb5616717 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:05:38.194412 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-9d127f53-b779-4b3f-9514-3a969e5631b5 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:38.199275 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-9d127f53-b779-4b3f-9514-3a969e5631b5 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Usage tracker for resource:subnet and tenant:5cd950bb3d3d4999ba57a30656254269 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:05:38.203030 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-9d127f53-b779-4b3f-9514-3a969e5631b5 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:05:38.212199 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-9d127f53-b779-4b3f-9514-3a969e5631b5 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:38.217660 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-b26945a6-de53-41f6-a8b8-7cbbdc74a123 None None] Provisioning for port bac51d8e-75cb-4be5-b6db-1b9f397fc264 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:05:38.242796 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-88b2ad47-b25b-464f-b9eb-4ee78d975dbe tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5167484 Jan 21 19:05:38.243877 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60630) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:38.244437 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab3a94d-843e-4b31-b746-ddad0faed6bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-264c1f96-3853-4977-96a3-0dc13f86f479', 'network_id': '264c1f96-3853-4977-96a3-0dc13f86f479', 'tenant_id': '5cd950bb3d3d4999ba57a30656254269', 'fixed_ips': [{'subnet_id': '8d9ee03d-b06f-4c8d-8b78-1dbd7eb808c4'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:05:38.245273 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4ab3a94d-843e-4b31-b746-ddad0faed6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:38.312244 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-b26945a6-de53-41f6-a8b8-7cbbdc74a123 None None] Provisioning complete for port bac51d8e-75cb-4be5-b6db-1b9f397fc264 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:38.312632 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b26945a6-de53-41f6-a8b8-7cbbdc74a123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:38.451472 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-a72a84b7-4cf4-4874-9009-e6ca48d8d4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'name': 'tempest-TestNetworkBasicOps-router-1031288913', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'd4e425b0-74b2-4ec4-8ca1-ad7810a12761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:31Z', 'updated_at': '2022-01-21T19:05:34Z', 'revision_number': 3, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'd4e425b0-74b2-4ec4-8ca1-ad7810a12761', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:32Z', 'updated_at': '2022-01-21T19:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:38.461635 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72a84b7-4cf4-4874-9009-e6ca48d8d4c6 None None] The sync data for ids ['0237e4e4-4b11-4456-bf31-153bb5616717'] in dv-neutron-825470-1-hyperv is: [{'id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'name': 'tempest-TestNetworkBasicOps-router-1031288913', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'd4e425b0-74b2-4ec4-8ca1-ad7810a12761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:31Z', 'updated_at': '2022-01-21T19:05:34Z', 'revision_number': 3, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'd4e425b0-74b2-4ec4-8ca1-ad7810a12761', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:32Z', 'updated_at': '2022-01-21T19:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:05:38.497677 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:38.508388 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d127f53-b779-4b3f-9514-3a969e5631b5 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Made reservation on behalf of 5cd950bb3d3d4999ba57a30656254269 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:05:38.512216 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9d127f53-b779-4b3f-9514-3a969e5631b5 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:38.591060 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8a5a0464-16ee-4ed7-9b4f-1757b11c3006 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:38.599010 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-b26945a6-de53-41f6-a8b8-7cbbdc74a123 None None] Port bac51d8e-75cb-4be5-b6db-1b9f397fc264 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:05:38.643751 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 379fae75-ca1e-491b-8d76-ceed43e0f178, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=379fae75-ca1e-491b-8d76-ceed43e0f178,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:05:38.649269 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97429927-1e18-49ec-80a5-9a0002758abe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-ff99f632-5526-4276-9da3-3b33f700e365', 'network_id': 'ff99f632-5526-4276-9da3-3b33f700e365', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ips': [{'subnet_id': 'e5ea9923-e5c0-4291-84d8-365162974c14'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:05:38.649673 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-97429927-1e18-49ec-80a5-9a0002758abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:38.686389 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-24ebe9a3-b12b-4c84-97d4-495810301c99 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:38.752793 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:38.757113 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ebe9a3-b12b-4c84-97d4-495810301c99 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Port': ['ID=bac51d8e-75cb-4be5-b6db-1b9f397fc264,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:38.859655 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.ipam_backend_mixin [None req-9d127f53-b779-4b3f-9514-3a969e5631b5 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8d9ee03d-b06f-4c8d-8b78-1dbd7eb808c4 (CIDR: 2001:db8::/64) Jan 21 19:05:38.965750 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d127f53-b779-4b3f-9514-3a969e5631b5 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 19:05:38.966365 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d127f53-b779-4b3f-9514-3a969e5631b5 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:05:38.968240 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1a9f9ade-3ff6-46fa-ba3d-e21d673053ce None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:39.018048 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-4ab3a94d-843e-4b31-b746-ddad0faed6bc None None] Allocated IP 2001:db8::2 (264c1f96-3853-4977-96a3-0dc13f86f479/8d9ee03d-b06f-4c8d-8b78-1dbd7eb808c4/b5233a10-c876-4e43-b86f-147259b737bb) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:05:39.044187 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=379fae75-ca1e-491b-8d76-ceed43e0f178,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:39.047350 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-1a9f9ade-3ff6-46fa-ba3d-e21d673053ce None None] Transition to ACTIVE for port object b912be12-0c86-42d0-ba28-cd7b4c4e4417 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:05:39.074939 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-9d127f53-b779-4b3f-9514-3a969e5631b5 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0761552 Jan 21 19:05:39.075902 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60634) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:39.082955 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-24ebe9a3-b12b-4c84-97d4-495810301c99 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:39.105410 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-974ad20c-9479-4994-aa7b-bd00e35df8f4 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'subnet': {'network_id': '264c1f96-3853-4977-96a3-0dc13f86f479', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:39.180099 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-1a9f9ade-3ff6-46fa-ba3d-e21d673053ce None None] Transition to ACTIVE for port object b912be12-0c86-42d0-ba28-cd7b4c4e4417 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:05:39.281826 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-24ebe9a3-b12b-4c84-97d4-495810301c99 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/ports/bac51d8e-75cb-4be5-b6db-1b9f397fc264 HTTP/1.1" status: 204 len: 168 time: 2.3649743 Jan 21 19:05:39.288462 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-97429927-1e18-49ec-80a5-9a0002758abe None None] Allocated IP 172.20.0.2 (ff99f632-5526-4276-9da3-3b33f700e365/e5ea9923-e5c0-4291-84d8-365162974c14/8ea11263-1b84-45b1-9ef1-6c68e0654dc7) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:05:39.289982 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60638) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:39.310173 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1a9f9ade-3ff6-46fa-ba3d-e21d673053ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:39.329629 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-974ad20c-9479-4994-aa7b-bd00e35df8f4 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:39.337976 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-974ad20c-9479-4994-aa7b-bd00e35df8f4 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Usage tracker for resource:subnet and tenant:5cd950bb3d3d4999ba57a30656254269 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:05:39.343219 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-974ad20c-9479-4994-aa7b-bd00e35df8f4 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:05:39.385636 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-974ad20c-9479-4994-aa7b-bd00e35df8f4 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:39.388135 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9f9ade-3ff6-46fa-ba3d-e21d673053ce None None] Network 8cb1d812-8def-4140-b462-19e76d34aa30 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:05:39.475636 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-751b07b8-9a84-4cb7-b91d-cc063d106d70 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:39.478434 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd1406b-b364-4fff-bd05-44e60b686d35 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:39.480044 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd1406b-b364-4fff-bd05-44e60b686d35 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:39.480801 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-5fd1406b-b364-4fff-bd05-44e60b686d35 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:05:39.489681 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974ad20c-9479-4994-aa7b-bd00e35df8f4 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Made reservation on behalf of 5cd950bb3d3d4999ba57a30656254269 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:05:39.494532 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-8a5a0464-16ee-4ed7-9b4f-1757b11c3006 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Allocated IP 172.20.0.1 (8cb1d812-8def-4140-b462-19e76d34aa30/1ab968ee-1a3a-4927-b3f3-1ce35799f39a/29225069-f7be-4448-b1de-6fe2ca314d7f) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:05:39.494958 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-974ad20c-9479-4994-aa7b-bd00e35df8f4 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:39.568403 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-1a9f9ade-3ff6-46fa-ba3d-e21d673053ce None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:39.596802 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 379fae75-ca1e-491b-8d76-ceed43e0f178 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:05:39.631856 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9f9ade-3ff6-46fa-ba3d-e21d673053ce None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:05:39.634632 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-5fd1406b-b364-4fff-bd05-44e60b686d35 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:05:39.638185 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-5fd1406b-b364-4fff-bd05-44e60b686d35 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3455794 Jan 21 19:05:39.642353 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60642) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:39.724852 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c03accc-ad56-41b8-9e78-ee98e19e06e1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting subnet 52c10b88-13f8-48cc-aa62-8e93111a4723 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:05:39.730338 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6c03accc-ad56-41b8-9e78-ee98e19e06e1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:39.820097 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6c03accc-ad56-41b8-9e78-ee98e19e06e1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:39.871642 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8a5a0464-16ee-4ed7-9b4f-1757b11c3006 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:39.887969 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f9ade-3ff6-46fa-ba3d-e21d673053ce None None] Pushing event updated for resources: {'Port': ['ID=b912be12-0c86-42d0-ba28-cd7b4c4e4417,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:39.906341 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-8a5a0464-16ee-4ed7-9b4f-1757b11c3006 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Transition to ACTIVE for port object 29225069-f7be-4448-b1de-6fe2ca314d7f will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:05:39.940252 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6c03accc-ad56-41b8-9e78-ee98e19e06e1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:39.965463 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4ab3a94d-843e-4b31-b746-ddad0faed6bc None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:39.977362 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-1a9f9ade-3ff6-46fa-ba3d-e21d673053ce None None] Attempting to bind port b912be12-0c86-42d0-ba28-cd7b4c4e4417 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:05:39.977717 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-1a9f9ade-3ff6-46fa-ba3d-e21d673053ce None None] Attempting to bind port b912be12-0c86-42d0-ba28-cd7b4c4e4417 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '2d2c527c-8109-40d7-bdb1-1f1c42027431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8cb1d812-8def-4140-b462-19e76d34aa30'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:05:39.978507 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9f9ade-3ff6-46fa-ba3d-e21d673053ce None None] Attempting to bind port b912be12-0c86-42d0-ba28-cd7b4c4e4417 on network 8cb1d812-8def-4140-b462-19e76d34aa30 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:05:40.002208 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9f9ade-3ff6-46fa-ba3d-e21d673053ce None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:05:40.002575 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9f9ade-3ff6-46fa-ba3d-e21d673053ce None None] Checking segment: {'id': '2d2c527c-8109-40d7-bdb1-1f1c42027431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8cb1d812-8def-4140-b462-19e76d34aa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:05:40.002970 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1a9f9ade-3ff6-46fa-ba3d-e21d673053ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:40.003358 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9f9ade-3ff6-46fa-ba3d-e21d673053ce None None] Bound using segment: {'id': '2d2c527c-8109-40d7-bdb1-1f1c42027431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8cb1d812-8def-4140-b462-19e76d34aa30'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:05:40.003820 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-1a9f9ade-3ff6-46fa-ba3d-e21d673053ce None None] Bound port: b912be12-0c86-42d0-ba28-cd7b4c4e4417, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2c527c-8109-40d7-bdb1-1f1c42027431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8cb1d812-8def-4140-b462-19e76d34aa30'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:05:40.004182 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1a9f9ade-3ff6-46fa-ba3d-e21d673053ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:40.027628 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-4ab3a94d-843e-4b31-b746-ddad0faed6bc None None] Transition to ACTIVE for port object b5233a10-c876-4e43-b86f-147259b737bb will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:05:40.049075 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8a5a0464-16ee-4ed7-9b4f-1757b11c3006 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:40.091203 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6c03accc-ad56-41b8-9e78-ee98e19e06e1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:40.101475 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 379fae75-ca1e-491b-8d76-ceed43e0f178 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:40.101867 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:40.158447 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03accc-ad56-41b8-9e78-ee98e19e06e1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Subnet': ['ID=52c10b88-13f8-48cc-aa62-8e93111a4723,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:40.171087 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5a0464-16ee-4ed7-9b4f-1757b11c3006 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Network 8cb1d812-8def-4140-b462-19e76d34aa30 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:05:40.173342 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6c03accc-ad56-41b8-9e78-ee98e19e06e1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:40.181574 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-4ab3a94d-843e-4b31-b746-ddad0faed6bc None None] Transition to ACTIVE for port object b5233a10-c876-4e43-b86f-147259b737bb will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:05:40.182729 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-8a5a0464-16ee-4ed7-9b4f-1757b11c3006 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:40.187266 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5a0464-16ee-4ed7-9b4f-1757b11c3006 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:05:40.197736 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed67f4b-5f82-4a35-bf69-cb4f747263e9 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:05:40.233549 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a0464-16ee-4ed7-9b4f-1757b11c3006 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event updated for resources: {'Port': ['ID=29225069-f7be-4448-b1de-6fe2ca314d7f,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:40.263613 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8a5a0464-16ee-4ed7-9b4f-1757b11c3006 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:40.275022 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-6c03accc-ad56-41b8-9e78-ee98e19e06e1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/52c10b88-13f8-48cc-aa62-8e93111a4723 HTTP/1.1" status: 204 len: 168 time: 0.6318884 Jan 21 19:05:40.280989 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60646) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:40.294125 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-97429927-1e18-49ec-80a5-9a0002758abe None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:40.358205 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-974ad20c-9479-4994-aa7b-bd00e35df8f4 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:40.369987 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-1a9f9ade-3ff6-46fa-ba3d-e21d673053ce None None] For port b912be12-0c86-42d0-ba28-cd7b4c4e4417, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:05:40.372356 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4ab3a94d-843e-4b31-b746-ddad0faed6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:40.377412 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-97429927-1e18-49ec-80a5-9a0002758abe None None] Transition to ACTIVE for port object 8ea11263-1b84-45b1-9ef1-6c68e0654dc7 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:05:40.401688 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-8034721c-447f-4544-9ba5-0896557d8011 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1205490 Jan 21 19:05:40.415777 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974ad20c-9479-4994-aa7b-bd00e35df8f4 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Network 264c1f96-3853-4977-96a3-0dc13f86f479 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:05:40.416733 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60650) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:40.422330 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-974ad20c-9479-4994-aa7b-bd00e35df8f4 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:40.427964 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974ad20c-9479-4994-aa7b-bd00e35df8f4 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:40.428672 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-974ad20c-9479-4994-aa7b-bd00e35df8f4 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:40.442467 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-7db6c3ff-530d-48de-ac6c-d184c7231870 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'subnet': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:40.476054 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8a5a0464-16ee-4ed7-9b4f-1757b11c3006 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:40.497460 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-1a9f9ade-3ff6-46fa-ba3d-e21d673053ce None None] For port b912be12-0c86-42d0-ba28-cd7b4c4e4417, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=b912be12-0c86-42d0-ba28-cd7b4c4e4417,segment=NetworkSegment(2d2c527c-8109-40d7-bdb1-1f1c42027431),segment_id=2d2c527c-8109-40d7-bdb1-1f1c42027431)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:05:40.587750 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ad20c-9479-4994-aa7b-bd00e35df8f4 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event updated for resources: {'Subnet': ['ID=8784e465-7cac-42a7-b57a-2ea50cac9803,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:40.605748 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-974ad20c-9479-4994-aa7b-bd00e35df8f4 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5201395 Jan 21 19:05:40.608402 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60654) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:40.612340 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1a9f9ade-3ff6-46fa-ba3d-e21d673053ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:40.616542 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-b4de81a8-bd38-457d-9f58-9ad0cbbe7304 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'port': {'network_id': '264c1f96-3853-4977-96a3-0dc13f86f479', 'fixed_ips': [{'subnet_id': '8d9ee03d-b06f-4c8d-8b78-1dbd7eb808c4'}, {'subnet_id': '8784e465-7cac-42a7-b57a-2ea50cac9803'}], 'name': 'tempest-PortsIpV6TestJSON-949130049'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:40.620493 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab3a94d-843e-4b31-b746-ddad0faed6bc None None] Network 264c1f96-3853-4977-96a3-0dc13f86f479 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:05:40.628791 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-97429927-1e18-49ec-80a5-9a0002758abe None None] Transition to ACTIVE for port object 8ea11263-1b84-45b1-9ef1-6c68e0654dc7 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:05:40.635347 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab3a94d-843e-4b31-b746-ddad0faed6bc None None] Pushing event updated for resources: {'Port': ['ID=b5233a10-c876-4e43-b86f-147259b737bb,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:40.641287 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-7db6c3ff-530d-48de-ac6c-d184c7231870 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:40.658264 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-7db6c3ff-530d-48de-ac6c-d184c7231870 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Usage tracker for resource:subnet and tenant:331b5c16a931412fafa4a9af40615562 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:05:40.664453 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-7db6c3ff-530d-48de-ac6c-d184c7231870 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:05:40.671652 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-4ab3a94d-843e-4b31-b746-ddad0faed6bc None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:40.678014 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-7db6c3ff-530d-48de-ac6c-d184c7231870 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:40.678174 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab3a94d-843e-4b31-b746-ddad0faed6bc None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:05:40.753472 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-97429927-1e18-49ec-80a5-9a0002758abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:40.776831 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device d4e425b0-74b2-4ec4-8ca1-ad7810a12761 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:05:40.849666 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-751b07b8-9a84-4cb7-b91d-cc063d106d70 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Allocated IP 172.20.0.1 (ff99f632-5526-4276-9da3-3b33f700e365/e5ea9923-e5c0-4291-84d8-365162974c14/b580753f-2a05-40b3-b7d4-8168499875b6) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:05:40.855692 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db6c3ff-530d-48de-ac6c-d184c7231870 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:05:40.859618 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7db6c3ff-530d-48de-ac6c-d184c7231870 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:40.886258 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-b4de81a8-bd38-457d-9f58-9ad0cbbe7304 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:40.898939 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-b4de81a8-bd38-457d-9f58-9ad0cbbe7304 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Usage tracker for resource:port and tenant:5cd950bb3d3d4999ba57a30656254269 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:05:40.902449 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-b4de81a8-bd38-457d-9f58-9ad0cbbe7304 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:05:40.916242 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97429927-1e18-49ec-80a5-9a0002758abe None None] Network ff99f632-5526-4276-9da3-3b33f700e365 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:05:40.917613 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-b4de81a8-bd38-457d-9f58-9ad0cbbe7304 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:40.918714 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f9ade-3ff6-46fa-ba3d-e21d673053ce None None] Pushing event updated for resources: {'Port': ['ID=b912be12-0c86-42d0-ba28-cd7b4c4e4417,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:40.994500 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-4ab3a94d-843e-4b31-b746-ddad0faed6bc None None] Attempting to bind port b5233a10-c876-4e43-b86f-147259b737bb on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:05:40.994877 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-4ab3a94d-843e-4b31-b746-ddad0faed6bc None None] Attempting to bind port b5233a10-c876-4e43-b86f-147259b737bb by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '50205f60-b480-459a-9383-360e189c3973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '264c1f96-3853-4977-96a3-0dc13f86f479'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:05:40.995426 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab3a94d-843e-4b31-b746-ddad0faed6bc None None] Attempting to bind port b5233a10-c876-4e43-b86f-147259b737bb on network 264c1f96-3853-4977-96a3-0dc13f86f479 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:05:40.998975 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-97429927-1e18-49ec-80a5-9a0002758abe None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:41.015135 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97429927-1e18-49ec-80a5-9a0002758abe None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:05:41.022839 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab3a94d-843e-4b31-b746-ddad0faed6bc None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:05:41.023507 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab3a94d-843e-4b31-b746-ddad0faed6bc None None] Checking segment: {'id': '50205f60-b480-459a-9383-360e189c3973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '264c1f96-3853-4977-96a3-0dc13f86f479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:05:41.025084 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4ab3a94d-843e-4b31-b746-ddad0faed6bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:41.025686 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab3a94d-843e-4b31-b746-ddad0faed6bc None None] Bound using segment: {'id': '50205f60-b480-459a-9383-360e189c3973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '264c1f96-3853-4977-96a3-0dc13f86f479'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:05:41.026356 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-4ab3a94d-843e-4b31-b746-ddad0faed6bc None None] Bound port: b5233a10-c876-4e43-b86f-147259b737bb, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50205f60-b480-459a-9383-360e189c3973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '264c1f96-3853-4977-96a3-0dc13f86f479'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:05:41.026910 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4ab3a94d-843e-4b31-b746-ddad0faed6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:41.054706 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4de81a8-bd38-457d-9f58-9ad0cbbe7304 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Made reservation on behalf of 5cd950bb3d3d4999ba57a30656254269 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:05:41.055541 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97429927-1e18-49ec-80a5-9a0002758abe None None] Pushing event updated for resources: {'Port': ['ID=8ea11263-1b84-45b1-9ef1-6c68e0654dc7,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:41.080214 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8a5a0464-16ee-4ed7-9b4f-1757b11c3006 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:41.146503 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8a5a0464-16ee-4ed7-9b4f-1757b11c3006 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:41.195585 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e51443a-9f44-4aff-9cbe-506f5231b9be None None] DHCP port deletion for 76b60fc4-5668-469a-a3ef-49679dc3dfc0 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:05:41.214281 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-4e51443a-9f44-4aff-9cbe-506f5231b9be None None] Deleting port 379fae75-ca1e-491b-8d76-ceed43e0f178 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:05:41.216007 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4e51443a-9f44-4aff-9cbe-506f5231b9be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:41.257929 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-97429927-1e18-49ec-80a5-9a0002758abe None None] Attempting to bind port 8ea11263-1b84-45b1-9ef1-6c68e0654dc7 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:05:41.257929 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-97429927-1e18-49ec-80a5-9a0002758abe None None] Attempting to bind port 8ea11263-1b84-45b1-9ef1-6c68e0654dc7 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '0773e98a-bb4b-499a-9c8c-1ac933e4f8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ff99f632-5526-4276-9da3-3b33f700e365'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:05:41.257929 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97429927-1e18-49ec-80a5-9a0002758abe None None] Attempting to bind port 8ea11263-1b84-45b1-9ef1-6c68e0654dc7 on network ff99f632-5526-4276-9da3-3b33f700e365 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:05:41.292938 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port d4e425b0-74b2-4ec4-8ca1-ad7810a12761 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:05:41.296124 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97429927-1e18-49ec-80a5-9a0002758abe None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:05:41.296712 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97429927-1e18-49ec-80a5-9a0002758abe None None] Checking segment: {'id': '0773e98a-bb4b-499a-9c8c-1ac933e4f8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ff99f632-5526-4276-9da3-3b33f700e365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:05:41.296923 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-97429927-1e18-49ec-80a5-9a0002758abe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:41.297270 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97429927-1e18-49ec-80a5-9a0002758abe None None] Bound using segment: {'id': '0773e98a-bb4b-499a-9c8c-1ac933e4f8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ff99f632-5526-4276-9da3-3b33f700e365'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:05:41.298073 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-97429927-1e18-49ec-80a5-9a0002758abe None None] Bound port: 8ea11263-1b84-45b1-9ef1-6c68e0654dc7, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0773e98a-bb4b-499a-9c8c-1ac933e4f8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ff99f632-5526-4276-9da3-3b33f700e365'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:05:41.298453 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-97429927-1e18-49ec-80a5-9a0002758abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:41.317819 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8a5a0464-16ee-4ed7-9b4f-1757b11c3006 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:41.321446 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a0464-16ee-4ed7-9b4f-1757b11c3006 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event updated for resources: {'Port': ['ID=29225069-f7be-4448-b1de-6fe2ca314d7f,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:41.336082 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port d4e425b0-74b2-4ec4-8ca1-ad7810a12761 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:41.336458 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:41.388361 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-751b07b8-9a84-4cb7-b91d-cc063d106d70 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:41.487424 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-4ab3a94d-843e-4b31-b746-ddad0faed6bc None None] For port b5233a10-c876-4e43-b86f-147259b737bb, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:05:41.494575 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-751b07b8-9a84-4cb7-b91d-cc063d106d70 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Transition to ACTIVE for port object b580753f-2a05-40b3-b7d4-8168499875b6 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:05:41.546529 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5a0464-16ee-4ed7-9b4f-1757b11c3006 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Network 8cb1d812-8def-4140-b462-19e76d34aa30 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:05:41.548555 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-8a5a0464-16ee-4ed7-9b4f-1757b11c3006 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:41.549034 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b4de81a8-bd38-457d-9f58-9ad0cbbe7304 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:41.572965 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-4ab3a94d-843e-4b31-b746-ddad0faed6bc None None] For port b5233a10-c876-4e43-b86f-147259b737bb, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=b5233a10-c876-4e43-b86f-147259b737bb,segment=NetworkSegment(50205f60-b480-459a-9383-360e189c3973),segment_id=50205f60-b480-459a-9383-360e189c3973)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:05:41.580448 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-b4de81a8-bd38-457d-9f58-9ad0cbbe7304 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] device_id is not set on port 0fb7af5a-d963-474a-872d-bb7757d4eef4 yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:05:41.649656 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4ab3a94d-843e-4b31-b746-ddad0faed6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:41.654274 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-97429927-1e18-49ec-80a5-9a0002758abe None None] For port 8ea11263-1b84-45b1-9ef1-6c68e0654dc7, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:05:41.743887 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-751b07b8-9a84-4cb7-b91d-cc063d106d70 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:41.815679 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-97429927-1e18-49ec-80a5-9a0002758abe None None] For port 8ea11263-1b84-45b1-9ef1-6c68e0654dc7, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=8ea11263-1b84-45b1-9ef1-6c68e0654dc7,segment=NetworkSegment(0773e98a-bb4b-499a-9c8c-1ac933e4f8f5),segment_id=0773e98a-bb4b-499a-9c8c-1ac933e4f8f5)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:05:41.841469 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-4e51443a-9f44-4aff-9cbe-506f5231b9be None None] For port 379fae75-ca1e-491b-8d76-ceed43e0f178, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=379fae75-ca1e-491b-8d76-ceed43e0f178,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:05:41.841865 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4e51443a-9f44-4aff-9cbe-506f5231b9be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:41.847828 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5a0464-16ee-4ed7-9b4f-1757b11c3006 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Router 56d2295f-402b-4d32-a431-0850f159f41a is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:05:42.013879 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751b07b8-9a84-4cb7-b91d-cc063d106d70 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network ff99f632-5526-4276-9da3-3b33f700e365 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:05:42.017687 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-97429927-1e18-49ec-80a5-9a0002758abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:42.031601 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-4e51443a-9f44-4aff-9cbe-506f5231b9be None None] Calling delete_port for 379fae75-ca1e-491b-8d76-ceed43e0f178 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:05:42.040258 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-751b07b8-9a84-4cb7-b91d-cc063d106d70 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:42.057460 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751b07b8-9a84-4cb7-b91d-cc063d106d70 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:05:42.062460 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5a0464-16ee-4ed7-9b4f-1757b11c3006 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:05:42.072755 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-8a5a0464-16ee-4ed7-9b4f-1757b11c3006 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "PUT /v2.0/routers/56d2295f-402b-4d32-a431-0850f159f41a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3981297 Jan 21 19:05:42.080789 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60658) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:42.090504 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:42.114092 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port d4e425b0-74b2-4ec4-8ca1-ad7810a12761, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=d4e425b0-74b2-4ec4-8ca1-ad7810a12761,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:05:42.115322 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab3a94d-843e-4b31-b746-ddad0faed6bc None None] Pushing event updated for resources: {'Port': ['ID=b5233a10-c876-4e43-b86f-147259b737bb,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:42.168212 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b07b8-9a84-4cb7-b91d-cc063d106d70 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=b580753f-2a05-40b3-b7d4-8168499875b6,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:42.224308 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f45ad09-3585-4b2f-b4a2-285537396ae5 None None] Sync routers for ids ['56d2295f-402b-4d32-a431-0850f159f41a'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:05:42.246064 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:42.274105 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f45ad09-3585-4b2f-b4a2-285537396ae5 None None] Routers {'56d2295f-402b-4d32-a431-0850f159f41a'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:05:42.274789 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-3f45ad09-3585-4b2f-b4a2-285537396ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:05:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['56d2295f-402b-4d32-a431-0850f159f41a'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:42.281195 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e555d163-bd38-4d5b-912f-e1ef5976778d tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:42.287504 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-e555d163-bd38-4d5b-912f-e1ef5976778d tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Synchronizing usage tracker for tenant:5282b25e8da043bbb3248dd1fe2c26b7 on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:05:42.317583 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-751b07b8-9a84-4cb7-b91d-cc063d106d70 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:42.364058 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-3f45ad09-3585-4b2f-b4a2-285537396ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:42.379427 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-e555d163-bd38-4d5b-912f-e1ef5976778d tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Unset dirty status for tenant:5282b25e8da043bbb3248dd1fe2c26b7 on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:05:42.379427 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e555d163-bd38-4d5b-912f-e1ef5976778d tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "GET /v2.0/ports/29225069-f7be-4448-b1de-6fe2ca314d7f HTTP/1.1" status: 200 len: 910 time: 0.2929153 Jan 21 19:05:42.379427 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60662) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:42.388663 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97429927-1e18-49ec-80a5-9a0002758abe None None] Pushing event updated for resources: {'Port': ['ID=8ea11263-1b84-45b1-9ef1-6c68e0654dc7,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:42.395186 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-bb21f140-b66a-4b3a-b62b-313132088425 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1ab968ee-1a3a-4927-b3f3-1ce35799f39a'}]}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:42.447614 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f45ad09-3585-4b2f-b4a2-285537396ae5 None None] Routers {'56d2295f-402b-4d32-a431-0850f159f41a'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:05:42.448278 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-3f45ad09-3585-4b2f-b4a2-285537396ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:05:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['56d2295f-402b-4d32-a431-0850f159f41a'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:42.563112 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4e51443a-9f44-4aff-9cbe-506f5231b9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:42.617778 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-3f45ad09-3585-4b2f-b4a2-285537396ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:42.617778 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f45ad09-3585-4b2f-b4a2-285537396ae5 None None] The sync data for ids ['56d2295f-402b-4d32-a431-0850f159f41a'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:05:42.626827 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e51443a-9f44-4aff-9cbe-506f5231b9be None None] No DVR routers for this DVR port 379fae75-ca1e-491b-8d76-ceed43e0f178 on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:05:42.655693 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device b5233a10-c876-4e43-b86f-147259b737bb up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:05:42.674164 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.objects.ports [None req-7db6c3ff-530d-48de-ac6c-d184c7231870 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88137) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 19:05:42.728108 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=d4e425b0-74b2-4ec4-8ca1-ad7810a12761,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:42.785946 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e51443a-9f44-4aff-9cbe-506f5231b9be None None] Pushing event deleted for resources: {'Port': ['ID=379fae75-ca1e-491b-8d76-ceed43e0f178,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:42.880500 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port b5233a10-c876-4e43-b86f-147259b737bb completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:05:42.885207 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bb21f140-b66a-4b3a-b62b-313132088425 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:42.888975 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device b912be12-0c86-42d0-ba28-cd7b4c4e4417 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:05:42.942673 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f84edee-e364-47a4-adef-14dda13a5716 None None] Network 8cb1d812-8def-4140-b462-19e76d34aa30 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:05:42.966828 dv-neutron-825470-1-hyperv neutron-server[88137]: WARNING neutron.services.revisions.revision_plugin [None req-7db6c3ff-530d-48de-ac6c-d184c7231870 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Could not find related port for resource to bump revision. Jan 21 19:05:42.991699 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-b4de81a8-bd38-457d-9f58-9ad0cbbe7304 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Allocated IP 2001:db8::7f (264c1f96-3853-4977-96a3-0dc13f86f479/8d9ee03d-b06f-4c8d-8b78-1dbd7eb808c4/0fb7af5a-d963-474a-872d-bb7757d4eef4) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:05:43.002649 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-b4de81a8-bd38-457d-9f58-9ad0cbbe7304 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Allocated IP 2001:db8:0:1::25d (264c1f96-3853-4977-96a3-0dc13f86f479/8784e465-7cac-42a7-b57a-2ea50cac9803/0fb7af5a-d963-474a-872d-bb7757d4eef4) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:05:43.015848 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.ipam_pluggable_backend [None req-7db6c3ff-530d-48de-ac6c-d184c7231870 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Port 379fae75-ca1e-491b-8d76-ceed43e0f178 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88137) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 21 19:05:43.017284 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.ipam_pluggable_backend [None req-7db6c3ff-530d-48de-ac6c-d184c7231870 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Reverting IP allocation for 2001:db8::f816:3eff:feb6:ac2f {{(pid=88137) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 21 19:05:43.068558 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.ipam_pluggable_backend [None req-7db6c3ff-530d-48de-ac6c-d184c7231870 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feb6:ac2f {{(pid=88137) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 21 19:05:43.073508 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7db6c3ff-530d-48de-ac6c-d184c7231870 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:43.166407 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-73fc7921-eeef-4bfe-9db0-7a0b44904422 None None] Provisioning for port b912be12-0c86-42d0-ba28-cd7b4c4e4417 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:05:43.189659 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port b912be12-0c86-42d0-ba28-cd7b4c4e4417 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:05:43.199288 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port b912be12-0c86-42d0-ba28-cd7b4c4e4417 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:43.199925 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:43.257154 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db6c3ff-530d-48de-ac6c-d184c7231870 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:05:43.262954 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-751b07b8-9a84-4cb7-b91d-cc063d106d70 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:43.272955 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-7db6c3ff-530d-48de-ac6c-d184c7231870 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:43.300605 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df5dd5f-1729-4afa-a04d-053efca8e9a2 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:05:43.324786 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db6c3ff-530d-48de-ac6c-d184c7231870 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Subnet': ['ID=5d9cecd6-bcb8-4d9a-b304-4ce5e52e880a,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:43.331555 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db6c3ff-530d-48de-ac6c-d184c7231870 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:43.332368 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7db6c3ff-530d-48de-ac6c-d184c7231870 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:43.559293 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-7db6c3ff-530d-48de-ac6c-d184c7231870 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1335263 Jan 21 19:05:43.563555 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60666) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:43.572135 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-bc1847cb-ecca-4111-a3bb-91a7a2569527 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'port': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'mac_address': 'fa:16:3e:35:c1:d4', 'name': 'tempest-NetworksTestDHCPv6-1267363379'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:43.579504 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b4de81a8-bd38-457d-9f58-9ad0cbbe7304 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:43.608054 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-b4de81a8-bd38-457d-9f58-9ad0cbbe7304 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Transition to ACTIVE for port object 0fb7af5a-d963-474a-872d-bb7757d4eef4 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:05:43.667507 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:43.811747 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35c1efc-95c5-4af6-a55a-14abeee9f30a None None] Network 264c1f96-3853-4977-96a3-0dc13f86f479 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:05:43.837629 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-bc1847cb-ecca-4111-a3bb-91a7a2569527 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:43.842848 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-bc1847cb-ecca-4111-a3bb-91a7a2569527 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Usage tracker for resource:port and tenant:331b5c16a931412fafa4a9af40615562 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:05:43.847426 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-bc1847cb-ecca-4111-a3bb-91a7a2569527 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:05:43.855259 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-bc1847cb-ecca-4111-a3bb-91a7a2569527 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:43.944290 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port b912be12-0c86-42d0-ba28-cd7b4c4e4417, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=b912be12-0c86-42d0-ba28-cd7b4c4e4417,segment=NetworkSegment(2d2c527c-8109-40d7-bdb1-1f1c42027431),segment_id=2d2c527c-8109-40d7-bdb1-1f1c42027431)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:05:43.944480 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bb21f140-b66a-4b3a-b62b-313132088425 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:43.945960 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365fd7e2-5f3c-4227-8b7b-afeff6b5df06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'tenant_id': '331b5c16a931412fafa4a9af40615562', 'fixed_ips': [{'subnet_id': '5d9cecd6-bcb8-4d9a-b304-4ce5e52e880a'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:05:43.946803 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-365fd7e2-5f3c-4227-8b7b-afeff6b5df06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:43.963248 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1847cb-ecca-4111-a3bb-91a7a2569527 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'port': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:05:44.014873 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b4de81a8-bd38-457d-9f58-9ad0cbbe7304 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:44.038905 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ae90f1-d365-4d93-b610-8b384f4daaa5 None None] Network ff99f632-5526-4276-9da3-3b33f700e365 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:05:44.057338 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:44.080636 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bb21f140-b66a-4b3a-b62b-313132088425 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:44.125348 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4de81a8-bd38-457d-9f58-9ad0cbbe7304 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Network 264c1f96-3853-4977-96a3-0dc13f86f479 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:05:44.132625 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-b4de81a8-bd38-457d-9f58-9ad0cbbe7304 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:44.137494 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-fc723adc-bb95-474d-89d0-32285a390640 None None] Provisioning for port b5233a10-c876-4e43-b86f-147259b737bb completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:05:44.139511 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4de81a8-bd38-457d-9f58-9ad0cbbe7304 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:05:44.145929 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4de81a8-bd38-457d-9f58-9ad0cbbe7304 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:44.146810 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b4de81a8-bd38-457d-9f58-9ad0cbbe7304 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:44.164863 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 379fae75-ca1e-491b-8d76-ceed43e0f178 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:05:44.166833 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de81a8-bd38-457d-9f58-9ad0cbbe7304 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event updated for resources: {'Port': ['ID=0fb7af5a-d963-474a-872d-bb7757d4eef4,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:44.202417 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-751b07b8-9a84-4cb7-b91d-cc063d106d70 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:44.226827 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-fc723adc-bb95-474d-89d0-32285a390640 None None] Provisioning complete for port b5233a10-c876-4e43-b86f-147259b737bb triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:44.227029 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-fc723adc-bb95-474d-89d0-32285a390640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:44.243769 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b4de81a8-bd38-457d-9f58-9ad0cbbe7304 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 3.6340895 Jan 21 19:05:44.246661 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60670) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:44.256449 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-9436fe13-bffb-4285-8a6e-d20ba7954e3c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8d9ee03d-b06f-4c8d-8b78-1dbd7eb808c4'}]}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:44.261114 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb21f140-b66a-4b3a-b62b-313132088425 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:44.261775 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bb21f140-b66a-4b3a-b62b-313132088425 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:44.267233 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-bb21f140-b66a-4b3a-b62b-313132088425 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "PUT /v2.0/ports/29225069-f7be-4448-b1de-6fe2ca314d7f HTTP/1.1" status: 200 len: 910 time: 1.8856952 Jan 21 19:05:44.269877 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60674) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:44.270410 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb21f140-b66a-4b3a-b62b-313132088425 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event updated for resources: {'Port': ['ID=29225069-f7be-4448-b1de-6fe2ca314d7f,revision_number=3']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:44.278079 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bc1847cb-ecca-4111-a3bb-91a7a2569527 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:44.292173 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 379fae75-ca1e-491b-8d76-ceed43e0f178 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:05:44.292517 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 379fae75-ca1e-491b-8d76-ceed43e0f178 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:05:44.326762 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-751b07b8-9a84-4cb7-b91d-cc063d106d70 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:44.459055 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [None req-bc1847cb-ecca-4111-a3bb-91a7a2569527 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] device_id is not set on port fe380141-a7b1-40af-a1c8-0d0596bc3424 yet. {{(pid=88136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:05:44.572887 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b07b8-9a84-4cb7-b91d-cc063d106d70 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=b580753f-2a05-40b3-b7d4-8168499875b6,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:44.574756 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=b912be12-0c86-42d0-ba28-cd7b4c4e4417,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:44.586792 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device d4e425b0-74b2-4ec4-8ca1-ad7810a12761 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:05:44.671779 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-751b07b8-9a84-4cb7-b91d-cc063d106d70 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:44.676279 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9436fe13-bffb-4285-8a6e-d20ba7954e3c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:44.759374 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-365fd7e2-5f3c-4227-8b7b-afeff6b5df06 None None] Allocated IP 2001:db8::f816:3eff:fe46:423f (76b60fc4-5668-469a-a3ef-49679dc3dfc0/5d9cecd6-bcb8-4d9a-b304-4ce5e52e880a/41bb5840-a752-43f7-83ff-bba563a8230b) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:05:44.938037 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-fc723adc-bb95-474d-89d0-32285a390640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:45.002428 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5d925131-1ff4-4266-892c-cdc21fbe18f8 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:45.054544 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port d4e425b0-74b2-4ec4-8ca1-ad7810a12761 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:45.055812 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:45.084338 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751b07b8-9a84-4cb7-b91d-cc063d106d70 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network ff99f632-5526-4276-9da3-3b33f700e365 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:05:45.088712 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-751b07b8-9a84-4cb7-b91d-cc063d106d70 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:45.247736 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-fc723adc-bb95-474d-89d0-32285a390640 None None] For port b5233a10-c876-4e43-b86f-147259b737bb, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=b5233a10-c876-4e43-b86f-147259b737bb,segment=NetworkSegment(50205f60-b480-459a-9383-360e189c3973),segment_id=50205f60-b480-459a-9383-360e189c3973)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:05:45.279770 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-365fd7e2-5f3c-4227-8b7b-afeff6b5df06 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:45.324017 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-9436fe13-bffb-4285-8a6e-d20ba7954e3c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Delete allocated IP 2001:db8:0:1::25d (264c1f96-3853-4977-96a3-0dc13f86f479/8784e465-7cac-42a7-b57a-2ea50cac9803) {{(pid=88137) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 21 19:05:45.335623 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-365fd7e2-5f3c-4227-8b7b-afeff6b5df06 None None] Transition to ACTIVE for port object 41bb5840-a752-43f7-83ff-bba563a8230b will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:05:45.479556 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-751b07b8-9a84-4cb7-b91d-cc063d106d70 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Router 0237e4e4-4b11-4456-bf31-153bb5616717 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:05:45.508130 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-5d925131-1ff4-4266-892c-cdc21fbe18f8 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Deleting port 29225069-f7be-4448-b1de-6fe2ca314d7f {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:05:45.508466 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5d925131-1ff4-4266-892c-cdc21fbe18f8 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:45.556693 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-365fd7e2-5f3c-4227-8b7b-afeff6b5df06 None None] Transition to ACTIVE for port object 41bb5840-a752-43f7-83ff-bba563a8230b will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:05:45.575065 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-fc723adc-bb95-474d-89d0-32285a390640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:45.635582 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9436fe13-bffb-4285-8a6e-d20ba7954e3c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:45.649821 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c94b1d-b579-4fdb-9053-4d65b31c532b None None] Update dhcp port {'port': {'network_id': '264c1f96-3853-4977-96a3-0dc13f86f479', 'fixed_ips': [{'subnet_id': '8d9ee03d-b06f-4c8d-8b78-1dbd7eb808c4', 'ip_address': '2001:db8::2'}, {'subnet_id': '8784e465-7cac-42a7-b57a-2ea50cac9803'}], 'binding:host_id': 'dv-neutron-825470-1-hyperv'}, 'id': 'b5233a10-c876-4e43-b86f-147259b737bb'} from dv-neutron-825470-1-hyperv. {{(pid=88138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 19:05:45.713498 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc723adc-bb95-474d-89d0-32285a390640 None None] Pushing event updated for resources: {'Port': ['ID=b5233a10-c876-4e43-b86f-147259b737bb,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:45.716101 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-13c94b1d-b579-4fdb-9053-4d65b31c532b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:45.728753 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-365fd7e2-5f3c-4227-8b7b-afeff6b5df06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:45.728972 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-9436fe13-bffb-4285-8a6e-d20ba7954e3c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Ignored duplicate provisioning block setup for port 0fb7af5a-d963-474a-872d-bb7757d4eef4 by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 21 19:05:45.752317 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751b07b8-9a84-4cb7-b91d-cc063d106d70 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:05:45.761879 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60678) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:45.763364 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-751b07b8-9a84-4cb7-b91d-cc063d106d70 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "PUT /v2.0/routers/0237e4e4-4b11-4456-bf31-153bb5616717/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5176647 Jan 21 19:05:45.764627 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd94198-adfb-4bcb-8b12-76eafd1d05a5 None None] Sync routers for ids ['0237e4e4-4b11-4456-bf31-153bb5616717'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:05:45.774865 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd94198-adfb-4bcb-8b12-76eafd1d05a5 None None] Routers {'0237e4e4-4b11-4456-bf31-153bb5616717'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:05:45.775494 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-ddd94198-adfb-4bcb-8b12-76eafd1d05a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:05:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['0237e4e4-4b11-4456-bf31-153bb5616717'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:45.790906 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9436fe13-bffb-4285-8a6e-d20ba7954e3c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:45.856517 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5d925131-1ff4-4266-892c-cdc21fbe18f8 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:45.864236 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365fd7e2-5f3c-4227-8b7b-afeff6b5df06 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:05:45.892402 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-365fd7e2-5f3c-4227-8b7b-afeff6b5df06 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:45.907594 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365fd7e2-5f3c-4227-8b7b-afeff6b5df06 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:05:45.928523 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-bc1847cb-ecca-4111-a3bb-91a7a2569527 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Allocated IP 2001:db8::f816:3eff:fe35:c1d4 (76b60fc4-5668-469a-a3ef-49679dc3dfc0/5d9cecd6-bcb8-4d9a-b304-4ce5e52e880a/fe380141-a7b1-40af-a1c8-0d0596bc3424) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:05:45.938321 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 8ea11263-1b84-45b1-9ef1-6c68e0654dc7 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:05:46.077087 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9436fe13-bffb-4285-8a6e-d20ba7954e3c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event updated for resources: {'Port': ['ID=0fb7af5a-d963-474a-872d-bb7757d4eef4,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:46.077641 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-ddd94198-adfb-4bcb-8b12-76eafd1d05a5 None None] Set router 0237e4e4-4b11-4456-bf31-153bb5616717 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:05:46.078244 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-9436fe13-bffb-4285-8a6e-d20ba7954e3c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] In _notify_port_updated(), no bound segment for port 0fb7af5a-d963-474a-872d-bb7757d4eef4 on network 264c1f96-3853-4977-96a3-0dc13f86f479 {{(pid=88137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 19:05:46.084252 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9436fe13-bffb-4285-8a6e-d20ba7954e3c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:46.085258 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9436fe13-bffb-4285-8a6e-d20ba7954e3c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:46.086715 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-9436fe13-bffb-4285-8a6e-d20ba7954e3c tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "PUT /v2.0/ports/0fb7af5a-d963-474a-872d-bb7757d4eef4 HTTP/1.1" status: 200 len: 924 time: 1.8380353 Jan 21 19:05:46.092928 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60682) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:46.099969 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-58e04e93-d411-4412-bda6-521fdeaac4b9 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8d9ee03d-b06f-4c8d-8b78-1dbd7eb808c4'}, {'subnet_id': '8784e465-7cac-42a7-b57a-2ea50cac9803'}]}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:46.146708 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-5d925131-1ff4-4266-892c-cdc21fbe18f8 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Calling delete_port for 29225069-f7be-4448-b1de-6fe2ca314d7f owned by network:router_interface {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:05:46.163563 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f4f20b9d-5188-45ea-a2c8-b224e697bb24 None None] Provisioning for port b580753f-2a05-40b3-b7d4-8168499875b6 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:05:46.174355 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-365fd7e2-5f3c-4227-8b7b-afeff6b5df06 None None] Attempting to bind port 41bb5840-a752-43f7-83ff-bba563a8230b on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:05:46.174983 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-365fd7e2-5f3c-4227-8b7b-afeff6b5df06 None None] Attempting to bind port 41bb5840-a752-43f7-83ff-bba563a8230b by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:05:46.176800 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365fd7e2-5f3c-4227-8b7b-afeff6b5df06 None None] Attempting to bind port 41bb5840-a752-43f7-83ff-bba563a8230b on network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:05:46.194774 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365fd7e2-5f3c-4227-8b7b-afeff6b5df06 None None] Pushing event updated for resources: {'Port': ['ID=41bb5840-a752-43f7-83ff-bba563a8230b,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:46.267791 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f4f20b9d-5188-45ea-a2c8-b224e697bb24 None None] Provisioning complete for port b580753f-2a05-40b3-b7d4-8168499875b6 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:46.268238 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f4f20b9d-5188-45ea-a2c8-b224e697bb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:46.310266 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a0a76a-4b64-4d31-a4b3-057e99004b34 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:46.311007 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a0a76a-4b64-4d31-a4b3-057e99004b34 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:46.311619 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a0a76a-4b64-4d31-a4b3-057e99004b34 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:46.312275 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a0a76a-4b64-4d31-a4b3-057e99004b34 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:46.313665 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a0a76a-4b64-4d31-a4b3-057e99004b34 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:46.314324 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a0a76a-4b64-4d31-a4b3-057e99004b34 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:46.314935 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a0a76a-4b64-4d31-a4b3-057e99004b34 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:46.315565 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a0a76a-4b64-4d31-a4b3-057e99004b34 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:46.318350 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d2a0a76a-4b64-4d31-a4b3-057e99004b34 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5660 time: 0.5552373 Jan 21 19:05:46.321214 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60686) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:46.324556 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-58e04e93-d411-4412-bda6-521fdeaac4b9 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:46.355595 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-f4f20b9d-5188-45ea-a2c8-b224e697bb24 None None] Port b580753f-2a05-40b3-b7d4-8168499875b6 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:05:46.389913 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365fd7e2-5f3c-4227-8b7b-afeff6b5df06 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:05:46.393005 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365fd7e2-5f3c-4227-8b7b-afeff6b5df06 None None] Checking segment: {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:05:46.394171 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-365fd7e2-5f3c-4227-8b7b-afeff6b5df06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:46.394603 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365fd7e2-5f3c-4227-8b7b-afeff6b5df06 None None] Bound using segment: {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:05:46.396302 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-365fd7e2-5f3c-4227-8b7b-afeff6b5df06 None None] Bound port: 41bb5840-a752-43f7-83ff-bba563a8230b, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:05:46.396718 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-365fd7e2-5f3c-4227-8b7b-afeff6b5df06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:46.456218 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-ddd94198-adfb-4bcb-8b12-76eafd1d05a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'name': 'tempest-TestNetworkBasicOps-router-1031288913', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'd4e425b0-74b2-4ec4-8ca1-ad7810a12761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:31Z', 'updated_at': '2022-01-21T19:05:42Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'd4e425b0-74b2-4ec4-8ca1-ad7810a12761', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:32Z', 'updated_at': '2022-01-21T19:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'b580753f-2a05-40b3-b7d4-8168499875b6', 'name': '', 'network_id': 'ff99f632-5526-4276-9da3-3b33f700e365', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:16:f4:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'e5ea9923-e5c0-4291-84d8-365162974c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:40Z', 'updated_at': '2022-01-21T19:05:43Z', 'revision_number': 2, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': 'e5ea9923-e5c0-4291-84d8-365162974c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:46.461885 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd94198-adfb-4bcb-8b12-76eafd1d05a5 None None] Checking router: 0237e4e4-4b11-4456-bf31-153bb5616717 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:05:46.462244 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd94198-adfb-4bcb-8b12-76eafd1d05a5 None None] Updating router 0237e4e4-4b11-4456-bf31-153bb5616717 port b580753f-2a05-40b3-b7d4-8168499875b6 binding host dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:05:46.533255 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ddd94198-adfb-4bcb-8b12-76eafd1d05a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:46.555962 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bc1847cb-ecca-4111-a3bb-91a7a2569527 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:46.577684 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-bc1847cb-ecca-4111-a3bb-91a7a2569527 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Transition to ACTIVE for port object fe380141-a7b1-40af-a1c8-0d0596bc3424 will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:05:46.581332 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f4f20b9d-5188-45ea-a2c8-b224e697bb24 None None] Provisioning for port 29225069-f7be-4448-b1de-6fe2ca314d7f completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:05:46.640366 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f4f20b9d-5188-45ea-a2c8-b224e697bb24 None None] Provisioning complete for port 29225069-f7be-4448-b1de-6fe2ca314d7f triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:46.640783 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f4f20b9d-5188-45ea-a2c8-b224e697bb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:46.653645 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f253931-9a4f-4a4c-83e2-ca7484c4695a tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:46.654245 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f253931-9a4f-4a4c-83e2-ca7484c4695a tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:46.654711 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f253931-9a4f-4a4c-83e2-ca7484c4695a tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:46.655170 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f253931-9a4f-4a4c-83e2-ca7484c4695a tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:46.655628 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f253931-9a4f-4a4c-83e2-ca7484c4695a tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:46.656075 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f253931-9a4f-4a4c-83e2-ca7484c4695a tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:46.657092 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f253931-9a4f-4a4c-83e2-ca7484c4695a tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:46.657714 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f253931-9a4f-4a4c-83e2-ca7484c4695a tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:46.662087 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2f253931-9a4f-4a4c-83e2-ca7484c4695a tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5197 time: 0.2841868 Jan 21 19:05:46.664992 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60690) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:46.698624 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-365fd7e2-5f3c-4227-8b7b-afeff6b5df06 None None] For port 41bb5840-a752-43f7-83ff-bba563a8230b, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:05:46.709702 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 8ea11263-1b84-45b1-9ef1-6c68e0654dc7 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:05:46.728786 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-f4f20b9d-5188-45ea-a2c8-b224e697bb24 None None] Port 29225069-f7be-4448-b1de-6fe2ca314d7f cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:05:46.736448 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-13c94b1d-b579-4fdb-9053-4d65b31c532b None None] Allocated IP 2001:db8:0:1::2 (264c1f96-3853-4977-96a3-0dc13f86f479/8784e465-7cac-42a7-b57a-2ea50cac9803/b5233a10-c876-4e43-b86f-147259b737bb) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:05:46.754151 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5d925131-1ff4-4266-892c-cdc21fbe18f8 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:46.777471 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-365fd7e2-5f3c-4227-8b7b-afeff6b5df06 None None] For port 41bb5840-a752-43f7-83ff-bba563a8230b, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=41bb5840-a752-43f7-83ff-bba563a8230b,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:05:46.843655 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bc1847cb-ecca-4111-a3bb-91a7a2569527 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:46.865982 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device b5233a10-c876-4e43-b86f-147259b737bb up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:05:46.908278 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f4f20b9d-5188-45ea-a2c8-b224e697bb24 None None] Provisioning for port 8ea11263-1b84-45b1-9ef1-6c68e0654dc7 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:05:46.924215 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d925131-1ff4-4266-892c-cdc21fbe18f8 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event deleted for resources: {'Port': ['ID=29225069-f7be-4448-b1de-6fe2ca314d7f,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:46.959840 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-13c94b1d-b579-4fdb-9053-4d65b31c532b None None] For port b5233a10-c876-4e43-b86f-147259b737bb, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=b5233a10-c876-4e43-b86f-147259b737bb,segment=NetworkSegment(50205f60-b480-459a-9383-360e189c3973),segment_id=50205f60-b480-459a-9383-360e189c3973)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:05:46.992181 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-13c94b1d-b579-4fdb-9053-4d65b31c532b None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:47.011216 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-13c94b1d-b579-4fdb-9053-4d65b31c532b None None] Transition to ACTIVE for port object b5233a10-c876-4e43-b86f-147259b737bb will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:05:47.020017 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-365fd7e2-5f3c-4227-8b7b-afeff6b5df06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:47.038712 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1847cb-ecca-4111-a3bb-91a7a2569527 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:05:47.070729 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-bc1847cb-ecca-4111-a3bb-91a7a2569527 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:47.074808 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1847cb-ecca-4111-a3bb-91a7a2569527 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:05:47.082842 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1847cb-ecca-4111-a3bb-91a7a2569527 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:47.084260 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bc1847cb-ecca-4111-a3bb-91a7a2569527 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:47.094237 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ddd94198-adfb-4bcb-8b12-76eafd1d05a5 None None] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:47.113674 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-ddd94198-adfb-4bcb-8b12-76eafd1d05a5 None None] Transition to ACTIVE for port object b580753f-2a05-40b3-b7d4-8168499875b6 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:05:47.118474 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f4f20b9d-5188-45ea-a2c8-b224e697bb24 None None] Provisioning complete for port 8ea11263-1b84-45b1-9ef1-6c68e0654dc7 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:47.118880 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f4f20b9d-5188-45ea-a2c8-b224e697bb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:47.150260 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-13c94b1d-b579-4fdb-9053-4d65b31c532b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:47.193250 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ddd94198-adfb-4bcb-8b12-76eafd1d05a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:47.201263 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-58e04e93-d411-4412-bda6-521fdeaac4b9 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Allocated IP 2001:db8:0:1::334 (264c1f96-3853-4977-96a3-0dc13f86f479/8784e465-7cac-42a7-b57a-2ea50cac9803/0fb7af5a-d963-474a-872d-bb7757d4eef4) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:05:47.202104 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1847cb-ecca-4111-a3bb-91a7a2569527 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Port': ['ID=fe380141-a7b1-40af-a1c8-0d0596bc3424,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:47.209988 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-aa63dc0a-f96d-4fac-af0c-07123bd6d4c0 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2136 time: 0.5437176 Jan 21 19:05:47.351104 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365fd7e2-5f3c-4227-8b7b-afeff6b5df06 None None] Pushing event updated for resources: {'Port': ['ID=41bb5840-a752-43f7-83ff-bba563a8230b,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:47.369852 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5d925131-1ff4-4266-892c-cdc21fbe18f8 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:47.427934 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e429abed-6019-4c76-bd08-2e50a5a6e5be None None] Pushing event updated for resources: {'Port': ['ID=b580753f-2a05-40b3-b7d4-8168499875b6,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:47.634679 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-ddd94198-adfb-4bcb-8b12-76eafd1d05a5 None None] Attempting to bind port b580753f-2a05-40b3-b7d4-8168499875b6 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:05:47.636780 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-ddd94198-adfb-4bcb-8b12-76eafd1d05a5 None None] Attempting to bind port b580753f-2a05-40b3-b7d4-8168499875b6 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '0773e98a-bb4b-499a-9c8c-1ac933e4f8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ff99f632-5526-4276-9da3-3b33f700e365'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:05:47.637239 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd94198-adfb-4bcb-8b12-76eafd1d05a5 None None] Attempting to bind port b580753f-2a05-40b3-b7d4-8168499875b6 on network ff99f632-5526-4276-9da3-3b33f700e365 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:05:47.648611 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device b912be12-0c86-42d0-ba28-cd7b4c4e4417 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:05:47.654070 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd94198-adfb-4bcb-8b12-76eafd1d05a5 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:05:47.654879 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd94198-adfb-4bcb-8b12-76eafd1d05a5 None None] Checking segment: {'id': '0773e98a-bb4b-499a-9c8c-1ac933e4f8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ff99f632-5526-4276-9da3-3b33f700e365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:05:47.655756 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ddd94198-adfb-4bcb-8b12-76eafd1d05a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:47.660235 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd94198-adfb-4bcb-8b12-76eafd1d05a5 None None] Bound using segment: {'id': '0773e98a-bb4b-499a-9c8c-1ac933e4f8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ff99f632-5526-4276-9da3-3b33f700e365'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:05:47.661289 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-ddd94198-adfb-4bcb-8b12-76eafd1d05a5 None None] Bound port: b580753f-2a05-40b3-b7d4-8168499875b6, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0773e98a-bb4b-499a-9c8c-1ac933e4f8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ff99f632-5526-4276-9da3-3b33f700e365'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:05:47.661772 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ddd94198-adfb-4bcb-8b12-76eafd1d05a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:47.676528 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-58e04e93-d411-4412-bda6-521fdeaac4b9 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:47.729544 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-58e04e93-d411-4412-bda6-521fdeaac4b9 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Ignored duplicate provisioning block setup for port 0fb7af5a-d963-474a-872d-bb7757d4eef4 by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 21 19:05:47.736682 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c94b1d-b579-4fdb-9053-4d65b31c532b None None] Pushing event updated for resources: {'Port': ['ID=b5233a10-c876-4e43-b86f-147259b737bb,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:47.777851 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f4f20b9d-5188-45ea-a2c8-b224e697bb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:47.808522 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-58e04e93-d411-4412-bda6-521fdeaac4b9 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:47.856033 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-f4f20b9d-5188-45ea-a2c8-b224e697bb24 None None] For port 8ea11263-1b84-45b1-9ef1-6c68e0654dc7, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=8ea11263-1b84-45b1-9ef1-6c68e0654dc7,segment=NetworkSegment(0773e98a-bb4b-499a-9c8c-1ac933e4f8f5),segment_id=0773e98a-bb4b-499a-9c8c-1ac933e4f8f5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:05:47.863288 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port b912be12-0c86-42d0-ba28-cd7b4c4e4417 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:47.863720 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:47.872286 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-bc1847cb-ecca-4111-a3bb-91a7a2569527 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.3021894 Jan 21 19:05:47.880471 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60696) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:47.910326 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-ddd94198-adfb-4bcb-8b12-76eafd1d05a5 None None] For port b580753f-2a05-40b3-b7d4-8168499875b6, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:05:47.927634 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-ddd94198-adfb-4bcb-8b12-76eafd1d05a5 None None] For port b580753f-2a05-40b3-b7d4-8168499875b6, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=b580753f-2a05-40b3-b7d4-8168499875b6,segment=NetworkSegment(0773e98a-bb4b-499a-9c8c-1ac933e4f8f5),segment_id=0773e98a-bb4b-499a-9c8c-1ac933e4f8f5)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:05:47.992965 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f4f20b9d-5188-45ea-a2c8-b224e697bb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:48.003655 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ddd94198-adfb-4bcb-8b12-76eafd1d05a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:48.041075 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60700) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:48.079784 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-8e2aca05-78bf-4103-82e0-60daf6860931 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-615524923', 'description': 'tempest-secgroup-smoke-615524923 description', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:48.095829 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-8e2aca05-78bf-4103-82e0-60daf6860931 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:48.103574 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd94198-adfb-4bcb-8b12-76eafd1d05a5 None None] Routers {'0237e4e4-4b11-4456-bf31-153bb5616717'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:05:48.104358 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-ddd94198-adfb-4bcb-8b12-76eafd1d05a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:05:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['0237e4e4-4b11-4456-bf31-153bb5616717'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:48.106356 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-8e2aca05-78bf-4103-82e0-60daf6860931 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:05:48.114309 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f4f20b9d-5188-45ea-a2c8-b224e697bb24 None None] Provisioning complete for port b912be12-0c86-42d0-ba28-cd7b4c4e4417 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:48.114957 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f4f20b9d-5188-45ea-a2c8-b224e697bb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:48.115606 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-8e2aca05-78bf-4103-82e0-60daf6860931 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:05:48.147421 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e04e93-d411-4412-bda6-521fdeaac4b9 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event updated for resources: {'Port': ['ID=0fb7af5a-d963-474a-872d-bb7757d4eef4,revision_number=3']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:48.171726 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-58e04e93-d411-4412-bda6-521fdeaac4b9 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] In _notify_port_updated(), no bound segment for port 0fb7af5a-d963-474a-872d-bb7757d4eef4 on network 264c1f96-3853-4977-96a3-0dc13f86f479 {{(pid=88137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 19:05:48.187178 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e04e93-d411-4412-bda6-521fdeaac4b9 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:48.188429 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-58e04e93-d411-4412-bda6-521fdeaac4b9 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:48.192955 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-58e04e93-d411-4412-bda6-521fdeaac4b9 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "PUT /v2.0/ports/0fb7af5a-d963-474a-872d-bb7757d4eef4 HTTP/1.1" status: 200 len: 1010 time: 2.0988388 Jan 21 19:05:48.195237 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-8e2aca05-78bf-4103-82e0-60daf6860931 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:48.211333 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60706) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:48.312242 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f20b9d-5188-45ea-a2c8-b224e697bb24 None None] Pushing event updated for resources: {'Port': ['ID=8ea11263-1b84-45b1-9ef1-6c68e0654dc7,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:48.316358 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-d221dce8-6f07-4390-833f-564ae4ff27ee tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Deleting port 0fb7af5a-d963-474a-872d-bb7757d4eef4 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:05:48.316910 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d221dce8-6f07-4390-833f-564ae4ff27ee tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:48.327584 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e429abed-6019-4c76-bd08-2e50a5a6e5be None None] Pushing event updated for resources: {'Port': ['ID=b580753f-2a05-40b3-b7d4-8168499875b6,revision_number=4']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:48.362379 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8e2aca05-78bf-4103-82e0-60daf6860931 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:48.464339 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d925131-1ff4-4266-892c-cdc21fbe18f8 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Router 56d2295f-402b-4d32-a431-0850f159f41a has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:05:48.468701 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-8e2aca05-78bf-4103-82e0-60daf6860931 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:48.475277 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-8e2aca05-78bf-4103-82e0-60daf6860931 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:05:48.488618 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-8e2aca05-78bf-4103-82e0-60daf6860931 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:05:48.497708 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-8e2aca05-78bf-4103-82e0-60daf6860931 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:48.504060 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5efbf00-d4d3-4f57-bb59-3d05e216d396 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:48.513367 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5efbf00-d4d3-4f57-bb59-3d05e216d396 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:48.517998 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-c5efbf00-d4d3-4f57-bb59-3d05e216d396 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:05:48.563240 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e0e0e9-cac7-4b08-8c93-446620523b08 None None] Network 264c1f96-3853-4977-96a3-0dc13f86f479 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:05:48.589189 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-ddd94198-adfb-4bcb-8b12-76eafd1d05a5 None None] Set router 0237e4e4-4b11-4456-bf31-153bb5616717 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:05:48.712877 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-c5efbf00-d4d3-4f57-bb59-3d05e216d396 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:05:48.714232 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c5efbf00-d4d3-4f57-bb59-3d05e216d396 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.8327160 Jan 21 19:05:48.717652 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60710) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:48.718829 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d925131-1ff4-4266-892c-cdc21fbe18f8 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:05:48.726132 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-5d925131-1ff4-4266-892c-cdc21fbe18f8 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "PUT /v2.0/routers/56d2295f-402b-4d32-a431-0850f159f41a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4530458 Jan 21 19:05:48.737383 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adc500e-7955-499e-8b01-7c8f215109be None None] Sync routers for ids ['56d2295f-402b-4d32-a431-0850f159f41a'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:05:48.746863 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60714) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:48.766885 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adc500e-7955-499e-8b01-7c8f215109be None None] Routers {'56d2295f-402b-4d32-a431-0850f159f41a'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:05:48.767952 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-2adc500e-7955-499e-8b01-7c8f215109be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:05:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['56d2295f-402b-4d32-a431-0850f159f41a'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:48.838278 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-8391c31d-c3e2-48c2-9991-5d5011b13dfd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting port fe380141-a7b1-40af-a1c8-0d0596bc3424 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:05:48.838625 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8391c31d-c3e2-48c2-9991-5d5011b13dfd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:48.880368 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-64430864-0a2a-483d-a619-077e13245bae None None] Provisioning for port b5233a10-c876-4e43-b86f-147259b737bb completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:05:48.898690 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-2adc500e-7955-499e-8b01-7c8f215109be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:48.935929 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e2a74928-d1be-4c93-b9ba-a606ba6f13ae tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "GET /v2.0/ports?device_id=56d2295f-402b-4d32-a431-0850f159f41a HTTP/1.1" status: 200 len: 205 time: 0.1883020 Jan 21 19:05:48.936519 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60718) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:48.966388 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-64430864-0a2a-483d-a619-077e13245bae None None] Provisioning complete for port b5233a10-c876-4e43-b86f-147259b737bb triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:48.966919 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-64430864-0a2a-483d-a619-077e13245bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:49.085961 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device b5233a10-c876-4e43-b86f-147259b737bb up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:05:49.130192 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adc500e-7955-499e-8b01-7c8f215109be None None] Routers {'56d2295f-402b-4d32-a431-0850f159f41a'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:05:49.131088 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-2adc500e-7955-499e-8b01-7c8f215109be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:05:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['56d2295f-402b-4d32-a431-0850f159f41a'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:49.157424 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8e2aca05-78bf-4103-82e0-60daf6860931 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:49.180763 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-ddd94198-adfb-4bcb-8b12-76eafd1d05a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'name': 'tempest-TestNetworkBasicOps-router-1031288913', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'd4e425b0-74b2-4ec4-8ca1-ad7810a12761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:31Z', 'updated_at': '2022-01-21T19:05:42Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'd4e425b0-74b2-4ec4-8ca1-ad7810a12761', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:32Z', 'updated_at': '2022-01-21T19:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'b580753f-2a05-40b3-b7d4-8168499875b6', 'name': '', 'network_id': 'ff99f632-5526-4276-9da3-3b33f700e365', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:16:f4:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'e5ea9923-e5c0-4291-84d8-365162974c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:40Z', 'updated_at': '2022-01-21T19:05:47Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': 'e5ea9923-e5c0-4291-84d8-365162974c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:49.192334 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd94198-adfb-4bcb-8b12-76eafd1d05a5 None None] The sync data for ids ['0237e4e4-4b11-4456-bf31-153bb5616717'] in dv-neutron-825470-1-hyperv is: [{'id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'name': 'tempest-TestNetworkBasicOps-router-1031288913', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'd4e425b0-74b2-4ec4-8ca1-ad7810a12761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:31Z', 'updated_at': '2022-01-21T19:05:42Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'd4e425b0-74b2-4ec4-8ca1-ad7810a12761', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:32Z', 'updated_at': '2022-01-21T19:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'b580753f-2a05-40b3-b7d4-8168499875b6', 'name': '', 'network_id': 'ff99f632-5526-4276-9da3-3b33f700e365', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:16:f4:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'e5ea9923-e5c0-4291-84d8-365162974c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:40Z', 'updated_at': '2022-01-21T19:05:47Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': 'e5ea9923-e5c0-4291-84d8-365162974c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:05:49.211716 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-2adc500e-7955-499e-8b01-7c8f215109be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:49.212119 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adc500e-7955-499e-8b01-7c8f215109be None None] The sync data for ids ['56d2295f-402b-4d32-a431-0850f159f41a'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:05:49.249549 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8e2aca05-78bf-4103-82e0-60daf6860931 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:49.299495 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a3cea5b8-89c2-4862-b4f2-143dfbcbab78 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for router, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:49.322958 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8391c31d-c3e2-48c2-9991-5d5011b13dfd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:49.401634 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2aca05-78bf-4103-82e0-60daf6860931 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb4da23-ff9e-4e16-b5af-cca9aa4278bf,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:49.415542 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port b5233a10-c876-4e43-b86f-147259b737bb triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:49.415934 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:49.426656 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d221dce8-6f07-4390-833f-564ae4ff27ee tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:49.552051 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-8391c31d-c3e2-48c2-9991-5d5011b13dfd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Calling delete_port for fe380141-a7b1-40af-a1c8-0d0596bc3424 owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:05:49.629111 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-64430864-0a2a-483d-a619-077e13245bae None None] Provisioning for port 0fb7af5a-d963-474a-872d-bb7757d4eef4 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:05:49.654664 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-64430864-0a2a-483d-a619-077e13245bae None None] Provisioning complete for port 0fb7af5a-d963-474a-872d-bb7757d4eef4 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:49.655233 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-64430864-0a2a-483d-a619-077e13245bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:49.706560 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-d221dce8-6f07-4390-833f-564ae4ff27ee tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Calling delete_port for 0fb7af5a-d963-474a-872d-bb7757d4eef4 owned by {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:05:49.767298 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-64430864-0a2a-483d-a619-077e13245bae None None] Port 0fb7af5a-d963-474a-872d-bb7757d4eef4 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:05:49.774098 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 8ea11263-1b84-45b1-9ef1-6c68e0654dc7 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:05:49.790430 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8e2aca05-78bf-4103-82e0-60daf6860931 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:49.791692 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-8e2aca05-78bf-4103-82e0-60daf6860931 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.7429962 Jan 21 19:05:49.794812 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60722) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:49.804114 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-d98d94d4-054e-495a-affa-7928bdde95cf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '9fb4da23-ff9e-4e16-b5af-cca9aa4278bf', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:49.811495 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-d98d94d4-054e-495a-affa-7928bdde95cf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:49.818047 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-d98d94d4-054e-495a-affa-7928bdde95cf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:05:49.821337 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-d98d94d4-054e-495a-affa-7928bdde95cf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:05:49.832884 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-d98d94d4-054e-495a-affa-7928bdde95cf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:49.858570 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 8ea11263-1b84-45b1-9ef1-6c68e0654dc7 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:49.858570 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:49.871630 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8391c31d-c3e2-48c2-9991-5d5011b13dfd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:49.936752 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-33e71dc1-3c1a-4c91-8323-9ddfa5c43c14 None None] Could not find standard attr ID for object fe380141-a7b1-40af-a1c8-0d0596bc3424. {{(pid=88138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 19:05:49.970305 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d98d94d4-054e-495a-affa-7928bdde95cf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:49.979135 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-33e71dc1-3c1a-4c91-8323-9ddfa5c43c14 None None] Provisioning complete for port b5233a10-c876-4e43-b86f-147259b737bb triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:49.979938 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-33e71dc1-3c1a-4c91-8323-9ddfa5c43c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:49.983895 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8391c31d-c3e2-48c2-9991-5d5011b13dfd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Port': ['ID=fe380141-a7b1-40af-a1c8-0d0596bc3424,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:50.055152 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:05:50.077065 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8391c31d-c3e2-48c2-9991-5d5011b13dfd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:50.158547 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 41bb5840-a752-43f7-83ff-bba563a8230b up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:05:50.159881 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d98d94d4-054e-495a-affa-7928bdde95cf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:50.209662 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-8391c31d-c3e2-48c2-9991-5d5011b13dfd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/ports/fe380141-a7b1-40af-a1c8-0d0596bc3424 HTTP/1.1" status: 204 len: 168 time: 1.4818161 Jan 21 19:05:50.212328 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60726) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:50.226171 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a3cea5b8-89c2-4862-b4f2-143dfbcbab78 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:50.228556 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a3cea5b8-89c2-4862-b4f2-143dfbcbab78 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:50.287779 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d98d94d4-054e-495a-affa-7928bdde95cf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:50.346147 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-33e71dc1-3c1a-4c91-8323-9ddfa5c43c14 None None] Provisioning complete for port 0fb7af5a-d963-474a-872d-bb7757d4eef4 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:50.346807 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-33e71dc1-3c1a-4c91-8323-9ddfa5c43c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:50.350973 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a3cea5b8-89c2-4862-b4f2-143dfbcbab78 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:50.351465 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3cea5b8-89c2-4862-b4f2-143dfbcbab78 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Fanout notify agent at l3_agent the message router_deleted on router 56d2295f-402b-4d32-a431-0850f159f41a {{(pid=88137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:05:50.382782 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d221dce8-6f07-4390-833f-564ae4ff27ee tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:50.388078 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d94d4-054e-495a-affa-7928bdde95cf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50dc9c37-8b7c-4d23-96ba-b50dc5b35436,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:50.389049 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a3cea5b8-89c2-4862-b4f2-143dfbcbab78 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:50.393496 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-a3cea5b8-89c2-4862-b4f2-143dfbcbab78 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "DELETE /v2.0/routers/56d2295f-402b-4d32-a431-0850f159f41a HTTP/1.1" status: 204 len: 168 time: 1.4498048 Jan 21 19:05:50.398185 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60730) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:50.401573 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-33e71dc1-3c1a-4c91-8323-9ddfa5c43c14 None None] Port 0fb7af5a-d963-474a-872d-bb7757d4eef4 was deleted so its status cannot be updated. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 19:05:50.429003 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0169e00a-1205-48a0-a36b-d8c58996b6fc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:50.430609 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0169e00a-1205-48a0-a36b-d8c58996b6fc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:50.431356 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-0169e00a-1205-48a0-a36b-d8c58996b6fc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:05:50.482462 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 41bb5840-a752-43f7-83ff-bba563a8230b completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:05:50.510474 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221dce8-6f07-4390-833f-564ae4ff27ee tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event deleted for resources: {'Port': ['ID=0fb7af5a-d963-474a-872d-bb7757d4eef4,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:50.512403 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-33e71dc1-3c1a-4c91-8323-9ddfa5c43c14 None None] Provisioning for port 41bb5840-a752-43f7-83ff-bba563a8230b completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:05:50.513812 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d98d94d4-054e-495a-affa-7928bdde95cf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:50.519835 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d98d94d4-054e-495a-affa-7928bdde95cf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7238250 Jan 21 19:05:50.520673 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60734) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:50.525025 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-33e71dc1-3c1a-4c91-8323-9ddfa5c43c14 None None] Provisioning complete for port 41bb5840-a752-43f7-83ff-bba563a8230b triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:50.525025 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-33e71dc1-3c1a-4c91-8323-9ddfa5c43c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:50.527443 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-a2edb66f-b33b-4f0a-9faa-b61882e6ee39 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '9fb4da23-ff9e-4e16-b5af-cca9aa4278bf', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:50.535075 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-a2edb66f-b33b-4f0a-9faa-b61882e6ee39 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:50.539216 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-a2edb66f-b33b-4f0a-9faa-b61882e6ee39 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:05:50.542324 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-a2edb66f-b33b-4f0a-9faa-b61882e6ee39 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:05:50.552054 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-a2edb66f-b33b-4f0a-9faa-b61882e6ee39 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:50.574156 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-0169e00a-1205-48a0-a36b-d8c58996b6fc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:05:50.580203 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-0169e00a-1205-48a0-a36b-d8c58996b6fc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3618381 Jan 21 19:05:50.580203 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60738) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:50.586516 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-39d8f5f4-d855-4b91-9407-bfa978570f43 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Deleting subnet 1ab968ee-1a3a-4927-b3f3-1ce35799f39a {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:05:50.596547 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-39d8f5f4-d855-4b91-9407-bfa978570f43 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:50.674080 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a2edb66f-b33b-4f0a-9faa-b61882e6ee39 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:50.685456 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d221dce8-6f07-4390-833f-564ae4ff27ee tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:50.687828 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-d221dce8-6f07-4390-833f-564ae4ff27ee tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/ports/0fb7af5a-d963-474a-872d-bb7757d4eef4 HTTP/1.1" status: 204 len: 168 time: 2.4741554 Jan 21 19:05:50.691321 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60742) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:50.701764 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2adf99e-02c6-4122-af42-fc3106e17f56 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting subnet 5d9cecd6-bcb8-4d9a-b304-4ce5e52e880a {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:05:50.714682 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a2adf99e-02c6-4122-af42-fc3106e17f56 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:50.743826 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-33e71dc1-3c1a-4c91-8323-9ddfa5c43c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:50.746422 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe8e5cd7-839b-4ee8-825e-e77a69f52983 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] GET failed (client error): The resource could not be found. Jan 21 19:05:50.747006 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-fe8e5cd7-839b-4ee8-825e-e77a69f52983 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Synchronizing usage tracker for tenant:5cd950bb3d3d4999ba57a30656254269 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:05:50.778384 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-39d8f5f4-d855-4b91-9407-bfa978570f43 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:50.825691 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-33e71dc1-3c1a-4c91-8323-9ddfa5c43c14 None None] For port 41bb5840-a752-43f7-83ff-bba563a8230b, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=41bb5840-a752-43f7-83ff-bba563a8230b,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:05:50.911570 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device b580753f-2a05-40b3-b7d4-8168499875b6 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:05:50.941846 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-fe8e5cd7-839b-4ee8-825e-e77a69f52983 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Unset dirty status for tenant:5cd950bb3d3d4999ba57a30656254269 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:05:50.941846 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-fe8e5cd7-839b-4ee8-825e-e77a69f52983 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "GET /v2.0/ports/0fb7af5a-d963-474a-872d-bb7757d4eef4 HTTP/1.1" status: 404 len: 333 time: 0.2487159 Jan 21 19:05:50.945493 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60746) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:50.974274 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a2adf99e-02c6-4122-af42-fc3106e17f56 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:51.029351 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a2edb66f-b33b-4f0a-9faa-b61882e6ee39 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:51.059009 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-39d8f5f4-d855-4b91-9407-bfa978570f43 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:51.093166 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a2adf99e-02c6-4122-af42-fc3106e17f56 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:51.121769 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-33e71dc1-3c1a-4c91-8323-9ddfa5c43c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:51.122054 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a2edb66f-b33b-4f0a-9faa-b61882e6ee39 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:51.130776 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-b155acba-3a43-45bf-b610-97728aeb44ec tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Deleting subnet 8784e465-7cac-42a7-b57a-2ea50cac9803 {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:05:51.136641 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b155acba-3a43-45bf-b610-97728aeb44ec tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:51.154116 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2edb66f-b33b-4f0a-9faa-b61882e6ee39 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=102122a9-5811-427e-b577-0ad4cfcf52a4,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:51.204661 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e71dc1-3c1a-4c91-8323-9ddfa5c43c14 None None] Pushing event updated for resources: {'Port': ['ID=41bb5840-a752-43f7-83ff-bba563a8230b,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:51.238907 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-6c35c307-2285-4460-9500-0425e670305c None None] Could not find standard attr ID for object 0fb7af5a-d963-474a-872d-bb7757d4eef4. {{(pid=88138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 19:05:51.247955 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port b580753f-2a05-40b3-b7d4-8168499875b6 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:05:51.253831 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port b580753f-2a05-40b3-b7d4-8168499875b6 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:51.254234 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:51.316635 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a2edb66f-b33b-4f0a-9faa-b61882e6ee39 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:51.317581 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b155acba-3a43-45bf-b610-97728aeb44ec tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:51.321584 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a2edb66f-b33b-4f0a-9faa-b61882e6ee39 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7998476 Jan 21 19:05:51.322856 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60750) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:51.327628 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-3886fe4b-f620-417e-93c1-7ffd898e1d06 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '9fb4da23-ff9e-4e16-b5af-cca9aa4278bf', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:51.335163 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-3886fe4b-f620-417e-93c1-7ffd898e1d06 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:51.339701 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-3886fe4b-f620-417e-93c1-7ffd898e1d06 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:05:51.346139 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-3886fe4b-f620-417e-93c1-7ffd898e1d06 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:05:51.357824 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-3886fe4b-f620-417e-93c1-7ffd898e1d06 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:51.386085 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a2adf99e-02c6-4122-af42-fc3106e17f56 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:51.399405 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:51.411695 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b155acba-3a43-45bf-b610-97728aeb44ec tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:51.433727 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2adf99e-02c6-4122-af42-fc3106e17f56 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Subnet': ['ID=5d9cecd6-bcb8-4d9a-b304-4ce5e52e880a,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:51.439981 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a2adf99e-02c6-4122-af42-fc3106e17f56 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:51.442359 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-39d8f5f4-d855-4b91-9407-bfa978570f43 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:51.448156 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3f490b-b688-4001-8ed9-50b066d27537 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:05:51.459959 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3886fe4b-f620-417e-93c1-7ffd898e1d06 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:51.472912 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port b580753f-2a05-40b3-b7d4-8168499875b6, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=b580753f-2a05-40b3-b7d4-8168499875b6,segment=NetworkSegment(0773e98a-bb4b-499a-9c8c-1ac933e4f8f5),segment_id=0773e98a-bb4b-499a-9c8c-1ac933e4f8f5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:05:51.500827 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d8f5f4-d855-4b91-9407-bfa978570f43 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event deleted for resources: {'Subnet': ['ID=1ab968ee-1a3a-4927-b3f3-1ce35799f39a,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:51.514367 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-39d8f5f4-d855-4b91-9407-bfa978570f43 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:51.523243 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-39d8f5f4-d855-4b91-9407-bfa978570f43 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "DELETE /v2.0/subnets/1ab968ee-1a3a-4927-b3f3-1ce35799f39a HTTP/1.1" status: 204 len: 168 time: 1.0876203 Jan 21 19:05:51.526107 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60754) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:51.537554 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b768984b-3ca1-4897-8ab3-2d4087b17ea9 None None] Network 8cb1d812-8def-4140-b462-19e76d34aa30 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:05:51.563885 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a2adf99e-02c6-4122-af42-fc3106e17f56 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/5d9cecd6-bcb8-4d9a-b304-4ce5e52e880a HTTP/1.1" status: 204 len: 168 time: 0.9832473 Jan 21 19:05:51.567230 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60758) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:51.571357 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:51.589868 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3886fe4b-f620-417e-93c1-7ffd898e1d06 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:51.629093 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b155acba-3a43-45bf-b610-97728aeb44ec tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:51.665853 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-08ee1bc0-2f0d-48b5-b32a-bf59ea23ae07 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:51.668881 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3886fe4b-f620-417e-93c1-7ffd898e1d06 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:51.676644 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-89015f0d-1719-4faa-9eff-54cb41e33f58 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1059079 Jan 21 19:05:51.679511 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60762) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:51.680339 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b155acba-3a43-45bf-b610-97728aeb44ec tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event deleted for resources: {'Subnet': ['ID=8784e465-7cac-42a7-b57a-2ea50cac9803,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:51.713780 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3886fe4b-f620-417e-93c1-7ffd898e1d06 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53cb43f3-0230-4984-9e1b-683769554581,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:51.717370 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b155acba-3a43-45bf-b610-97728aeb44ec tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:51.719240 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-08ee1bc0-2f0d-48b5-b32a-bf59ea23ae07 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Deleting port b912be12-0c86-42d0-ba28-cd7b4c4e4417 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:05:51.719753 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-08ee1bc0-2f0d-48b5-b32a-bf59ea23ae07 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:51.739994 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b155acba-3a43-45bf-b610-97728aeb44ec tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/subnets/8784e465-7cac-42a7-b57a-2ea50cac9803 HTTP/1.1" status: 204 len: 168 time: 0.7898493 Jan 21 19:05:51.739994 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60766) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:51.763887 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e669e9-d1ae-4344-8cdd-85256ed4be4a None None] Network 264c1f96-3853-4977-96a3-0dc13f86f479 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:05:51.816348 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3886fe4b-f620-417e-93c1-7ffd898e1d06 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:51.820097 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-3886fe4b-f620-417e-93c1-7ffd898e1d06 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4941654 Jan 21 19:05:51.820310 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60770) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:51.825850 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-87a3b2b2-1bc8-47a2-9963-58a93f2e08ee tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '9fb4da23-ff9e-4e16-b5af-cca9aa4278bf', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:51.837688 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-87a3b2b2-1bc8-47a2-9963-58a93f2e08ee tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:51.844796 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6c4b1a2-396b-47b3-a98b-c19218376fbf tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Deleting subnet 8d9ee03d-b06f-4c8d-8b78-1dbd7eb808c4 {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:05:51.849965 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-87a3b2b2-1bc8-47a2-9963-58a93f2e08ee tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:05:51.853587 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-87a3b2b2-1bc8-47a2-9963-58a93f2e08ee tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:05:51.856475 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c6c4b1a2-396b-47b3-a98b-c19218376fbf tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:51.892707 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-87a3b2b2-1bc8-47a2-9963-58a93f2e08ee tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:51.905548 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba92860-e08d-4f6c-bb57-a5ff041ba2c9 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:51.907637 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2ba92860-e08d-4f6c-bb57-a5ff041ba2c9 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2252507 Jan 21 19:05:51.912395 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60774) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:51.934894 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=b580753f-2a05-40b3-b7d4-8168499875b6,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:51.943924 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-08ee1bc0-2f0d-48b5-b32a-bf59ea23ae07 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] For port b912be12-0c86-42d0-ba28-cd7b4c4e4417, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=b912be12-0c86-42d0-ba28-cd7b4c4e4417,segment=NetworkSegment(2d2c527c-8109-40d7-bdb1-1f1c42027431),segment_id=2d2c527c-8109-40d7-bdb1-1f1c42027431)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:05:51.944290 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-08ee1bc0-2f0d-48b5-b32a-bf59ea23ae07 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:51.972587 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c6c4b1a2-396b-47b3-a98b-c19218376fbf tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:52.051295 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96cda81-b32e-4071-a9eb-b45da3850648 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:52.052014 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-e96cda81-b32e-4071-a9eb-b45da3850648 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:05:52.054820 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-87a3b2b2-1bc8-47a2-9963-58a93f2e08ee tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:52.083904 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-08ee1bc0-2f0d-48b5-b32a-bf59ea23ae07 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Calling delete_port for b912be12-0c86-42d0-ba28-cd7b4c4e4417 owned by network:dhcp {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:05:52.142810 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c6c4b1a2-396b-47b3-a98b-c19218376fbf tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:52.186805 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a61ab12-d240-4b09-af91-d6a17cdf5b64 None None] DHCP port deletion for 76b60fc4-5668-469a-a3ef-49679dc3dfc0 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:05:52.190918 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-87a3b2b2-1bc8-47a2-9963-58a93f2e08ee tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:52.191741 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-2a61ab12-d240-4b09-af91-d6a17cdf5b64 None None] Deleting port 41bb5840-a752-43f7-83ff-bba563a8230b {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:05:52.192635 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2a61ab12-d240-4b09-af91-d6a17cdf5b64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:52.196456 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-e96cda81-b32e-4071-a9eb-b45da3850648 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:05:52.200125 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e96cda81-b32e-4071-a9eb-b45da3850648 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2824695 Jan 21 19:05:52.200476 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60778) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:52.226513 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46218e21-00f3-4898-9768-44a6bf0183e1 None None] DHCP port deletion for 8cb1d812-8def-4140-b462-19e76d34aa30 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:05:52.242736 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-46218e21-00f3-4898-9768-44a6bf0183e1 None None] Deleting port b912be12-0c86-42d0-ba28-cd7b4c4e4417 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:05:52.243104 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-46218e21-00f3-4898-9768-44a6bf0183e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:52.283391 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-08ee1bc0-2f0d-48b5-b32a-bf59ea23ae07 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:52.312522 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-87a3b2b2-1bc8-47a2-9963-58a93f2e08ee tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:52.316295 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-46218e21-00f3-4898-9768-44a6bf0183e1 None None] The port 'b912be12-0c86-42d0-ba28-cd7b4c4e4417' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:05:52.339608 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee1bc0-2f0d-48b5-b32a-bf59ea23ae07 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event deleted for resources: {'Port': ['ID=b912be12-0c86-42d0-ba28-cd7b4c4e4417,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:52.345563 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d4c01855-4c44-4daa-ae84-b68272983737 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1439629 Jan 21 19:05:52.349343 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a3b2b2-1bc8-47a2-9963-58a93f2e08ee tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4733cdc-9082-4010-9949-0cd23ff4aa46,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:52.351404 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60782) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:52.355571 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c6c4b1a2-396b-47b3-a98b-c19218376fbf tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:52.357550 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ee1bc0-2f0d-48b5-b32a-bf59ea23ae07 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] No DVR routers for this DVR port b912be12-0c86-42d0-ba28-cd7b4c4e4417 on host dv-neutron-825470-1-hyperv {{(pid=88136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:05:52.402793 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-cd797607-1633-45ff-b3a4-e5e822ee7e87 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'subnet': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:52.452392 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4b1a2-396b-47b3-a98b-c19218376fbf tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event deleted for resources: {'Subnet': ['ID=8d9ee03d-b06f-4c8d-8b78-1dbd7eb808c4,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:52.462559 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c6c4b1a2-396b-47b3-a98b-c19218376fbf tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:52.470011 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c6c4b1a2-396b-47b3-a98b-c19218376fbf tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/subnets/8d9ee03d-b06f-4c8d-8b78-1dbd7eb808c4 HTTP/1.1" status: 204 len: 168 time: 0.7290709 Jan 21 19:05:52.473953 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60786) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:52.517564 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-2a61ab12-d240-4b09-af91-d6a17cdf5b64 None None] For port 41bb5840-a752-43f7-83ff-bba563a8230b, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=41bb5840-a752-43f7-83ff-bba563a8230b,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:05:52.518784 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2a61ab12-d240-4b09-af91-d6a17cdf5b64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:52.525467 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-87a3b2b2-1bc8-47a2-9963-58a93f2e08ee tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:52.526168 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-08ee1bc0-2f0d-48b5-b32a-bf59ea23ae07 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:52.526801 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-87a3b2b2-1bc8-47a2-9963-58a93f2e08ee tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7055762 Jan 21 19:05:52.536913 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60790) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:52.542969 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-a349d93e-d009-4941-8fd1-d828de526c41 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '9fb4da23-ff9e-4e16-b5af-cca9aa4278bf', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:52.565580 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-a349d93e-d009-4941-8fd1-d828de526c41 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:52.584211 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-a349d93e-d009-4941-8fd1-d828de526c41 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:05:52.586911 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-a349d93e-d009-4941-8fd1-d828de526c41 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:05:52.590622 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-08ee1bc0-2f0d-48b5-b32a-bf59ea23ae07 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cb1d812-8def-4140-b462-19e76d34aa30']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:52.605234 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-a349d93e-d009-4941-8fd1-d828de526c41 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:52.612282 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-08ee1bc0-2f0d-48b5-b32a-bf59ea23ae07 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d2c527c-8109-40d7-bdb1-1f1c42027431') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:52.612956 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-08ee1bc0-2f0d-48b5-b32a-bf59ea23ae07 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d2c527c-8109-40d7-bdb1-1f1c42027431') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:52.633395 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-08ee1bc0-2f0d-48b5-b32a-bf59ea23ae07 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:52.651790 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-08ee1bc0-2f0d-48b5-b32a-bf59ea23ae07 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:52.661012 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-2a61ab12-d240-4b09-af91-d6a17cdf5b64 None None] Calling delete_port for 41bb5840-a752-43f7-83ff-bba563a8230b owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:05:52.661214 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08ee1bc0-2f0d-48b5-b32a-bf59ea23ae07 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:05:52.661589 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-08ee1bc0-2f0d-48b5-b32a-bf59ea23ae07 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:52.679407 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:05:52.679407 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:05:52.679407 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:05:52.679407 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:05:52.679407 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:05:52.679407 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:05:52.679407 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:05:52.679407 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:05:52.679407 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:05:52.679407 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:05:52.679407 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:05:52.679407 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:05:52.679407 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:05:52.679407 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:05:52.679407 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:05:52.679407 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:05:52.679407 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:05:52.679407 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:05:52.679407 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:05:52.679407 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:05:52.679407 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:05:52.679407 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:05:52.679407 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:05:52.679407 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:05:52.679407 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:05:52.679407 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:05:52.679407 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:05:52.679407 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:05:52.679407 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:05:52.679407 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:05:52.679407 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:05:52.679407 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:05:52.695564 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-cd797607-1633-45ff-b3a4-e5e822ee7e87 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:52.706050 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-cd797607-1633-45ff-b3a4-e5e822ee7e87 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:52.733702 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bcf72a14-b747-4076-afae-f9a0ff5fc1ac tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:52.746399 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-bcf72a14-b747-4076-afae-f9a0ff5fc1ac tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Deleting port b5233a10-c876-4e43-b86f-147259b737bb {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:05:52.746768 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bcf72a14-b747-4076-afae-f9a0ff5fc1ac tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:52.780255 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd797607-1633-45ff-b3a4-e5e822ee7e87 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:05:52.782903 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.securitygroups_db [None req-a349d93e-d009-4941-8fd1-d828de526c41 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Project f393478d14c44d15ad1bf9df868df3cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 19:05:52.785300 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cd797607-1633-45ff-b3a4-e5e822ee7e87 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:52.799515 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a349d93e-d009-4941-8fd1-d828de526c41 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:52.802368 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2a61ab12-d240-4b09-af91-d6a17cdf5b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:52.856491 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a61ab12-d240-4b09-af91-d6a17cdf5b64 None None] No DVR routers for this DVR port 41bb5840-a752-43f7-83ff-bba563a8230b on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:05:52.861668 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device b580753f-2a05-40b3-b7d4-8168499875b6 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:05:52.895692 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-08ee1bc0-2f0d-48b5-b32a-bf59ea23ae07 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:52.917521 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-08ee1bc0-2f0d-48b5-b32a-bf59ea23ae07 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:52.943264 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a349d93e-d009-4941-8fd1-d828de526c41 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:52.945607 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee1bc0-2f0d-48b5-b32a-bf59ea23ae07 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event deleted for resources: {'Network': ['ID=8cb1d812-8def-4140-b462-19e76d34aa30,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:52.960612 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61ab12-d240-4b09-af91-d6a17cdf5b64 None None] Pushing event deleted for resources: {'Port': ['ID=41bb5840-a752-43f7-83ff-bba563a8230b,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:52.979297 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4f3f60-6821-4b04-837c-c36ee1135c41 None None] Network 264c1f96-3853-4977-96a3-0dc13f86f479 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:05:53.020428 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a349d93e-d009-4941-8fd1-d828de526c41 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:53.046076 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a349d93e-d009-4941-8fd1-d828de526c41 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77a4db70-f338-4e35-8267-3fbb8e17dec7,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:53.055238 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-08ee1bc0-2f0d-48b5-b32a-bf59ea23ae07 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "DELETE /v2.0/networks/8cb1d812-8def-4140-b462-19e76d34aa30 HTTP/1.1" status: 204 len: 168 time: 1.5280218 Jan 21 19:05:53.059476 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60794) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:53.061365 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-45baf2a5-288d-40b4-86ae-3924401bfb72 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-262988306', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:53.071500 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-45baf2a5-288d-40b4-86ae-3924401bfb72 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:53.076297 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-45baf2a5-288d-40b4-86ae-3924401bfb72 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Usage tracker for resource:router and tenant:5282b25e8da043bbb3248dd1fe2c26b7 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:05:53.080033 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-45baf2a5-288d-40b4-86ae-3924401bfb72 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:05:53.087032 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-45baf2a5-288d-40b4-86ae-3924401bfb72 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:53.116367 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-bcf72a14-b747-4076-afae-f9a0ff5fc1ac tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] For port b5233a10-c876-4e43-b86f-147259b737bb, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=b5233a10-c876-4e43-b86f-147259b737bb,segment=NetworkSegment(50205f60-b480-459a-9383-360e189c3973),segment_id=50205f60-b480-459a-9383-360e189c3973)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:05:53.116635 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bcf72a14-b747-4076-afae-f9a0ff5fc1ac tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:53.129633 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a349d93e-d009-4941-8fd1-d828de526c41 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:53.132732 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a349d93e-d009-4941-8fd1-d828de526c41 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5929127 Jan 21 19:05:53.134113 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60798) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:53.139522 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-1746ddb8-b43f-4c8e-bb3e-c5bdb17739b3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '9fb4da23-ff9e-4e16-b5af-cca9aa4278bf', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:53.147211 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-1746ddb8-b43f-4c8e-bb3e-c5bdb17739b3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:53.151195 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-1746ddb8-b43f-4c8e-bb3e-c5bdb17739b3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:05:53.154233 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-1746ddb8-b43f-4c8e-bb3e-c5bdb17739b3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:05:53.161060 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-1746ddb8-b43f-4c8e-bb3e-c5bdb17739b3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:53.191691 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-45baf2a5-288d-40b4-86ae-3924401bfb72 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:53.193049 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-45baf2a5-288d-40b4-86ae-3924401bfb72 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:53.198464 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port b580753f-2a05-40b3-b7d4-8168499875b6 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:53.198695 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:53.209014 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-45baf2a5-288d-40b4-86ae-3924401bfb72 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:53.222729 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-8deda914-6c57-4547-8c55-271ae38fba18 None None] Provisioning complete for port b5233a10-c876-4e43-b86f-147259b737bb triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:53.223096 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8deda914-6c57-4547-8c55-271ae38fba18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:53.230677 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.securitygroups_db [None req-1746ddb8-b43f-4c8e-bb3e-c5bdb17739b3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Project f393478d14c44d15ad1bf9df868df3cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 19:05:53.239719 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1746ddb8-b43f-4c8e-bb3e-c5bdb17739b3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:53.313146 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-45baf2a5-288d-40b4-86ae-3924401bfb72 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:53.399751 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1746ddb8-b43f-4c8e-bb3e-c5bdb17739b3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:53.447191 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-bcf72a14-b747-4076-afae-f9a0ff5fc1ac tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Calling delete_port for b5233a10-c876-4e43-b86f-147259b737bb owned by network:dhcp {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:05:53.465910 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-45baf2a5-288d-40b4-86ae-3924401bfb72 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:53.467196 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26949c7b-0b84-4e94-959e-7caf19fd45ec None None] DHCP port deletion for 264c1f96-3853-4977-96a3-0dc13f86f479 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:05:53.470490 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-45baf2a5-288d-40b4-86ae-3924401bfb72 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4132524 Jan 21 19:05:53.471379 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60802) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:53.477237 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-8502af33-87ec-4020-900e-c5bd678eb4c2 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Request body: {'network': {'name': 'tempest-RoutersTest-1736381791'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:53.484453 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-8502af33-87ec-4020-900e-c5bd678eb4c2 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:53.489722 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-8502af33-87ec-4020-900e-c5bd678eb4c2 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Usage tracker for resource:network and tenant:5282b25e8da043bbb3248dd1fe2c26b7 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:05:53.492798 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-8502af33-87ec-4020-900e-c5bd678eb4c2 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:05:53.498986 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1746ddb8-b43f-4c8e-bb3e-c5bdb17739b3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:53.502070 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-8502af33-87ec-4020-900e-c5bd678eb4c2 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:53.511934 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-26949c7b-0b84-4e94-959e-7caf19fd45ec None None] Deleting port b5233a10-c876-4e43-b86f-147259b737bb {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:05:53.512164 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-26949c7b-0b84-4e94-959e-7caf19fd45ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:53.539049 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1746ddb8-b43f-4c8e-bb3e-c5bdb17739b3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=509a25c9-c975-4c43-9125-a68c3f13071b,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:53.607866 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1746ddb8-b43f-4c8e-bb3e-c5bdb17739b3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:53.609235 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-1746ddb8-b43f-4c8e-bb3e-c5bdb17739b3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4739444 Jan 21 19:05:53.639149 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 41bb5840-a752-43f7-83ff-bba563a8230b no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:05:53.642226 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8502af33-87ec-4020-900e-c5bd678eb4c2 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Made reservation on behalf of 5282b25e8da043bbb3248dd1fe2c26b7 for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:05:53.645908 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8502af33-87ec-4020-900e-c5bd678eb4c2 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:53.646056 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bcf72a14-b747-4076-afae-f9a0ff5fc1ac tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:53.702098 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8502af33-87ec-4020-900e-c5bd678eb4c2 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:05:53.721620 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8502af33-87ec-4020-900e-c5bd678eb4c2 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:53.722655 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-8502af33-87ec-4020-900e-c5bd678eb4c2 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Added segment 1157bfc4-6479-483c-b74d-c1b5f8c2dee6 of type vlan for network 827a05fb-998a-4b52-9570-5769f350c9f2 Jan 21 19:05:53.734159 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf72a14-b747-4076-afae-f9a0ff5fc1ac tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event deleted for resources: {'Port': ['ID=b5233a10-c876-4e43-b86f-147259b737bb,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:53.736698 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf72a14-b747-4076-afae-f9a0ff5fc1ac tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] No DVR routers for this DVR port b5233a10-c876-4e43-b86f-147259b737bb on host dv-neutron-825470-1-hyperv {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:05:53.758520 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8502af33-87ec-4020-900e-c5bd678eb4c2 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:53.767743 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 41bb5840-a752-43f7-83ff-bba563a8230b {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:05:53.768082 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 41bb5840-a752-43f7-83ff-bba563a8230b not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:05:53.768488 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device b912be12-0c86-42d0-ba28-cd7b4c4e4417 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:05:53.808659 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: b912be12-0c86-42d0-ba28-cd7b4c4e4417 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:05:53.809145 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device b912be12-0c86-42d0-ba28-cd7b4c4e4417 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:05:53.844735 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6c12a816-699a-46d5-81d3-db62d797545a req-a91de8e9-e568-44f0-9b34-fb30e571a393 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-615524923&fields=id&tenant_id=f393478d14c44d15ad1bf9df868df3cb HTTP/1.1" status: 200 len: 267 time: 0.0475559 Jan 21 19:05:53.874439 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8502af33-87ec-4020-900e-c5bd678eb4c2 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:53.877950 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-26949c7b-0b84-4e94-959e-7caf19fd45ec None None] For port b5233a10-c876-4e43-b86f-147259b737bb, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=b5233a10-c876-4e43-b86f-147259b737bb,segment=NetworkSegment(50205f60-b480-459a-9383-360e189c3973),segment_id=50205f60-b480-459a-9383-360e189c3973)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:05:53.877950 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-26949c7b-0b84-4e94-959e-7caf19fd45ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:53.880533 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8502af33-87ec-4020-900e-c5bd678eb4c2 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:53.881117 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8502af33-87ec-4020-900e-c5bd678eb4c2 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:53.918256 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bcf72a14-b747-4076-afae-f9a0ff5fc1ac tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:53.964449 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.objects.ports [None req-cd797607-1633-45ff-b3a4-e5e822ee7e87 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88137) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 19:05:53.974313 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cd797607-1633-45ff-b3a4-e5e822ee7e87 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:54.001627 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-26949c7b-0b84-4e94-959e-7caf19fd45ec None None] Calling delete_port for b5233a10-c876-4e43-b86f-147259b737bb owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:05:54.009550 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-bcf72a14-b747-4076-afae-f9a0ff5fc1ac tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['264c1f96-3853-4977-96a3-0dc13f86f479']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:54.033071 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-bcf72a14-b747-4076-afae-f9a0ff5fc1ac tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50205f60-b480-459a-9383-360e189c3973') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:54.033292 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-bcf72a14-b747-4076-afae-f9a0ff5fc1ac tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50205f60-b480-459a-9383-360e189c3973') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:05:54.056823 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd797607-1633-45ff-b3a4-e5e822ee7e87 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:05:54.058538 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bcf72a14-b747-4076-afae-f9a0ff5fc1ac tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:54.076864 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-cd797607-1633-45ff-b3a4-e5e822ee7e87 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:54.080893 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-26949c7b-0b84-4e94-959e-7caf19fd45ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:05:54.081429 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-26949c7b-0b84-4e94-959e-7caf19fd45ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:05:54.082879 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd797607-1633-45ff-b3a4-e5e822ee7e87 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:54.083470 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cd797607-1633-45ff-b3a4-e5e822ee7e87 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:54.088796 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd297dce-80a6-4bcc-83f7-989e65cbabf2 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:05:54.100622 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bcf72a14-b747-4076-afae-f9a0ff5fc1ac tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:54.110075 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd797607-1633-45ff-b3a4-e5e822ee7e87 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Subnet': ['ID=6522e51c-d936-4b49-981a-d19b467bd295,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:54.116537 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcf72a14-b747-4076-afae-f9a0ff5fc1ac tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:05:54.116940 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bcf72a14-b747-4076-afae-f9a0ff5fc1ac tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:54.135768 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:05:54.135768 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:05:54.135768 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:05:54.135768 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:05:54.135768 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:05:54.135768 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:05:54.135768 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:05:54.135768 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:05:54.135768 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:05:54.135768 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:05:54.135768 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:05:54.135768 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:05:54.135768 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:05:54.135768 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:05:54.135768 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:05:54.135768 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:05:54.135768 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:05:54.135768 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:05:54.135768 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:05:54.135768 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:05:54.135768 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:05:54.135768 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:05:54.135768 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:05:54.135768 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:05:54.135768 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:05:54.135768 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:05:54.135768 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:05:54.135768 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:05:54.135768 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:05:54.135768 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:05:54.135768 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:05:54.135768 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:05:54.190343 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-8502af33-87ec-4020-900e-c5bd678eb4c2 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7178547 Jan 21 19:05:54.192130 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502af33-87ec-4020-900e-c5bd678eb4c2 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event updated for resources: {'Network': ['ID=827a05fb-998a-4b52-9570-5769f350c9f2,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:54.204753 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60820) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:54.210762 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 827a05fb-998a-4b52-9570-5769f350c9f2 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:05:54.216398 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-c6f9a6da-5894-41e9-8121-29cf3e632848 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Request body: {'subnet': {'network_id': '827a05fb-998a-4b52-9570-5769f350c9f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:54.224545 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12a816-699a-46d5-81d3-db62d797545a req-d49cde6c-a614-4792-ba05-6927e6f735df tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:54.231793 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6c12a816-699a-46d5-81d3-db62d797545a req-d49cde6c-a614-4792-ba05-6927e6f735df tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/networks?id=ff99f632-5526-4276-9da3-3b33f700e365 HTTP/1.1" status: 200 len: 797 time: 0.3798685 Jan 21 19:05:54.247696 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-cd797607-1633-45ff-b3a4-e5e822ee7e87 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.8914535 Jan 21 19:05:54.250087 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6c12a816-699a-46d5-81d3-db62d797545a req-019be11c-d24f-48ac-b26e-ff7082d37670 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/quotas/f393478d14c44d15ad1bf9df868df3cb HTTP/1.1" status: 200 len: 375 time: 0.0170588 Jan 21 19:05:54.251726 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60824) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:54.290849 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-c8d4ab47-05d6-4012-978f-b0d71e9b1a6d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'port': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'mac_address': 'fa:16:3e:c1:46:53', 'name': 'tempest-NetworksTestDHCPv6-1350090003'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:54.325728 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bcf72a14-b747-4076-afae-f9a0ff5fc1ac tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:54.349728 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bcf72a14-b747-4076-afae-f9a0ff5fc1ac tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:54.360634 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf72a14-b747-4076-afae-f9a0ff5fc1ac tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event deleted for resources: {'Network': ['ID=264c1f96-3853-4977-96a3-0dc13f86f479,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:54.362920 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-c6f9a6da-5894-41e9-8121-29cf3e632848 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:54.366476 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-bcf72a14-b747-4076-afae-f9a0ff5fc1ac tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/networks/264c1f96-3853-4977-96a3-0dc13f86f479 HTTP/1.1" status: 204 len: 168 time: 1.8915460 Jan 21 19:05:54.370857 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60828) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:54.373903 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-c6f9a6da-5894-41e9-8121-29cf3e632848 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Usage tracker for resource:subnet and tenant:5282b25e8da043bbb3248dd1fe2c26b7 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:05:54.412158 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-c6f9a6da-5894-41e9-8121-29cf3e632848 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:05:54.424956 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a364eb3-5665-49a9-adaa-2e8e1c2990d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'tenant_id': '331b5c16a931412fafa4a9af40615562', 'fixed_ips': [{'subnet_id': '6522e51c-d936-4b49-981a-d19b467bd295'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:05:54.425811 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6a364eb3-5665-49a9-adaa-2e8e1c2990d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:54.428798 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-c6f9a6da-5894-41e9-8121-29cf3e632848 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:54.474661 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d960074-a9a5-46d6-a076-b487ece94676 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:54.475708 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-4d960074-a9a5-46d6-a076-b487ece94676 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Synchronizing usage tracker for tenant:5cd950bb3d3d4999ba57a30656254269 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:05:54.486798 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-c8d4ab47-05d6-4012-978f-b0d71e9b1a6d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:54.492447 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-c8d4ab47-05d6-4012-978f-b0d71e9b1a6d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Usage tracker for resource:port and tenant:331b5c16a931412fafa4a9af40615562 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:05:54.500812 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6c12a816-699a-46d5-81d3-db62d797545a req-5089d9ac-faae-4088-b0a8-1aac059ffe21 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2497232 Jan 21 19:05:54.501580 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-c8d4ab47-05d6-4012-978f-b0d71e9b1a6d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:05:54.507649 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-c8d4ab47-05d6-4012-978f-b0d71e9b1a6d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:54.517112 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f9a6da-5894-41e9-8121-29cf3e632848 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Made reservation on behalf of 5282b25e8da043bbb3248dd1fe2c26b7 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:05:54.523994 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c6f9a6da-5894-41e9-8121-29cf3e632848 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:54.544957 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-4d960074-a9a5-46d6-a076-b487ece94676 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Unset dirty status for tenant:5cd950bb3d3d4999ba57a30656254269 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:05:54.546137 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-4d960074-a9a5-46d6-a076-b487ece94676 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1740735 Jan 21 19:05:54.551721 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60834) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:54.598256 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-26949c7b-0b84-4e94-959e-7caf19fd45ec None None] Deleting port b5233a10-c876-4e43-b86f-147259b737bb {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:05:54.598866 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-26949c7b-0b84-4e94-959e-7caf19fd45ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:54.605446 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d4ab47-05d6-4012-978f-b0d71e9b1a6d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'port': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:05:54.672320 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-26949c7b-0b84-4e94-959e-7caf19fd45ec None None] The port 'b5233a10-c876-4e43-b86f-147259b737bb' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:05:54.701990 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-6a364eb3-5665-49a9-adaa-2e8e1c2990d1 None None] Allocated IP 2001:db8::f816:3eff:fe4a:1d17 (76b60fc4-5668-469a-a3ef-49679dc3dfc0/6522e51c-d936-4b49-981a-d19b467bd295/4d35a13f-8bd5-453d-8d8b-03c2d3b392b1) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:05:54.764488 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-6bd62c54-c28d-4466-ac94-8f67ef149495 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2125888 Jan 21 19:05:54.768331 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60838) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:54.779704 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-7bc3e5a6-1636-444e-97a5-dfef759e90b3 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-826869487'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:54.788869 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-7bc3e5a6-1636-444e-97a5-dfef759e90b3 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:54.807358 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-7bc3e5a6-1636-444e-97a5-dfef759e90b3 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Usage tracker for resource:network and tenant:5cd950bb3d3d4999ba57a30656254269 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:05:54.823338 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-7bc3e5a6-1636-444e-97a5-dfef759e90b3 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:05:54.830969 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device b5233a10-c876-4e43-b86f-147259b737bb no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:05:54.835614 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-7bc3e5a6-1636-444e-97a5-dfef759e90b3 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:54.839073 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6c12a816-699a-46d5-81d3-db62d797545a req-31c5f7a0-bafa-44e3-9bfa-748653b75816 service neutron] 10.222.0.87 "GET /v2.0/networks/ff99f632-5526-4276-9da3-3b33f700e365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258095 Jan 21 19:05:54.847270 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c8d4ab47-05d6-4012-978f-b0d71e9b1a6d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:54.883289 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: b5233a10-c876-4e43-b86f-147259b737bb {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:05:54.883970 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device b5233a10-c876-4e43-b86f-147259b737bb not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:05:54.917169 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [None req-c8d4ab47-05d6-4012-978f-b0d71e9b1a6d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] device_id is not set on port 30356f86-1917-49fa-97f3-dda57602fc34 yet. {{(pid=88136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:05:54.933838 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc3e5a6-1636-444e-97a5-dfef759e90b3 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Made reservation on behalf of 5cd950bb3d3d4999ba57a30656254269 for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:05:54.937875 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7bc3e5a6-1636-444e-97a5-dfef759e90b3 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:54.959526 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c6f9a6da-5894-41e9-8121-29cf3e632848 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:54.998755 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6a364eb3-5665-49a9-adaa-2e8e1c2990d1 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:55.010926 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bc3e5a6-1636-444e-97a5-dfef759e90b3 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:05:55.017818 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-645ed78f-7602-4de3-95c2-14933c11f03b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:55.020660 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-6a364eb3-5665-49a9-adaa-2e8e1c2990d1 None None] Transition to ACTIVE for port object 4d35a13f-8bd5-453d-8d8b-03c2d3b392b1 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:05:55.043018 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-6a364eb3-5665-49a9-adaa-2e8e1c2990d1 None None] Transition to ACTIVE for port object 4d35a13f-8bd5-453d-8d8b-03c2d3b392b1 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:05:55.045157 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7bc3e5a6-1636-444e-97a5-dfef759e90b3 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:55.045504 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-7bc3e5a6-1636-444e-97a5-dfef759e90b3 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Added segment 6763c784-a643-4e7b-b115-c8c6dcb4a14f of type vlan for network 5a6f1335-1b4a-44de-8f3a-1887d5248bee Jan 21 19:05:55.073118 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f9a6da-5894-41e9-8121-29cf3e632848 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event updated for resources: {'Subnet': ['ID=c5860f8d-07cd-41ed-8c2f-c50abc6d3064,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:55.085698 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6a364eb3-5665-49a9-adaa-2e8e1c2990d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:55.099761 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f9a6da-5894-41e9-8121-29cf3e632848 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Checking segment: {'id': '1157bfc4-6479-483c-b74d-c1b5f8c2dee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '827a05fb-998a-4b52-9570-5769f350c9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:05:55.100113 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f9a6da-5894-41e9-8121-29cf3e632848 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Network hostable DHCP agents. Network: 827a05fb-998a-4b52-9570-5769f350c9f2, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:05:55.107995 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7bc3e5a6-1636-444e-97a5-dfef759e90b3 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:55.127515 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6c12a816-699a-46d5-81d3-db62d797545a req-964cde81-2ba3-4441-bce7-86084c3b8080 service neutron] 10.222.0.87 "GET /v2.0/networks/ff99f632-5526-4276-9da3-3b33f700e365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674091 Jan 21 19:05:55.161217 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a364eb3-5665-49a9-adaa-2e8e1c2990d1 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:05:55.164664 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-6a364eb3-5665-49a9-adaa-2e8e1c2990d1 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:55.169199 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a364eb3-5665-49a9-adaa-2e8e1c2990d1 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:05:55.184116 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-c8d4ab47-05d6-4012-978f-b0d71e9b1a6d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Allocated IP 2001:db8::f816:3eff:fec1:4653 (76b60fc4-5668-469a-a3ef-49679dc3dfc0/6522e51c-d936-4b49-981a-d19b467bd295/30356f86-1917-49fa-97f3-dda57602fc34) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:05:55.207204 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a364eb3-5665-49a9-adaa-2e8e1c2990d1 None None] Pushing event updated for resources: {'Port': ['ID=4d35a13f-8bd5-453d-8d8b-03c2d3b392b1,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:55.214498 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f9a6da-5894-41e9-8121-29cf3e632848 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Network 827a05fb-998a-4b52-9570-5769f350c9f2 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:05:55.242522 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7bc3e5a6-1636-444e-97a5-dfef759e90b3 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:55.248195 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc3e5a6-1636-444e-97a5-dfef759e90b3 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:55.248879 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7bc3e5a6-1636-444e-97a5-dfef759e90b3 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:55.268478 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-6a364eb3-5665-49a9-adaa-2e8e1c2990d1 None None] Attempting to bind port 4d35a13f-8bd5-453d-8d8b-03c2d3b392b1 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:05:55.269065 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-6a364eb3-5665-49a9-adaa-2e8e1c2990d1 None None] Attempting to bind port 4d35a13f-8bd5-453d-8d8b-03c2d3b392b1 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:05:55.269481 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a364eb3-5665-49a9-adaa-2e8e1c2990d1 None None] Attempting to bind port 4d35a13f-8bd5-453d-8d8b-03c2d3b392b1 on network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:05:55.275611 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a364eb3-5665-49a9-adaa-2e8e1c2990d1 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:05:55.275829 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a364eb3-5665-49a9-adaa-2e8e1c2990d1 None None] Checking segment: {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:05:55.276264 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6a364eb3-5665-49a9-adaa-2e8e1c2990d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:55.276836 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a364eb3-5665-49a9-adaa-2e8e1c2990d1 None None] Bound using segment: {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:05:55.277362 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-6a364eb3-5665-49a9-adaa-2e8e1c2990d1 None None] Bound port: 4d35a13f-8bd5-453d-8d8b-03c2d3b392b1, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:05:55.277817 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6a364eb3-5665-49a9-adaa-2e8e1c2990d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:55.354306 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc3e5a6-1636-444e-97a5-dfef759e90b3 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event updated for resources: {'Network': ['ID=5a6f1335-1b4a-44de-8f3a-1887d5248bee,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:55.356534 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-c6f9a6da-5894-41e9-8121-29cf3e632848 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 827a05fb-998a-4b52-9570-5769f350c9f2) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:55.386397 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c759b80-61f6-489d-9e54-a04dd6f12cd0 None None] Network 827a05fb-998a-4b52-9570-5769f350c9f2 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:05:55.388294 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f9a6da-5894-41e9-8121-29cf3e632848 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:55.391157 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c6f9a6da-5894-41e9-8121-29cf3e632848 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:55.409340 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-7bc3e5a6-1636-444e-97a5-dfef759e90b3 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6399260 Jan 21 19:05:55.412192 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60844) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:55.418586 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-4421444e-9a3d-4784-82dd-4a22918a2264 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'subnet': {'network_id': '5a6f1335-1b4a-44de-8f3a-1887d5248bee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:55.425233 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c8d4ab47-05d6-4012-978f-b0d71e9b1a6d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:55.445720 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-6a364eb3-5665-49a9-adaa-2e8e1c2990d1 None None] For port 4d35a13f-8bd5-453d-8d8b-03c2d3b392b1, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:05:55.450330 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-6a364eb3-5665-49a9-adaa-2e8e1c2990d1 None None] For port 4d35a13f-8bd5-453d-8d8b-03c2d3b392b1, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=4d35a13f-8bd5-453d-8d8b-03c2d3b392b1,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:05:55.452275 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 5a6f1335-1b4a-44de-8f3a-1887d5248bee details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:05:55.522352 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c6f9a6da-5894-41e9-8121-29cf3e632848 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3167257 Jan 21 19:05:55.525297 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1ab04846-30e7-4b45-9810-81f32782067b req-d6f89134-a54b-46e3-9c3d-a33c175a40bc tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=2727dfc1-5196-4cdc-a1d2-5acd034834f5 HTTP/1.1" status: 200 len: 210 time: 0.0954020 Jan 21 19:05:55.527382 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60852) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:55.548363 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-4421444e-9a3d-4784-82dd-4a22918a2264 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:55.553602 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-4421444e-9a3d-4784-82dd-4a22918a2264 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Usage tracker for resource:subnet and tenant:5cd950bb3d3d4999ba57a30656254269 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:05:55.557424 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-4421444e-9a3d-4784-82dd-4a22918a2264 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:05:55.565072 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-4421444e-9a3d-4784-82dd-4a22918a2264 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:55.586915 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6a364eb3-5665-49a9-adaa-2e8e1c2990d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:55.604755 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-c8d4ab47-05d6-4012-978f-b0d71e9b1a6d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Transition to ACTIVE for port object 30356f86-1917-49fa-97f3-dda57602fc34 will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:05:55.636103 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4421444e-9a3d-4784-82dd-4a22918a2264 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Made reservation on behalf of 5cd950bb3d3d4999ba57a30656254269 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:05:55.641586 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4421444e-9a3d-4784-82dd-4a22918a2264 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:55.834087 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a364eb3-5665-49a9-adaa-2e8e1c2990d1 None None] Pushing event updated for resources: {'Port': ['ID=4d35a13f-8bd5-453d-8d8b-03c2d3b392b1,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:55.908484 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3899186c-8f20-46b3-a1e5-622a2411ccc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-827a05fb-998a-4b52-9570-5769f350c9f2', 'network_id': '827a05fb-998a-4b52-9570-5769f350c9f2', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'fixed_ips': [{'subnet_id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:05:55.909914 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3899186c-8f20-46b3-a1e5-622a2411ccc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:56.076753 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4421444e-9a3d-4784-82dd-4a22918a2264 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:56.108626 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-3899186c-8f20-46b3-a1e5-622a2411ccc0 None None] Allocated IP 172.20.0.2 (827a05fb-998a-4b52-9570-5769f350c9f2/c5860f8d-07cd-41ed-8c2f-c50abc6d3064/4792e138-73b6-47c2-af2a-7e9b4dd255e5) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:05:56.204778 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4421444e-9a3d-4784-82dd-4a22918a2264 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event updated for resources: {'Subnet': ['ID=95bdf906-45b2-4ff3-812d-96c1bfa04304,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:56.214695 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c8d4ab47-05d6-4012-978f-b0d71e9b1a6d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:56.245651 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4421444e-9a3d-4784-82dd-4a22918a2264 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Checking segment: {'id': '6763c784-a643-4e7b-b115-c8c6dcb4a14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5a6f1335-1b4a-44de-8f3a-1887d5248bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:05:56.250162 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4421444e-9a3d-4784-82dd-4a22918a2264 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Network hostable DHCP agents. Network: 5a6f1335-1b4a-44de-8f3a-1887d5248bee, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:05:56.318415 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d4ab47-05d6-4012-978f-b0d71e9b1a6d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:05:56.324148 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-c8d4ab47-05d6-4012-978f-b0d71e9b1a6d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:56.326718 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d4ab47-05d6-4012-978f-b0d71e9b1a6d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:05:56.332807 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d4ab47-05d6-4012-978f-b0d71e9b1a6d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:56.333582 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c8d4ab47-05d6-4012-978f-b0d71e9b1a6d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:56.339489 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4421444e-9a3d-4784-82dd-4a22918a2264 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Network 5a6f1335-1b4a-44de-8f3a-1887d5248bee is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:05:56.394313 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d562ca63-b978-4ce5-8eb3-a18f9ccd9b97 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:56.407841 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4ab47-05d6-4012-978f-b0d71e9b1a6d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Port': ['ID=30356f86-1917-49fa-97f3-dda57602fc34,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:56.425909 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-4421444e-9a3d-4784-82dd-4a22918a2264 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 5a6f1335-1b4a-44de-8f3a-1887d5248bee) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:56.431047 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4421444e-9a3d-4784-82dd-4a22918a2264 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:56.432239 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4421444e-9a3d-4784-82dd-4a22918a2264 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:56.440343 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c68638-981c-4315-b0fa-9fa22c87d7f6 None None] Network 5a6f1335-1b4a-44de-8f3a-1887d5248bee requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:05:56.479513 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3899186c-8f20-46b3-a1e5-622a2411ccc0 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:56.500736 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c8d4ab47-05d6-4012-978f-b0d71e9b1a6d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2465668 Jan 21 19:05:56.504317 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60864) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:56.510877 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-3899186c-8f20-46b3-a1e5-622a2411ccc0 None None] Transition to ACTIVE for port object 4792e138-73b6-47c2-af2a-7e9b4dd255e5 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:05:56.585844 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-4421444e-9a3d-4784-82dd-4a22918a2264 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1723735 Jan 21 19:05:56.588639 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60870) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:56.596736 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-3899186c-8f20-46b3-a1e5-622a2411ccc0 None None] Transition to ACTIVE for port object 4792e138-73b6-47c2-af2a-7e9b4dd255e5 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:05:56.597878 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-afcac788-779d-4fd4-8ec0-7284678f0faf tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'port': {'network_id': '5a6f1335-1b4a-44de-8f3a-1887d5248bee', 'name': 'tempest-PortsIpV6TestJSON-324892752'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:56.663698 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4340df-5647-4fb8-a09d-6f645933a9c8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:56.669833 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4340df-5647-4fb8-a09d-6f645933a9c8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:56.674658 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-cd4340df-5647-4fb8-a09d-6f645933a9c8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1661572 Jan 21 19:05:56.691983 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5965d037-5b27-463c-b8aa-237fecaec0cb req-06ee890f-549f-4fa2-9752-af87b4a22924 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=2727dfc1-5196-4cdc-a1d2-5acd034834f5 HTTP/1.1" status: 200 len: 210 time: 0.0534306 Jan 21 19:05:56.698329 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60874) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:56.727145 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3899186c-8f20-46b3-a1e5-622a2411ccc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:56.792022 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-afcac788-779d-4fd4-8ec0-7284678f0faf tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:56.796531 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-afcac788-779d-4fd4-8ec0-7284678f0faf tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Usage tracker for resource:port and tenant:5cd950bb3d3d4999ba57a30656254269 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:05:56.800055 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-afcac788-779d-4fd4-8ec0-7284678f0faf tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:05:56.808083 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-afcac788-779d-4fd4-8ec0-7284678f0faf tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:56.836099 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899186c-8f20-46b3-a1e5-622a2411ccc0 None None] Pushing event updated for resources: {'Port': ['ID=4792e138-73b6-47c2-af2a-7e9b4dd255e5,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:56.846751 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-5ee84c1d-f13e-444f-9cfa-1d1acfd056bd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting port 30356f86-1917-49fa-97f3-dda57602fc34 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:05:56.847137 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5ee84c1d-f13e-444f-9cfa-1d1acfd056bd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:56.852172 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3899186c-8f20-46b3-a1e5-622a2411ccc0 None None] Network 827a05fb-998a-4b52-9570-5769f350c9f2 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:05:56.856656 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-3899186c-8f20-46b3-a1e5-622a2411ccc0 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:56.859639 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3899186c-8f20-46b3-a1e5-622a2411ccc0 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:05:56.887747 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afcac788-779d-4fd4-8ec0-7284678f0faf tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Made reservation on behalf of 5cd950bb3d3d4999ba57a30656254269 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:05:56.903486 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-afcac788-779d-4fd4-8ec0-7284678f0faf tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:56.934811 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-afcac788-779d-4fd4-8ec0-7284678f0faf tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] device_id is not set on port 8cdcd200-e235-4acb-9441-fec97318bfa5 yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:05:56.958804 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 4d35a13f-8bd5-453d-8d8b-03c2d3b392b1 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:05:56.983443 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5187f691-3864-492a-8854-7a914589af80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-5a6f1335-1b4a-44de-8f3a-1887d5248bee', 'network_id': '5a6f1335-1b4a-44de-8f3a-1887d5248bee', 'tenant_id': '5cd950bb3d3d4999ba57a30656254269', 'fixed_ips': [{'subnet_id': '95bdf906-45b2-4ff3-812d-96c1bfa04304'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:05:56.984875 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5187f691-3864-492a-8854-7a914589af80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:57.105483 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-d562ca63-b978-4ce5-8eb3-a18f9ccd9b97 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Allocated IP 172.20.0.1 (827a05fb-998a-4b52-9570-5769f350c9f2/c5860f8d-07cd-41ed-8c2f-c50abc6d3064/71c57723-ff93-49e6-a713-3efb75c48fac) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:05:57.156801 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-afcac788-779d-4fd4-8ec0-7284678f0faf tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Allocated IP 2001:db8::395 (5a6f1335-1b4a-44de-8f3a-1887d5248bee/95bdf906-45b2-4ff3-812d-96c1bfa04304/8cdcd200-e235-4acb-9441-fec97318bfa5) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:05:57.157846 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-3899186c-8f20-46b3-a1e5-622a2411ccc0 None None] Attempting to bind port 4792e138-73b6-47c2-af2a-7e9b4dd255e5 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:05:57.158229 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-3899186c-8f20-46b3-a1e5-622a2411ccc0 None None] Attempting to bind port 4792e138-73b6-47c2-af2a-7e9b4dd255e5 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '1157bfc4-6479-483c-b74d-c1b5f8c2dee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '827a05fb-998a-4b52-9570-5769f350c9f2'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:05:57.164295 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3899186c-8f20-46b3-a1e5-622a2411ccc0 None None] Attempting to bind port 4792e138-73b6-47c2-af2a-7e9b4dd255e5 on network 827a05fb-998a-4b52-9570-5769f350c9f2 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:05:57.203500 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3899186c-8f20-46b3-a1e5-622a2411ccc0 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:05:57.204495 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3899186c-8f20-46b3-a1e5-622a2411ccc0 None None] Checking segment: {'id': '1157bfc4-6479-483c-b74d-c1b5f8c2dee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '827a05fb-998a-4b52-9570-5769f350c9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:05:57.204956 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3899186c-8f20-46b3-a1e5-622a2411ccc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:57.205364 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3899186c-8f20-46b3-a1e5-622a2411ccc0 None None] Bound using segment: {'id': '1157bfc4-6479-483c-b74d-c1b5f8c2dee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '827a05fb-998a-4b52-9570-5769f350c9f2'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:05:57.205872 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-3899186c-8f20-46b3-a1e5-622a2411ccc0 None None] Bound port: 4792e138-73b6-47c2-af2a-7e9b4dd255e5, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1157bfc4-6479-483c-b74d-c1b5f8c2dee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '827a05fb-998a-4b52-9570-5769f350c9f2'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:05:57.206254 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3899186c-8f20-46b3-a1e5-622a2411ccc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:57.346074 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5ee84c1d-f13e-444f-9cfa-1d1acfd056bd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:57.370903 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-3899186c-8f20-46b3-a1e5-622a2411ccc0 None None] For port 4792e138-73b6-47c2-af2a-7e9b4dd255e5, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:05:57.376559 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-3899186c-8f20-46b3-a1e5-622a2411ccc0 None None] For port 4792e138-73b6-47c2-af2a-7e9b4dd255e5, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=4792e138-73b6-47c2-af2a-7e9b4dd255e5,segment=NetworkSegment(1157bfc4-6479-483c-b74d-c1b5f8c2dee6),segment_id=1157bfc4-6479-483c-b74d-c1b5f8c2dee6)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:05:57.381919 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5d899b3c-a7d1-4fcd-9900-a39fa846c75f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:57.386898 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 4d35a13f-8bd5-453d-8d8b-03c2d3b392b1 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:05:57.463850 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-afcac788-779d-4fd4-8ec0-7284678f0faf tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:57.471787 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3899186c-8f20-46b3-a1e5-622a2411ccc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:57.480894 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-afcac788-779d-4fd4-8ec0-7284678f0faf tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Transition to ACTIVE for port object 8cdcd200-e235-4acb-9441-fec97318bfa5 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:05:57.561422 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-27ee63e7-3fce-4571-9783-12f87209eded None None] Provisioning for port 4d35a13f-8bd5-453d-8d8b-03c2d3b392b1 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:05:57.563818 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-afcac788-779d-4fd4-8ec0-7284678f0faf tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:57.577184 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-27ee63e7-3fce-4571-9783-12f87209eded None None] Provisioning complete for port 4d35a13f-8bd5-453d-8d8b-03c2d3b392b1 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:57.577698 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-27ee63e7-3fce-4571-9783-12f87209eded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:57.667242 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcac788-779d-4fd4-8ec0-7284678f0faf tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event updated for resources: {'Port': ['ID=8cdcd200-e235-4acb-9441-fec97318bfa5,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:57.673499 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcac788-779d-4fd4-8ec0-7284678f0faf tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Network 5a6f1335-1b4a-44de-8f3a-1887d5248bee is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:05:57.675699 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-afcac788-779d-4fd4-8ec0-7284678f0faf tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:57.678170 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcac788-779d-4fd4-8ec0-7284678f0faf tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:05:57.681994 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-5ee84c1d-f13e-444f-9cfa-1d1acfd056bd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Calling delete_port for 30356f86-1917-49fa-97f3-dda57602fc34 owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:05:57.684163 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcac788-779d-4fd4-8ec0-7284678f0faf tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:57.684845 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-afcac788-779d-4fd4-8ec0-7284678f0faf tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:57.755325 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-5187f691-3864-492a-8854-7a914589af80 None None] Allocated IP 2001:db8::2 (5a6f1335-1b4a-44de-8f3a-1887d5248bee/95bdf906-45b2-4ff3-812d-96c1bfa04304/707b953c-7122-4fb2-9eec-99558ada4da2) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:05:57.758036 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-afcac788-779d-4fd4-8ec0-7284678f0faf tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1679835 Jan 21 19:05:57.767628 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60880) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:57.773484 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-ffd60781-8532-4c1a-8c76-1f400ddc8915 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'port': {'network_id': '5a6f1335-1b4a-44de-8f3a-1887d5248bee', 'name': 'tempest-PortsIpV6TestJSON-160491626'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:57.775976 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d562ca63-b978-4ce5-8eb3-a18f9ccd9b97 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:57.807642 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899186c-8f20-46b3-a1e5-622a2411ccc0 None None] Pushing event updated for resources: {'Port': ['ID=4792e138-73b6-47c2-af2a-7e9b4dd255e5,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:57.815182 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-d562ca63-b978-4ce5-8eb3-a18f9ccd9b97 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Transition to ACTIVE for port object 71c57723-ff93-49e6-a713-3efb75c48fac will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:05:57.964124 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2765e465-09c1-4c48-9b14-121a21a53933 req-3be0ed9f-97eb-4286-9304-0e497d116701 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=2727dfc1-5196-4cdc-a1d2-5acd034834f5 HTTP/1.1" status: 200 len: 210 time: 0.0843050 Jan 21 19:05:58.028226 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-27ee63e7-3fce-4571-9783-12f87209eded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:58.067141 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-ffd60781-8532-4c1a-8c76-1f400ddc8915 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:58.071838 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ffd60781-8532-4c1a-8c76-1f400ddc8915 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Usage tracker for resource:port and tenant:5cd950bb3d3d4999ba57a30656254269 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:05:58.075831 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ffd60781-8532-4c1a-8c76-1f400ddc8915 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:05:58.081579 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-ffd60781-8532-4c1a-8c76-1f400ddc8915 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:58.099428 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d562ca63-b978-4ce5-8eb3-a18f9ccd9b97 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:58.147441 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:58.160577 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-27ee63e7-3fce-4571-9783-12f87209eded None None] For port 4d35a13f-8bd5-453d-8d8b-03c2d3b392b1, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=4d35a13f-8bd5-453d-8d8b-03c2d3b392b1,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:05:58.169865 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5ee84c1d-f13e-444f-9cfa-1d1acfd056bd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:58.190113 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd60781-8532-4c1a-8c76-1f400ddc8915 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Made reservation on behalf of 5cd950bb3d3d4999ba57a30656254269 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:05:58.190684 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5187f691-3864-492a-8854-7a914589af80 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:58.191741 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d562ca63-b978-4ce5-8eb3-a18f9ccd9b97 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Network 827a05fb-998a-4b52-9570-5769f350c9f2 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:05:58.194875 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ffd60781-8532-4c1a-8c76-1f400ddc8915 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:58.198303 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-d562ca63-b978-4ce5-8eb3-a18f9ccd9b97 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:58.204498 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d562ca63-b978-4ce5-8eb3-a18f9ccd9b97 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:05:58.215355 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-5187f691-3864-492a-8854-7a914589af80 None None] Transition to ACTIVE for port object 707b953c-7122-4fb2-9eec-99558ada4da2 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:05:58.237408 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-5187f691-3864-492a-8854-7a914589af80 None None] Transition to ACTIVE for port object 707b953c-7122-4fb2-9eec-99558ada4da2 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:05:58.286194 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5ee84c1d-f13e-444f-9cfa-1d1acfd056bd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:58.289724 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d562ca63-b978-4ce5-8eb3-a18f9ccd9b97 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event updated for resources: {'Port': ['ID=71c57723-ff93-49e6-a713-3efb75c48fac,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:58.299393 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-27ee63e7-3fce-4571-9783-12f87209eded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:58.371966 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee84c1d-f13e-444f-9cfa-1d1acfd056bd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Port': ['ID=30356f86-1917-49fa-97f3-dda57602fc34,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:58.385776 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-5ee84c1d-f13e-444f-9cfa-1d1acfd056bd tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/ports/30356f86-1917-49fa-97f3-dda57602fc34 HTTP/1.1" status: 204 len: 168 time: 1.6867537 Jan 21 19:05:58.388627 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12a816-699a-46d5-81d3-db62d797545a req-fb7038e0-c676-4c95-a8bd-37247744178f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:58.390131 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-6c12a816-699a-46d5-81d3-db62d797545a req-fb7038e0-c676-4c95-a8bd-37247744178f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:network {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:05:58.393559 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60884) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:58.393927 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-ffd60781-8532-4c1a-8c76-1f400ddc8915 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] device_id is not set on port 7b928625-7f24-4da6-bffe-ceafd55f2417 yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:05:58.419904 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5187f691-3864-492a-8854-7a914589af80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:58.482145 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-3e21d82f-5c76-4354-b49a-a2c26a8a92d7 None None] Could not find standard attr ID for object 30356f86-1917-49fa-97f3-dda57602fc34. {{(pid=88138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 19:05:58.501349 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d562ca63-b978-4ce5-8eb3-a18f9ccd9b97 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:58.502744 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5187f691-3864-492a-8854-7a914589af80 None None] Network 5a6f1335-1b4a-44de-8f3a-1887d5248bee is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:05:58.505095 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-5187f691-3864-492a-8854-7a914589af80 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:58.508014 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5187f691-3864-492a-8854-7a914589af80 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:05:58.514614 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee63e7-3fce-4571-9783-12f87209eded None None] Pushing event updated for resources: {'Port': ['ID=4d35a13f-8bd5-453d-8d8b-03c2d3b392b1,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:58.561050 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861d0a7c-41ec-4588-bf2f-072873b95d50 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:58.562914 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861d0a7c-41ec-4588-bf2f-072873b95d50 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:58.563565 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-861d0a7c-41ec-4588-bf2f-072873b95d50 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:05:58.575525 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-6c12a816-699a-46d5-81d3-db62d797545a req-fb7038e0-c676-4c95-a8bd-37247744178f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:network {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:05:58.576778 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6c12a816-699a-46d5-81d3-db62d797545a req-fb7038e0-c676-4c95-a8bd-37247744178f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "GET /v2.0/networks?id=ff99f632-5526-4276-9da3-3b33f700e365 HTTP/1.1" status: 200 len: 797 time: 0.4248319 Jan 21 19:05:58.642405 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-861d0a7c-41ec-4588-bf2f-072873b95d50 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:05:58.643931 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-861d0a7c-41ec-4588-bf2f-072873b95d50 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2491860 Jan 21 19:05:58.646154 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:58.646968 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60888) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:58.652477 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-ffd60781-8532-4c1a-8c76-1f400ddc8915 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Allocated IP 2001:db8::169 (5a6f1335-1b4a-44de-8f3a-1887d5248bee/95bdf906-45b2-4ff3-812d-96c1bfa04304/7b928625-7f24-4da6-bffe-ceafd55f2417) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:05:58.667426 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-6c12a816-699a-46d5-81d3-db62d797545a req-bf6dc644-a160-4bb4-9f71-60b159deea43 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:security_group {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:05:58.732122 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-5187f691-3864-492a-8854-7a914589af80 None None] Attempting to bind port 707b953c-7122-4fb2-9eec-99558ada4da2 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:05:58.732477 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-5187f691-3864-492a-8854-7a914589af80 None None] Attempting to bind port 707b953c-7122-4fb2-9eec-99558ada4da2 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '6763c784-a643-4e7b-b115-c8c6dcb4a14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5a6f1335-1b4a-44de-8f3a-1887d5248bee'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:05:58.732832 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5187f691-3864-492a-8854-7a914589af80 None None] Attempting to bind port 707b953c-7122-4fb2-9eec-99558ada4da2 on network 5a6f1335-1b4a-44de-8f3a-1887d5248bee {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:05:58.739092 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5187f691-3864-492a-8854-7a914589af80 None None] Pushing event updated for resources: {'Port': ['ID=707b953c-7122-4fb2-9eec-99558ada4da2,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:58.743448 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5187f691-3864-492a-8854-7a914589af80 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:05:58.743818 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5187f691-3864-492a-8854-7a914589af80 None None] Checking segment: {'id': '6763c784-a643-4e7b-b115-c8c6dcb4a14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5a6f1335-1b4a-44de-8f3a-1887d5248bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:05:58.744300 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5187f691-3864-492a-8854-7a914589af80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:58.744733 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5187f691-3864-492a-8854-7a914589af80 None None] Bound using segment: {'id': '6763c784-a643-4e7b-b115-c8c6dcb4a14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5a6f1335-1b4a-44de-8f3a-1887d5248bee'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:05:58.745199 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-5187f691-3864-492a-8854-7a914589af80 None None] Bound port: 707b953c-7122-4fb2-9eec-99558ada4da2, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6763c784-a643-4e7b-b115-c8c6dcb4a14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5a6f1335-1b4a-44de-8f3a-1887d5248bee'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:05:58.745574 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5187f691-3864-492a-8854-7a914589af80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:58.805636 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:58.847449 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d562ca63-b978-4ce5-8eb3-a18f9ccd9b97 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:58.883850 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ed19981-4283-4c52-8133-48ee418b844b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting subnet 6522e51c-d936-4b49-981a-d19b467bd295 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:05:58.887894 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7ed19981-4283-4c52-8133-48ee418b844b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:58.902617 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-6c12a816-699a-46d5-81d3-db62d797545a req-bf6dc644-a160-4bb4-9f71-60b159deea43 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:security_group {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:05:58.903924 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6c12a816-699a-46d5-81d3-db62d797545a req-bf6dc644-a160-4bb4-9f71-60b159deea43 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f393478d14c44d15ad1bf9df868df3cb HTTP/1.1" status: 200 len: 379 time: 0.3180625 Jan 21 19:05:58.905610 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-5187f691-3864-492a-8854-7a914589af80 None None] For port 707b953c-7122-4fb2-9eec-99558ada4da2, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:05:58.910822 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-5187f691-3864-492a-8854-7a914589af80 None None] For port 707b953c-7122-4fb2-9eec-99558ada4da2, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=707b953c-7122-4fb2-9eec-99558ada4da2,segment=NetworkSegment(6763c784-a643-4e7b-b115-c8c6dcb4a14f),segment_id=6763c784-a643-4e7b-b115-c8c6dcb4a14f)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:05:58.913464 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-6c12a816-699a-46d5-81d3-db62d797545a req-ecbc9339-02d8-4f6e-b198-f8d5ca586998 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'port': {'device_id': '2727dfc1-5196-4cdc-a1d2-5acd034834f5', 'network_id': 'ff99f632-5526-4276-9da3-3b33f700e365', 'admin_state_up': True, 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'security_groups': ['9fb4da23-ff9e-4e16-b5af-cca9aa4278bf']}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:05:58.974768 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5187f691-3864-492a-8854-7a914589af80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:59.108121 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 4792e138-73b6-47c2-af2a-7e9b4dd255e5 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:05:59.145708 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5187f691-3864-492a-8854-7a914589af80 None None] Pushing event updated for resources: {'Port': ['ID=707b953c-7122-4fb2-9eec-99558ada4da2,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:59.202409 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3ecf9431-fb9d-4337-8671-cb7f01cce186 req-091aef89-d666-4f73-8599-c88d67d8fe81 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=2727dfc1-5196-4cdc-a1d2-5acd034834f5 HTTP/1.1" status: 200 len: 210 time: 0.0788140 Jan 21 19:05:59.208285 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ffd60781-8532-4c1a-8c76-1f400ddc8915 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:59.248956 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-ffd60781-8532-4c1a-8c76-1f400ddc8915 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Transition to ACTIVE for port object 7b928625-7f24-4da6-bffe-ceafd55f2417 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:05:59.282560 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-6c12a816-699a-46d5-81d3-db62d797545a req-ecbc9339-02d8-4f6e-b198-f8d5ca586998 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:05:59.288399 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-6c12a816-699a-46d5-81d3-db62d797545a req-ecbc9339-02d8-4f6e-b198-f8d5ca586998 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:port and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:05:59.290360 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7ed19981-4283-4c52-8133-48ee418b844b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:59.292421 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-6c12a816-699a-46d5-81d3-db62d797545a req-ecbc9339-02d8-4f6e-b198-f8d5ca586998 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:05:59.293779 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 4792e138-73b6-47c2-af2a-7e9b4dd255e5 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:05:59.302521 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 4d35a13f-8bd5-453d-8d8b-03c2d3b392b1 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:05:59.302661 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-6c12a816-699a-46d5-81d3-db62d797545a req-ecbc9339-02d8-4f6e-b198-f8d5ca586998 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:05:59.341681 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adad0a88-4bb1-4512-a581-4bded6ae6137 None None] Network 827a05fb-998a-4b52-9570-5769f350c9f2 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:05:59.388043 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c12a816-699a-46d5-81d3-db62d797545a req-ecbc9339-02d8-4f6e-b198-f8d5ca586998 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Made reservation on behalf of f393478d14c44d15ad1bf9df868df3cb for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:05:59.388043 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-6c12a816-699a-46d5-81d3-db62d797545a req-ecbc9339-02d8-4f6e-b198-f8d5ca586998 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:59.443333 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ffd60781-8532-4c1a-8c76-1f400ddc8915 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:59.572011 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d562ca63-b978-4ce5-8eb3-a18f9ccd9b97 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:59.583083 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7ed19981-4283-4c52-8133-48ee418b844b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:59.603749 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd60781-8532-4c1a-8c76-1f400ddc8915 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Network 5a6f1335-1b4a-44de-8f3a-1887d5248bee is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:05:59.619318 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-ffd60781-8532-4c1a-8c76-1f400ddc8915 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:05:59.627793 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd60781-8532-4c1a-8c76-1f400ddc8915 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:05:59.636094 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd60781-8532-4c1a-8c76-1f400ddc8915 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:05:59.636094 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ffd60781-8532-4c1a-8c76-1f400ddc8915 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:59.637949 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd60781-8532-4c1a-8c76-1f400ddc8915 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event updated for resources: {'Port': ['ID=7b928625-7f24-4da6-bffe-ceafd55f2417,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:59.646684 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-daef0af1-1e15-43dd-b81d-8721534ed5e2 None None] Provisioning for port 4792e138-73b6-47c2-af2a-7e9b4dd255e5 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:05:59.666667 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d562ca63-b978-4ce5-8eb3-a18f9ccd9b97 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:59.679816 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 4d35a13f-8bd5-453d-8d8b-03c2d3b392b1 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:59.680186 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:59.710997 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-daef0af1-1e15-43dd-b81d-8721534ed5e2 None None] Provisioning complete for port 4792e138-73b6-47c2-af2a-7e9b4dd255e5 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:05:59.711374 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-daef0af1-1e15-43dd-b81d-8721534ed5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:59.739414 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [req-6c12a816-699a-46d5-81d3-db62d797545a req-ecbc9339-02d8-4f6e-b198-f8d5ca586998 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Allocated IP 172.20.0.9 (ff99f632-5526-4276-9da3-3b33f700e365/e5ea9923-e5c0-4291-84d8-365162974c14/2f87830a-b074-4d23-a8f7-a0cf1386aa2e) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:05:59.790301 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ffd60781-8532-4c1a-8c76-1f400ddc8915 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0214312 Jan 21 19:05:59.792932 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60898) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:05:59.839522 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d562ca63-b978-4ce5-8eb3-a18f9ccd9b97 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:59.863409 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d562ca63-b978-4ce5-8eb3-a18f9ccd9b97 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event updated for resources: {'Port': ['ID=71c57723-ff93-49e6-a713-3efb75c48fac,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:05:59.918652 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7ed19981-4283-4c52-8133-48ee418b844b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:59.976576 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-6c12a816-699a-46d5-81d3-db62d797545a req-ecbc9339-02d8-4f6e-b198-f8d5ca586998 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:05:59.996444 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-6c12a816-699a-46d5-81d3-db62d797545a req-ecbc9339-02d8-4f6e-b198-f8d5ca586998 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Transition to ACTIVE for port object 2f87830a-b074-4d23-a8f7-a0cf1386aa2e will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:06:00.013172 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-daef0af1-1e15-43dd-b81d-8721534ed5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:00.054522 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:00.056402 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-daef0af1-1e15-43dd-b81d-8721534ed5e2 None None] For port 4792e138-73b6-47c2-af2a-7e9b4dd255e5, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=4792e138-73b6-47c2-af2a-7e9b4dd255e5,segment=NetworkSegment(1157bfc4-6479-483c-b74d-c1b5f8c2dee6),segment_id=1157bfc4-6479-483c-b74d-c1b5f8c2dee6)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:00.088233 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-6c12a816-699a-46d5-81d3-db62d797545a req-ecbc9339-02d8-4f6e-b198-f8d5ca586998 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:00.139531 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-daef0af1-1e15-43dd-b81d-8721534ed5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:00.158825 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed19981-4283-4c52-8133-48ee418b844b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Subnet': ['ID=6522e51c-d936-4b49-981a-d19b467bd295,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:00.161017 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7ed19981-4283-4c52-8133-48ee418b844b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:00.187609 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc9339-02d8-4f6e-b198-f8d5ca586998 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=2f87830a-b074-4d23-a8f7-a0cf1386aa2e,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:00.195073 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c12a816-699a-46d5-81d3-db62d797545a req-ecbc9339-02d8-4f6e-b198-f8d5ca586998 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network ff99f632-5526-4276-9da3-3b33f700e365 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:06:00.196467 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [req-6c12a816-699a-46d5-81d3-db62d797545a req-ecbc9339-02d8-4f6e-b198-f8d5ca586998 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:00.199123 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c12a816-699a-46d5-81d3-db62d797545a req-ecbc9339-02d8-4f6e-b198-f8d5ca586998 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:06:00.236558 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6678e91e-3187-488f-90db-7f08693249a4 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:00.238513 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-6678e91e-3187-488f-90db-7f08693249a4 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A395 HTTP/1.1" status: 200 len: 928 time: 0.4387524 Jan 21 19:06:00.241946 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60904) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:00.243430 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e58ac32-8715-4820-80da-48e3ffda8569 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:06:00.255495 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d562ca63-b978-4ce5-8eb3-a18f9ccd9b97 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Network 827a05fb-998a-4b52-9570-5769f350c9f2 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:06:00.256423 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-d562ca63-b978-4ce5-8eb3-a18f9ccd9b97 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:00.446650 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-7ed19981-4283-4c52-8133-48ee418b844b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/6522e51c-d936-4b49-981a-d19b467bd295 HTTP/1.1" status: 204 len: 168 time: 1.7966197 Jan 21 19:06:00.449682 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12a816-699a-46d5-81d3-db62d797545a req-ecbc9339-02d8-4f6e-b198-f8d5ca586998 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:00.462278 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-6c12a816-699a-46d5-81d3-db62d797545a req-ecbc9339-02d8-4f6e-b198-f8d5ca586998 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:00.471938 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60908) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:00.528109 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef0af1-1e15-43dd-b81d-8721534ed5e2 None None] Pushing event updated for resources: {'Port': ['ID=4792e138-73b6-47c2-af2a-7e9b4dd255e5,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:00.595935 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-15128fee-b984-449b-ac78-9e6c608812d9 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Deleting port 7b928625-7f24-4da6-bffe-ceafd55f2417 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:06:00.598705 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-15128fee-b984-449b-ac78-9e6c608812d9 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:00.634519 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-6fc6e035-7f2c-49a6-bbd8-5bd4692a60db None None] Provisioning complete for port 4792e138-73b6-47c2-af2a-7e9b4dd255e5 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:00.634897 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6fc6e035-7f2c-49a6-bbd8-5bd4692a60db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:00.702876 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-8d917d32-fc1b-40ff-a31c-b1faaad9b34f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2293239 Jan 21 19:06:00.712401 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60912) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:00.735249 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4704a9-f5f9-439f-b4f9-0a3228ffad13 req-33a9ba26-9c18-44f8-8769-8df998a27766 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:00.739239 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9e4704a9-f5f9-439f-b4f9-0a3228ffad13 req-33a9ba26-9c18-44f8-8769-8df998a27766 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=2727dfc1-5196-4cdc-a1d2-5acd034834f5 HTTP/1.1" status: 200 len: 931 time: 0.3512707 Jan 21 19:06:00.763340 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-1a79fb03-20bc-465c-a64a-b179389ec73f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'subnet': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:00.827206 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9e4704a9-f5f9-439f-b4f9-0a3228ffad13 req-3c8e68f8-ccbe-4bc5-98f5-4d05a21de734 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fb4da23-ff9e-4e16-b5af-cca9aa4278bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796440 Jan 21 19:06:00.847561 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9bc56c-bbe4-420e-a7cb-c862f22c8643 None None] DHCP port deletion for 76b60fc4-5668-469a-a3ef-49679dc3dfc0 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:06:00.862368 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bac2d40-d1fd-4563-b71c-1655df19219e None None] Network 5a6f1335-1b4a-44de-8f3a-1887d5248bee requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:06:00.892671 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d562ca63-b978-4ce5-8eb3-a18f9ccd9b97 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Router fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:06:00.962980 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6c12a816-699a-46d5-81d3-db62d797545a req-ecbc9339-02d8-4f6e-b198-f8d5ca586998 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0534112 Jan 21 19:06:00.982298 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-6c12a816-699a-46d5-81d3-db62d797545a req-0d32e1c3-0a63-4275-a4f2-471e5fb4a506 service neutron] Request body: {'port': {'device_id': '2727dfc1-5196-4cdc-a1d2-5acd034834f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:00.990874 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 707b953c-7122-4fb2-9eec-99558ada4da2 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:06:01.020256 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0c9bc56c-bbe4-420e-a7cb-c862f22c8643 None None] Deleting port 4d35a13f-8bd5-453d-8d8b-03c2d3b392b1 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:06:01.021841 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0c9bc56c-bbe4-420e-a7cb-c862f22c8643 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:01.065219 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-1a79fb03-20bc-465c-a64a-b179389ec73f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:01.117038 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-1a79fb03-20bc-465c-a64a-b179389ec73f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Usage tracker for resource:subnet and tenant:331b5c16a931412fafa4a9af40615562 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:06:01.121463 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d562ca63-b978-4ce5-8eb3-a18f9ccd9b97 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:06:01.127578 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-1a79fb03-20bc-465c-a64a-b179389ec73f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:06:01.134501 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106adad2-6363-4cef-9994-0ae01b3f20a0 None None] Sync routers for ids ['fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:06:01.136922 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d562ca63-b978-4ce5-8eb3-a18f9ccd9b97 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "PUT /v2.0/routers/fa74e4cf-b8ea-4d39-ad95-d03dd23abe17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5947430 Jan 21 19:06:01.141900 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60916) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:01.149595 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106adad2-6363-4cef-9994-0ae01b3f20a0 None None] Routers {'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:06:01.150805 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-106adad2-6363-4cef-9994-0ae01b3f20a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:05:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:01.158460 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-18ba1c3c-51f6-42a3-b595-df41f22b1409 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Request body: {'network': {'name': 'tempest-RoutersTest-1094380570'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:01.163579 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-18ba1c3c-51f6-42a3-b595-df41f22b1409 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:01.167676 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-18ba1c3c-51f6-42a3-b595-df41f22b1409 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Usage tracker for resource:network and tenant:5282b25e8da043bbb3248dd1fe2c26b7 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:06:01.170575 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-18ba1c3c-51f6-42a3-b595-df41f22b1409 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:06:01.177478 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-18ba1c3c-51f6-42a3-b595-df41f22b1409 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:01.182514 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-1a79fb03-20bc-465c-a64a-b179389ec73f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:01.246205 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-6c12a816-699a-46d5-81d3-db62d797545a req-0d32e1c3-0a63-4275-a4f2-471e5fb4a506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:01.260018 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-15128fee-b984-449b-ac78-9e6c608812d9 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:01.311066 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ba1c3c-51f6-42a3-b595-df41f22b1409 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Made reservation on behalf of 5282b25e8da043bbb3248dd1fe2c26b7 for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:06:01.314890 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-106adad2-6363-4cef-9994-0ae01b3f20a0 None None] Set router fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 gateway port host: None {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:06:01.316922 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-18ba1c3c-51f6-42a3-b595-df41f22b1409 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:01.352469 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18ba1c3c-51f6-42a3-b595-df41f22b1409 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:06:01.372991 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-18ba1c3c-51f6-42a3-b595-df41f22b1409 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:01.373650 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-18ba1c3c-51f6-42a3-b595-df41f22b1409 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Added segment 64ddf468-bb31-4a77-99cb-f9f169076a07 of type vlan for network 8eb8f37a-d63f-4861-9202-c5781a13d05b Jan 21 19:06:01.397168 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-6fc6e035-7f2c-49a6-bbd8-5bd4692a60db None None] Provisioning for port 71c57723-ff93-49e6-a713-3efb75c48fac completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:06:01.419550 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-6fc6e035-7f2c-49a6-bbd8-5bd4692a60db None None] Provisioning complete for port 71c57723-ff93-49e6-a713-3efb75c48fac triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:01.420082 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6fc6e035-7f2c-49a6-bbd8-5bd4692a60db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:01.426356 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-15128fee-b984-449b-ac78-9e6c608812d9 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Calling delete_port for 7b928625-7f24-4da6-bffe-ceafd55f2417 owned by {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:06:01.456327 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-18ba1c3c-51f6-42a3-b595-df41f22b1409 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:01.484759 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-6fc6e035-7f2c-49a6-bbd8-5bd4692a60db None None] Port 71c57723-ff93-49e6-a713-3efb75c48fac cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:06:01.528536 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 707b953c-7122-4fb2-9eec-99558ada4da2 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:06:01.536731 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0c9bc56c-bbe4-420e-a7cb-c862f22c8643 None None] For port 4d35a13f-8bd5-453d-8d8b-03c2d3b392b1, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=4d35a13f-8bd5-453d-8d8b-03c2d3b392b1,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:01.537289 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0c9bc56c-bbe4-420e-a7cb-c862f22c8643 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:01.555669 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 4792e138-73b6-47c2-af2a-7e9b4dd255e5 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:06:01.582985 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a79fb03-20bc-465c-a64a-b179389ec73f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:06:01.586989 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1a79fb03-20bc-465c-a64a-b179389ec73f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:01.591583 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-18ba1c3c-51f6-42a3-b595-df41f22b1409 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:01.605933 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ba1c3c-51f6-42a3-b595-df41f22b1409 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:01.607564 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-18ba1c3c-51f6-42a3-b595-df41f22b1409 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:01.680321 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-106adad2-6363-4cef-9994-0ae01b3f20a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'name': 'tempest-RoutersTest-router-262988306', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:53Z', 'updated_at': '2022-01-21T19:05:58Z', 'revision_number': 2, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'gw_port_host': None, '_interfaces': [{'id': '71c57723-ff93-49e6-a713-3efb75c48fac', 'name': '', 'network_id': '827a05fb-998a-4b52-9570-5769f350c9f2', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:80:1c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:56Z', 'updated_at': '2022-01-21T19:05:59Z', 'revision_number': 2, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:01.685108 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106adad2-6363-4cef-9994-0ae01b3f20a0 None None] Checking router: fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:06:01.685708 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106adad2-6363-4cef-9994-0ae01b3f20a0 None None] Updating router fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 port 71c57723-ff93-49e6-a713-3efb75c48fac binding host dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:06:01.746041 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-106adad2-6363-4cef-9994-0ae01b3f20a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:01.780589 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-18ba1c3c-51f6-42a3-b595-df41f22b1409 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6350853 Jan 21 19:06:01.785425 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0c9bc56c-bbe4-420e-a7cb-c862f22c8643 None None] Calling delete_port for 4d35a13f-8bd5-453d-8d8b-03c2d3b392b1 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:06:01.785699 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60920) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:01.786691 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ba1c3c-51f6-42a3-b595-df41f22b1409 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event updated for resources: {'Network': ['ID=8eb8f37a-d63f-4861-9202-c5781a13d05b,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:01.810156 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-b2c0738e-e98e-46bf-97ef-420d2f7a65e5 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Request body: {'subnet': {'network_id': '8eb8f37a-d63f-4861-9202-c5781a13d05b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:01.829315 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 8eb8f37a-d63f-4861-9202-c5781a13d05b details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:06:02.061334 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f1b5eec2-9d44-4149-8ac0-226e0ef6cd41 None None] Provisioning for port 707b953c-7122-4fb2-9eec-99558ada4da2 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:06:02.082949 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-b2c0738e-e98e-46bf-97ef-420d2f7a65e5 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:02.106041 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b2c0738e-e98e-46bf-97ef-420d2f7a65e5 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Usage tracker for resource:subnet and tenant:5282b25e8da043bbb3248dd1fe2c26b7 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:06:02.107300 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f1b5eec2-9d44-4149-8ac0-226e0ef6cd41 None None] Provisioning complete for port 707b953c-7122-4fb2-9eec-99558ada4da2 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:02.107479 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f1b5eec2-9d44-4149-8ac0-226e0ef6cd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:02.110536 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b2c0738e-e98e-46bf-97ef-420d2f7a65e5 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:06:02.125518 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-b2c0738e-e98e-46bf-97ef-420d2f7a65e5 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:02.163124 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-15128fee-b984-449b-ac78-9e6c608812d9 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:02.174955 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb53cad-1dff-4693-8ffd-9f17c9130d2f req-4851b47f-c626-468e-b8cb-45a661695c2c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:02.176831 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7fb53cad-1dff-4693-8ffd-9f17c9130d2f req-4851b47f-c626-468e-b8cb-45a661695c2c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=2727dfc1-5196-4cdc-a1d2-5acd034834f5 HTTP/1.1" status: 200 len: 931 time: 0.1432343 Jan 21 19:06:02.208526 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 4792e138-73b6-47c2-af2a-7e9b4dd255e5 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:02.209042 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:02.222848 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c0738e-e98e-46bf-97ef-420d2f7a65e5 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Made reservation on behalf of 5282b25e8da043bbb3248dd1fe2c26b7 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:06:02.230779 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b2c0738e-e98e-46bf-97ef-420d2f7a65e5 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:02.233693 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [req-6c12a816-699a-46d5-81d3-db62d797545a req-0d32e1c3-0a63-4275-a4f2-471e5fb4a506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f87830a-b074-4d23-a8f7-a0cf1386aa2e {{(pid=88137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:06:02.325066 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-6c12a816-699a-46d5-81d3-db62d797545a req-0d32e1c3-0a63-4275-a4f2-471e5fb4a506 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:02.326568 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0c9bc56c-bbe4-420e-a7cb-c862f22c8643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:02.337985 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-106adad2-6363-4cef-9994-0ae01b3f20a0 None None] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:02.342824 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-6c12a816-699a-46d5-81d3-db62d797545a req-0d32e1c3-0a63-4275-a4f2-471e5fb4a506 service neutron] Transition to ACTIVE for port object 2f87830a-b074-4d23-a8f7-a0cf1386aa2e will not be triggered until provisioned by entity L2. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:06:02.355160 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-106adad2-6363-4cef-9994-0ae01b3f20a0 None None] Transition to ACTIVE for port object 71c57723-ff93-49e6-a713-3efb75c48fac will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:06:02.356963 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15128fee-b984-449b-ac78-9e6c608812d9 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event deleted for resources: {'Port': ['ID=7b928625-7f24-4da6-bffe-ceafd55f2417,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:02.362723 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-15128fee-b984-449b-ac78-9e6c608812d9 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:02.373466 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7fb53cad-1dff-4693-8ffd-9f17c9130d2f req-0c390129-a096-424b-81e5-2156e856398b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fb4da23-ff9e-4e16-b5af-cca9aa4278bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889296 Jan 21 19:06:02.389323 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-15128fee-b984-449b-ac78-9e6c608812d9 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/ports/7b928625-7f24-4da6-bffe-ceafd55f2417 HTTP/1.1" status: 204 len: 168 time: 2.1464357 Jan 21 19:06:02.395008 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60926) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:02.414110 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-6c12a816-699a-46d5-81d3-db62d797545a req-0d32e1c3-0a63-4275-a4f2-471e5fb4a506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:02.430147 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f1b5eec2-9d44-4149-8ac0-226e0ef6cd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:02.442886 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9bc56c-bbe4-420e-a7cb-c862f22c8643 None None] No DVR routers for this DVR port 4d35a13f-8bd5-453d-8d8b-03c2d3b392b1 on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:06:02.444760 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9bc56c-bbe4-420e-a7cb-c862f22c8643 None None] Pushing event deleted for resources: {'Port': ['ID=4d35a13f-8bd5-453d-8d8b-03c2d3b392b1,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:02.455761 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-106adad2-6363-4cef-9994-0ae01b3f20a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:02.541632 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-f1b5eec2-9d44-4149-8ac0-226e0ef6cd41 None None] For port 707b953c-7122-4fb2-9eec-99558ada4da2, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=707b953c-7122-4fb2-9eec-99558ada4da2,segment=NetworkSegment(6763c784-a643-4e7b-b115-c8c6dcb4a14f),segment_id=6763c784-a643-4e7b-b115-c8c6dcb4a14f)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:02.559909 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-51de6fd6-8dce-4dde-b673-c353fa68a4ef tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] GET failed (client error): The resource could not be found. Jan 21 19:06:02.561581 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-51de6fd6-8dce-4dde-b673-c353fa68a4ef tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "GET /v2.0/ports/7b928625-7f24-4da6-bffe-ceafd55f2417 HTTP/1.1" status: 404 len: 333 time: 0.1656299 Jan 21 19:06:02.565836 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60930) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:02.664133 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f1b5eec2-9d44-4149-8ac0-226e0ef6cd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:02.700787 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-a855369f-48a7-4df2-becb-adf93a552a6d tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Deleting port 8cdcd200-e235-4acb-9441-fec97318bfa5 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:06:02.701132 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a855369f-48a7-4df2-becb-adf93a552a6d tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:02.788726 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b5eec2-9d44-4149-8ac0-226e0ef6cd41 None None] Pushing event updated for resources: {'Port': ['ID=707b953c-7122-4fb2-9eec-99558ada4da2,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:02.792593 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9631fb95-a602-4629-b502-d37b66d40856 None None] Pushing event updated for resources: {'Port': ['ID=71c57723-ff93-49e6-a713-3efb75c48fac,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:02.826992 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d32e1c3-0a63-4275-a4f2-471e5fb4a506 service neutron] Pushing event updated for resources: {'Port': ['ID=2f87830a-b074-4d23-a8f7-a0cf1386aa2e,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:02.867796 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-106adad2-6363-4cef-9994-0ae01b3f20a0 None None] Attempting to bind port 71c57723-ff93-49e6-a713-3efb75c48fac on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:06:02.868164 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-106adad2-6363-4cef-9994-0ae01b3f20a0 None None] Attempting to bind port 71c57723-ff93-49e6-a713-3efb75c48fac by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '1157bfc4-6479-483c-b74d-c1b5f8c2dee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '827a05fb-998a-4b52-9570-5769f350c9f2'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:06:02.868522 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106adad2-6363-4cef-9994-0ae01b3f20a0 None None] Attempting to bind port 71c57723-ff93-49e6-a713-3efb75c48fac on network 827a05fb-998a-4b52-9570-5769f350c9f2 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:06:02.877397 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106adad2-6363-4cef-9994-0ae01b3f20a0 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:06:02.877771 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106adad2-6363-4cef-9994-0ae01b3f20a0 None None] Checking segment: {'id': '1157bfc4-6479-483c-b74d-c1b5f8c2dee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '827a05fb-998a-4b52-9570-5769f350c9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:06:02.878292 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-106adad2-6363-4cef-9994-0ae01b3f20a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:02.878785 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106adad2-6363-4cef-9994-0ae01b3f20a0 None None] Bound using segment: {'id': '1157bfc4-6479-483c-b74d-c1b5f8c2dee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '827a05fb-998a-4b52-9570-5769f350c9f2'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:06:02.879743 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-106adad2-6363-4cef-9994-0ae01b3f20a0 None None] Bound port: 71c57723-ff93-49e6-a713-3efb75c48fac, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1157bfc4-6479-483c-b74d-c1b5f8c2dee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '827a05fb-998a-4b52-9570-5769f350c9f2'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:06:02.885732 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-106adad2-6363-4cef-9994-0ae01b3f20a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:02.970444 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 707b953c-7122-4fb2-9eec-99558ada4da2 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:06:03.015532 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f1b5eec2-9d44-4149-8ac0-226e0ef6cd41 None None] Provisioning for port 2f87830a-b074-4d23-a8f7-a0cf1386aa2e completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:06:03.023435 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-106adad2-6363-4cef-9994-0ae01b3f20a0 None None] For port 71c57723-ff93-49e6-a713-3efb75c48fac, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:06:03.029315 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-106adad2-6363-4cef-9994-0ae01b3f20a0 None None] For port 71c57723-ff93-49e6-a713-3efb75c48fac, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=71c57723-ff93-49e6-a713-3efb75c48fac,segment=NetworkSegment(1157bfc4-6479-483c-b74d-c1b5f8c2dee6),segment_id=1157bfc4-6479-483c-b74d-c1b5f8c2dee6)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:06:03.043532 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-6c12a816-699a-46d5-81d3-db62d797545a req-0d32e1c3-0a63-4275-a4f2-471e5fb4a506 service neutron] Attempting to bind port 2f87830a-b074-4d23-a8f7-a0cf1386aa2e on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:06:03.043866 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-6c12a816-699a-46d5-81d3-db62d797545a req-0d32e1c3-0a63-4275-a4f2-471e5fb4a506 service neutron] Attempting to bind port 2f87830a-b074-4d23-a8f7-a0cf1386aa2e by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '0773e98a-bb4b-499a-9c8c-1ac933e4f8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ff99f632-5526-4276-9da3-3b33f700e365'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:06:03.047737 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c12a816-699a-46d5-81d3-db62d797545a req-0d32e1c3-0a63-4275-a4f2-471e5fb4a506 service neutron] Attempting to bind port 2f87830a-b074-4d23-a8f7-a0cf1386aa2e on network ff99f632-5526-4276-9da3-3b33f700e365 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:06:03.058596 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c12a816-699a-46d5-81d3-db62d797545a req-0d32e1c3-0a63-4275-a4f2-471e5fb4a506 service neutron] Port 2f87830a-b074-4d23-a8f7-a0cf1386aa2e on network ff99f632-5526-4276-9da3-3b33f700e365 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 19:06:03.058596 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c12a816-699a-46d5-81d3-db62d797545a req-0d32e1c3-0a63-4275-a4f2-471e5fb4a506 service neutron] Attempting to bind port 2f87830a-b074-4d23-a8f7-a0cf1386aa2e on network ff99f632-5526-4276-9da3-3b33f700e365 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:06:03.074926 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c12a816-699a-46d5-81d3-db62d797545a req-0d32e1c3-0a63-4275-a4f2-471e5fb4a506 service neutron] Checking agent: {'id': '9a14f311-f6d5-46c6-87a2-f860197fb66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:06:03.075262 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c12a816-699a-46d5-81d3-db62d797545a req-0d32e1c3-0a63-4275-a4f2-471e5fb4a506 service neutron] Checking segment: {'id': '0773e98a-bb4b-499a-9c8c-1ac933e4f8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ff99f632-5526-4276-9da3-3b33f700e365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:06:03.075655 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c12a816-699a-46d5-81d3-db62d797545a req-0d32e1c3-0a63-4275-a4f2-471e5fb4a506 service neutron] Bound using segment: {'id': '0773e98a-bb4b-499a-9c8c-1ac933e4f8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ff99f632-5526-4276-9da3-3b33f700e365'} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:06:03.076184 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-6c12a816-699a-46d5-81d3-db62d797545a req-0d32e1c3-0a63-4275-a4f2-471e5fb4a506 service neutron] Bound port: 2f87830a-b074-4d23-a8f7-a0cf1386aa2e, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0773e98a-bb4b-499a-9c8c-1ac933e4f8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ff99f632-5526-4276-9da3-3b33f700e365'}}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:06:03.076480 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-6c12a816-699a-46d5-81d3-db62d797545a req-0d32e1c3-0a63-4275-a4f2-471e5fb4a506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:03.091931 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 707b953c-7122-4fb2-9eec-99558ada4da2 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:03.091931 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:03.112201 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-106adad2-6363-4cef-9994-0ae01b3f20a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:03.124999 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.objects.ports [None req-1a79fb03-20bc-465c-a64a-b179389ec73f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88137) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 19:06:03.131609 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1a79fb03-20bc-465c-a64a-b179389ec73f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:03.235415 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9631fb95-a602-4629-b502-d37b66d40856 None None] Pushing event updated for resources: {'Port': ['ID=71c57723-ff93-49e6-a713-3efb75c48fac,revision_number=4']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:03.239227 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106adad2-6363-4cef-9994-0ae01b3f20a0 None None] Routers {'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:06:03.239834 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-106adad2-6363-4cef-9994-0ae01b3f20a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:05:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:03.253748 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0d803769-7519-4946-ac8f-f9a1d6bd0c2f None None] Could not find standard attr ID for object 7b928625-7f24-4da6-bffe-ceafd55f2417. {{(pid=88138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 19:06:03.271285 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-6c12a816-699a-46d5-81d3-db62d797545a req-0d32e1c3-0a63-4275-a4f2-471e5fb4a506 service neutron] For port 2f87830a-b074-4d23-a8f7-a0cf1386aa2e, host hv-neutron-8254, cleared binding levels {{(pid=88137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:06:03.275965 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-6c12a816-699a-46d5-81d3-db62d797545a req-0d32e1c3-0a63-4275-a4f2-471e5fb4a506 service neutron] For port 2f87830a-b074-4d23-a8f7-a0cf1386aa2e, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=2f87830a-b074-4d23-a8f7-a0cf1386aa2e,segment=NetworkSegment(0773e98a-bb4b-499a-9c8c-1ac933e4f8f5),segment_id=0773e98a-bb4b-499a-9c8c-1ac933e4f8f5)] {{(pid=88137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:06:03.330464 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a79fb03-20bc-465c-a64a-b179389ec73f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:06:03.330464 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-1a79fb03-20bc-465c-a64a-b179389ec73f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:03.330464 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a79fb03-20bc-465c-a64a-b179389ec73f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:03.330464 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1a79fb03-20bc-465c-a64a-b179389ec73f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:03.340180 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e53935-0278-4ee2-8157-15794b2aebfc None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:06:03.387067 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a79fb03-20bc-465c-a64a-b179389ec73f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Subnet': ['ID=b7e020e7-4cc2-4b00-9068-b02af0d22aa1,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:03.412558 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 4d35a13f-8bd5-453d-8d8b-03c2d3b392b1 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:06:03.458741 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a855369f-48a7-4df2-becb-adf93a552a6d tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:03.544436 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-106adad2-6363-4cef-9994-0ae01b3f20a0 None None] Set router fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 gateway port host: None {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:06:03.576014 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-6c12a816-699a-46d5-81d3-db62d797545a req-0d32e1c3-0a63-4275-a4f2-471e5fb4a506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:03.582795 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 4d35a13f-8bd5-453d-8d8b-03c2d3b392b1 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:06:03.583373 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 4d35a13f-8bd5-453d-8d8b-03c2d3b392b1 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:06:03.621389 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0d803769-7519-4946-ac8f-f9a1d6bd0c2f None None] Provisioning for port 8cdcd200-e235-4acb-9441-fec97318bfa5 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:06:03.660251 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-1a79fb03-20bc-465c-a64a-b179389ec73f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.9461412 Jan 21 19:06:03.679756 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60936) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:03.688282 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-e8a96bd0-9b9a-49a5-a943-42a4306862f5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'port': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'mac_address': 'fa:16:3e:7e:fa:09', 'name': 'tempest-NetworksTestDHCPv6-1919823803'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:03.695831 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0d803769-7519-4946-ac8f-f9a1d6bd0c2f None None] Provisioning complete for port 8cdcd200-e235-4acb-9441-fec97318bfa5 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:03.695831 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0d803769-7519-4946-ac8f-f9a1d6bd0c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:03.752349 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12a816-699a-46d5-81d3-db62d797545a req-0d32e1c3-0a63-4275-a4f2-471e5fb4a506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:03.753361 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-6c12a816-699a-46d5-81d3-db62d797545a req-0d32e1c3-0a63-4275-a4f2-471e5fb4a506 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:03.755290 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6c12a816-699a-46d5-81d3-db62d797545a req-0d32e1c3-0a63-4275-a4f2-471e5fb4a506 service neutron] 10.222.0.113 "PUT /v2.0/ports/2f87830a-b074-4d23-a8f7-a0cf1386aa2e HTTP/1.1" status: 200 len: 1093 time: 2.7791047 Jan 21 19:06:03.758541 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2727dfc1-5196-4cdc-a1d2-5acd034834f5', 'tag': '2f87830a-b074-4d23-a8f7-a0cf1386aa2e'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:06:03.768848 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-a855369f-48a7-4df2-becb-adf93a552a6d tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Calling delete_port for 8cdcd200-e235-4acb-9441-fec97318bfa5 owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:06:03.816404 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d32e1c3-0a63-4275-a4f2-471e5fb4a506 service neutron] Pushing event updated for resources: {'Port': ['ID=2f87830a-b074-4d23-a8f7-a0cf1386aa2e,revision_number=3']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:03.878027 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0d803769-7519-4946-ac8f-f9a1d6bd0c2f None None] Port 8cdcd200-e235-4acb-9441-fec97318bfa5 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:06:03.886487 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2727dfc1-5196-4cdc-a1d2-5acd034834f5', 'tag': '2f87830a-b074-4d23-a8f7-a0cf1386aa2e', 'status': 'completed', 'code': 200} Jan 21 19:06:03.897437 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c99d24-33d3-4084-abe4-d1807dcbe3f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'tenant_id': '331b5c16a931412fafa4a9af40615562', 'fixed_ips': [{'subnet_id': 'b7e020e7-4cc2-4b00-9068-b02af0d22aa1'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:06:03.898640 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-00c99d24-33d3-4084-abe4-d1807dcbe3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:03.943524 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0d803769-7519-4946-ac8f-f9a1d6bd0c2f None None] Provisioning complete for port 707b953c-7122-4fb2-9eec-99558ada4da2 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:03.944196 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0d803769-7519-4946-ac8f-f9a1d6bd0c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:03.986788 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b2c0738e-e98e-46bf-97ef-420d2f7a65e5 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:04.042715 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e8a96bd0-9b9a-49a5-a943-42a4306862f5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:04.049543 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-e8a96bd0-9b9a-49a5-a943-42a4306862f5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Usage tracker for resource:port and tenant:331b5c16a931412fafa4a9af40615562 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:06:04.062888 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-e8a96bd0-9b9a-49a5-a943-42a4306862f5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:06:04.066337 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a855369f-48a7-4df2-becb-adf93a552a6d tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:04.071144 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e8a96bd0-9b9a-49a5-a943-42a4306862f5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:04.080552 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-106adad2-6363-4cef-9994-0ae01b3f20a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'name': 'tempest-RoutersTest-router-262988306', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:53Z', 'updated_at': '2022-01-21T19:05:58Z', 'revision_number': 2, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'gw_port_host': None, '_interfaces': [{'id': '71c57723-ff93-49e6-a713-3efb75c48fac', 'name': '', 'network_id': '827a05fb-998a-4b52-9570-5769f350c9f2', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:80:1c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:56Z', 'updated_at': '2022-01-21T19:06:03Z', 'revision_number': 4, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:04.085520 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a37282-73eb-43c6-b712-4c5ede71d128 req-ec5c448f-221c-4b20-927c-f76b85b973b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:04.088133 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-46a37282-73eb-43c6-b712-4c5ede71d128 req-ec5c448f-221c-4b20-927c-f76b85b973b2 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=2727dfc1-5196-4cdc-a1d2-5acd034834f5 HTTP/1.1" status: 200 len: 1096 time: 0.1845047 Jan 21 19:06:04.090305 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106adad2-6363-4cef-9994-0ae01b3f20a0 None None] The sync data for ids ['fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'] in dv-neutron-825470-1-hyperv is: [{'id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'name': 'tempest-RoutersTest-router-262988306', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:53Z', 'updated_at': '2022-01-21T19:05:58Z', 'revision_number': 2, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'gw_port_host': None, '_interfaces': [{'id': '71c57723-ff93-49e6-a713-3efb75c48fac', 'name': '', 'network_id': '827a05fb-998a-4b52-9570-5769f350c9f2', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:80:1c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:56Z', 'updated_at': '2022-01-21T19:06:03Z', 'revision_number': 4, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:06:04.166303 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a855369f-48a7-4df2-becb-adf93a552a6d tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event deleted for resources: {'Port': ['ID=8cdcd200-e235-4acb-9441-fec97318bfa5,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:04.203925 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c0738e-e98e-46bf-97ef-420d2f7a65e5 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event updated for resources: {'Subnet': ['ID=82d5d916-314c-4a90-b63e-f02bf14bdc83,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:04.216745 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c0738e-e98e-46bf-97ef-420d2f7a65e5 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Checking segment: {'id': '64ddf468-bb31-4a77-99cb-f9f169076a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8eb8f37a-d63f-4861-9202-c5781a13d05b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:06:04.216745 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c0738e-e98e-46bf-97ef-420d2f7a65e5 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Network hostable DHCP agents. Network: 8eb8f37a-d63f-4861-9202-c5781a13d05b, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:06:04.241475 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-00c99d24-33d3-4084-abe4-d1807dcbe3f9 None None] Allocated IP 2001:db8::f816:3eff:fe89:6b25 (76b60fc4-5668-469a-a3ef-49679dc3dfc0/b7e020e7-4cc2-4b00-9068-b02af0d22aa1/18ae1e49-23ec-40e2-8845-54ac03b121ad) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:06:04.251110 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a855369f-48a7-4df2-becb-adf93a552a6d tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:04.277741 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b8a6d-cbe0-48d1-a76b-ac07e748d58c req-fa299c18-ed3f-463e-9eec-8c20736a0b37 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:04.279532 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a97b8a6d-cbe0-48d1-a76b-ac07e748d58c req-fa299c18-ed3f-463e-9eec-8c20736a0b37 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=2727dfc1-5196-4cdc-a1d2-5acd034834f5 HTTP/1.1" status: 200 len: 943 time: 0.7075229 Jan 21 19:06:04.281498 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a855369f-48a7-4df2-becb-adf93a552a6d tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/ports/8cdcd200-e235-4acb-9441-fec97318bfa5 HTTP/1.1" status: 204 len: 168 time: 1.7138960 Jan 21 19:06:04.284878 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60942) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:04.331486 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-fadd90c1-b6d4-422d-b2ab-2fb0c6f7738e tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] GET failed (client error): The resource could not be found. Jan 21 19:06:04.332051 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-fadd90c1-b6d4-422d-b2ab-2fb0c6f7738e tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Synchronizing usage tracker for tenant:5cd950bb3d3d4999ba57a30656254269 on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:06:04.386488 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a96bd0-9b9a-49a5-a943-42a4306862f5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:06:04.387095 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a97b8a6d-cbe0-48d1-a76b-ac07e748d58c req-3d892798-0a0b-4549-8dad-7575af6891e7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fb4da23-ff9e-4e16-b5af-cca9aa4278bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514877 Jan 21 19:06:04.431418 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c0738e-e98e-46bf-97ef-420d2f7a65e5 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Network 8eb8f37a-d63f-4861-9202-c5781a13d05b is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:06:04.443445 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-250066bf-75c9-4094-874d-325d1b1dc83b None None] Could not find standard attr ID for object 7b928625-7f24-4da6-bffe-ceafd55f2417. {{(pid=88138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 19:06:04.462191 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-fadd90c1-b6d4-422d-b2ab-2fb0c6f7738e tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Unset dirty status for tenant:5cd950bb3d3d4999ba57a30656254269 on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:06:04.466267 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-fadd90c1-b6d4-422d-b2ab-2fb0c6f7738e tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "GET /v2.0/ports/8cdcd200-e235-4acb-9441-fec97318bfa5 HTTP/1.1" status: 404 len: 333 time: 0.1804013 Jan 21 19:06:04.468103 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60946) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:04.533466 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-b2c0738e-e98e-46bf-97ef-420d2f7a65e5 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 8eb8f37a-d63f-4861-9202-c5781a13d05b) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:04.540930 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c0738e-e98e-46bf-97ef-420d2f7a65e5 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:04.541813 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b2c0738e-e98e-46bf-97ef-420d2f7a65e5 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:04.564964 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82840893-fe9f-4200-baef-1b09433945ea None None] Network 8eb8f37a-d63f-4861-9202-c5781a13d05b requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:06:04.584624 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-f10115c7-eac1-4844-b6be-dc24246e903f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Deleting subnet 95bdf906-45b2-4ff3-812d-96c1bfa04304 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:06:04.588470 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f10115c7-eac1-4844-b6be-dc24246e903f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:04.648730 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e8a96bd0-9b9a-49a5-a943-42a4306862f5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:04.659776 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b2c0738e-e98e-46bf-97ef-420d2f7a65e5 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8564725 Jan 21 19:06:04.660629 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60950) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:04.664406 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f10115c7-eac1-4844-b6be-dc24246e903f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:04.675323 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a37282-73eb-43c6-b712-4c5ede71d128 req-c2567956-c5b2-4c70-a89e-8f5a75c410ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:04.677069 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-46a37282-73eb-43c6-b712-4c5ede71d128 req-c2567956-c5b2-4c70-a89e-8f5a75c410ee service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=f393478d14c44d15ad1bf9df868df3cb&shared=False HTTP/1.1" status: 200 len: 898 time: 0.5828080 Jan 21 19:06:04.716806 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-00c99d24-33d3-4084-abe4-d1807dcbe3f9 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:04.794415 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-00c99d24-33d3-4084-abe4-d1807dcbe3f9 None None] Transition to ACTIVE for port object 18ae1e49-23ec-40e2-8845-54ac03b121ad will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:06:04.837239 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a37282-73eb-43c6-b712-4c5ede71d128 req-f68810d2-745d-49a9-8001-aa5a62dad077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:04.839140 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-46a37282-73eb-43c6-b712-4c5ede71d128 req-f68810d2-745d-49a9-8001-aa5a62dad077 service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1549284 Jan 21 19:06:04.840445 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-00c99d24-33d3-4084-abe4-d1807dcbe3f9 None None] Transition to ACTIVE for port object 18ae1e49-23ec-40e2-8845-54ac03b121ad will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:06:04.848526 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-e8a96bd0-9b9a-49a5-a943-42a4306862f5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] device_id is not set on port 661a7934-76e7-43d1-abb3-ac737200d08b yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:06:04.949268 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-00c99d24-33d3-4084-abe4-d1807dcbe3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:05.030381 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 71c57723-ff93-49e6-a713-3efb75c48fac up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:06:05.105720 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300188aa-3667-413d-8816-24a0123eb13b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-8eb8f37a-d63f-4861-9202-c5781a13d05b', 'network_id': '8eb8f37a-d63f-4861-9202-c5781a13d05b', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'fixed_ips': [{'subnet_id': '82d5d916-314c-4a90-b63e-f02bf14bdc83'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:06:05.105720 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-300188aa-3667-413d-8816-24a0123eb13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:05.116408 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12a816-699a-46d5-81d3-db62d797545a req-f5205f8d-3c69-43f4-9960-5b044bd11804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:05.117917 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6c12a816-699a-46d5-81d3-db62d797545a req-f5205f8d-3c69-43f4-9960-5b044bd11804 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=2727dfc1-5196-4cdc-a1d2-5acd034834f5 HTTP/1.1" status: 200 len: 1096 time: 0.1852069 Jan 21 19:06:05.143294 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c99d24-33d3-4084-abe4-d1807dcbe3f9 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:06:05.151440 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-00c99d24-33d3-4084-abe4-d1807dcbe3f9 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:05.159175 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c99d24-33d3-4084-abe4-d1807dcbe3f9 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:06:05.162274 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c99d24-33d3-4084-abe4-d1807dcbe3f9 None None] Pushing event updated for resources: {'Port': ['ID=18ae1e49-23ec-40e2-8845-54ac03b121ad,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:05.203020 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6c12a816-699a-46d5-81d3-db62d797545a req-b8effd72-9978-44e0-9ed7-55e296e836e3 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f87830a-b074-4d23-a8f7-a0cf1386aa2e HTTP/1.1" status: 200 len: 217 time: 0.0768971 Jan 21 19:06:05.247031 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-e8a96bd0-9b9a-49a5-a943-42a4306862f5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Allocated IP 2001:db8::f816:3eff:fe7e:fa09 (76b60fc4-5668-469a-a3ef-49679dc3dfc0/b7e020e7-4cc2-4b00-9068-b02af0d22aa1/661a7934-76e7-43d1-abb3-ac737200d08b) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:06:05.284144 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f10115c7-eac1-4844-b6be-dc24246e903f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:05.307801 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12a816-699a-46d5-81d3-db62d797545a req-519eb25d-ae4e-49b2-9666-5c5f790bf33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:05.308416 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6c12a816-699a-46d5-81d3-db62d797545a req-519eb25d-ae4e-49b2-9666-5c5f790bf33c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=e5ea9923-e5c0-4291-84d8-365162974c14 HTTP/1.1" status: 200 len: 833 time: 0.0960867 Jan 21 19:06:05.333838 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-00c99d24-33d3-4084-abe4-d1807dcbe3f9 None None] Attempting to bind port 18ae1e49-23ec-40e2-8845-54ac03b121ad on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:06:05.334639 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-00c99d24-33d3-4084-abe4-d1807dcbe3f9 None None] Attempting to bind port 18ae1e49-23ec-40e2-8845-54ac03b121ad by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:06:05.335101 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c99d24-33d3-4084-abe4-d1807dcbe3f9 None None] Attempting to bind port 18ae1e49-23ec-40e2-8845-54ac03b121ad on network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:06:05.375592 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c99d24-33d3-4084-abe4-d1807dcbe3f9 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:06:05.376079 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c99d24-33d3-4084-abe4-d1807dcbe3f9 None None] Checking segment: {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:06:05.376615 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-00c99d24-33d3-4084-abe4-d1807dcbe3f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:05.377107 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c99d24-33d3-4084-abe4-d1807dcbe3f9 None None] Bound using segment: {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:06:05.377701 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-00c99d24-33d3-4084-abe4-d1807dcbe3f9 None None] Bound port: 18ae1e49-23ec-40e2-8845-54ac03b121ad, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:06:05.378198 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-00c99d24-33d3-4084-abe4-d1807dcbe3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:05.438794 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 71c57723-ff93-49e6-a713-3efb75c48fac completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:06:05.466059 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 71c57723-ff93-49e6-a713-3efb75c48fac triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:05.469279 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:05.522232 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-300188aa-3667-413d-8816-24a0123eb13b None None] Allocated IP 172.21.0.2 (8eb8f37a-d63f-4861-9202-c5781a13d05b/82d5d916-314c-4a90-b63e-f02bf14bdc83/3a91259a-a1db-447b-aebf-c87bb6cbeaf7) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:06:05.602679 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-00c99d24-33d3-4084-abe4-d1807dcbe3f9 None None] For port 18ae1e49-23ec-40e2-8845-54ac03b121ad, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:06:05.610525 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12a816-699a-46d5-81d3-db62d797545a req-6409bda4-8ca2-4cd6-9647-4cbee7724f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:05.617482 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6c12a816-699a-46d5-81d3-db62d797545a req-6409bda4-8ca2-4cd6-9647-4cbee7724f93 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ff99f632-5526-4276-9da3-3b33f700e365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2919593 Jan 21 19:06:05.647264 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e8a96bd0-9b9a-49a5-a943-42a4306862f5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:05.684800 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-e8a96bd0-9b9a-49a5-a943-42a4306862f5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Transition to ACTIVE for port object 661a7934-76e7-43d1-abb3-ac737200d08b will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:06:05.695909 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-00c99d24-33d3-4084-abe4-d1807dcbe3f9 None None] For port 18ae1e49-23ec-40e2-8845-54ac03b121ad, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=18ae1e49-23ec-40e2-8845-54ac03b121ad,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:06:05.701968 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-55906b86-3b4e-47dc-9a0c-1e6a687873b8 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:05.721716 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910faf41-6665-4862-82ab-9eeccf4fe950 req-e430e38b-4c50-4963-9b20-b90a29f573ca tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:05.723221 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-910faf41-6665-4862-82ab-9eeccf4fe950 req-e430e38b-4c50-4963-9b20-b90a29f573ca tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=2727dfc1-5196-4cdc-a1d2-5acd034834f5 HTTP/1.1" status: 200 len: 943 time: 0.2001288 Jan 21 19:06:05.749263 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:05.790997 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6c12a816-699a-46d5-81d3-db62d797545a req-fe05e6ac-c765-4e26-a12f-dcc5f4a2d82b service neutron] 10.222.0.113 "GET /v2.0/networks/ff99f632-5526-4276-9da3-3b33f700e365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708694 Jan 21 19:06:05.791643 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-00c99d24-33d3-4084-abe4-d1807dcbe3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:05.816076 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f10115c7-eac1-4844-b6be-dc24246e903f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:05.868155 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10115c7-eac1-4844-b6be-dc24246e903f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event deleted for resources: {'Subnet': ['ID=95bdf906-45b2-4ff3-812d-96c1bfa04304,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:05.891176 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e8a96bd0-9b9a-49a5-a943-42a4306862f5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:05.898175 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 71c57723-ff93-49e6-a713-3efb75c48fac, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=71c57723-ff93-49e6-a713-3efb75c48fac,segment=NetworkSegment(1157bfc4-6479-483c-b74d-c1b5f8c2dee6),segment_id=1157bfc4-6479-483c-b74d-c1b5f8c2dee6)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:05.937620 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-300188aa-3667-413d-8816-24a0123eb13b None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:05.953693 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f10115c7-eac1-4844-b6be-dc24246e903f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:05.958818 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-300188aa-3667-413d-8816-24a0123eb13b None None] Transition to ACTIVE for port object 3a91259a-a1db-447b-aebf-c87bb6cbeaf7 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:06:05.961883 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c99d24-33d3-4084-abe4-d1807dcbe3f9 None None] Pushing event updated for resources: {'Port': ['ID=18ae1e49-23ec-40e2-8845-54ac03b121ad,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:05.968928 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-910faf41-6665-4862-82ab-9eeccf4fe950 req-b6d1e677-9e04-4d7c-a192-c1722d27b8b9 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fb4da23-ff9e-4e16-b5af-cca9aa4278bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2384610 Jan 21 19:06:05.970908 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867a5673-33f9-4f9f-8330-8489abab3167 None None] Network 5a6f1335-1b4a-44de-8f3a-1887d5248bee requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:06:05.977004 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f10115c7-eac1-4844-b6be-dc24246e903f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/subnets/95bdf906-45b2-4ff3-812d-96c1bfa04304 HTTP/1.1" status: 204 len: 168 time: 1.5027139 Jan 21 19:06:05.982421 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60956) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:05.994944 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a96bd0-9b9a-49a5-a943-42a4306862f5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Port': ['ID=661a7934-76e7-43d1-abb3-ac737200d08b,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:06.009441 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:06.025163 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a96bd0-9b9a-49a5-a943-42a4306862f5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:06:06.035747 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-e8a96bd0-9b9a-49a5-a943-42a4306862f5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:06.040855 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a96bd0-9b9a-49a5-a943-42a4306862f5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:06:06.052188 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a96bd0-9b9a-49a5-a943-42a4306862f5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:06.052858 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e8a96bd0-9b9a-49a5-a943-42a4306862f5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:06.069634 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6c12a816-699a-46d5-81d3-db62d797545a req-53677b97-8e51-4cdc-a7c5-aef5b29d2961 service neutron] 10.222.0.113 "GET /v2.0/networks/ff99f632-5526-4276-9da3-3b33f700e365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729125 Jan 21 19:06:06.088253 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-300188aa-3667-413d-8816-24a0123eb13b None None] Transition to ACTIVE for port object 3a91259a-a1db-447b-aebf-c87bb6cbeaf7 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:06:06.145426 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e8a96bd0-9b9a-49a5-a943-42a4306862f5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4635146 Jan 21 19:06:06.150715 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60960) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:06.187210 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-16108d43-b7e4-4a77-ae9f-8c9fd1e69f0f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:06.204269 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-300188aa-3667-413d-8816-24a0123eb13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:06.243604 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=71c57723-ff93-49e6-a713-3efb75c48fac,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:06.269907 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-16108d43-b7e4-4a77-ae9f-8c9fd1e69f0f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Deleting port 707b953c-7122-4fb2-9eec-99558ada4da2 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:06:06.275703 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-16108d43-b7e4-4a77-ae9f-8c9fd1e69f0f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:06.317547 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300188aa-3667-413d-8816-24a0123eb13b None None] Network 8eb8f37a-d63f-4861-9202-c5781a13d05b is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:06:06.325878 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-300188aa-3667-413d-8816-24a0123eb13b None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:06.340613 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cf6a0c-eb56-42c1-9078-bc57b7333f87 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:06.340781 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300188aa-3667-413d-8816-24a0123eb13b None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:06:06.353650 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cf6a0c-eb56-42c1-9078-bc57b7333f87 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:06.354407 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-41cf6a0c-eb56-42c1-9078-bc57b7333f87 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:06:06.392803 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300188aa-3667-413d-8816-24a0123eb13b None None] Pushing event updated for resources: {'Port': ['ID=3a91259a-a1db-447b-aebf-c87bb6cbeaf7,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:06.421771 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-41cf6a0c-eb56-42c1-9078-bc57b7333f87 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:06:06.425515 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-41cf6a0c-eb56-42c1-9078-bc57b7333f87 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2737372 Jan 21 19:06:06.425651 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60964) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:06.465030 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-55906b86-3b4e-47dc-9a0c-1e6a687873b8 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Allocated IP 172.21.0.1 (8eb8f37a-d63f-4861-9202-c5781a13d05b/82d5d916-314c-4a90-b63e-f02bf14bdc83/d514e073-8169-4dd0-abc0-2f3b442d6fa0) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:06:06.510370 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-300188aa-3667-413d-8816-24a0123eb13b None None] Attempting to bind port 3a91259a-a1db-447b-aebf-c87bb6cbeaf7 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:06:06.510655 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-300188aa-3667-413d-8816-24a0123eb13b None None] Attempting to bind port 3a91259a-a1db-447b-aebf-c87bb6cbeaf7 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '64ddf468-bb31-4a77-99cb-f9f169076a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8eb8f37a-d63f-4861-9202-c5781a13d05b'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:06:06.511016 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300188aa-3667-413d-8816-24a0123eb13b None None] Attempting to bind port 3a91259a-a1db-447b-aebf-c87bb6cbeaf7 on network 8eb8f37a-d63f-4861-9202-c5781a13d05b {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:06:06.520066 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300188aa-3667-413d-8816-24a0123eb13b None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:06:06.523212 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300188aa-3667-413d-8816-24a0123eb13b None None] Checking segment: {'id': '64ddf468-bb31-4a77-99cb-f9f169076a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8eb8f37a-d63f-4861-9202-c5781a13d05b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:06:06.523212 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-300188aa-3667-413d-8816-24a0123eb13b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:06.523212 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300188aa-3667-413d-8816-24a0123eb13b None None] Bound using segment: {'id': '64ddf468-bb31-4a77-99cb-f9f169076a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8eb8f37a-d63f-4861-9202-c5781a13d05b'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:06:06.523212 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-300188aa-3667-413d-8816-24a0123eb13b None None] Bound port: 3a91259a-a1db-447b-aebf-c87bb6cbeaf7, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ddf468-bb31-4a77-99cb-f9f169076a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8eb8f37a-d63f-4861-9202-c5781a13d05b'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:06:06.523212 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-300188aa-3667-413d-8816-24a0123eb13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:06.571473 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-adcab5cc-4a42-43a3-adff-741a75da4d3c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting port 661a7934-76e7-43d1-abb3-ac737200d08b {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:06:06.571999 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-adcab5cc-4a42-43a3-adff-741a75da4d3c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:06.596518 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908182f4-6751-4baf-9b31-d743e3fd2748 None None] DHCP port deletion for 5a6f1335-1b4a-44de-8f3a-1887d5248bee request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:06:06.603686 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-908182f4-6751-4baf-9b31-d743e3fd2748 None None] Deleting port 707b953c-7122-4fb2-9eec-99558ada4da2 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:06:06.604057 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-908182f4-6751-4baf-9b31-d743e3fd2748 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:06.680221 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-300188aa-3667-413d-8816-24a0123eb13b None None] For port 3a91259a-a1db-447b-aebf-c87bb6cbeaf7, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:06:06.684935 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-300188aa-3667-413d-8816-24a0123eb13b None None] For port 3a91259a-a1db-447b-aebf-c87bb6cbeaf7, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=3a91259a-a1db-447b-aebf-c87bb6cbeaf7,segment=NetworkSegment(64ddf468-bb31-4a77-99cb-f9f169076a07),segment_id=64ddf468-bb31-4a77-99cb-f9f169076a07)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:06:06.685812 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-16108d43-b7e4-4a77-ae9f-8c9fd1e69f0f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] For port 707b953c-7122-4fb2-9eec-99558ada4da2, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=707b953c-7122-4fb2-9eec-99558ada4da2,segment=NetworkSegment(6763c784-a643-4e7b-b115-c8c6dcb4a14f),segment_id=6763c784-a643-4e7b-b115-c8c6dcb4a14f)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:06.686239 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-16108d43-b7e4-4a77-ae9f-8c9fd1e69f0f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:06.781914 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-300188aa-3667-413d-8816-24a0123eb13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:06.826862 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-16108d43-b7e4-4a77-ae9f-8c9fd1e69f0f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Calling delete_port for 707b953c-7122-4fb2-9eec-99558ada4da2 owned by network:dhcp {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:06:06.911235 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-908182f4-6751-4baf-9b31-d743e3fd2748 None None] For port 707b953c-7122-4fb2-9eec-99558ada4da2, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=707b953c-7122-4fb2-9eec-99558ada4da2,segment=NetworkSegment(6763c784-a643-4e7b-b115-c8c6dcb4a14f),segment_id=6763c784-a643-4e7b-b115-c8c6dcb4a14f)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:06.911630 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-908182f4-6751-4baf-9b31-d743e3fd2748 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:06.939006 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-55906b86-3b4e-47dc-9a0c-1e6a687873b8 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:06.967975 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-55906b86-3b4e-47dc-9a0c-1e6a687873b8 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Transition to ACTIVE for port object d514e073-8169-4dd0-abc0-2f3b442d6fa0 will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:06:07.012274 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-adcab5cc-4a42-43a3-adff-741a75da4d3c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:07.065432 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-55906b86-3b4e-47dc-9a0c-1e6a687873b8 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:07.079393 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300188aa-3667-413d-8816-24a0123eb13b None None] Pushing event updated for resources: {'Port': ['ID=3a91259a-a1db-447b-aebf-c87bb6cbeaf7,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:07.095499 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-908182f4-6751-4baf-9b31-d743e3fd2748 None None] Calling delete_port for 707b953c-7122-4fb2-9eec-99558ada4da2 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:06:07.210534 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 18ae1e49-23ec-40e2-8845-54ac03b121ad up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:06:07.216891 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-16108d43-b7e4-4a77-ae9f-8c9fd1e69f0f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:07.247821 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-adcab5cc-4a42-43a3-adff-741a75da4d3c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Calling delete_port for 661a7934-76e7-43d1-abb3-ac737200d08b owned by {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:06:07.347495 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-908182f4-6751-4baf-9b31-d743e3fd2748 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:06:07.347992 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-908182f4-6751-4baf-9b31-d743e3fd2748 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:06:07.413882 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 18ae1e49-23ec-40e2-8845-54ac03b121ad completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:06:07.423058 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 71c57723-ff93-49e6-a713-3efb75c48fac up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:06:07.445109 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55906b86-3b4e-47dc-9a0c-1e6a687873b8 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Network 8eb8f37a-d63f-4861-9202-c5781a13d05b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:06:07.452289 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-55906b86-3b4e-47dc-9a0c-1e6a687873b8 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:07.455618 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55906b86-3b4e-47dc-9a0c-1e6a687873b8 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:06:07.517963 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16108d43-b7e4-4a77-ae9f-8c9fd1e69f0f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] No DVR routers for this DVR port 707b953c-7122-4fb2-9eec-99558ada4da2 on host dv-neutron-825470-1-hyperv {{(pid=88136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:06:07.555034 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 71c57723-ff93-49e6-a713-3efb75c48fac triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:07.555410 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:07.603014 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55906b86-3b4e-47dc-9a0c-1e6a687873b8 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event updated for resources: {'Port': ['ID=d514e073-8169-4dd0-abc0-2f3b442d6fa0,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:07.607844 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-adcab5cc-4a42-43a3-adff-741a75da4d3c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:07.670595 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcab5cc-4a42-43a3-adff-741a75da4d3c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Port': ['ID=661a7934-76e7-43d1-abb3-ac737200d08b,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:07.690432 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16108d43-b7e4-4a77-ae9f-8c9fd1e69f0f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event deleted for resources: {'Port': ['ID=707b953c-7122-4fb2-9eec-99558ada4da2,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:07.696246 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-55906b86-3b4e-47dc-9a0c-1e6a687873b8 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:07.727211 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-adcab5cc-4a42-43a3-adff-741a75da4d3c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:07.759331 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-16108d43-b7e4-4a77-ae9f-8c9fd1e69f0f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:07.769588 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 707b953c-7122-4fb2-9eec-99558ada4da2 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:06:07.806540 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-16108d43-b7e4-4a77-ae9f-8c9fd1e69f0f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a6f1335-1b4a-44de-8f3a-1887d5248bee']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:07.810839 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 707b953c-7122-4fb2-9eec-99558ada4da2 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:06:07.811374 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 707b953c-7122-4fb2-9eec-99558ada4da2 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:06:07.813061 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-c0c7026d-e505-4f59-bb23-957497b017ff None None] Provisioning for port 18ae1e49-23ec-40e2-8845-54ac03b121ad completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:06:07.819980 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-adcab5cc-4a42-43a3-adff-741a75da4d3c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/ports/661a7934-76e7-43d1-abb3-ac737200d08b HTTP/1.1" status: 204 len: 168 time: 1.3931942 Jan 21 19:06:07.821154 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-c0c7026d-e505-4f59-bb23-957497b017ff None None] Provisioning complete for port 18ae1e49-23ec-40e2-8845-54ac03b121ad triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:07.821697 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c0c7026d-e505-4f59-bb23-957497b017ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:07.823373 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60970) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:07.838979 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1bf65a-c8e9-4e9e-bc85-804434cfb616 req-633e17b2-c80a-407d-b925-2f76b767ac27 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:07.846459 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-af1bf65a-c8e9-4e9e-bc85-804434cfb616 req-633e17b2-c80a-407d-b925-2f76b767ac27 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=2727dfc1-5196-4cdc-a1d2-5acd034834f5 HTTP/1.1" status: 200 len: 943 time: 0.6753445 Jan 21 19:06:07.867638 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-16108d43-b7e4-4a77-ae9f-8c9fd1e69f0f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6763c784-a643-4e7b-b115-c8c6dcb4a14f') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:07.867906 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-16108d43-b7e4-4a77-ae9f-8c9fd1e69f0f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6763c784-a643-4e7b-b115-c8c6dcb4a14f') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:07.873460 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-908182f4-6751-4baf-9b31-d743e3fd2748 None None] Deleting port 707b953c-7122-4fb2-9eec-99558ada4da2 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:06:07.874665 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-908182f4-6751-4baf-9b31-d743e3fd2748 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:07.892815 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-16108d43-b7e4-4a77-ae9f-8c9fd1e69f0f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:07.921080 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109229a7-e8e3-44e1-a055-924c875bbdf2 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:07.924731 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109229a7-e8e3-44e1-a055-924c875bbdf2 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:07.925507 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-109229a7-e8e3-44e1-a055-924c875bbdf2 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:06:07.941139 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-16108d43-b7e4-4a77-ae9f-8c9fd1e69f0f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:07.946310 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-af1bf65a-c8e9-4e9e-bc85-804434cfb616 req-a35f9674-6e14-4ec8-af4d-fb625aec17bd tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fb4da23-ff9e-4e16-b5af-cca9aa4278bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985632 Jan 21 19:06:07.955817 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16108d43-b7e4-4a77-ae9f-8c9fd1e69f0f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:06:07.956154 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-16108d43-b7e4-4a77-ae9f-8c9fd1e69f0f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:07.972250 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:06:07.972250 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:06:07.972250 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:06:07.972250 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:06:07.972250 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:06:07.972250 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:06:07.972250 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:06:07.972250 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:06:07.972250 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:06:07.972250 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:06:07.972250 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:06:07.972250 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:06:07.972250 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:06:07.972250 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:06:07.972250 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:06:07.972250 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:06:07.972250 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:06:07.972250 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:06:07.972250 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:06:07.972250 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:06:07.972250 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:06:07.972250 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:06:07.972250 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:06:07.972250 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:06:07.972250 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:06:07.972250 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:06:07.972250 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:06:07.972250 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:06:07.972250 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:06:07.972250 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:06:07.972250 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:06:07.972250 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:06:08.002959 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-908182f4-6751-4baf-9b31-d743e3fd2748 None None] The port '707b953c-7122-4fb2-9eec-99558ada4da2' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:06:08.018797 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-109229a7-e8e3-44e1-a055-924c875bbdf2 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:06:08.023026 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-109229a7-e8e3-44e1-a055-924c875bbdf2 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1978750 Jan 21 19:06:08.023863 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60974) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:08.090058 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c0c7026d-e505-4f59-bb23-957497b017ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:08.128984 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-33e8c22c-fe2f-4f74-9f35-4b969d00a52a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting subnet b7e020e7-4cc2-4b00-9068-b02af0d22aa1 {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:06:08.132604 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-33e8c22c-fe2f-4f74-9f35-4b969d00a52a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:08.144326 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-c0c7026d-e505-4f59-bb23-957497b017ff None None] For port 18ae1e49-23ec-40e2-8845-54ac03b121ad, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=18ae1e49-23ec-40e2-8845-54ac03b121ad,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:08.152806 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-16108d43-b7e4-4a77-ae9f-8c9fd1e69f0f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:08.191149 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-16108d43-b7e4-4a77-ae9f-8c9fd1e69f0f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:08.201304 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-33e8c22c-fe2f-4f74-9f35-4b969d00a52a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:08.206476 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16108d43-b7e4-4a77-ae9f-8c9fd1e69f0f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event deleted for resources: {'Network': ['ID=5a6f1335-1b4a-44de-8f3a-1887d5248bee,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:08.215799 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c0c7026d-e505-4f59-bb23-957497b017ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:08.229168 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-55906b86-3b4e-47dc-9a0c-1e6a687873b8 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:08.300702 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-33e8c22c-fe2f-4f74-9f35-4b969d00a52a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:08.336337 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-bff14ca8-04b0-47c1-8154-4a2922703d96 None None] Could not find standard attr ID for object 661a7934-76e7-43d1-abb3-ac737200d08b. {{(pid=88138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 19:06:08.343200 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c7026d-e505-4f59-bb23-957497b017ff None None] Pushing event updated for resources: {'Port': ['ID=18ae1e49-23ec-40e2-8845-54ac03b121ad,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:08.382329 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-16108d43-b7e4-4a77-ae9f-8c9fd1e69f0f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/networks/5a6f1335-1b4a-44de-8f3a-1887d5248bee HTTP/1.1" status: 204 len: 168 time: 2.4004478 Jan 21 19:06:08.386554 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60978) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:08.392742 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-ff884baa-b537-490c-8217-b685b8e28a98 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-359470991'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:08.398924 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-ff884baa-b537-490c-8217-b685b8e28a98 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:08.402807 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ff884baa-b537-490c-8217-b685b8e28a98 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Usage tracker for resource:network and tenant:5cd950bb3d3d4999ba57a30656254269 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:06:08.406327 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ff884baa-b537-490c-8217-b685b8e28a98 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:06:08.414052 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-ff884baa-b537-490c-8217-b685b8e28a98 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:08.476830 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-33e8c22c-fe2f-4f74-9f35-4b969d00a52a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:08.511263 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff884baa-b537-490c-8217-b685b8e28a98 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Made reservation on behalf of 5cd950bb3d3d4999ba57a30656254269 for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:06:08.514758 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ff884baa-b537-490c-8217-b685b8e28a98 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:08.534379 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e8c22c-fe2f-4f74-9f35-4b969d00a52a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Subnet': ['ID=b7e020e7-4cc2-4b00-9068-b02af0d22aa1,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:08.541187 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-33e8c22c-fe2f-4f74-9f35-4b969d00a52a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:08.546726 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42336e7-adba-414d-a3d5-589b4551cad8 None None] Network 8eb8f37a-d63f-4861-9202-c5781a13d05b requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:06:08.568402 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a879ccc-6274-43ae-af44-e84c1b595bc6 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:06:08.568606 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff884baa-b537-490c-8217-b685b8e28a98 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:06:08.578325 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ff884baa-b537-490c-8217-b685b8e28a98 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:08.578589 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-ff884baa-b537-490c-8217-b685b8e28a98 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Added segment 90895965-1a75-41fb-8855-71944b9c3755 of type vlan for network 044adf0c-44ed-41b7-ac42-9bc87522423f Jan 21 19:06:08.606678 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-33e8c22c-fe2f-4f74-9f35-4b969d00a52a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/b7e020e7-4cc2-4b00-9068-b02af0d22aa1 HTTP/1.1" status: 204 len: 168 time: 0.5792131 Jan 21 19:06:08.607938 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60982) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:08.610087 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ff884baa-b537-490c-8217-b685b8e28a98 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:08.686347 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e320d11a-ec24-441e-a863-306ac557429a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0760353 Jan 21 19:06:08.686587 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60986) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:08.698661 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-55906b86-3b4e-47dc-9a0c-1e6a687873b8 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:08.735559 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-1eb9ed54-8a55-4b14-a23b-7f1bb0dae364 None None] Provisioning for port 3a91259a-a1db-447b-aebf-c87bb6cbeaf7 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:06:08.762330 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-55906b86-3b4e-47dc-9a0c-1e6a687873b8 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:08.787513 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c219d0-f346-4168-9404-c73854a00d20 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:08.788477 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-b8c219d0-f346-4168-9404-c73854a00d20 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:06:08.819360 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ff884baa-b537-490c-8217-b685b8e28a98 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:08.826449 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff884baa-b537-490c-8217-b685b8e28a98 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:08.829941 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ff884baa-b537-490c-8217-b685b8e28a98 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:08.899550 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-55906b86-3b4e-47dc-9a0c-1e6a687873b8 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:08.903079 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55906b86-3b4e-47dc-9a0c-1e6a687873b8 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event updated for resources: {'Port': ['ID=d514e073-8169-4dd0-abc0-2f3b442d6fa0,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:08.926847 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-b8c219d0-f346-4168-9404-c73854a00d20 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:06:08.926847 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b8c219d0-f346-4168-9404-c73854a00d20 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2363937 Jan 21 19:06:08.930206 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 60990) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:08.962328 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 2f87830a-b074-4d23-a8f7-a0cf1386aa2e details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:06:08.995326 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ff884baa-b537-490c-8217-b685b8e28a98 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6075957 Jan 21 19:06:08.996289 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff884baa-b537-490c-8217-b685b8e28a98 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event updated for resources: {'Network': ['ID=044adf0c-44ed-41b7-ac42-9bc87522423f,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:08.999932 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 60996) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:09.007420 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-76628007-afce-4b60-98a3-8dc8016684fb tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'subnet': {'network_id': '044adf0c-44ed-41b7-ac42-9bc87522423f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:09.034144 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 044adf0c-44ed-41b7-ac42-9bc87522423f details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:06:09.141410 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 18ae1e49-23ec-40e2-8845-54ac03b121ad up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:06:09.165286 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-76628007-afce-4b60-98a3-8dc8016684fb tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:09.169240 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-76628007-afce-4b60-98a3-8dc8016684fb tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Usage tracker for resource:subnet and tenant:5cd950bb3d3d4999ba57a30656254269 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:06:09.173305 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-76628007-afce-4b60-98a3-8dc8016684fb tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:06:09.179293 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-76628007-afce-4b60-98a3-8dc8016684fb tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:09.225949 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf9e0b1-05f4-45e0-8eac-0ce50fe5a37d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:09.233510 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7cf9e0b1-05f4-45e0-8eac-0ce50fe5a37d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:06:09.249124 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76628007-afce-4b60-98a3-8dc8016684fb tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Made reservation on behalf of 5cd950bb3d3d4999ba57a30656254269 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:06:09.253241 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-76628007-afce-4b60-98a3-8dc8016684fb tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:09.263740 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79145b47-811f-4fe1-b195-8f40ba258280 None None] DHCP port deletion for 76b60fc4-5668-469a-a3ef-49679dc3dfc0 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:06:09.284930 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55906b86-3b4e-47dc-9a0c-1e6a687873b8 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Network 8eb8f37a-d63f-4861-9202-c5781a13d05b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:06:09.288482 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-55906b86-3b4e-47dc-9a0c-1e6a687873b8 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:09.289222 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-79145b47-811f-4fe1-b195-8f40ba258280 None None] Deleting port 18ae1e49-23ec-40e2-8845-54ac03b121ad {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:06:09.289835 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-79145b47-811f-4fe1-b195-8f40ba258280 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:09.360494 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 2f87830a-b074-4d23-a8f7-a0cf1386aa2e, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=2f87830a-b074-4d23-a8f7-a0cf1386aa2e,segment=NetworkSegment(0773e98a-bb4b-499a-9c8c-1ac933e4f8f5),segment_id=0773e98a-bb4b-499a-9c8c-1ac933e4f8f5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:09.381902 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7cf9e0b1-05f4-45e0-8eac-0ce50fe5a37d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:06:09.385851 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-7cf9e0b1-05f4-45e0-8eac-0ce50fe5a37d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4528854 Jan 21 19:06:09.386683 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 32768) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:09.408270 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': '2f87830a-b074-4d23-a8f7-a0cf1386aa2e', 'network_id': 'ff99f632-5526-4276-9da3-3b33f700e365', 'port_id': '2f87830a-b074-4d23-a8f7-a0cf1386aa2e', 'mac_address': 'fa:16:3e:89:2d:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5ea9923-e5c0-4291-84d8-365162974c14', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:06:09.546079 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 18ae1e49-23ec-40e2-8845-54ac03b121ad triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:09.546999 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:09.635878 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:09.652445 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16924fd6-a06f-4570-b480-8ae2c4e0637f req-49729bd7-fdb5-4a74-b45d-51b4166bc82d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:09.653492 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-16924fd6-a06f-4570-b480-8ae2c4e0637f req-49729bd7-fdb5-4a74-b45d-51b4166bc82d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=2727dfc1-5196-4cdc-a1d2-5acd034834f5 HTTP/1.1" status: 200 len: 943 time: 0.5061517 Jan 21 19:06:09.699441 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-76628007-afce-4b60-98a3-8dc8016684fb tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:09.716670 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f87830a-b074-4d23-a8f7-a0cf1386aa2e {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:06:09.750039 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-79145b47-811f-4fe1-b195-8f40ba258280 None None] For port 18ae1e49-23ec-40e2-8845-54ac03b121ad, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=18ae1e49-23ec-40e2-8845-54ac03b121ad,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:09.755300 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-79145b47-811f-4fe1-b195-8f40ba258280 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:09.757625 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b12b03a3-d255-4712-8a8c-4845b33a455f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1146286 Jan 21 19:06:09.769306 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 32772) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:09.786214 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-3cc89a17-b22d-43c4-8f21-07822b04a7e6 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'subnet': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:09.800583 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55906b86-3b4e-47dc-9a0c-1e6a687873b8 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Router fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:06:09.810293 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-16924fd6-a06f-4570-b480-8ae2c4e0637f req-87ec2b89-f5ff-4048-be3d-ee167044d1c2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fb4da23-ff9e-4e16-b5af-cca9aa4278bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816863 Jan 21 19:06:09.858337 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 2f87830a-b074-4d23-a8f7-a0cf1386aa2e, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=2f87830a-b074-4d23-a8f7-a0cf1386aa2e,segment=NetworkSegment(0773e98a-bb4b-499a-9c8c-1ac933e4f8f5),segment_id=0773e98a-bb4b-499a-9c8c-1ac933e4f8f5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:09.926879 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-79145b47-811f-4fe1-b195-8f40ba258280 None None] Calling delete_port for 18ae1e49-23ec-40e2-8845-54ac03b121ad owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:06:09.962439 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3cc89a17-b22d-43c4-8f21-07822b04a7e6 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:09.974892 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3cc89a17-b22d-43c4-8f21-07822b04a7e6 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:09.975935 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:09.983454 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55906b86-3b4e-47dc-9a0c-1e6a687873b8 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:06:09.989650 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-55906b86-3b4e-47dc-9a0c-1e6a687873b8 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "PUT /v2.0/routers/fa74e4cf-b8ea-4d39-ad95-d03dd23abe17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2913024 Jan 21 19:06:09.992360 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 32776) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:10.000423 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-a4fb5c2c-b94f-4d4e-9c34-355fe5abfad6 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Request body: {'network': {'name': 'tempest-RoutersTest-460002161'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:10.005921 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-a4fb5c2c-b94f-4d4e-9c34-355fe5abfad6 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:10.010828 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-a4fb5c2c-b94f-4d4e-9c34-355fe5abfad6 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Usage tracker for resource:network and tenant:5282b25e8da043bbb3248dd1fe2c26b7 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:06:10.014242 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-a4fb5c2c-b94f-4d4e-9c34-355fe5abfad6 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:06:10.020645 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76628007-afce-4b60-98a3-8dc8016684fb tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Checking segment: {'id': '90895965-1a75-41fb-8855-71944b9c3755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '044adf0c-44ed-41b7-ac42-9bc87522423f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:06:10.021455 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76628007-afce-4b60-98a3-8dc8016684fb tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Network hostable DHCP agents. Network: 044adf0c-44ed-41b7-ac42-9bc87522423f, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:06:10.021593 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-a4fb5c2c-b94f-4d4e-9c34-355fe5abfad6 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:10.035499 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ecf7f0-65f8-497e-b8dc-07a7a6fb843c None None] Sync routers for ids ['fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:06:10.039342 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76628007-afce-4b60-98a3-8dc8016684fb tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event updated for resources: {'Subnet': ['ID=48c3343f-1746-4f52-88cc-b61d9b4a5620,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:10.070924 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc89a17-b22d-43c4-8f21-07822b04a7e6 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:06:10.075205 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3cc89a17-b22d-43c4-8f21-07822b04a7e6 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:10.081204 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 3a91259a-a1db-447b-aebf-c87bb6cbeaf7 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:06:10.094279 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4fb5c2c-b94f-4d4e-9c34-355fe5abfad6 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Made reservation on behalf of 5282b25e8da043bbb3248dd1fe2c26b7 for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:06:10.098336 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a4fb5c2c-b94f-4d4e-9c34-355fe5abfad6 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:10.114387 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ecf7f0-65f8-497e-b8dc-07a7a6fb843c None None] Routers {'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:06:10.114961 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-49ecf7f0-65f8-497e-b8dc-07a7a6fb843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:05:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:10.132168 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4fb5c2c-b94f-4d4e-9c34-355fe5abfad6 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:06:10.141187 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a4fb5c2c-b94f-4d4e-9c34-355fe5abfad6 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:10.141540 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-a4fb5c2c-b94f-4d4e-9c34-355fe5abfad6 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Added segment 04a82a6c-5f9b-42d2-8eef-7709ef091f19 of type vlan for network df5930d7-d6f4-488d-8a7c-23579e8661aa Jan 21 19:06:10.170841 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a4fb5c2c-b94f-4d4e-9c34-355fe5abfad6 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:10.197564 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76628007-afce-4b60-98a3-8dc8016684fb tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Network 044adf0c-44ed-41b7-ac42-9bc87522423f is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:06:10.279834 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['2f87830a-b074-4d23-a8f7-a0cf1386aa2e'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:06:10.299126 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a4fb5c2c-b94f-4d4e-9c34-355fe5abfad6 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:10.303753 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-76628007-afce-4b60-98a3-8dc8016684fb tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 044adf0c-44ed-41b7-ac42-9bc87522423f) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:10.304577 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fb5c2c-b94f-4d4e-9c34-355fe5abfad6 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:10.305170 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a4fb5c2c-b94f-4d4e-9c34-355fe5abfad6 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:10.317485 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-77e9b5dc-79f0-45dd-88ce-5bf37750ba29 None None] Provisioning for port d514e073-8169-4dd0-abc0-2f3b442d6fa0 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:06:10.319583 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76628007-afce-4b60-98a3-8dc8016684fb tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:10.320175 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-76628007-afce-4b60-98a3-8dc8016684fb tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:10.320471 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=2f87830a-b074-4d23-a8f7-a0cf1386aa2e,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:10.347177 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdeb3bb-f2f8-4e90-b13e-04983620e8f8 None None] Network 044adf0c-44ed-41b7-ac42-9bc87522423f requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:06:10.423362 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a4fb5c2c-b94f-4d4e-9c34-355fe5abfad6 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4298482 Jan 21 19:06:10.426117 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 32780) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:10.426903 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-79145b47-811f-4fe1-b195-8f40ba258280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:10.429725 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb5c2c-b94f-4d4e-9c34-355fe5abfad6 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event updated for resources: {'Network': ['ID=df5930d7-d6f4-488d-8a7c-23579e8661aa,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:10.431573 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-77e9b5dc-79f0-45dd-88ce-5bf37750ba29 None None] Provisioning complete for port d514e073-8169-4dd0-abc0-2f3b442d6fa0 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:10.432105 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-77e9b5dc-79f0-45dd-88ce-5bf37750ba29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:10.436257 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-b0345bee-1712-4419-bed7-2bb87e37ec09 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Request body: {'subnet': {'network_id': 'df5930d7-d6f4-488d-8a7c-23579e8661aa', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:10.467394 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3cc89a17-b22d-43c4-8f21-07822b04a7e6 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:10.497939 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network df5930d7-d6f4-488d-8a7c-23579e8661aa details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:06:10.528667 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-76628007-afce-4b60-98a3-8dc8016684fb tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5269551 Jan 21 19:06:10.532155 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 32784) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:10.537804 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-e538a6e8-f415-476b-b303-810fc9f516bd tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'port': {'network_id': '044adf0c-44ed-41b7-ac42-9bc87522423f', 'name': 'tempest-PortsIpV6TestJSON-1317584809', 'fixed_ips': [{'subnet_id': '48c3343f-1746-4f52-88cc-b61d9b4a5620', 'ip_address': '2001:db8::10'}]}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:10.573074 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79145b47-811f-4fe1-b195-8f40ba258280 None None] Pushing event deleted for resources: {'Port': ['ID=18ae1e49-23ec-40e2-8845-54ac03b121ad,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:10.589384 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79145b47-811f-4fe1-b195-8f40ba258280 None None] No DVR routers for this DVR port 18ae1e49-23ec-40e2-8845-54ac03b121ad on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:06:10.617939 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc89a17-b22d-43c4-8f21-07822b04a7e6 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:06:10.622482 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-3cc89a17-b22d-43c4-8f21-07822b04a7e6 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:10.630181 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc89a17-b22d-43c4-8f21-07822b04a7e6 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:10.630899 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3cc89a17-b22d-43c4-8f21-07822b04a7e6 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:10.637644 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-b0345bee-1712-4419-bed7-2bb87e37ec09 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:10.650480 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc89a17-b22d-43c4-8f21-07822b04a7e6 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Subnet': ['ID=089d5134-0098-4282-8ca7-3c9637faeb17,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:10.654580 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-b0345bee-1712-4419-bed7-2bb87e37ec09 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Usage tracker for resource:subnet and tenant:5282b25e8da043bbb3248dd1fe2c26b7 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:06:10.654755 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-49ecf7f0-65f8-497e-b8dc-07a7a6fb843c None None] Set router fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 gateway port host: None {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:06:10.663613 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-b0345bee-1712-4419-bed7-2bb87e37ec09 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:06:10.672837 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-b0345bee-1712-4419-bed7-2bb87e37ec09 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:10.701238 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-e538a6e8-f415-476b-b303-810fc9f516bd tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:10.706244 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-e538a6e8-f415-476b-b303-810fc9f516bd tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Usage tracker for resource:port and tenant:5cd950bb3d3d4999ba57a30656254269 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:06:10.709367 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-e538a6e8-f415-476b-b303-810fc9f516bd tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:06:10.715274 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-e538a6e8-f415-476b-b303-810fc9f516bd tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:10.720393 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61221104-dfa3-4f87-8e26-7ad52e1f4a72 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:06:10.724465 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3cc89a17-b22d-43c4-8f21-07822b04a7e6 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9466903 Jan 21 19:06:10.727149 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 32788) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:10.732693 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-a83ecb38-0a87-4eca-929b-1f1908f31db8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'port': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'mac_address': 'fa:16:3e:db:ea:53', 'name': 'tempest-NetworksTestDHCPv6-1252260997'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:10.813749 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0345bee-1712-4419-bed7-2bb87e37ec09 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Made reservation on behalf of 5282b25e8da043bbb3248dd1fe2c26b7 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:06:10.817772 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b0345bee-1712-4419-bed7-2bb87e37ec09 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:10.825903 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-77e9b5dc-79f0-45dd-88ce-5bf37750ba29 None None] Port d514e073-8169-4dd0-abc0-2f3b442d6fa0 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:06:10.833777 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e538a6e8-f415-476b-b303-810fc9f516bd tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Made reservation on behalf of 5cd950bb3d3d4999ba57a30656254269 for: {'port': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:06:10.956670 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 3a91259a-a1db-447b-aebf-c87bb6cbeaf7 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:06:11.043495 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-a83ecb38-0a87-4eca-929b-1f1908f31db8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:11.068691 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 3a91259a-a1db-447b-aebf-c87bb6cbeaf7 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:11.069366 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:11.075829 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-a83ecb38-0a87-4eca-929b-1f1908f31db8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:11.081152 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e538a6e8-f415-476b-b303-810fc9f516bd tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:11.113238 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [None req-e538a6e8-f415-476b-b303-810fc9f516bd tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] device_id is not set on port 4f9a22d3-772d-4cb7-a244-0ed2a497fbb5 yet. {{(pid=88136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:06:11.145034 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b0345bee-1712-4419-bed7-2bb87e37ec09 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:11.185047 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb05c90-c337-49d9-8a3c-f7bb95ef2b2c req-27a73e4f-b754-4985-a4a4-892a518f94b4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:11.186575 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7eb05c90-c337-49d9-8a3c-f7bb95ef2b2c req-27a73e4f-b754-4985-a4a4-892a518f94b4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=2727dfc1-5196-4cdc-a1d2-5acd034834f5 HTTP/1.1" status: 200 len: 944 time: 0.2332778 Jan 21 19:06:11.191278 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83ecb38-0a87-4eca-929b-1f1908f31db8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'port': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:06:11.224916 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0345bee-1712-4419-bed7-2bb87e37ec09 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event updated for resources: {'Subnet': ['ID=051a112b-eddc-430a-b1a9-af3b592be639,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:11.253551 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0345bee-1712-4419-bed7-2bb87e37ec09 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Checking segment: {'id': '04a82a6c-5f9b-42d2-8eef-7709ef091f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'df5930d7-d6f4-488d-8a7c-23579e8661aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:06:11.254085 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0345bee-1712-4419-bed7-2bb87e37ec09 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Network hostable DHCP agents. Network: df5930d7-d6f4-488d-8a7c-23579e8661aa, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:06:11.269851 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-bb17b796-4784-43a8-b2f2-5720db56dfab None None] Provisioning complete for port d514e073-8169-4dd0-abc0-2f3b442d6fa0 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:11.270137 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-bb17b796-4784-43a8-b2f2-5720db56dfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:11.344840 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0345bee-1712-4419-bed7-2bb87e37ec09 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Network df5930d7-d6f4-488d-8a7c-23579e8661aa is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:06:11.379272 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7eb05c90-c337-49d9-8a3c-f7bb95ef2b2c req-b1bfedc6-92d6-43e4-9f13-ee41c852bbba tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fb4da23-ff9e-4e16-b5af-cca9aa4278bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708915 Jan 21 19:06:11.436159 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-b0345bee-1712-4419-bed7-2bb87e37ec09 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, df5930d7-d6f4-488d-8a7c-23579e8661aa) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:11.441144 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0345bee-1712-4419-bed7-2bb87e37ec09 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:11.441764 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b0345bee-1712-4419-bed7-2bb87e37ec09 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:11.466103 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a83ecb38-0a87-4eca-929b-1f1908f31db8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:11.475202 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65c9b52-be6f-473a-b36b-29d35eb41423 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-044adf0c-44ed-41b7-ac42-9bc87522423f', 'network_id': '044adf0c-44ed-41b7-ac42-9bc87522423f', 'tenant_id': '5cd950bb3d3d4999ba57a30656254269', 'fixed_ips': [{'subnet_id': '48c3343f-1746-4f52-88cc-b61d9b4a5620'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:06:11.476245 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e65c9b52-be6f-473a-b36b-29d35eb41423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:11.485075 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf26103-6bec-48ce-aa3c-80948efc8de8 None None] Network df5930d7-d6f4-488d-8a7c-23579e8661aa requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:06:11.506289 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-bb17b796-4784-43a8-b2f2-5720db56dfab None None] Port d514e073-8169-4dd0-abc0-2f3b442d6fa0 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:06:11.510293 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [None req-a83ecb38-0a87-4eca-929b-1f1908f31db8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] device_id is not set on port b6bccffe-b00b-460e-93a9-3e9adc8a07b8 yet. {{(pid=88136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:06:11.516576 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b0345bee-1712-4419-bed7-2bb87e37ec09 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0843835 Jan 21 19:06:11.516576 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 32794) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:11.556288 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-e538a6e8-f415-476b-b303-810fc9f516bd tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Allocated IP 2001:db8::10 (044adf0c-44ed-41b7-ac42-9bc87522423f/48c3343f-1746-4f52-88cc-b61d9b4a5620/4f9a22d3-772d-4cb7-a244-0ed2a497fbb5) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:06:11.894355 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-a83ecb38-0a87-4eca-929b-1f1908f31db8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Allocated IP 2001:db8::156 (76b60fc4-5668-469a-a3ef-49679dc3dfc0/089d5134-0098-4282-8ca7-3c9637faeb17/b6bccffe-b00b-460e-93a9-3e9adc8a07b8) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:06:11.911369 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334a36ca-14da-4b70-b68f-87c099b6638b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'tenant_id': '331b5c16a931412fafa4a9af40615562', 'fixed_ips': [{'subnet_id': '089d5134-0098-4282-8ca7-3c9637faeb17'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:06:11.912233 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-334a36ca-14da-4b70-b68f-87c099b6638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:11.995122 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:12.072912 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e538a6e8-f415-476b-b303-810fc9f516bd tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:12.153919 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-e538a6e8-f415-476b-b303-810fc9f516bd tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Transition to ACTIVE for port object 4f9a22d3-772d-4cb7-a244-0ed2a497fbb5 will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:06:12.189308 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 3a91259a-a1db-447b-aebf-c87bb6cbeaf7, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=3a91259a-a1db-447b-aebf-c87bb6cbeaf7,segment=NetworkSegment(64ddf468-bb31-4a77-99cb-f9f169076a07),segment_id=64ddf468-bb31-4a77-99cb-f9f169076a07)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:12.229115 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a83ecb38-0a87-4eca-929b-1f1908f31db8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:12.248302 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-a83ecb38-0a87-4eca-929b-1f1908f31db8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Transition to ACTIVE for port object b6bccffe-b00b-460e-93a9-3e9adc8a07b8 will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:06:12.264324 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:12.267413 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-49ecf7f0-65f8-497e-b8dc-07a7a6fb843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'name': 'tempest-RoutersTest-router-262988306', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:53Z', 'updated_at': '2022-01-21T19:06:07Z', 'revision_number': 3, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'gw_port_host': None, '_interfaces': [{'id': '71c57723-ff93-49e6-a713-3efb75c48fac', 'name': '', 'network_id': '827a05fb-998a-4b52-9570-5769f350c9f2', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:80:1c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:56Z', 'updated_at': '2022-01-21T19:06:05Z', 'revision_number': 5, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd514e073-8169-4dd0-abc0-2f3b442d6fa0', 'name': '', 'network_id': '8eb8f37a-d63f-4861-9202-c5781a13d05b', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:b7:fd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '82d5d916-314c-4a90-b63e-f02bf14bdc83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:06:06Z', 'updated_at': '2022-01-21T19:06:08Z', 'revision_number': 2, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': '82d5d916-314c-4a90-b63e-f02bf14bdc83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:12.281539 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-45a01ce5-9ed0-4705-8c39-396a154e7510 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:12.288151 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e538a6e8-f415-476b-b303-810fc9f516bd tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:12.349507 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a83ecb38-0a87-4eca-929b-1f1908f31db8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:12.366002 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fed89a-8c4f-475f-aad4-4ba9d44cdb5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-df5930d7-d6f4-488d-8a7c-23579e8661aa', 'network_id': 'df5930d7-d6f4-488d-8a7c-23579e8661aa', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'fixed_ips': [{'subnet_id': '051a112b-eddc-430a-b1a9-af3b592be639'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:06:12.366826 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-10fed89a-8c4f-475f-aad4-4ba9d44cdb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:12.379640 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e538a6e8-f415-476b-b303-810fc9f516bd tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Network 044adf0c-44ed-41b7-ac42-9bc87522423f is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:06:12.384784 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-e538a6e8-f415-476b-b303-810fc9f516bd tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:12.394873 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 18ae1e49-23ec-40e2-8845-54ac03b121ad no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:06:12.396236 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e538a6e8-f415-476b-b303-810fc9f516bd tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:06:12.401942 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e538a6e8-f415-476b-b303-810fc9f516bd tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:12.405055 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e538a6e8-f415-476b-b303-810fc9f516bd tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:12.409522 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e538a6e8-f415-476b-b303-810fc9f516bd tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event updated for resources: {'Port': ['ID=4f9a22d3-772d-4cb7-a244-0ed2a497fbb5,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:12.413048 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83ecb38-0a87-4eca-929b-1f1908f31db8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:06:12.450380 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-a83ecb38-0a87-4eca-929b-1f1908f31db8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:12.451133 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ecf7f0-65f8-497e-b8dc-07a7a6fb843c None None] Checking router: fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:06:12.451493 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ecf7f0-65f8-497e-b8dc-07a7a6fb843c None None] Updating router fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 port d514e073-8169-4dd0-abc0-2f3b442d6fa0 binding host dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:06:12.465619 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83ecb38-0a87-4eca-929b-1f1908f31db8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:06:12.472275 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83ecb38-0a87-4eca-929b-1f1908f31db8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:12.472926 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a83ecb38-0a87-4eca-929b-1f1908f31db8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:12.530323 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ecb38-0a87-4eca-929b-1f1908f31db8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Port': ['ID=b6bccffe-b00b-460e-93a9-3e9adc8a07b8,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:12.585435 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a83ecb38-0a87-4eca-929b-1f1908f31db8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8571215 Jan 21 19:06:12.590930 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 32800) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:12.597420 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e538a6e8-f415-476b-b303-810fc9f516bd tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0635290 Jan 21 19:06:12.606503 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 32804) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:12.615401 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-31e57d9c-ca7a-499c-aea3-95ef439da688 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'port': {'network_id': '044adf0c-44ed-41b7-ac42-9bc87522423f', 'name': 'tempest-PortsIpV6TestJSON-1559754582', 'fixed_ips': [{'subnet_id': '48c3343f-1746-4f52-88cc-b61d9b4a5620', 'ip_address': '2001:db8::f'}]}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:12.625771 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 18ae1e49-23ec-40e2-8845-54ac03b121ad {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:06:12.626139 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 18ae1e49-23ec-40e2-8845-54ac03b121ad not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:06:12.686383 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-e65c9b52-be6f-473a-b36b-29d35eb41423 None None] Allocated IP 2001:db8::2 (044adf0c-44ed-41b7-ac42-9bc87522423f/48c3343f-1746-4f52-88cc-b61d9b4a5620/1870dfb4-1b70-46c3-b565-830897251d71) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:06:12.708589 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077135d0-701f-41f3-b4a3-33d955cc51d7 req-4252eab5-37dc-49d1-8196-2b33660fe0ca tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:12.710657 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-077135d0-701f-41f3-b4a3-33d955cc51d7 req-4252eab5-37dc-49d1-8196-2b33660fe0ca tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=2727dfc1-5196-4cdc-a1d2-5acd034834f5 HTTP/1.1" status: 200 len: 944 time: 0.1638505 Jan 21 19:06:12.722732 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa8b23d-becc-487d-b810-231391cb51bc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:12.723426 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-aaa8b23d-becc-487d-b810-231391cb51bc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:06:12.745724 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-49ecf7f0-65f8-497e-b8dc-07a7a6fb843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:12.779413 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-077135d0-701f-41f3-b4a3-33d955cc51d7 req-524ee09e-ea22-410f-939f-601665c0c322 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fb4da23-ff9e-4e16-b5af-cca9aa4278bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529339 Jan 21 19:06:12.781512 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-334a36ca-14da-4b70-b68f-87c099b6638b None None] Allocated IP 2001:db8::2 (76b60fc4-5668-469a-a3ef-49679dc3dfc0/089d5134-0098-4282-8ca7-3c9637faeb17/19b5e03f-158b-4a42-a6d4-b85bab443ec7) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:06:12.797183 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=3a91259a-a1db-447b-aebf-c87bb6cbeaf7,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:12.836165 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-aaa8b23d-becc-487d-b810-231391cb51bc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:06:12.839724 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-aaa8b23d-becc-487d-b810-231391cb51bc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2449522 Jan 21 19:06:12.840953 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 32808) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:12.874175 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-45a01ce5-9ed0-4705-8c39-396a154e7510 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Allocated IP 172.22.0.1 (df5930d7-d6f4-488d-8a7c-23579e8661aa/051a112b-eddc-430a-b1a9-af3b592be639/1e87a380-8ac9-48b4-9ecc-850d4f58f016) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:06:12.898320 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-31e57d9c-ca7a-499c-aea3-95ef439da688 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:12.910983 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-31e57d9c-ca7a-499c-aea3-95ef439da688 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Usage tracker for resource:port and tenant:5cd950bb3d3d4999ba57a30656254269 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:06:12.916078 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-31e57d9c-ca7a-499c-aea3-95ef439da688 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:06:12.928170 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-31e57d9c-ca7a-499c-aea3-95ef439da688 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:12.957510 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-d3018602-8597-4f9e-bfed-23888a0d43a3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting port b6bccffe-b00b-460e-93a9-3e9adc8a07b8 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:06:12.957768 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d3018602-8597-4f9e-bfed-23888a0d43a3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:13.073567 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e57d9c-ca7a-499c-aea3-95ef439da688 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Made reservation on behalf of 5cd950bb3d3d4999ba57a30656254269 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:06:13.322859 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-45a01ce5-9ed0-4705-8c39-396a154e7510 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:13.407618 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-31e57d9c-ca7a-499c-aea3-95ef439da688 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:13.429764 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-45a01ce5-9ed0-4705-8c39-396a154e7510 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Transition to ACTIVE for port object 1e87a380-8ac9-48b4-9ecc-850d4f58f016 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:06:13.432577 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e65c9b52-be6f-473a-b36b-29d35eb41423 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:13.443299 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-31e57d9c-ca7a-499c-aea3-95ef439da688 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] device_id is not set on port c2410c76-c560-4664-9479-2ced24100600 yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:06:13.450087 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-e65c9b52-be6f-473a-b36b-29d35eb41423 None None] Transition to ACTIVE for port object 1870dfb4-1b70-46c3-b565-830897251d71 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:06:13.466440 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-334a36ca-14da-4b70-b68f-87c099b6638b None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:13.487530 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-334a36ca-14da-4b70-b68f-87c099b6638b None None] Transition to ACTIVE for port object 19b5e03f-158b-4a42-a6d4-b85bab443ec7 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:06:13.506715 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-e65c9b52-be6f-473a-b36b-29d35eb41423 None None] Transition to ACTIVE for port object 1870dfb4-1b70-46c3-b565-830897251d71 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:06:13.521840 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-334a36ca-14da-4b70-b68f-87c099b6638b None None] Transition to ACTIVE for port object 19b5e03f-158b-4a42-a6d4-b85bab443ec7 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:06:13.536620 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d3018602-8597-4f9e-bfed-23888a0d43a3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:13.582354 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e65c9b52-be6f-473a-b36b-29d35eb41423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:13.635578 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-334a36ca-14da-4b70-b68f-87c099b6638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:13.654793 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-49ecf7f0-65f8-497e-b8dc-07a7a6fb843c None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:13.672867 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65c9b52-be6f-473a-b36b-29d35eb41423 None None] Network 044adf0c-44ed-41b7-ac42-9bc87522423f is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:06:13.687763 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-e65c9b52-be6f-473a-b36b-29d35eb41423 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:13.694291 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65c9b52-be6f-473a-b36b-29d35eb41423 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:06:13.696672 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-49ecf7f0-65f8-497e-b8dc-07a7a6fb843c None None] Transition to ACTIVE for port object d514e073-8169-4dd0-abc0-2f3b442d6fa0 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:06:13.708052 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334a36ca-14da-4b70-b68f-87c099b6638b None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:06:13.713239 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-334a36ca-14da-4b70-b68f-87c099b6638b None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:13.741200 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334a36ca-14da-4b70-b68f-87c099b6638b None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:06:13.753992 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c9b52-be6f-473a-b36b-29d35eb41423 None None] Pushing event updated for resources: {'Port': ['ID=1870dfb4-1b70-46c3-b565-830897251d71,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:13.761350 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-49ecf7f0-65f8-497e-b8dc-07a7a6fb843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:13.815605 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-d3018602-8597-4f9e-bfed-23888a0d43a3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Calling delete_port for b6bccffe-b00b-460e-93a9-3e9adc8a07b8 owned by {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:06:13.887723 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-45a01ce5-9ed0-4705-8c39-396a154e7510 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:13.979298 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81f184-3b84-400c-975c-1b30361bcde7 req-d6a3fe73-1b48-4885-a765-1a8270dd45b5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:13.982254 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2b81f184-3b84-400c-975c-1b30361bcde7 req-d6a3fe73-1b48-4885-a765-1a8270dd45b5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=2727dfc1-5196-4cdc-a1d2-5acd034834f5 HTTP/1.1" status: 200 len: 944 time: 0.0883517 Jan 21 19:06:14.034744 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a01ce5-9ed0-4705-8c39-396a154e7510 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Network df5930d7-d6f4-488d-8a7c-23579e8661aa is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:06:14.042742 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-45a01ce5-9ed0-4705-8c39-396a154e7510 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:14.050046 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2b81f184-3b84-400c-975c-1b30361bcde7 req-811a032e-dccd-45da-b8fc-07c155f477d3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fb4da23-ff9e-4e16-b5af-cca9aa4278bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585089 Jan 21 19:06:14.058082 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a01ce5-9ed0-4705-8c39-396a154e7510 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:06:14.088910 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a01ce5-9ed0-4705-8c39-396a154e7510 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event updated for resources: {'Port': ['ID=1e87a380-8ac9-48b4-9ecc-850d4f58f016,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:14.094181 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-31e57d9c-ca7a-499c-aea3-95ef439da688 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Allocated IP 2001:db8::f (044adf0c-44ed-41b7-ac42-9bc87522423f/48c3343f-1746-4f52-88cc-b61d9b4a5620/c2410c76-c560-4664-9479-2ced24100600) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:06:14.141320 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a36ca-14da-4b70-b68f-87c099b6638b None None] Pushing event updated for resources: {'Port': ['ID=19b5e03f-158b-4a42-a6d4-b85bab443ec7,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:14.148428 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-e65c9b52-be6f-473a-b36b-29d35eb41423 None None] Attempting to bind port 1870dfb4-1b70-46c3-b565-830897251d71 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:06:14.148785 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-e65c9b52-be6f-473a-b36b-29d35eb41423 None None] Attempting to bind port 1870dfb4-1b70-46c3-b565-830897251d71 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '90895965-1a75-41fb-8855-71944b9c3755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '044adf0c-44ed-41b7-ac42-9bc87522423f'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:06:14.149142 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65c9b52-be6f-473a-b36b-29d35eb41423 None None] Attempting to bind port 1870dfb4-1b70-46c3-b565-830897251d71 on network 044adf0c-44ed-41b7-ac42-9bc87522423f {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:06:14.175936 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-45a01ce5-9ed0-4705-8c39-396a154e7510 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:14.211369 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-334a36ca-14da-4b70-b68f-87c099b6638b None None] Attempting to bind port 19b5e03f-158b-4a42-a6d4-b85bab443ec7 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:06:14.211870 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-334a36ca-14da-4b70-b68f-87c099b6638b None None] Attempting to bind port 19b5e03f-158b-4a42-a6d4-b85bab443ec7 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:06:14.212141 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334a36ca-14da-4b70-b68f-87c099b6638b None None] Attempting to bind port 19b5e03f-158b-4a42-a6d4-b85bab443ec7 on network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:06:14.240834 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65c9b52-be6f-473a-b36b-29d35eb41423 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:06:14.241204 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65c9b52-be6f-473a-b36b-29d35eb41423 None None] Checking segment: {'id': '90895965-1a75-41fb-8855-71944b9c3755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '044adf0c-44ed-41b7-ac42-9bc87522423f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:06:14.242193 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e65c9b52-be6f-473a-b36b-29d35eb41423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:14.242193 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65c9b52-be6f-473a-b36b-29d35eb41423 None None] Bound using segment: {'id': '90895965-1a75-41fb-8855-71944b9c3755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '044adf0c-44ed-41b7-ac42-9bc87522423f'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:06:14.242475 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-e65c9b52-be6f-473a-b36b-29d35eb41423 None None] Bound port: 1870dfb4-1b70-46c3-b565-830897251d71, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90895965-1a75-41fb-8855-71944b9c3755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '044adf0c-44ed-41b7-ac42-9bc87522423f'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:06:14.242845 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e65c9b52-be6f-473a-b36b-29d35eb41423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:14.267930 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334a36ca-14da-4b70-b68f-87c099b6638b None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:06:14.268482 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334a36ca-14da-4b70-b68f-87c099b6638b None None] Checking segment: {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:06:14.268716 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-334a36ca-14da-4b70-b68f-87c099b6638b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:14.269127 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334a36ca-14da-4b70-b68f-87c099b6638b None None] Bound using segment: {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:06:14.269602 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-334a36ca-14da-4b70-b68f-87c099b6638b None None] Bound port: 19b5e03f-158b-4a42-a6d4-b85bab443ec7, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:06:14.281740 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-334a36ca-14da-4b70-b68f-87c099b6638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:14.281944 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d3018602-8597-4f9e-bfed-23888a0d43a3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:14.282053 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-10fed89a-8c4f-475f-aad4-4ba9d44cdb5c None None] Allocated IP 172.22.0.2 (df5930d7-d6f4-488d-8a7c-23579e8661aa/051a112b-eddc-430a-b1a9-af3b592be639/8274d91e-c203-431a-9db4-9ad903e9ffc0) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:06:14.337440 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3018602-8597-4f9e-bfed-23888a0d43a3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Port': ['ID=b6bccffe-b00b-460e-93a9-3e9adc8a07b8,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:14.420851 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 3a91259a-a1db-447b-aebf-c87bb6cbeaf7 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:06:14.448262 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d3018602-8597-4f9e-bfed-23888a0d43a3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:14.467223 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b122124b-d251-43de-a044-5498909a9fbf None None] Pushing event updated for resources: {'Port': ['ID=d514e073-8169-4dd0-abc0-2f3b442d6fa0,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:14.494055 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-45a01ce5-9ed0-4705-8c39-396a154e7510 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:14.555117 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-49ecf7f0-65f8-497e-b8dc-07a7a6fb843c None None] Attempting to bind port d514e073-8169-4dd0-abc0-2f3b442d6fa0 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:06:14.555480 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-49ecf7f0-65f8-497e-b8dc-07a7a6fb843c None None] Attempting to bind port d514e073-8169-4dd0-abc0-2f3b442d6fa0 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '64ddf468-bb31-4a77-99cb-f9f169076a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8eb8f37a-d63f-4861-9202-c5781a13d05b'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:06:14.555835 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ecf7f0-65f8-497e-b8dc-07a7a6fb843c None None] Attempting to bind port d514e073-8169-4dd0-abc0-2f3b442d6fa0 on network 8eb8f37a-d63f-4861-9202-c5781a13d05b {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:06:14.587551 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-d3018602-8597-4f9e-bfed-23888a0d43a3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/ports/b6bccffe-b00b-460e-93a9-3e9adc8a07b8 HTTP/1.1" status: 204 len: 168 time: 1.7463903 Jan 21 19:06:14.590082 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 32814) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:14.599069 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ecf7f0-65f8-497e-b8dc-07a7a6fb843c None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:06:14.606243 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ecf7f0-65f8-497e-b8dc-07a7a6fb843c None None] Checking segment: {'id': '64ddf468-bb31-4a77-99cb-f9f169076a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8eb8f37a-d63f-4861-9202-c5781a13d05b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:06:14.606243 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-49ecf7f0-65f8-497e-b8dc-07a7a6fb843c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:14.606243 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ecf7f0-65f8-497e-b8dc-07a7a6fb843c None None] Bound using segment: {'id': '64ddf468-bb31-4a77-99cb-f9f169076a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8eb8f37a-d63f-4861-9202-c5781a13d05b'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:06:14.606243 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-49ecf7f0-65f8-497e-b8dc-07a7a6fb843c None None] Bound port: d514e073-8169-4dd0-abc0-2f3b442d6fa0, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ddf468-bb31-4a77-99cb-f9f169076a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '8eb8f37a-d63f-4861-9202-c5781a13d05b'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:06:14.606243 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-49ecf7f0-65f8-497e-b8dc-07a7a6fb843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:14.665669 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ab6716-f1ab-4057-9f6f-f0c6d5826c29 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:14.667574 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ab6716-f1ab-4057-9f6f-f0c6d5826c29 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:14.671897 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f4ab6716-f1ab-4057-9f6f-f0c6d5826c29 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0772400 Jan 21 19:06:14.672491 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 32818) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:14.725616 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-e65c9b52-be6f-473a-b36b-29d35eb41423 None None] For port 1870dfb4-1b70-46c3-b565-830897251d71, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:06:14.733818 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-334a36ca-14da-4b70-b68f-87c099b6638b None None] For port 19b5e03f-158b-4a42-a6d4-b85bab443ec7, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:06:14.742415 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-f077df24-43c0-454e-9bc1-0ef3b94b44e0 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting subnet 089d5134-0098-4282-8ca7-3c9637faeb17 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:06:14.745010 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f077df24-43c0-454e-9bc1-0ef3b94b44e0 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:14.760584 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-e65c9b52-be6f-473a-b36b-29d35eb41423 None None] For port 1870dfb4-1b70-46c3-b565-830897251d71, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=1870dfb4-1b70-46c3-b565-830897251d71,segment=NetworkSegment(90895965-1a75-41fb-8855-71944b9c3755),segment_id=90895965-1a75-41fb-8855-71944b9c3755)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:06:14.775184 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-334a36ca-14da-4b70-b68f-87c099b6638b None None] For port 19b5e03f-158b-4a42-a6d4-b85bab443ec7, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=19b5e03f-158b-4a42-a6d4-b85bab443ec7,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:06:14.804820 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f077df24-43c0-454e-9bc1-0ef3b94b44e0 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:14.837241 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-31e57d9c-ca7a-499c-aea3-95ef439da688 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:14.858848 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-334a36ca-14da-4b70-b68f-87c099b6638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:14.862736 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e65c9b52-be6f-473a-b36b-29d35eb41423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:14.866585 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 3a91259a-a1db-447b-aebf-c87bb6cbeaf7 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:14.866952 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:14.868798 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-31e57d9c-ca7a-499c-aea3-95ef439da688 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Transition to ACTIVE for port object c2410c76-c560-4664-9479-2ced24100600 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:06:14.887658 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f077df24-43c0-454e-9bc1-0ef3b94b44e0 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:14.930113 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 2f87830a-b074-4d23-a8f7-a0cf1386aa2e up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:06:15.036898 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f077df24-43c0-454e-9bc1-0ef3b94b44e0 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:15.054638 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-45a01ce5-9ed0-4705-8c39-396a154e7510 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:15.058790 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-31e57d9c-ca7a-499c-aea3-95ef439da688 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:15.060259 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-49ecf7f0-65f8-497e-b8dc-07a7a6fb843c None None] For port d514e073-8169-4dd0-abc0-2f3b442d6fa0, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:06:15.098094 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-10fed89a-8c4f-475f-aad4-4ba9d44cdb5c None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:15.098199 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f077df24-43c0-454e-9bc1-0ef3b94b44e0 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Subnet': ['ID=089d5134-0098-4282-8ca7-3c9637faeb17,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:15.099042 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f077df24-43c0-454e-9bc1-0ef3b94b44e0 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:15.115836 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-49ecf7f0-65f8-497e-b8dc-07a7a6fb843c None None] For port d514e073-8169-4dd0-abc0-2f3b442d6fa0, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=d514e073-8169-4dd0-abc0-2f3b442d6fa0,segment=NetworkSegment(64ddf468-bb31-4a77-99cb-f9f169076a07),segment_id=64ddf468-bb31-4a77-99cb-f9f169076a07)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:06:15.122708 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-45a01ce5-9ed0-4705-8c39-396a154e7510 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:15.136884 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-10fed89a-8c4f-475f-aad4-4ba9d44cdb5c None None] Transition to ACTIVE for port object 8274d91e-c203-431a-9db4-9ad903e9ffc0 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:06:15.146414 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a36ca-14da-4b70-b68f-87c099b6638b None None] Pushing event updated for resources: {'Port': ['ID=19b5e03f-158b-4a42-a6d4-b85bab443ec7,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:15.176550 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e57d9c-ca7a-499c-aea3-95ef439da688 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Network 044adf0c-44ed-41b7-ac42-9bc87522423f is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:06:15.184258 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f077df24-43c0-454e-9bc1-0ef3b94b44e0 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/089d5134-0098-4282-8ca7-3c9637faeb17 HTTP/1.1" status: 204 len: 168 time: 0.5074530 Jan 21 19:06:15.186174 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 32824) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:15.191000 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-31e57d9c-ca7a-499c-aea3-95ef439da688 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:15.203372 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e57d9c-ca7a-499c-aea3-95ef439da688 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:06:15.203372 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e57d9c-ca7a-499c-aea3-95ef439da688 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:15.203372 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-31e57d9c-ca7a-499c-aea3-95ef439da688 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:15.219908 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e57d9c-ca7a-499c-aea3-95ef439da688 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event updated for resources: {'Port': ['ID=c2410c76-c560-4664-9479-2ced24100600,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:15.239132 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-49ecf7f0-65f8-497e-b8dc-07a7a6fb843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:15.295381 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-10fed89a-8c4f-475f-aad4-4ba9d44cdb5c None None] Transition to ACTIVE for port object 8274d91e-c203-431a-9db4-9ad903e9ffc0 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:06:15.326871 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-45a01ce5-9ed0-4705-8c39-396a154e7510 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:15.356836 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ecf7f0-65f8-497e-b8dc-07a7a6fb843c None None] Routers {'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:06:15.357614 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-49ecf7f0-65f8-497e-b8dc-07a7a6fb843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:05:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:15.395285 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-572ed285-a5e2-46b0-b70e-e03c40e26241 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2060187 Jan 21 19:06:15.401979 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 32828) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:15.415570 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c9b52-be6f-473a-b36b-29d35eb41423 None None] Pushing event updated for resources: {'Port': ['ID=1870dfb4-1b70-46c3-b565-830897251d71,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:15.515853 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-10fed89a-8c4f-475f-aad4-4ba9d44cdb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:15.579865 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning for port 2f87830a-b074-4d23-a8f7-a0cf1386aa2e completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:06:15.580419 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-31e57d9c-ca7a-499c-aea3-95ef439da688 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9734898 Jan 21 19:06:15.586827 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 32832) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:15.614547 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a01ce5-9ed0-4705-8c39-396a154e7510 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Network df5930d7-d6f4-488d-8a7c-23579e8661aa is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:06:15.615651 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a01ce5-9ed0-4705-8c39-396a154e7510 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event updated for resources: {'Port': ['ID=1e87a380-8ac9-48b4-9ecc-850d4f58f016,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:15.619075 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-45a01ce5-9ed0-4705-8c39-396a154e7510 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:15.669235 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8410a7cc-bdca-42a1-9ff1-37ff5b3d0167 req-5673c8d0-5a48-44f9-bb44-6578ebbdcdc8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:15.677373 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8410a7cc-bdca-42a1-9ff1-37ff5b3d0167 req-5673c8d0-5a48-44f9-bb44-6578ebbdcdc8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=2727dfc1-5196-4cdc-a1d2-5acd034834f5 HTTP/1.1" status: 200 len: 944 time: 0.3672512 Jan 21 19:06:15.824752 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fed89a-8c4f-475f-aad4-4ba9d44cdb5c None None] Network df5930d7-d6f4-488d-8a7c-23579e8661aa is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:06:15.825716 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port 2f87830a-b074-4d23-a8f7-a0cf1386aa2e triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:15.826148 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:15.829235 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8410a7cc-bdca-42a1-9ff1-37ff5b3d0167 req-e37e4e21-b0d1-4482-aef6-c704e0aeb0a9 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fb4da23-ff9e-4e16-b5af-cca9aa4278bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454940 Jan 21 19:06:15.844410 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe4ed96-89a6-4eee-b94c-e1466da1c654 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:15.848923 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-fbe4ed96-89a6-4eee-b94c-e1466da1c654 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4456968 Jan 21 19:06:15.850259 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 32836) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:15.901095 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-10fed89a-8c4f-475f-aad4-4ba9d44cdb5c None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:15.939197 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fed89a-8c4f-475f-aad4-4ba9d44cdb5c None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:06:16.000815 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a01ce5-9ed0-4705-8c39-396a154e7510 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Router fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:06:16.098399 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-49ecf7f0-65f8-497e-b8dc-07a7a6fb843c None None] Set router fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 gateway port host: None {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:06:16.101970 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060e1238-9f9a-4b65-8397-eb4c69bded86 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:16.102707 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-060e1238-9f9a-4b65-8397-eb4c69bded86 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Synchronizing usage tracker for tenant:5cd950bb3d3d4999ba57a30656254269 on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:06:16.114383 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbb27b0-a3bb-4b2e-b026-e5d39cf32751 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:16.115185 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-6cbb27b0-a3bb-4b2e-b026-e5d39cf32751 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:06:16.178831 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-060e1238-9f9a-4b65-8397-eb4c69bded86 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Unset dirty status for tenant:5cd950bb3d3d4999ba57a30656254269 on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:06:16.182737 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-060e1238-9f9a-4b65-8397-eb4c69bded86 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.5814726 Jan 21 19:06:16.182887 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a01ce5-9ed0-4705-8c39-396a154e7510 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:06:16.187441 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b122124b-d251-43de-a044-5498909a9fbf None None] Pushing event updated for resources: {'Port': ['ID=d514e073-8169-4dd0-abc0-2f3b442d6fa0,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:16.187704 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 32840) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:16.189526 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-45a01ce5-9ed0-4705-8c39-396a154e7510 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "PUT /v2.0/routers/fa74e4cf-b8ea-4d39-ad95-d03dd23abe17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6689661 Jan 21 19:06:16.190608 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 32842) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:16.196076 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-7ffcc81a-b177-4789-9476-15850cd1fe50 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Request body: {'network': {'name': 'tempest-RoutersTest-1880143795'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:16.196218 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-6cbb27b0-a3bb-4b2e-b026-e5d39cf32751 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:06:16.199822 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-6cbb27b0-a3bb-4b2e-b026-e5d39cf32751 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3456576 Jan 21 19:06:16.200824 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 32848) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:16.203317 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-7ffcc81a-b177-4789-9476-15850cd1fe50 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:16.241503 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-10fed89a-8c4f-475f-aad4-4ba9d44cdb5c None None] Attempting to bind port 8274d91e-c203-431a-9db4-9ad903e9ffc0 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:06:16.241894 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-10fed89a-8c4f-475f-aad4-4ba9d44cdb5c None None] Attempting to bind port 8274d91e-c203-431a-9db4-9ad903e9ffc0 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '04a82a6c-5f9b-42d2-8eef-7709ef091f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'df5930d7-d6f4-488d-8a7c-23579e8661aa'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:06:16.242254 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fed89a-8c4f-475f-aad4-4ba9d44cdb5c None None] Attempting to bind port 8274d91e-c203-431a-9db4-9ad903e9ffc0 on network df5930d7-d6f4-488d-8a7c-23579e8661aa {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:06:16.271293 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:16.274343 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-7ffcc81a-b177-4789-9476-15850cd1fe50 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Usage tracker for resource:network and tenant:5282b25e8da043bbb3248dd1fe2c26b7 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:06:16.282900 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-77dc35bc-bdcd-45ee-bdde-db4c22c15b26 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0768924 Jan 21 19:06:16.282900 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-7ffcc81a-b177-4789-9476-15850cd1fe50 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:06:16.284627 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 32852) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:16.287435 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fed89a-8c4f-475f-aad4-4ba9d44cdb5c None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:06:16.287830 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fed89a-8c4f-475f-aad4-4ba9d44cdb5c None None] Checking segment: {'id': '04a82a6c-5f9b-42d2-8eef-7709ef091f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'df5930d7-d6f4-488d-8a7c-23579e8661aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:06:16.288204 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-10fed89a-8c4f-475f-aad4-4ba9d44cdb5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:16.288604 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fed89a-8c4f-475f-aad4-4ba9d44cdb5c None None] Bound using segment: {'id': '04a82a6c-5f9b-42d2-8eef-7709ef091f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'df5930d7-d6f4-488d-8a7c-23579e8661aa'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:06:16.289083 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-10fed89a-8c4f-475f-aad4-4ba9d44cdb5c None None] Bound port: 8274d91e-c203-431a-9db4-9ad903e9ffc0, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04a82a6c-5f9b-42d2-8eef-7709ef091f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'df5930d7-d6f4-488d-8a7c-23579e8661aa'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:06:16.289667 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-10fed89a-8c4f-475f-aad4-4ba9d44cdb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:16.292721 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-ccf0b595-16d7-4cbc-82f9-421d3e5685a1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'subnet': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:16.310707 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-7ffcc81a-b177-4789-9476-15850cd1fe50 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:16.340040 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dc8180-69f2-4e97-9382-47bcf9464e85 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:16.348054 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dc8180-69f2-4e97-9382-47bcf9464e85 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:16.360154 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dc8180-69f2-4e97-9382-47bcf9464e85 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:16.360154 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-95dc8180-69f2-4e97-9382-47bcf9464e85 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1730607 Jan 21 19:06:16.361323 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 32856) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:16.470460 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ffcc81a-b177-4789-9476-15850cd1fe50 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Made reservation on behalf of 5282b25e8da043bbb3248dd1fe2c26b7 for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:06:16.479805 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7ffcc81a-b177-4789-9476-15850cd1fe50 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:16.507465 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 19b5e03f-158b-4a42-a6d4-b85bab443ec7 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:06:16.511209 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-ccf0b595-16d7-4cbc-82f9-421d3e5685a1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:16.519874 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-475982d0-d7f8-4539-98fa-d2e4c0480505 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Deleting port c2410c76-c560-4664-9479-2ced24100600 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:06:16.520217 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-475982d0-d7f8-4539-98fa-d2e4c0480505 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:16.527388 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-ccf0b595-16d7-4cbc-82f9-421d3e5685a1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:16.541099 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ffcc81a-b177-4789-9476-15850cd1fe50 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:06:16.552424 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7ffcc81a-b177-4789-9476-15850cd1fe50 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:16.552820 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-7ffcc81a-b177-4789-9476-15850cd1fe50 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Added segment 4d283c60-672a-426a-a8c8-819608299382 of type vlan for network 0634f01d-3238-47b9-bdc8-26ca36c0b10d Jan 21 19:06:16.595107 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7ffcc81a-b177-4789-9476-15850cd1fe50 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:16.609810 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf0b595-16d7-4cbc-82f9-421d3e5685a1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:06:16.613646 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ccf0b595-16d7-4cbc-82f9-421d3e5685a1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:16.635008 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fed89a-8c4f-475f-aad4-4ba9d44cdb5c None None] Pushing event updated for resources: {'Port': ['ID=8274d91e-c203-431a-9db4-9ad903e9ffc0,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:16.666197 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2727dfc1-5196-4cdc-a1d2-5acd034834f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f87830a-b074-4d23-a8f7-a0cf1386aa2e'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:06:16.778712 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 2f87830a-b074-4d23-a8f7-a0cf1386aa2e, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=2f87830a-b074-4d23-a8f7-a0cf1386aa2e,segment=NetworkSegment(0773e98a-bb4b-499a-9c8c-1ac933e4f8f5),segment_id=0773e98a-bb4b-499a-9c8c-1ac933e4f8f5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:16.788582 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2727dfc1-5196-4cdc-a1d2-5acd034834f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f87830a-b074-4d23-a8f7-a0cf1386aa2e', 'code': 200} Jan 21 19:06:16.793130 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7ffcc81a-b177-4789-9476-15850cd1fe50 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:16.799175 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffcc81a-b177-4789-9476-15850cd1fe50 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:16.800230 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7ffcc81a-b177-4789-9476-15850cd1fe50 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:16.836259 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-10fed89a-8c4f-475f-aad4-4ba9d44cdb5c None None] For port 8274d91e-c203-431a-9db4-9ad903e9ffc0, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:06:16.863951 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:16.913240 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cbd988-d581-454d-bf25-c63b9cc4efa6 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:06:16.929959 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-10fed89a-8c4f-475f-aad4-4ba9d44cdb5c None None] For port 8274d91e-c203-431a-9db4-9ad903e9ffc0, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=8274d91e-c203-431a-9db4-9ad903e9ffc0,segment=NetworkSegment(04a82a6c-5f9b-42d2-8eef-7709ef091f19),segment_id=04a82a6c-5f9b-42d2-8eef-7709ef091f19)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:06:16.947333 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-475982d0-d7f8-4539-98fa-d2e4c0480505 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:16.964726 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 19b5e03f-158b-4a42-a6d4-b85bab443ec7 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:06:16.984328 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 1870dfb4-1b70-46c3-b565-830897251d71 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:06:17.013090 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffcc81a-b177-4789-9476-15850cd1fe50 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event updated for resources: {'Network': ['ID=0634f01d-3238-47b9-bdc8-26ca36c0b10d,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:17.067317 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 0634f01d-3238-47b9-bdc8-26ca36c0b10d details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:06:17.102186 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-475982d0-d7f8-4539-98fa-d2e4c0480505 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Calling delete_port for c2410c76-c560-4664-9479-2ced24100600 owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:06:17.127503 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-7ffcc81a-b177-4789-9476-15850cd1fe50 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9334171 Jan 21 19:06:17.130286 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 32864) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:17.138594 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-16829dff-58af-4290-aacb-f66bce57be43 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Request body: {'subnet': {'network_id': '0634f01d-3238-47b9-bdc8-26ca36c0b10d', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:17.171130 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-10fed89a-8c4f-475f-aad4-4ba9d44cdb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:17.243653 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-2fc4e856-5e13-4a97-87a1-586206631cd3 None None] Provisioning for port 19b5e03f-158b-4a42-a6d4-b85bab443ec7 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:06:17.335265 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-2fc4e856-5e13-4a97-87a1-586206631cd3 None None] Provisioning complete for port 19b5e03f-158b-4a42-a6d4-b85bab443ec7 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:17.335265 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2fc4e856-5e13-4a97-87a1-586206631cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:17.386693 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3ef128-ca73-4803-9942-f367e1d84dee None None] Network 044adf0c-44ed-41b7-ac42-9bc87522423f requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:06:17.394315 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96805953-dc03-4d07-86cc-d675a3065764 req-fe4787a7-1599-4323-8062-800434d56ab3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:17.399910 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-96805953-dc03-4d07-86cc-d675a3065764 req-fe4787a7-1599-4323-8062-800434d56ab3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=2727dfc1-5196-4cdc-a1d2-5acd034834f5 HTTP/1.1" status: 200 len: 945 time: 0.2253640 Jan 21 19:06:17.412624 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-16829dff-58af-4290-aacb-f66bce57be43 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:17.418313 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-16829dff-58af-4290-aacb-f66bce57be43 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Usage tracker for resource:subnet and tenant:5282b25e8da043bbb3248dd1fe2c26b7 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:06:17.421549 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-16829dff-58af-4290-aacb-f66bce57be43 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:06:17.427768 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-16829dff-58af-4290-aacb-f66bce57be43 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:17.431227 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-475982d0-d7f8-4539-98fa-d2e4c0480505 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:17.449110 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=2f87830a-b074-4d23-a8f7-a0cf1386aa2e,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:17.465663 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cd56f-2513-4fa5-81f5-b719344d3dfe req-96189b1d-d7a3-46b6-9694-d84d1d6cdd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:17.475066 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-971cd56f-2513-4fa5-81f5-b719344d3dfe req-96189b1d-d7a3-46b6-9694-d84d1d6cdd10 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=2727dfc1-5196-4cdc-a1d2-5acd034834f5 HTTP/1.1" status: 200 len: 1098 time: 0.1690400 Jan 21 19:06:17.523273 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16829dff-58af-4290-aacb-f66bce57be43 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Made reservation on behalf of 5282b25e8da043bbb3248dd1fe2c26b7 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:06:17.527383 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-16829dff-58af-4290-aacb-f66bce57be43 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:17.596260 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475982d0-d7f8-4539-98fa-d2e4c0480505 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event deleted for resources: {'Port': ['ID=c2410c76-c560-4664-9479-2ced24100600,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:17.606767 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-475982d0-d7f8-4539-98fa-d2e4c0480505 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:17.614949 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-971cd56f-2513-4fa5-81f5-b719344d3dfe req-cda93c71-a25c-4d02-9c69-af0eb33e7d4f service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=9fb4da23-ff9e-4e16-b5af-cca9aa4278bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354928 Jan 21 19:06:17.617676 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 1870dfb4-1b70-46c3-b565-830897251d71 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:06:17.635212 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-96805953-dc03-4d07-86cc-d675a3065764 req-661c9e98-796b-47a1-b058-f0b26fdd6240 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fb4da23-ff9e-4e16-b5af-cca9aa4278bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2276883 Jan 21 19:06:17.696953 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-475982d0-d7f8-4539-98fa-d2e4c0480505 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/ports/c2410c76-c560-4664-9479-2ced24100600 HTTP/1.1" status: 204 len: 168 time: 1.3344343 Jan 21 19:06:17.697660 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 32868) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:17.752163 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-b60a3a9e-6d1d-40fd-9f4f-78d08e56c78d tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] GET failed (client error): The resource could not be found. Jan 21 19:06:17.752699 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b60a3a9e-6d1d-40fd-9f4f-78d08e56c78d tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Synchronizing usage tracker for tenant:5cd950bb3d3d4999ba57a30656254269 on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:06:17.754106 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fed89a-8c4f-475f-aad4-4ba9d44cdb5c None None] Pushing event updated for resources: {'Port': ['ID=8274d91e-c203-431a-9db4-9ad903e9ffc0,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:17.803701 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-49ecf7f0-65f8-497e-b8dc-07a7a6fb843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'name': 'tempest-RoutersTest-router-262988306', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:53Z', 'updated_at': '2022-01-21T19:06:14Z', 'revision_number': 4, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'gw_port_host': None, '_interfaces': [{'id': '1e87a380-8ac9-48b4-9ecc-850d4f58f016', 'name': '', 'network_id': 'df5930d7-d6f4-488d-8a7c-23579e8661aa', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:c9:38:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '051a112b-eddc-430a-b1a9-af3b592be639', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:06:12Z', 'updated_at': '2022-01-21T19:06:14Z', 'revision_number': 2, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': '051a112b-eddc-430a-b1a9-af3b592be639', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71c57723-ff93-49e6-a713-3efb75c48fac', 'name': '', 'network_id': '827a05fb-998a-4b52-9570-5769f350c9f2', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:80:1c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:56Z', 'updated_at': '2022-01-21T19:06:05Z', 'revision_number': 5, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd514e073-8169-4dd0-abc0-2f3b442d6fa0', 'name': '', 'network_id': '8eb8f37a-d63f-4861-9202-c5781a13d05b', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:b7:fd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '82d5d916-314c-4a90-b63e-f02bf14bdc83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:06:06Z', 'updated_at': '2022-01-21T19:06:15Z', 'revision_number': 4, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': '82d5d916-314c-4a90-b63e-f02bf14bdc83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:17.813719 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b60a3a9e-6d1d-40fd-9f4f-78d08e56c78d tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Unset dirty status for tenant:5cd950bb3d3d4999ba57a30656254269 on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:06:17.815291 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b60a3a9e-6d1d-40fd-9f4f-78d08e56c78d tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "GET /v2.0/ports/c2410c76-c560-4664-9479-2ced24100600 HTTP/1.1" status: 404 len: 333 time: 0.1166439 Jan 21 19:06:17.817115 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.objects.ports [None req-ccf0b595-16d7-4cbc-82f9-421d3e5685a1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88137) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 19:06:17.818097 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 32872) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:17.898147 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-16fbb6f9-2f12-4ed5-a278-65f4f420e207 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Deleting port 4f9a22d3-772d-4cb7-a244-0ed2a497fbb5 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:06:17.901421 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-16fbb6f9-2f12-4ed5-a278-65f4f420e207 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:17.911845 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ecf7f0-65f8-497e-b8dc-07a7a6fb843c None None] The sync data for ids ['fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'] in dv-neutron-825470-1-hyperv is: [{'id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'name': 'tempest-RoutersTest-router-262988306', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:53Z', 'updated_at': '2022-01-21T19:06:14Z', 'revision_number': 4, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'gw_port_host': None, '_interfaces': [{'id': '1e87a380-8ac9-48b4-9ecc-850d4f58f016', 'name': '', 'network_id': 'df5930d7-d6f4-488d-8a7c-23579e8661aa', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:c9:38:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '051a112b-eddc-430a-b1a9-af3b592be639', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:06:12Z', 'updated_at': '2022-01-21T19:06:14Z', 'revision_number': 2, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': '051a112b-eddc-430a-b1a9-af3b592be639', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71c57723-ff93-49e6-a713-3efb75c48fac', 'name': '', 'network_id': '827a05fb-998a-4b52-9570-5769f350c9f2', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:80:1c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:56Z', 'updated_at': '2022-01-21T19:06:05Z', 'revision_number': 5, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd514e073-8169-4dd0-abc0-2f3b442d6fa0', 'name': '', 'network_id': '8eb8f37a-d63f-4861-9202-c5781a13d05b', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:b7:fd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '82d5d916-314c-4a90-b63e-f02bf14bdc83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:06:06Z', 'updated_at': '2022-01-21T19:06:15Z', 'revision_number': 4, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': '82d5d916-314c-4a90-b63e-f02bf14bdc83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:06:18.091681 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2fc4e856-5e13-4a97-87a1-586206631cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:18.158292 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-2fc4e856-5e13-4a97-87a1-586206631cd3 None None] For port 19b5e03f-158b-4a42-a6d4-b85bab443ec7, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=19b5e03f-158b-4a42-a6d4-b85bab443ec7,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:18.266224 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2fc4e856-5e13-4a97-87a1-586206631cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:18.306030 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-16fbb6f9-2f12-4ed5-a278-65f4f420e207 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:18.322776 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-16829dff-58af-4290-aacb-f66bce57be43 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:18.511002 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc4e856-5e13-4a97-87a1-586206631cd3 None None] Pushing event updated for resources: {'Port': ['ID=19b5e03f-158b-4a42-a6d4-b85bab443ec7,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:18.544762 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 8274d91e-c203-431a-9db4-9ad903e9ffc0 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:06:18.604625 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-c309bf4c-4f08-4ef1-8e67-0540570754a4 None None] Provisioning for port 1870dfb4-1b70-46c3-b565-830897251d71 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:06:18.625031 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-c309bf4c-4f08-4ef1-8e67-0540570754a4 None None] Provisioning complete for port 1870dfb4-1b70-46c3-b565-830897251d71 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:18.625515 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c309bf4c-4f08-4ef1-8e67-0540570754a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:18.633215 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-16fbb6f9-2f12-4ed5-a278-65f4f420e207 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Calling delete_port for 4f9a22d3-772d-4cb7-a244-0ed2a497fbb5 owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:06:18.867164 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16829dff-58af-4290-aacb-f66bce57be43 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Checking segment: {'id': '4d283c60-672a-426a-a8c8-819608299382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0634f01d-3238-47b9-bdc8-26ca36c0b10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:06:18.867683 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16829dff-58af-4290-aacb-f66bce57be43 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Network hostable DHCP agents. Network: 0634f01d-3238-47b9-bdc8-26ca36c0b10d, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:06:18.872059 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ccf0b595-16d7-4cbc-82f9-421d3e5685a1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:18.881471 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16829dff-58af-4290-aacb-f66bce57be43 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event updated for resources: {'Subnet': ['ID=59be646c-c8b4-4ea2-b8f9-fdc49bfa19fd,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:18.963558 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c309bf4c-4f08-4ef1-8e67-0540570754a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:19.029199 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-c309bf4c-4f08-4ef1-8e67-0540570754a4 None None] For port 1870dfb4-1b70-46c3-b565-830897251d71, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=1870dfb4-1b70-46c3-b565-830897251d71,segment=NetworkSegment(90895965-1a75-41fb-8855-71944b9c3755),segment_id=90895965-1a75-41fb-8855-71944b9c3755)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:19.030246 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 8274d91e-c203-431a-9db4-9ad903e9ffc0 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:06:19.067035 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16829dff-58af-4290-aacb-f66bce57be43 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Network 0634f01d-3238-47b9-bdc8-26ca36c0b10d is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:06:19.122169 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c309bf4c-4f08-4ef1-8e67-0540570754a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:19.166672 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-16829dff-58af-4290-aacb-f66bce57be43 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 0634f01d-3238-47b9-bdc8-26ca36c0b10d) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:19.208676 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e592b592-7c7c-46a0-987a-e0a56ea13091 None None] Network df5930d7-d6f4-488d-8a7c-23579e8661aa requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:06:19.222488 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad800ab1-631a-41e8-a1f2-029565cbf5d5 None None] Network 0634f01d-3238-47b9-bdc8-26ca36c0b10d requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:06:19.289477 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16829dff-58af-4290-aacb-f66bce57be43 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:19.290227 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-16829dff-58af-4290-aacb-f66bce57be43 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:19.339179 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1de331-d1aa-4dfc-b95b-cd9367a71ae3 req-f0fcc16d-20cd-4b5e-8c96-f2e68ba8e9d1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:19.350051 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cc1de331-d1aa-4dfc-b95b-cd9367a71ae3 req-f0fcc16d-20cd-4b5e-8c96-f2e68ba8e9d1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=2727dfc1-5196-4cdc-a1d2-5acd034834f5 HTTP/1.1" status: 200 len: 945 time: 0.3987575 Jan 21 19:06:19.395124 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-16fbb6f9-2f12-4ed5-a278-65f4f420e207 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:19.431722 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-ccf0b595-16d7-4cbc-82f9-421d3e5685a1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] For port 19b5e03f-158b-4a42-a6d4-b85bab443ec7, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=19b5e03f-158b-4a42-a6d4-b85bab443ec7,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:19.467053 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fbb6f9-2f12-4ed5-a278-65f4f420e207 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event deleted for resources: {'Port': ['ID=4f9a22d3-772d-4cb7-a244-0ed2a497fbb5,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:19.490191 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ccf0b595-16d7-4cbc-82f9-421d3e5685a1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:19.493601 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-16829dff-58af-4290-aacb-f66bce57be43 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3625355 Jan 21 19:06:19.496532 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 32878) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:19.559314 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fbb6f9-2f12-4ed5-a278-65f4f420e207 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:06:19.561753 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fbb6f9-2f12-4ed5-a278-65f4f420e207 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:06:19.561753 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fbb6f9-2f12-4ed5-a278-65f4f420e207 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:06:19.561753 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fbb6f9-2f12-4ed5-a278-65f4f420e207 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:06:19.561753 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fbb6f9-2f12-4ed5-a278-65f4f420e207 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:06:19.561753 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fbb6f9-2f12-4ed5-a278-65f4f420e207 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:06:19.561753 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fbb6f9-2f12-4ed5-a278-65f4f420e207 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:06:19.562311 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fbb6f9-2f12-4ed5-a278-65f4f420e207 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:06:19.562311 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fbb6f9-2f12-4ed5-a278-65f4f420e207 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:06:19.562703 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fbb6f9-2f12-4ed5-a278-65f4f420e207 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:06:19.563161 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fbb6f9-2f12-4ed5-a278-65f4f420e207 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:06:19.563492 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fbb6f9-2f12-4ed5-a278-65f4f420e207 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:06:19.582111 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-16fbb6f9-2f12-4ed5-a278-65f4f420e207 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:19.601776 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cc1de331-d1aa-4dfc-b95b-cd9367a71ae3 req-0846a98d-f447-4c52-902d-036393e84e9f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fb4da23-ff9e-4e16-b5af-cca9aa4278bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2504964 Jan 21 19:06:19.622252 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ccf0b595-16d7-4cbc-82f9-421d3e5685a1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:19.623360 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ccf0b595-16d7-4cbc-82f9-421d3e5685a1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:19.624650 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-19e10d9f-9c45-493e-b388-cdc2d7485079 None None] Provisioning for port 4f9a22d3-772d-4cb7-a244-0ed2a497fbb5 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:06:19.665629 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-16fbb6f9-2f12-4ed5-a278-65f4f420e207 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/ports/4f9a22d3-772d-4cb7-a244-0ed2a497fbb5 HTTP/1.1" status: 204 len: 168 time: 1.8464653 Jan 21 19:06:19.670656 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 32882) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:19.674173 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-19e10d9f-9c45-493e-b388-cdc2d7485079 None None] Provisioning complete for port 4f9a22d3-772d-4cb7-a244-0ed2a497fbb5 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:19.674740 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-19e10d9f-9c45-493e-b388-cdc2d7485079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:19.727395 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309bf4c-4f08-4ef1-8e67-0540570754a4 None None] Pushing event updated for resources: {'Port': ['ID=1870dfb4-1b70-46c3-b565-830897251d71,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:19.743348 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-19e10d9f-9c45-493e-b388-cdc2d7485079 None None] Port 4f9a22d3-772d-4cb7-a244-0ed2a497fbb5 was deleted so its status cannot be updated. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 19:06:19.755735 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6101835-3c4a-4e3b-a745-d4d3f8e71141 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] GET failed (client error): The resource could not be found. Jan 21 19:06:19.756659 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-e6101835-3c4a-4e3b-a745-d4d3f8e71141 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Synchronizing usage tracker for tenant:5cd950bb3d3d4999ba57a30656254269 on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:06:19.830438 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-e6101835-3c4a-4e3b-a745-d4d3f8e71141 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Unset dirty status for tenant:5cd950bb3d3d4999ba57a30656254269 on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:06:19.831597 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e6101835-3c4a-4e3b-a745-d4d3f8e71141 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "GET /v2.0/ports/4f9a22d3-772d-4cb7-a244-0ed2a497fbb5 HTTP/1.1" status: 404 len: 333 time: 0.1592345 Jan 21 19:06:19.834648 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 32886) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:19.845753 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf0b595-16d7-4cbc-82f9-421d3e5685a1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:06:19.861603 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-ccf0b595-16d7-4cbc-82f9-421d3e5685a1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:19.871261 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf0b595-16d7-4cbc-82f9-421d3e5685a1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:19.872465 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ccf0b595-16d7-4cbc-82f9-421d3e5685a1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:19.889203 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcc1791-4a3e-4afb-9b81-f06fe420d7cd None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:06:19.895949 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf0b595-16d7-4cbc-82f9-421d3e5685a1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Subnet': ['ID=699e4f7b-7940-48cb-b6b3-794335650b53,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:19.919180 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-19e10d9f-9c45-493e-b388-cdc2d7485079 None None] Provisioning complete for port 19b5e03f-158b-4a42-a6d4-b85bab443ec7 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:19.920947 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-19e10d9f-9c45-493e-b388-cdc2d7485079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:19.943050 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bfe9090-5b89-4d67-9a10-5045d50bd8f1 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Deleting subnet 48c3343f-1746-4f52-88cc-b61d9b4a5620 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:06:19.947939 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8bfe9090-5b89-4d67-9a10-5045d50bd8f1 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:19.977542 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf0b595-16d7-4cbc-82f9-421d3e5685a1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Port': ['ID=19b5e03f-158b-4a42-a6d4-b85bab443ec7,revision_number=6']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:19.982391 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae044c9-06e1-42b3-bf92-ca9c20b404ca None None] Sync routers for ids ['fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:06:20.000707 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae044c9-06e1-42b3-bf92-ca9c20b404ca None None] Routers {'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:06:20.001744 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-cae044c9-06e1-42b3-bf92-ca9c20b404ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:05:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:20.062666 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ccf0b595-16d7-4cbc-82f9-421d3e5685a1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.7738755 Jan 21 19:06:20.063801 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 32890) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:20.095968 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-9136a2a2-e553-489c-8ca4-1300cf3c3a7a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'subnet': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:20.130899 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8bfe9090-5b89-4d67-9a10-5045d50bd8f1 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:20.208380 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-cae044c9-06e1-42b3-bf92-ca9c20b404ca None None] Set router fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 gateway port host: None {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:06:20.234073 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da91f46-b986-4ae2-b1a1-53ad6fa7783b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-0634f01d-3238-47b9-bdc8-26ca36c0b10d', 'network_id': '0634f01d-3238-47b9-bdc8-26ca36c0b10d', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'fixed_ips': [{'subnet_id': '59be646c-c8b4-4ea2-b8f9-fdc49bfa19fd'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:06:20.234073 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4da91f46-b986-4ae2-b1a1-53ad6fa7783b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:20.459334 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-9136a2a2-e553-489c-8ca4-1300cf3c3a7a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:20.473639 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8bfe9090-5b89-4d67-9a10-5045d50bd8f1 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:20.521293 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-9136a2a2-e553-489c-8ca4-1300cf3c3a7a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:20.558527 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e78ea0d1-ada0-4740-b738-bbe624cd6d43 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:20.569158 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device d514e073-8169-4dd0-abc0-2f3b442d6fa0 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:06:20.613497 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9136a2a2-e553-489c-8ca4-1300cf3c3a7a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:06:20.620994 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9136a2a2-e553-489c-8ca4-1300cf3c3a7a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:20.690463 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8bfe9090-5b89-4d67-9a10-5045d50bd8f1 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:20.735874 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-cae044c9-06e1-42b3-bf92-ca9c20b404ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'name': 'tempest-RoutersTest-router-262988306', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:53Z', 'updated_at': '2022-01-21T19:06:14Z', 'revision_number': 4, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'gw_port_host': None, '_interfaces': [{'id': '1e87a380-8ac9-48b4-9ecc-850d4f58f016', 'name': '', 'network_id': 'df5930d7-d6f4-488d-8a7c-23579e8661aa', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:c9:38:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '051a112b-eddc-430a-b1a9-af3b592be639', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:06:12Z', 'updated_at': '2022-01-21T19:06:14Z', 'revision_number': 2, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': '051a112b-eddc-430a-b1a9-af3b592be639', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71c57723-ff93-49e6-a713-3efb75c48fac', 'name': '', 'network_id': '827a05fb-998a-4b52-9570-5769f350c9f2', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:80:1c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:56Z', 'updated_at': '2022-01-21T19:06:05Z', 'revision_number': 5, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd514e073-8169-4dd0-abc0-2f3b442d6fa0', 'name': '', 'network_id': '8eb8f37a-d63f-4861-9202-c5781a13d05b', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:b7:fd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '82d5d916-314c-4a90-b63e-f02bf14bdc83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:06:06Z', 'updated_at': '2022-01-21T19:06:15Z', 'revision_number': 4, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': '82d5d916-314c-4a90-b63e-f02bf14bdc83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:20.741362 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae044c9-06e1-42b3-bf92-ca9c20b404ca None None] Checking router: fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:06:20.741985 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae044c9-06e1-42b3-bf92-ca9c20b404ca None None] Updating router fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 port 1e87a380-8ac9-48b4-9ecc-850d4f58f016 binding host dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:06:20.820614 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe9090-5b89-4d67-9a10-5045d50bd8f1 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event deleted for resources: {'Subnet': ['ID=48c3343f-1746-4f52-88cc-b61d9b4a5620,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:20.828966 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8bfe9090-5b89-4d67-9a10-5045d50bd8f1 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:20.844220 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cae044c9-06e1-42b3-bf92-ca9c20b404ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:20.874544 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c939e2bd-3e05-4769-b496-9f62c4d5b716 None None] Network 044adf0c-44ed-41b7-ac42-9bc87522423f requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:06:20.937586 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 32896) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:20.938613 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-8bfe9090-5b89-4d67-9a10-5045d50bd8f1 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/subnets/48c3343f-1746-4f52-88cc-b61d9b4a5620 HTTP/1.1" status: 204 len: 168 time: 1.1010940 Jan 21 19:06:20.995217 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.ipam_backend_mixin [None req-9136a2a2-e553-489c-8ca4-1300cf3c3a7a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 699e4f7b-7940-48cb-b6b3-794335650b53 (CIDR: 2001:db8::/64) Jan 21 19:06:21.038233 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a0f4f-450b-4fa8-883d-56ba3ab5dd27 req-4d3f7b90-d5d8-4ea3-8084-83de92cf7a24 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:21.039810 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8a1a0f4f-450b-4fa8-883d-56ba3ab5dd27 req-4d3f7b90-d5d8-4ea3-8084-83de92cf7a24 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=2727dfc1-5196-4cdc-a1d2-5acd034834f5 HTTP/1.1" status: 200 len: 945 time: 0.2021255 Jan 21 19:06:21.066410 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-9136a2a2-e553-489c-8ca4-1300cf3c3a7a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 19:06:21.066870 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9136a2a2-e553-489c-8ca4-1300cf3c3a7a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:06:21.126776 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8a1a0f4f-450b-4fa8-883d-56ba3ab5dd27 req-82520dc5-04de-4b20-adc6-99c55370f77a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fb4da23-ff9e-4e16-b5af-cca9aa4278bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779860 Jan 21 19:06:21.161884 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-9136a2a2-e553-489c-8ca4-1300cf3c3a7a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0927577 Jan 21 19:06:21.161884 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 32900) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:21.165915 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-31d68310-050a-48fd-bd46-5bbd8f5adeee tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'subnet': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:21.211078 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-19e10d9f-9c45-493e-b388-cdc2d7485079 None None] Provisioning complete for port 1870dfb4-1b70-46c3-b565-830897251d71 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:21.211462 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-19e10d9f-9c45-493e-b388-cdc2d7485079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:21.261586 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ef0c7e90-a9ee-4922-8523-f4299b057992 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:21.285181 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-ef0c7e90-a9ee-4922-8523-f4299b057992 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Deleting port 1870dfb4-1b70-46c3-b565-830897251d71 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:06:21.285520 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ef0c7e90-a9ee-4922-8523-f4299b057992 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:21.341950 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port d514e073-8169-4dd0-abc0-2f3b442d6fa0 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:06:21.381259 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port d514e073-8169-4dd0-abc0-2f3b442d6fa0 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:21.381630 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:21.400976 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cae044c9-06e1-42b3-bf92-ca9c20b404ca None None] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:21.432096 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-4da91f46-b986-4ae2-b1a1-53ad6fa7783b None None] Allocated IP 172.23.0.2 (0634f01d-3238-47b9-bdc8-26ca36c0b10d/59be646c-c8b4-4ea2-b8f9-fdc49bfa19fd/767d7cb7-edba-4251-8de7-658f08175d74) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:06:21.449315 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-cae044c9-06e1-42b3-bf92-ca9c20b404ca None None] Transition to ACTIVE for port object 1e87a380-8ac9-48b4-9ecc-850d4f58f016 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:06:21.519374 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a0890d-0fac-410f-a4b0-17f7126f1c0d None None] DHCP port deletion for 044adf0c-44ed-41b7-ac42-9bc87522423f request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:06:21.533841 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cae044c9-06e1-42b3-bf92-ca9c20b404ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:21.550926 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-78a0890d-0fac-410f-a4b0-17f7126f1c0d None None] Deleting port 1870dfb4-1b70-46c3-b565-830897251d71 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:06:21.552618 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-78a0890d-0fac-410f-a4b0-17f7126f1c0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:21.556535 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-31d68310-050a-48fd-bd46-5bbd8f5adeee tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:21.567704 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-31d68310-050a-48fd-bd46-5bbd8f5adeee tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:21.602733 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf6a22-0a62-44d0-bce4-d72930a318eb req-a2d6dcdc-3f40-4cb7-8bba-6e525dacfe99 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:21.612597 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5ebf6a22-0a62-44d0-bce4-d72930a318eb req-a2d6dcdc-3f40-4cb7-8bba-6e525dacfe99 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=2727dfc1-5196-4cdc-a1d2-5acd034834f5 HTTP/1.1" status: 200 len: 945 time: 0.2278647 Jan 21 19:06:21.696761 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5ebf6a22-0a62-44d0-bce4-d72930a318eb req-273d8b4d-b688-4d16-b199-9c61b83da8cb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fb4da23-ff9e-4e16-b5af-cca9aa4278bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808966 Jan 21 19:06:21.697713 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d68310-050a-48fd-bd46-5bbd8f5adeee tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:06:21.703964 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-31d68310-050a-48fd-bd46-5bbd8f5adeee tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:21.745245 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 32906) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:21.774231 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-ef0c7e90-a9ee-4922-8523-f4299b057992 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] For port 1870dfb4-1b70-46c3-b565-830897251d71, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=1870dfb4-1b70-46c3-b565-830897251d71,segment=NetworkSegment(90895965-1a75-41fb-8855-71944b9c3755),segment_id=90895965-1a75-41fb-8855-71944b9c3755)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:21.774592 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ef0c7e90-a9ee-4922-8523-f4299b057992 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:21.843941 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f87b4-4e2a-4205-a395-e946bd560945 None None] Pushing event updated for resources: {'Port': ['ID=1e87a380-8ac9-48b4-9ecc-850d4f58f016,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:21.950780 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4da91f46-b986-4ae2-b1a1-53ad6fa7783b None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:21.967483 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-cae044c9-06e1-42b3-bf92-ca9c20b404ca None None] Attempting to bind port 1e87a380-8ac9-48b4-9ecc-850d4f58f016 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:06:21.968712 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-cae044c9-06e1-42b3-bf92-ca9c20b404ca None None] Attempting to bind port 1e87a380-8ac9-48b4-9ecc-850d4f58f016 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '04a82a6c-5f9b-42d2-8eef-7709ef091f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'df5930d7-d6f4-488d-8a7c-23579e8661aa'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:06:21.969078 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae044c9-06e1-42b3-bf92-ca9c20b404ca None None] Attempting to bind port 1e87a380-8ac9-48b4-9ecc-850d4f58f016 on network df5930d7-d6f4-488d-8a7c-23579e8661aa {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:06:21.980405 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae044c9-06e1-42b3-bf92-ca9c20b404ca None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:06:21.981503 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae044c9-06e1-42b3-bf92-ca9c20b404ca None None] Checking segment: {'id': '04a82a6c-5f9b-42d2-8eef-7709ef091f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'df5930d7-d6f4-488d-8a7c-23579e8661aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:06:21.982227 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cae044c9-06e1-42b3-bf92-ca9c20b404ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:21.982829 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae044c9-06e1-42b3-bf92-ca9c20b404ca None None] Bound using segment: {'id': '04a82a6c-5f9b-42d2-8eef-7709ef091f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'df5930d7-d6f4-488d-8a7c-23579e8661aa'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:06:21.985566 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-cae044c9-06e1-42b3-bf92-ca9c20b404ca None None] Bound port: 1e87a380-8ac9-48b4-9ecc-850d4f58f016, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04a82a6c-5f9b-42d2-8eef-7709ef091f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'df5930d7-d6f4-488d-8a7c-23579e8661aa'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:06:21.986243 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cae044c9-06e1-42b3-bf92-ca9c20b404ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:22.011341 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-ef0c7e90-a9ee-4922-8523-f4299b057992 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Calling delete_port for 1870dfb4-1b70-46c3-b565-830897251d71 owned by network:dhcp {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:06:22.049067 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-4da91f46-b986-4ae2-b1a1-53ad6fa7783b None None] Transition to ACTIVE for port object 767d7cb7-edba-4251-8de7-658f08175d74 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:06:22.056053 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f669e91-f254-4d1d-93d3-9cc90fd97b13 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:22.060242 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-8f669e91-f254-4d1d-93d3-9cc90fd97b13 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=2727dfc1-5196-4cdc-a1d2-5acd034834f5 HTTP/1.1" status: 200 len: 1093 time: 0.3110557 Jan 21 19:06:22.060847 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 32910) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:22.066272 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-2b0847f1-4f6c-47c4-9d52-b1d206918479 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'floatingip': {'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'port_id': '2f87830a-b074-4d23-a8f7-a0cf1386aa2e', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:22.081639 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-2b0847f1-4f6c-47c4-9d52-b1d206918479 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:22.088613 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-2b0847f1-4f6c-47c4-9d52-b1d206918479 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:floatingip and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:06:22.095992 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-2b0847f1-4f6c-47c4-9d52-b1d206918479 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:06:22.107183 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-2b0847f1-4f6c-47c4-9d52-b1d206918479 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:22.145267 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-4da91f46-b986-4ae2-b1a1-53ad6fa7783b None None] Transition to ACTIVE for port object 767d7cb7-edba-4251-8de7-658f08175d74 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:06:22.184209 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-cae044c9-06e1-42b3-bf92-ca9c20b404ca None None] For port 1e87a380-8ac9-48b4-9ecc-850d4f58f016, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:06:22.189310 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-cae044c9-06e1-42b3-bf92-ca9c20b404ca None None] For port 1e87a380-8ac9-48b4-9ecc-850d4f58f016, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=1e87a380-8ac9-48b4-9ecc-850d4f58f016,segment=NetworkSegment(04a82a6c-5f9b-42d2-8eef-7709ef091f19),segment_id=04a82a6c-5f9b-42d2-8eef-7709ef091f19)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:06:22.219607 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2b0847f1-4f6c-47c4-9d52-b1d206918479 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for floatingip, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:22.284070 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4da91f46-b986-4ae2-b1a1-53ad6fa7783b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:22.300590 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ef0c7e90-a9ee-4922-8523-f4299b057992 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:22.306107 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cae044c9-06e1-42b3-bf92-ca9c20b404ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:22.366392 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c7e90-a9ee-4922-8523-f4299b057992 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event deleted for resources: {'Port': ['ID=1870dfb4-1b70-46c3-b565-830897251d71,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:22.384124 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c7e90-a9ee-4922-8523-f4299b057992 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:06:22.384457 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c7e90-a9ee-4922-8523-f4299b057992 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:06:22.384784 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c7e90-a9ee-4922-8523-f4299b057992 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:06:22.385109 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c7e90-a9ee-4922-8523-f4299b057992 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:06:22.385434 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c7e90-a9ee-4922-8523-f4299b057992 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:06:22.386131 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c7e90-a9ee-4922-8523-f4299b057992 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:06:22.386593 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c7e90-a9ee-4922-8523-f4299b057992 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:06:22.386968 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c7e90-a9ee-4922-8523-f4299b057992 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:06:22.387301 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c7e90-a9ee-4922-8523-f4299b057992 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:06:22.387624 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c7e90-a9ee-4922-8523-f4299b057992 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:06:22.388109 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c7e90-a9ee-4922-8523-f4299b057992 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:06:22.388684 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0c7e90-a9ee-4922-8523-f4299b057992 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:06:22.391657 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:22.401915 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0c7e90-a9ee-4922-8523-f4299b057992 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] No DVR routers for this DVR port 1870dfb4-1b70-46c3-b565-830897251d71 on host dv-neutron-825470-1-hyperv {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:06:22.435851 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-19e10d9f-9c45-493e-b388-cdc2d7485079 None None] Provisioning for port 8274d91e-c203-431a-9db4-9ad903e9ffc0 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:06:22.449145 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-e78ea0d1-ada0-4740-b738-bbe624cd6d43 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Allocated IP 172.23.0.1 (0634f01d-3238-47b9-bdc8-26ca36c0b10d/59be646c-c8b4-4ea2-b8f9-fdc49bfa19fd/9f581186-aea7-46d5-83dc-602271075e96) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:06:22.457544 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-78a0890d-0fac-410f-a4b0-17f7126f1c0d None None] For port 1870dfb4-1b70-46c3-b565-830897251d71, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=1870dfb4-1b70-46c3-b565-830897251d71,segment=NetworkSegment(90895965-1a75-41fb-8855-71944b9c3755),segment_id=90895965-1a75-41fb-8855-71944b9c3755)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:22.458138 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-78a0890d-0fac-410f-a4b0-17f7126f1c0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:22.500641 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae044c9-06e1-42b3-bf92-ca9c20b404ca None None] Routers {'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:06:22.502862 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-cae044c9-06e1-42b3-bf92-ca9c20b404ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:05:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:22.608993 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ef0c7e90-a9ee-4922-8523-f4299b057992 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:22.637043 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-ef0c7e90-a9ee-4922-8523-f4299b057992 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['044adf0c-44ed-41b7-ac42-9bc87522423f']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:22.649285 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-31d68310-050a-48fd-bd46-5bbd8f5adeee tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:22.656416 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-ef0c7e90-a9ee-4922-8523-f4299b057992 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90895965-1a75-41fb-8855-71944b9c3755') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:22.656994 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-ef0c7e90-a9ee-4922-8523-f4299b057992 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90895965-1a75-41fb-8855-71944b9c3755') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:22.664844 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da91f46-b986-4ae2-b1a1-53ad6fa7783b None None] Network 0634f01d-3238-47b9-bdc8-26ca36c0b10d is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:06:22.670184 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-19e10d9f-9c45-493e-b388-cdc2d7485079 None None] Provisioning complete for port 8274d91e-c203-431a-9db4-9ad903e9ffc0 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:22.670329 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ef0c7e90-a9ee-4922-8523-f4299b057992 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:22.678116 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-19e10d9f-9c45-493e-b388-cdc2d7485079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:22.689244 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ef0c7e90-a9ee-4922-8523-f4299b057992 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:22.703216 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef0c7e90-a9ee-4922-8523-f4299b057992 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:06:22.703774 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ef0c7e90-a9ee-4922-8523-f4299b057992 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:22.706014 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2b0847f1-4f6c-47c4-9d52-b1d206918479 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:22.719622 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:06:22.719622 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:06:22.719622 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:06:22.719622 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:06:22.719622 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:06:22.719622 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:06:22.719622 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:06:22.719622 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:06:22.719622 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:06:22.719622 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:06:22.719622 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:06:22.719622 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:06:22.719622 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:06:22.719622 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:06:22.719622 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:06:22.719622 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:06:22.719622 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:06:22.719622 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:06:22.719622 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:06:22.719622 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:06:22.719622 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:06:22.719622 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:06:22.719622 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:06:22.719622 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:06:22.719622 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:06:22.719622 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:06:22.719622 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:06:22.719622 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:06:22.719622 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:06:22.719622 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:06:22.719622 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:06:22.719622 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:06:22.773761 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d68310-050a-48fd-bd46-5bbd8f5adeee tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:06:22.775429 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-cae044c9-06e1-42b3-bf92-ca9c20b404ca None None] Set router fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 gateway port host: None {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:06:22.782935 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-31d68310-050a-48fd-bd46-5bbd8f5adeee tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:22.792704 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da91f46-b986-4ae2-b1a1-53ad6fa7783b None None] Pushing event updated for resources: {'Port': ['ID=767d7cb7-edba-4251-8de7-658f08175d74,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:22.794118 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d68310-050a-48fd-bd46-5bbd8f5adeee tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:22.794685 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-31d68310-050a-48fd-bd46-5bbd8f5adeee tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:22.801234 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d68310-050a-48fd-bd46-5bbd8f5adeee tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Subnet': ['ID=83710e62-d27f-4a37-95f9-e30db1a93ed3,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:22.821326 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-4da91f46-b986-4ae2-b1a1-53ad6fa7783b None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:22.838853 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-78a0890d-0fac-410f-a4b0-17f7126f1c0d None None] Calling delete_port for 1870dfb4-1b70-46c3-b565-830897251d71 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:06:22.871798 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31185957-a25e-4063-a66c-fd69aa004877 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:06:22.898877 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da91f46-b986-4ae2-b1a1-53ad6fa7783b None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:06:22.938591 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-2b0847f1-4f6c-47c4-9d52-b1d206918479 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Allocated IP 172.26.1.207 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/778964a9-040e-41ad-86ed-9e818bad268f) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:06:22.950376 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-31d68310-050a-48fd-bd46-5bbd8f5adeee tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7895010 Jan 21 19:06:22.951681 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 32914) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:22.967194 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-72cf7731-1b7a-4d79-a669-031151c60355 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'port': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'mac_address': 'fa:16:3e:28:d8:ab', 'name': 'tempest-NetworksTestDHCPv6-385249857'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:23.047273 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port d514e073-8169-4dd0-abc0-2f3b442d6fa0, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=d514e073-8169-4dd0-abc0-2f3b442d6fa0,segment=NetworkSegment(64ddf468-bb31-4a77-99cb-f9f169076a07),segment_id=64ddf468-bb31-4a77-99cb-f9f169076a07)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:23.073920 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f87b4-4e2a-4205-a395-e946bd560945 None None] Pushing event updated for resources: {'Port': ['ID=1e87a380-8ac9-48b4-9ecc-850d4f58f016,revision_number=4']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:23.092576 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ef0c7e90-a9ee-4922-8523-f4299b057992 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:23.103033 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e78ea0d1-ada0-4740-b738-bbe624cd6d43 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:23.143475 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ef0c7e90-a9ee-4922-8523-f4299b057992 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:23.162604 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2b0847f1-4f6c-47c4-9d52-b1d206918479 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:23.183610 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:23.184412 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 19b5e03f-158b-4a42-a6d4-b85bab443ec7 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:06:23.260597 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2b0847f1-4f6c-47c4-9d52-b1d206918479 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:23.267198 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-cae044c9-06e1-42b3-bf92-ca9c20b404ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'name': 'tempest-RoutersTest-router-262988306', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:53Z', 'updated_at': '2022-01-21T19:06:14Z', 'revision_number': 4, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'gw_port_host': None, '_interfaces': [{'id': '1e87a380-8ac9-48b4-9ecc-850d4f58f016', 'name': '', 'network_id': 'df5930d7-d6f4-488d-8a7c-23579e8661aa', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:c9:38:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '051a112b-eddc-430a-b1a9-af3b592be639', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:06:12Z', 'updated_at': '2022-01-21T19:06:22Z', 'revision_number': 4, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': '051a112b-eddc-430a-b1a9-af3b592be639', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71c57723-ff93-49e6-a713-3efb75c48fac', 'name': '', 'network_id': '827a05fb-998a-4b52-9570-5769f350c9f2', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:80:1c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:56Z', 'updated_at': '2022-01-21T19:06:05Z', 'revision_number': 5, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd514e073-8169-4dd0-abc0-2f3b442d6fa0', 'name': '', 'network_id': '8eb8f37a-d63f-4861-9202-c5781a13d05b', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:b7:fd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '82d5d916-314c-4a90-b63e-f02bf14bdc83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:06:06Z', 'updated_at': '2022-01-21T19:06:15Z', 'revision_number': 4, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': '82d5d916-314c-4a90-b63e-f02bf14bdc83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:23.272494 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae044c9-06e1-42b3-bf92-ca9c20b404ca None None] The sync data for ids ['fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'] in dv-neutron-825470-1-hyperv is: [{'id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'name': 'tempest-RoutersTest-router-262988306', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:53Z', 'updated_at': '2022-01-21T19:06:14Z', 'revision_number': 4, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'gw_port_host': None, '_interfaces': [{'id': '1e87a380-8ac9-48b4-9ecc-850d4f58f016', 'name': '', 'network_id': 'df5930d7-d6f4-488d-8a7c-23579e8661aa', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:c9:38:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '051a112b-eddc-430a-b1a9-af3b592be639', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:06:12Z', 'updated_at': '2022-01-21T19:06:22Z', 'revision_number': 4, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': '051a112b-eddc-430a-b1a9-af3b592be639', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71c57723-ff93-49e6-a713-3efb75c48fac', 'name': '', 'network_id': '827a05fb-998a-4b52-9570-5769f350c9f2', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:80:1c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:56Z', 'updated_at': '2022-01-21T19:06:05Z', 'revision_number': 5, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd514e073-8169-4dd0-abc0-2f3b442d6fa0', 'name': '', 'network_id': '8eb8f37a-d63f-4861-9202-c5781a13d05b', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:b7:fd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '82d5d916-314c-4a90-b63e-f02bf14bdc83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:06:06Z', 'updated_at': '2022-01-21T19:06:15Z', 'revision_number': 4, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': '82d5d916-314c-4a90-b63e-f02bf14bdc83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:06:23.321670 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c7e90-a9ee-4922-8523-f4299b057992 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event deleted for resources: {'Network': ['ID=044adf0c-44ed-41b7-ac42-9bc87522423f,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:23.337181 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-78a0890d-0fac-410f-a4b0-17f7126f1c0d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:06:23.337402 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-e78ea0d1-ada0-4740-b738-bbe624cd6d43 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Transition to ACTIVE for port object 9f581186-aea7-46d5-83dc-602271075e96 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:06:23.337520 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-78a0890d-0fac-410f-a4b0-17f7126f1c0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:06:23.356488 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-72cf7731-1b7a-4d79-a669-031151c60355 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:23.363134 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-72cf7731-1b7a-4d79-a669-031151c60355 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Usage tracker for resource:port and tenant:331b5c16a931412fafa4a9af40615562 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:06:23.367311 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-72cf7731-1b7a-4d79-a669-031151c60355 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:06:23.376210 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-72cf7731-1b7a-4d79-a669-031151c60355 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:23.382277 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-4da91f46-b986-4ae2-b1a1-53ad6fa7783b None None] Attempting to bind port 767d7cb7-edba-4251-8de7-658f08175d74 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:06:23.382658 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-4da91f46-b986-4ae2-b1a1-53ad6fa7783b None None] Attempting to bind port 767d7cb7-edba-4251-8de7-658f08175d74 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '4d283c60-672a-426a-a8c8-819608299382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0634f01d-3238-47b9-bdc8-26ca36c0b10d'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:06:23.383351 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da91f46-b986-4ae2-b1a1-53ad6fa7783b None None] Attempting to bind port 767d7cb7-edba-4251-8de7-658f08175d74 on network 0634f01d-3238-47b9-bdc8-26ca36c0b10d {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:06:23.420172 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da91f46-b986-4ae2-b1a1-53ad6fa7783b None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:06:23.420902 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da91f46-b986-4ae2-b1a1-53ad6fa7783b None None] Checking segment: {'id': '4d283c60-672a-426a-a8c8-819608299382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0634f01d-3238-47b9-bdc8-26ca36c0b10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:06:23.421025 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4da91f46-b986-4ae2-b1a1-53ad6fa7783b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:23.421355 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da91f46-b986-4ae2-b1a1-53ad6fa7783b None None] Bound using segment: {'id': '4d283c60-672a-426a-a8c8-819608299382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0634f01d-3238-47b9-bdc8-26ca36c0b10d'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:06:23.421827 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-4da91f46-b986-4ae2-b1a1-53ad6fa7783b None None] Bound port: 767d7cb7-edba-4251-8de7-658f08175d74, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d283c60-672a-426a-a8c8-819608299382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0634f01d-3238-47b9-bdc8-26ca36c0b10d'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:06:23.422201 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4da91f46-b986-4ae2-b1a1-53ad6fa7783b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:23.422907 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0847f1-4f6c-47c4-9d52-b1d206918479 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:06:23.426823 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-2b0847f1-4f6c-47c4-9d52-b1d206918479 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:23.427371 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ef0c7e90-a9ee-4922-8523-f4299b057992 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/networks/044adf0c-44ed-41b7-ac42-9bc87522423f HTTP/1.1" status: 204 len: 168 time: 2.4863997 Jan 21 19:06:23.431418 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0847f1-4f6c-47c4-9d52-b1d206918479 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:06:23.433367 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 32918) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:23.437854 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=d514e073-8169-4dd0-abc0-2f3b442d6fa0,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:23.450278 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-c25898c3-4be7-4274-90cf-6bced362ef3b tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-979593972'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:23.456121 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72cf7731-1b7a-4d79-a669-031151c60355 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:06:23.488015 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e78ea0d1-ada0-4740-b738-bbe624cd6d43 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:23.494610 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-c25898c3-4be7-4274-90cf-6bced362ef3b tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:23.510133 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0847f1-4f6c-47c4-9d52-b1d206918479 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=778964a9-040e-41ad-86ed-9e818bad268f,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:23.520034 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-19e10d9f-9c45-493e-b388-cdc2d7485079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:23.572252 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-c25898c3-4be7-4274-90cf-6bced362ef3b tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Usage tracker for resource:network and tenant:5cd950bb3d3d4999ba57a30656254269 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:06:23.591585 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-c25898c3-4be7-4274-90cf-6bced362ef3b tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:06:23.608072 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-c25898c3-4be7-4274-90cf-6bced362ef3b tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:23.616188 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78ea0d1-ada0-4740-b738-bbe624cd6d43 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Network 0634f01d-3238-47b9-bdc8-26ca36c0b10d is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:06:23.642263 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 19b5e03f-158b-4a42-a6d4-b85bab443ec7 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:23.642637 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:23.664014 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-e78ea0d1-ada0-4740-b738-bbe624cd6d43 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:23.667250 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78ea0d1-ada0-4740-b738-bbe624cd6d43 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:06:23.680093 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-19e10d9f-9c45-493e-b388-cdc2d7485079 None None] For port 8274d91e-c203-431a-9db4-9ad903e9ffc0, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=8274d91e-c203-431a-9db4-9ad903e9ffc0,segment=NetworkSegment(04a82a6c-5f9b-42d2-8eef-7709ef091f19),segment_id=04a82a6c-5f9b-42d2-8eef-7709ef091f19)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:23.716586 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-4da91f46-b986-4ae2-b1a1-53ad6fa7783b None None] For port 767d7cb7-edba-4251-8de7-658f08175d74, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:06:23.727929 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ea0d1-ada0-4740-b738-bbe624cd6d43 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event updated for resources: {'Port': ['ID=9f581186-aea7-46d5-83dc-602271075e96,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:23.732231 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-4da91f46-b986-4ae2-b1a1-53ad6fa7783b None None] For port 767d7cb7-edba-4251-8de7-658f08175d74, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=767d7cb7-edba-4251-8de7-658f08175d74,segment=NetworkSegment(4d283c60-672a-426a-a8c8-819608299382),segment_id=4d283c60-672a-426a-a8c8-819608299382)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:06:23.774883 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e78ea0d1-ada0-4740-b738-bbe624cd6d43 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:23.780993 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-72cf7731-1b7a-4d79-a669-031151c60355 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:23.782404 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-19e10d9f-9c45-493e-b388-cdc2d7485079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:23.802889 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25898c3-4be7-4274-90cf-6bced362ef3b tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Made reservation on behalf of 5cd950bb3d3d4999ba57a30656254269 for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:06:23.806504 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c25898c3-4be7-4274-90cf-6bced362ef3b tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:23.828953 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-19e10d9f-9c45-493e-b388-cdc2d7485079 None None] Could not find standard attr ID for object b6bccffe-b00b-460e-93a9-3e9adc8a07b8. {{(pid=88138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 19:06:23.844249 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-78a0890d-0fac-410f-a4b0-17f7126f1c0d None None] Deleting port 1870dfb4-1b70-46c3-b565-830897251d71 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:06:23.845165 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-78a0890d-0fac-410f-a4b0-17f7126f1c0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:23.847658 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-72cf7731-1b7a-4d79-a669-031151c60355 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] device_id is not set on port 4571d22f-0ed1-4e25-9e75-a0a70654ff6c yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:06:23.919638 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c25898c3-4be7-4274-90cf-6bced362ef3b tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:06:23.926650 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4da91f46-b986-4ae2-b1a1-53ad6fa7783b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:23.954004 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2b0847f1-4f6c-47c4-9d52-b1d206918479 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:23.962734 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c25898c3-4be7-4274-90cf-6bced362ef3b tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:23.963186 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-c25898c3-4be7-4274-90cf-6bced362ef3b tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Added segment 81f2e7dc-43ed-4dfc-95eb-804c952f4a3c of type vlan for network 4db4ddb4-8d03-45f2-a32e-06f7e26e938e Jan 21 19:06:23.988167 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 1870dfb4-1b70-46c3-b565-830897251d71 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:06:24.023887 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-78a0890d-0fac-410f-a4b0-17f7126f1c0d None None] The port '1870dfb4-1b70-46c3-b565-830897251d71' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:06:24.033658 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-3975b445-8494-4595-a375-fa3322b47c47 None None] Could not find standard attr ID for object 4f9a22d3-772d-4cb7-a244-0ed2a497fbb5. {{(pid=88138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 19:06:24.049733 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c25898c3-4be7-4274-90cf-6bced362ef3b tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:24.055164 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 1870dfb4-1b70-46c3-b565-830897251d71 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:06:24.055164 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 1870dfb4-1b70-46c3-b565-830897251d71 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 21 19:06:24.089717 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2b0847f1-4f6c-47c4-9d52-b1d206918479 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:24.106594 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e10d9f-9c45-493e-b388-cdc2d7485079 None None] Pushing event updated for resources: {'Port': ['ID=8274d91e-c203-431a-9db4-9ad903e9ffc0,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:24.113637 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Port 1870dfb4-1b70-46c3-b565-830897251d71 not found, will not notify nova. {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 21 19:06:24.155748 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d6bc29-0a5c-4554-b73c-f9436e92db0d None None] Update dhcp port {'port': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'fixed_ips': [{'subnet_id': '699e4f7b-7940-48cb-b6b3-794335650b53', 'ip_address': '2001:db8::f816:3eff:fe34:7a9c'}, {'subnet_id': '83710e62-d27f-4a37-95f9-e30db1a93ed3'}], 'binding:host_id': 'dv-neutron-825470-1-hyperv'}, 'id': '19b5e03f-158b-4a42-a6d4-b85bab443ec7'} from dv-neutron-825470-1-hyperv. {{(pid=88138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 19:06:24.282810 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-72cf7731-1b7a-4d79-a669-031151c60355 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Allocated IP 2001:db8:0:1::112 (76b60fc4-5668-469a-a3ef-49679dc3dfc0/83710e62-d27f-4a37-95f9-e30db1a93ed3/4571d22f-0ed1-4e25-9e75-a0a70654ff6c) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:06:24.286098 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-97d6bc29-0a5c-4554-b73c-f9436e92db0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:24.291965 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e78ea0d1-ada0-4740-b738-bbe624cd6d43 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:24.296308 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device d514e073-8169-4dd0-abc0-2f3b442d6fa0 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:06:24.307453 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c25898c3-4be7-4274-90cf-6bced362ef3b tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:24.313276 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25898c3-4be7-4274-90cf-6bced362ef3b tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:24.313920 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c25898c3-4be7-4274-90cf-6bced362ef3b tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:24.323602 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-3975b445-8494-4595-a375-fa3322b47c47 None None] Provisioning complete for port 19b5e03f-158b-4a42-a6d4-b85bab443ec7 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:24.323977 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3975b445-8494-4595-a375-fa3322b47c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:24.360000 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2b0847f1-4f6c-47c4-9d52-b1d206918479 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:24.437389 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2b0847f1-4f6c-47c4-9d52-b1d206918479 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:24.532298 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-72cf7731-1b7a-4d79-a669-031151c60355 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Allocated IP 2001:db8::f816:3eff:fe28:d8ab (76b60fc4-5668-469a-a3ef-49679dc3dfc0/699e4f7b-7940-48cb-b6b3-794335650b53/4571d22f-0ed1-4e25-9e75-a0a70654ff6c) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:06:24.592107 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0847f1-4f6c-47c4-9d52-b1d206918479 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=778964a9-040e-41ad-86ed-9e818bad268f,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:24.596687 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c25898c3-4be7-4274-90cf-6bced362ef3b tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1585889 Jan 21 19:06:24.601992 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 32922) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:24.615109 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-aaba10af-9fe3-4867-9692-2205ade4b980 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'subnet': {'network_id': '4db4ddb4-8d03-45f2-a32e-06f7e26e938e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:24.627406 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da91f46-b986-4ae2-b1a1-53ad6fa7783b None None] Pushing event updated for resources: {'Port': ['ID=767d7cb7-edba-4251-8de7-658f08175d74,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:24.654175 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25898c3-4be7-4274-90cf-6bced362ef3b tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event updated for resources: {'Network': ['ID=4db4ddb4-8d03-45f2-a32e-06f7e26e938e,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:24.661034 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2b0847f1-4f6c-47c4-9d52-b1d206918479 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:24.687236 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 4db4ddb4-8d03-45f2-a32e-06f7e26e938e details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:06:24.733878 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port d514e073-8169-4dd0-abc0-2f3b442d6fa0 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:24.734245 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:24.834394 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-aaba10af-9fe3-4867-9692-2205ade4b980 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:24.854664 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-3975b445-8494-4595-a375-fa3322b47c47 None None] Could not find standard attr ID for object c2410c76-c560-4664-9479-2ced24100600. {{(pid=88138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 19:06:24.880598 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-3975b445-8494-4595-a375-fa3322b47c47 None None] Provisioning complete for port 8274d91e-c203-431a-9db4-9ad903e9ffc0 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:24.880964 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3975b445-8494-4595-a375-fa3322b47c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:25.027216 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-aaba10af-9fe3-4867-9692-2205ade4b980 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Usage tracker for resource:subnet and tenant:5cd950bb3d3d4999ba57a30656254269 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:06:25.036861 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-aaba10af-9fe3-4867-9692-2205ade4b980 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:06:25.053168 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-aaba10af-9fe3-4867-9692-2205ade4b980 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:25.065036 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-72cf7731-1b7a-4d79-a669-031151c60355 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:25.069707 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 8274d91e-c203-431a-9db4-9ad903e9ffc0 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:06:25.072945 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.l3_db [None req-2b0847f1-4f6c-47c4-9d52-b1d206918479 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Floating IP 86dba564-37a5-4678-8b3a-4cbb76366fe0 associated. External IP: 172.26.1.207, port: 2f87830a-b074-4d23-a8f7-a0cf1386aa2e. Jan 21 19:06:25.088335 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-72cf7731-1b7a-4d79-a669-031151c60355 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Transition to ACTIVE for port object 4571d22f-0ed1-4e25-9e75-a0a70654ff6c will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:06:25.141292 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e78ea0d1-ada0-4740-b738-bbe624cd6d43 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:25.176238 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-53aa79b6-c2bc-4b32-b9fc-a2cd2e79fbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:25.180643 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-72cf7731-1b7a-4d79-a669-031151c60355 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:25.221989 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaba10af-9fe3-4867-9692-2205ade4b980 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Made reservation on behalf of 5cd950bb3d3d4999ba57a30656254269 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:06:25.225312 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aaba10af-9fe3-4867-9692-2205ade4b980 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:25.254474 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e78ea0d1-ada0-4740-b738-bbe624cd6d43 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:25.268280 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-97d6bc29-0a5c-4554-b73c-f9436e92db0d None None] Allocated IP 2001:db8:0:1::2 (76b60fc4-5668-469a-a3ef-49679dc3dfc0/83710e62-d27f-4a37-95f9-e30db1a93ed3/19b5e03f-158b-4a42-a6d4-b85bab443ec7) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:06:25.296417 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 8274d91e-c203-431a-9db4-9ad903e9ffc0 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:25.296785 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:25.339496 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cf7731-1b7a-4d79-a669-031151c60355 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:06:25.346965 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-72cf7731-1b7a-4d79-a669-031151c60355 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:25.360643 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cf7731-1b7a-4d79-a669-031151c60355 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:06:25.367808 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cf7731-1b7a-4d79-a669-031151c60355 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:25.368462 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-72cf7731-1b7a-4d79-a669-031151c60355 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:25.396653 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf7731-1b7a-4d79-a669-031151c60355 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Port': ['ID=4571d22f-0ed1-4e25-9e75-a0a70654ff6c,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:25.519199 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-97d6bc29-0a5c-4554-b73c-f9436e92db0d None None] For port 19b5e03f-158b-4a42-a6d4-b85bab443ec7, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=19b5e03f-158b-4a42-a6d4-b85bab443ec7,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:25.554989 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-97d6bc29-0a5c-4554-b73c-f9436e92db0d None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:25.577366 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-97d6bc29-0a5c-4554-b73c-f9436e92db0d None None] Transition to ACTIVE for port object 19b5e03f-158b-4a42-a6d4-b85bab443ec7 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:06:25.581007 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-3975b445-8494-4595-a375-fa3322b47c47 None None] Provisioning for port 1e87a380-8ac9-48b4-9ecc-850d4f58f016 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:06:25.586436 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc43698-aef0-494d-87ec-679b6409f25c None None] Network 0634f01d-3238-47b9-bdc8-26ca36c0b10d requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:06:25.594281 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e78ea0d1-ada0-4740-b738-bbe624cd6d43 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:25.602451 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-72cf7731-1b7a-4d79-a669-031151c60355 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.6487918 Jan 21 19:06:25.606331 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 32926) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:25.649768 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-97d6bc29-0a5c-4554-b73c-f9436e92db0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:25.652505 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ea0d1-ada0-4740-b738-bbe624cd6d43 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event updated for resources: {'Port': ['ID=9f581186-aea7-46d5-83dc-602271075e96,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:25.715266 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-19faf83f-4257-46ad-b352-c1535f290f7b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting port 4571d22f-0ed1-4e25-9e75-a0a70654ff6c {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:06:25.715611 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-19faf83f-4257-46ad-b352-c1535f290f7b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:25.762744 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78ea0d1-ada0-4740-b738-bbe624cd6d43 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Network 0634f01d-3238-47b9-bdc8-26ca36c0b10d is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:06:25.763906 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-e78ea0d1-ada0-4740-b738-bbe624cd6d43 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:25.935315 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 1e87a380-8ac9-48b4-9ecc-850d4f58f016 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:06:25.937659 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78ea0d1-ada0-4740-b738-bbe624cd6d43 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Router fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:06:25.943415 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b0847f1-4f6c-47c4-9d52-b1d206918479 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Router 0237e4e4-4b11-4456-bf31-153bb5616717 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:06:25.976755 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d6bc29-0a5c-4554-b73c-f9436e92db0d None None] Pushing event updated for resources: {'Port': ['ID=19b5e03f-158b-4a42-a6d4-b85bab443ec7,revision_number=7']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:25.990560 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-d8d616ad-120f-4b20-926f-3eec3d2c8980 None None] Provisioning for port 767d7cb7-edba-4251-8de7-658f08175d74 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:06:26.062710 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aaba10af-9fe3-4867-9692-2205ade4b980 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:26.136699 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78ea0d1-ada0-4740-b738-bbe624cd6d43 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:06:26.148035 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e78ea0d1-ada0-4740-b738-bbe624cd6d43 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "PUT /v2.0/routers/fa74e4cf-b8ea-4d39-ad95-d03dd23abe17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6503136 Jan 21 19:06:26.152363 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 32930) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:26.157049 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc26bec6-04c9-43cd-9347-8170bf9c15f9 None None] Sync routers for ids ['fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:06:26.160856 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-b23e05de-21e1-4774-b921-0fe6b975e635 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:26.174170 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc26bec6-04c9-43cd-9347-8170bf9c15f9 None None] Routers {'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:06:26.174859 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-cc26bec6-04c9-43cd-9347-8170bf9c15f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:05:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:26.237716 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 1e87a380-8ac9-48b4-9ecc-850d4f58f016 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:06:26.258806 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 1e87a380-8ac9-48b4-9ecc-850d4f58f016 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:26.259178 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:26.356577 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba10af-9fe3-4867-9692-2205ade4b980 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event updated for resources: {'Subnet': ['ID=ac674332-a2ad-459b-b815-ea9d2054355a,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:26.414739 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaba10af-9fe3-4867-9692-2205ade4b980 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Checking segment: {'id': '81f2e7dc-43ed-4dfc-95eb-804c952f4a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4db4ddb4-8d03-45f2-a32e-06f7e26e938e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:06:26.415097 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaba10af-9fe3-4867-9692-2205ade4b980 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Network hostable DHCP agents. Network: 4db4ddb4-8d03-45f2-a32e-06f7e26e938e, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:06:26.445398 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-19faf83f-4257-46ad-b352-c1535f290f7b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:26.481343 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-cc26bec6-04c9-43cd-9347-8170bf9c15f9 None None] Set router fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 gateway port host: None {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:06:26.768144 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-19faf83f-4257-46ad-b352-c1535f290f7b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Calling delete_port for 4571d22f-0ed1-4e25-9e75-a0a70654ff6c owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:06:26.772104 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-2f5200c6-420d-49b7-aff6-d1f80ba0dad6 None None] Provisioning for port 9f581186-aea7-46d5-83dc-602271075e96 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:06:26.892129 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0847f1-4f6c-47c4-9d52-b1d206918479 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:06:26.903255 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5d34a9-d1c6-4a16-9cc6-bc0c26330835 None None] Sync routers for ids ['0237e4e4-4b11-4456-bf31-153bb5616717'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:06:26.906893 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-2f5200c6-420d-49b7-aff6-d1f80ba0dad6 None None] Provisioning complete for port 9f581186-aea7-46d5-83dc-602271075e96 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:26.907285 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2f5200c6-420d-49b7-aff6-d1f80ba0dad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:26.920482 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5d34a9-d1c6-4a16-9cc6-bc0c26330835 None None] Routers {'0237e4e4-4b11-4456-bf31-153bb5616717'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:06:26.923839 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-bc5d34a9-d1c6-4a16-9cc6-bc0c26330835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:05:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['0237e4e4-4b11-4456-bf31-153bb5616717'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:27.018104 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-2f5200c6-420d-49b7-aff6-d1f80ba0dad6 None None] Port 9f581186-aea7-46d5-83dc-602271075e96 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:06:27.029067 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:27.064125 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.extraroute_db [None req-b23e05de-21e1-4774-b921-0fe6b975e635 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=88137) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 21 19:06:27.098136 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.extraroute_db [None req-b23e05de-21e1-4774-b921-0fe6b975e635 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Removed routes are [] {{(pid=88137) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 21 19:06:27.098674 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b23e05de-21e1-4774-b921-0fe6b975e635 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:27.120481 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaba10af-9fe3-4867-9692-2205ade4b980 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Network 4db4ddb4-8d03-45f2-a32e-06f7e26e938e is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:06:27.128991 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2b0847f1-4f6c-47c4-9d52-b1d206918479 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:27.263297 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-bc5d34a9-d1c6-4a16-9cc6-bc0c26330835 None None] Set router 0237e4e4-4b11-4456-bf31-153bb5616717 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:06:27.275232 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-19faf83f-4257-46ad-b352-c1535f290f7b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:27.276293 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 1e87a380-8ac9-48b4-9ecc-850d4f58f016, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=1e87a380-8ac9-48b4-9ecc-850d4f58f016,segment=NetworkSegment(04a82a6c-5f9b-42d2-8eef-7709ef091f19),segment_id=04a82a6c-5f9b-42d2-8eef-7709ef091f19)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:27.376188 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e921a16e-69ea-463c-bf46-fead30f6776d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:27.379093 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-1d67c97e-ab20-4472-a0b9-52e4889ef84a None None] Provisioning complete for port 9f581186-aea7-46d5-83dc-602271075e96 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:27.379454 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1d67c97e-ab20-4472-a0b9-52e4889ef84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:27.460259 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-1d67c97e-ab20-4472-a0b9-52e4889ef84a None None] Port 9f581186-aea7-46d5-83dc-602271075e96 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:06:27.476289 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:27.498292 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:06:27.587884 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-aaba10af-9fe3-4867-9692-2205ade4b980 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 4db4ddb4-8d03-45f2-a32e-06f7e26e938e) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:27.589988 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19faf83f-4257-46ad-b352-c1535f290f7b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Port': ['ID=4571d22f-0ed1-4e25-9e75-a0a70654ff6c,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:27.595983 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 1870dfb4-1b70-46c3-b565-830897251d71 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:06:27.606933 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-2b0847f1-4f6c-47c4-9d52-b1d206918479 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.5447705 Jan 21 19:06:27.609968 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaba10af-9fe3-4867-9692-2205ade4b980 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:27.610772 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aaba10af-9fe3-4867-9692-2205ade4b980 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:27.627518 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2727dfc1-5196-4cdc-a1d2-5acd034834f5', 'tag': '2f87830a-b074-4d23-a8f7-a0cf1386aa2e'}] {{(pid=88136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:06:27.639134 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 1870dfb4-1b70-46c3-b565-830897251d71 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:06:27.640200 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 1870dfb4-1b70-46c3-b565-830897251d71 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:06:27.641874 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde6ea32-132f-47bb-90b8-1e7f8d20d52b None None] Network 4db4ddb4-8d03-45f2-a32e-06f7e26e938e requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:06:27.643114 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 32934) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:27.646527 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-19faf83f-4257-46ad-b352-c1535f290f7b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:27.653587 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-19faf83f-4257-46ad-b352-c1535f290f7b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/ports/4571d22f-0ed1-4e25-9e75-a0a70654ff6c HTTP/1.1" status: 204 len: 168 time: 2.0413716 Jan 21 19:06:27.776832 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-1d67c97e-ab20-4472-a0b9-52e4889ef84a None None] Provisioning for port 19b5e03f-158b-4a42-a6d4-b85bab443ec7 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:06:27.789329 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=1e87a380-8ac9-48b4-9ecc-850d4f58f016,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:27.845592 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 32938) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:27.853735 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2727dfc1-5196-4cdc-a1d2-5acd034834f5', 'tag': '2f87830a-b074-4d23-a8f7-a0cf1386aa2e', 'status': 'completed', 'code': 200} Jan 21 19:06:27.898197 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-cc26bec6-04c9-43cd-9347-8170bf9c15f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'name': 'tempest-RoutersTest-router-262988306', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:53Z', 'updated_at': '2022-01-21T19:06:24Z', 'revision_number': 5, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'gw_port_host': None, '_interfaces': [{'id': '1e87a380-8ac9-48b4-9ecc-850d4f58f016', 'name': '', 'network_id': 'df5930d7-d6f4-488d-8a7c-23579e8661aa', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:c9:38:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '051a112b-eddc-430a-b1a9-af3b592be639', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:06:12Z', 'updated_at': '2022-01-21T19:06:22Z', 'revision_number': 4, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': '051a112b-eddc-430a-b1a9-af3b592be639', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71c57723-ff93-49e6-a713-3efb75c48fac', 'name': '', 'network_id': '827a05fb-998a-4b52-9570-5769f350c9f2', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:80:1c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:56Z', 'updated_at': '2022-01-21T19:06:05Z', 'revision_number': 5, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f581186-aea7-46d5-83dc-602271075e96', 'name': '', 'network_id': '0634f01d-3238-47b9-bdc8-26ca36c0b10d', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:55:57:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '59be646c-c8b4-4ea2-b8f9-fdc49bfa19fd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:06:20Z', 'updated_at': '2022-01-21T19:06:24Z', 'revision_number': 2, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': '59be646c-c8b4-4ea2-b8f9-fdc49bfa19fd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd514e073-8169-4dd0-abc0-2f3b442d6fa0', 'name': '', 'network_id': '8eb8f37a-d63f-4861-9202-c5781a13d05b', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:b7:fd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '82d5d916-314c-4a90-b63e-f02bf14bdc83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:06:06Z', 'updated_at': '2022-01-21T19:06:22Z', 'revision_number': 5, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': '82d5d916-314c-4a90-b63e-f02bf14bdc83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:27.906232 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-1d67c97e-ab20-4472-a0b9-52e4889ef84a None None] Provisioning complete for port 19b5e03f-158b-4a42-a6d4-b85bab443ec7 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:27.907553 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1d67c97e-ab20-4472-a0b9-52e4889ef84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:27.968617 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc26bec6-04c9-43cd-9347-8170bf9c15f9 None None] Checking router: fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:06:27.968940 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc26bec6-04c9-43cd-9347-8170bf9c15f9 None None] Updating router fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 port 9f581186-aea7-46d5-83dc-602271075e96 binding host dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:06:27.974392 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-aaba10af-9fe3-4867-9692-2205ade4b980 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3702576 Jan 21 19:06:27.982538 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 32944) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:27.997435 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-de11e5ab-88a2-45b0-b58f-560796166ac0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-254438546', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:28.005222 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-de11e5ab-88a2-45b0-b58f-560796166ac0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:28.010095 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-de11e5ab-88a2-45b0-b58f-560796166ac0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Usage tracker for resource:router and tenant:5cd950bb3d3d4999ba57a30656254269 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:06:28.012936 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-de11e5ab-88a2-45b0-b58f-560796166ac0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:06:28.025317 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-de11e5ab-88a2-45b0-b58f-560796166ac0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:28.032467 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 767d7cb7-edba-4251-8de7-658f08175d74 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:06:28.099631 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-1d793244-9814-416e-a8cb-acc411448a8c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/floatingips/86dba564-37a5-4678-8b3a-4cbb76366fe0 HTTP/1.1" status: 200 len: 991 time: 0.4429538 Jan 21 19:06:28.129464 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cf4d10-bfc6-46bf-89d4-f4567f02da5f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:28.131128 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-06cf4d10-bfc6-46bf-89d4-f4567f02da5f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:06:28.138476 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-de11e5ab-88a2-45b0-b58f-560796166ac0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:28.142198 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-de11e5ab-88a2-45b0-b58f-560796166ac0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:28.145154 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-bc5d34a9-d1c6-4a16-9cc6-bc0c26330835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'name': 'tempest-TestNetworkBasicOps-router-1031288913', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'd4e425b0-74b2-4ec4-8ca1-ad7810a12761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:31Z', 'updated_at': '2022-01-21T19:05:42Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'd4e425b0-74b2-4ec4-8ca1-ad7810a12761', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:32Z', 'updated_at': '2022-01-21T19:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '86dba564-37a5-4678-8b3a-4cbb76366fe0', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'floating_ip_address': '172.26.1.207', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'port_id': '2f87830a-b074-4d23-a8f7-a0cf1386aa2e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff99f632-5526-4276-9da3-3b33f700e365', 'mac_address': 'fa:16:3e:89:2d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2727dfc1-5196-4cdc-a1d2-5acd034834f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:06:23Z', 'updated_at': '2022-01-21T19:06:23Z', 'revision_number': 0, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b580753f-2a05-40b3-b7d4-8168499875b6', 'name': '', 'network_id': 'ff99f632-5526-4276-9da3-3b33f700e365', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:16:f4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'e5ea9923-e5c0-4291-84d8-365162974c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:40Z', 'updated_at': '2022-01-21T19:05:51Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': 'e5ea9923-e5c0-4291-84d8-365162974c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:28.159733 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5d34a9-d1c6-4a16-9cc6-bc0c26330835 None None] Checking router: 0237e4e4-4b11-4456-bf31-153bb5616717 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:06:28.174598 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5d34a9-d1c6-4a16-9cc6-bc0c26330835 None None] Routers {'0237e4e4-4b11-4456-bf31-153bb5616717'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:06:28.175382 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-bc5d34a9-d1c6-4a16-9cc6-bc0c26330835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:06:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['0237e4e4-4b11-4456-bf31-153bb5616717'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:28.191223 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-de11e5ab-88a2-45b0-b58f-560796166ac0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:28.191478 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b23e05de-21e1-4774-b921-0fe6b975e635 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:28.197731 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b23e05de-21e1-4774-b921-0fe6b975e635 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3720919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3720920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723161'] for router, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:28.255322 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-cc26bec6-04c9-43cd-9347-8170bf9c15f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:28.271299 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b3fcf-f8cb-4660-b5fc-f31186ebf7ed req-cc36e7a4-de62-47a6-bf57-a20a1c70f25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:28.272749 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c22b3fcf-f8cb-4660-b5fc-f31186ebf7ed req-cc36e7a4-de62-47a6-bf57-a20a1c70f25d service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=2727dfc1-5196-4cdc-a1d2-5acd034834f5 HTTP/1.1" status: 200 len: 1098 time: 0.3166695 Jan 21 19:06:28.275293 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:28.279966 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-06cf4d10-bfc6-46bf-89d4-f4567f02da5f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:06:28.282786 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-06cf4d10-bfc6-46bf-89d4-f4567f02da5f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4359579 Jan 21 19:06:28.283478 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 32948) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:28.378048 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-de11e5ab-88a2-45b0-b58f-560796166ac0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:28.427623 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec907185-80ba-4593-a8e3-cbe12b620875 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-4db4ddb4-8d03-45f2-a32e-06f7e26e938e', 'network_id': '4db4ddb4-8d03-45f2-a32e-06f7e26e938e', 'tenant_id': '5cd950bb3d3d4999ba57a30656254269', 'fixed_ips': [{'subnet_id': 'ac674332-a2ad-459b-b815-ea9d2054355a'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:06:28.428768 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ec907185-80ba-4593-a8e3-cbe12b620875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:28.487789 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d96b04-64f9-40fd-95ba-6df8985c187c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:28.488466 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-bc5d34a9-d1c6-4a16-9cc6-bc0c26330835 None None] Set router 0237e4e4-4b11-4456-bf31-153bb5616717 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:06:28.493730 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b9d96b04-64f9-40fd-95ba-6df8985c187c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2087548 Jan 21 19:06:28.494624 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 32952) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:28.588919 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23e05de-21e1-4774-b921-0fe6b975e635 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Router fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:06:28.596967 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147ffec5-ad48-4b53-98e7-27de57117504 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:28.600568 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147ffec5-ad48-4b53-98e7-27de57117504 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:28.602216 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147ffec5-ad48-4b53-98e7-27de57117504 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:28.603046 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-147ffec5-ad48-4b53-98e7-27de57117504 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:06:28.621438 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-de11e5ab-88a2-45b0-b58f-560796166ac0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:28.624173 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-de11e5ab-88a2-45b0-b58f-560796166ac0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6366410 Jan 21 19:06:28.628082 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 32956) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:28.636334 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-bc36697f-82d5-45b6-8251-ece6d2f3cbe3 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'port': {'network_id': '4db4ddb4-8d03-45f2-a32e-06f7e26e938e', 'name': 'tempest-PortsIpV6TestJSON-1448782567'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:28.660990 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 767d7cb7-edba-4251-8de7-658f08175d74 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:06:28.683543 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:28.690686 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b3fcf-f8cb-4660-b5fc-f31186ebf7ed req-d8884a27-13a9-4799-9816-1f6db69e86a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:28.690686 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c22b3fcf-f8cb-4660-b5fc-f31186ebf7ed req-d8884a27-13a9-4799-9816-1f6db69e86a4 service neutron] 10.222.0.113 "GET /v2.0/networks?id=ff99f632-5526-4276-9da3-3b33f700e365 HTTP/1.1" status: 200 len: 898 time: 0.3566666 Jan 21 19:06:28.697222 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 767d7cb7-edba-4251-8de7-658f08175d74 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:28.697539 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:28.788474 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-5eb34833-1094-43d7-ab68-8551b01f5a98 None None] Could not find standard attr ID for object 4571d22f-0ed1-4e25-9e75-a0a70654ff6c. {{(pid=88138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 19:06:28.819904 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-bc36697f-82d5-45b6-8251-ece6d2f3cbe3 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:28.822168 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-147ffec5-ad48-4b53-98e7-27de57117504 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:06:28.825817 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-147ffec5-ad48-4b53-98e7-27de57117504 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3277147 Jan 21 19:06:28.825964 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:28.829752 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 32960) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:28.833866 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-bc36697f-82d5-45b6-8251-ece6d2f3cbe3 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Usage tracker for resource:port and tenant:5cd950bb3d3d4999ba57a30656254269 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:06:28.916946 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-64a0041b-0529-4992-bb67-44c4827694d4 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting subnet 699e4f7b-7940-48cb-b6b3-794335650b53 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:06:28.919354 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c22b3fcf-f8cb-4660-b5fc-f31186ebf7ed req-3857b520-4471-4245-a0e1-a095ade543bb service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f87830a-b074-4d23-a8f7-a0cf1386aa2e HTTP/1.1" status: 200 len: 999 time: 0.2252367 Jan 21 19:06:28.920265 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-64a0041b-0529-4992-bb67-44c4827694d4 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:28.921340 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23e05de-21e1-4774-b921-0fe6b975e635 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:06:28.928303 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b23e05de-21e1-4774-b921-0fe6b975e635 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:28.930675 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b23e05de-21e1-4774-b921-0fe6b975e635 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "PUT /v2.0/routers/fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 HTTP/1.1" status: 200 len: 933 time: 2.7772734 Jan 21 19:06:28.967071 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 32964) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:28.968453 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-bc5d34a9-d1c6-4a16-9cc6-bc0c26330835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'name': 'tempest-TestNetworkBasicOps-router-1031288913', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'd4e425b0-74b2-4ec4-8ca1-ad7810a12761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:31Z', 'updated_at': '2022-01-21T19:05:42Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'd4e425b0-74b2-4ec4-8ca1-ad7810a12761', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:32Z', 'updated_at': '2022-01-21T19:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '86dba564-37a5-4678-8b3a-4cbb76366fe0', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'floating_ip_address': '172.26.1.207', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'port_id': '2f87830a-b074-4d23-a8f7-a0cf1386aa2e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff99f632-5526-4276-9da3-3b33f700e365', 'mac_address': 'fa:16:3e:89:2d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2727dfc1-5196-4cdc-a1d2-5acd034834f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:06:23Z', 'updated_at': '2022-01-21T19:06:23Z', 'revision_number': 0, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b580753f-2a05-40b3-b7d4-8168499875b6', 'name': '', 'network_id': 'ff99f632-5526-4276-9da3-3b33f700e365', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:16:f4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'e5ea9923-e5c0-4291-84d8-365162974c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:40Z', 'updated_at': '2022-01-21T19:05:51Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': 'e5ea9923-e5c0-4291-84d8-365162974c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:28.974135 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5d34a9-d1c6-4a16-9cc6-bc0c26330835 None None] The sync data for ids ['0237e4e4-4b11-4456-bf31-153bb5616717'] in dv-neutron-825470-1-hyperv is: [{'id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'name': 'tempest-TestNetworkBasicOps-router-1031288913', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'd4e425b0-74b2-4ec4-8ca1-ad7810a12761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:31Z', 'updated_at': '2022-01-21T19:05:42Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'd4e425b0-74b2-4ec4-8ca1-ad7810a12761', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:32Z', 'updated_at': '2022-01-21T19:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '86dba564-37a5-4678-8b3a-4cbb76366fe0', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'floating_ip_address': '172.26.1.207', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'port_id': '2f87830a-b074-4d23-a8f7-a0cf1386aa2e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff99f632-5526-4276-9da3-3b33f700e365', 'mac_address': 'fa:16:3e:89:2d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2727dfc1-5196-4cdc-a1d2-5acd034834f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:06:23Z', 'updated_at': '2022-01-21T19:06:23Z', 'revision_number': 0, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b580753f-2a05-40b3-b7d4-8168499875b6', 'name': '', 'network_id': 'ff99f632-5526-4276-9da3-3b33f700e365', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:16:f4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'e5ea9923-e5c0-4291-84d8-365162974c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:40Z', 'updated_at': '2022-01-21T19:05:51Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': 'e5ea9923-e5c0-4291-84d8-365162974c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:06:28.979778 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-bc36697f-82d5-45b6-8251-ece6d2f3cbe3 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:06:28.991085 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-64a0041b-0529-4992-bb67-44c4827694d4 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:29.021704 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-bc36697f-82d5-45b6-8251-ece6d2f3cbe3 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:29.081337 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-ec907185-80ba-4593-a8e3-cbe12b620875 None None] Allocated IP 2001:db8::2 (4db4ddb4-8d03-45f2-a32e-06f7e26e938e/ac674332-a2ad-459b-b815-ea9d2054355a/acb3dd55-b9a5-4deb-9f80-490048727e84) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:06:29.095915 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-64a0041b-0529-4992-bb67-44c4827694d4 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:29.105546 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:29.129829 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 32968) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:29.168607 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b3fcf-f8cb-4660-b5fc-f31186ebf7ed req-ce515bc5-dc40-4751-ae62-ed80ca5b11a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:29.170113 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c22b3fcf-f8cb-4660-b5fc-f31186ebf7ed req-ce515bc5-dc40-4751-ae62-ed80ca5b11a7 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=e5ea9923-e5c0-4291-84d8-365162974c14 HTTP/1.1" status: 200 len: 833 time: 0.2362735 Jan 21 19:06:29.230038 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc36697f-82d5-45b6-8251-ece6d2f3cbe3 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Made reservation on behalf of 5cd950bb3d3d4999ba57a30656254269 for: {'port': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:06:29.235159 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bc36697f-82d5-45b6-8251-ece6d2f3cbe3 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:29.236965 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-1680d713-08a3-4b23-bd1d-fefcc643cc12 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "GET /v2.0/routers/fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 HTTP/1.1" status: 200 len: 933 time: 0.2678978 Jan 21 19:06:29.237781 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 32972) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:29.245173 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-740fb188-0ec6-49a1-a14c-757c4ce871b9 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Request body: {'router': {'routes': None}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:29.297949 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adc6d51-5fab-4e58-bd16-94b469655c14 None None] New status for floating IP 86dba564-37a5-4678-8b3a-4cbb76366fe0: ACTIVE {{(pid=88138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:06:29.302565 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [None req-bc36697f-82d5-45b6-8251-ece6d2f3cbe3 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] device_id is not set on port f386609f-3ca8-40ac-b2ef-8120e388aa3f yet. {{(pid=88136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:06:29.376108 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ac4f8fcf-e68d-4c2b-89b3-b81598704e73 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/floatingips/86dba564-37a5-4678-8b3a-4cbb76366fe0 HTTP/1.1" status: 200 len: 991 time: 0.2442009 Jan 21 19:06:29.429735 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 767d7cb7-edba-4251-8de7-658f08175d74, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=767d7cb7-edba-4251-8de7-658f08175d74,segment=NetworkSegment(4d283c60-672a-426a-a8c8-819608299382),segment_id=4d283c60-672a-426a-a8c8-819608299382)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:29.482052 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-64a0041b-0529-4992-bb67-44c4827694d4 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:29.526907 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a0041b-0529-4992-bb67-44c4827694d4 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Subnet': ['ID=699e4f7b-7940-48cb-b6b3-794335650b53,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:29.528822 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-64a0041b-0529-4992-bb67-44c4827694d4 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:29.574964 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:29.575730 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 19b5e03f-158b-4a42-a6d4-b85bab443ec7 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:06:29.600454 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8d6d5e-7c53-4a52-a322-994ebab509f1 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:06:29.618332 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b3fcf-f8cb-4660-b5fc-f31186ebf7ed req-e82914dc-0fd7-42ca-8b05-59e1c24784d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:29.619797 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c22b3fcf-f8cb-4660-b5fc-f31186ebf7ed req-e82914dc-0fd7-42ca-8b05-59e1c24784d4 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ff99f632-5526-4276-9da3-3b33f700e365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4400213 Jan 21 19:06:29.622674 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-64a0041b-0529-4992-bb67-44c4827694d4 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/699e4f7b-7940-48cb-b6b3-794335650b53 HTTP/1.1" status: 204 len: 168 time: 0.7913072 Jan 21 19:06:29.623431 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 32976) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:29.671853 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-cc26bec6-04c9-43cd-9347-8170bf9c15f9 None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:29.692754 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-14cc061e-3f62-4292-b6e4-e6eba0afbe77 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting subnet 83710e62-d27f-4a37-95f9-e30db1a93ed3 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:06:29.696008 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-14cc061e-3f62-4292-b6e4-e6eba0afbe77 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:29.758170 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-14cc061e-3f62-4292-b6e4-e6eba0afbe77 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:29.770305 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-cc26bec6-04c9-43cd-9347-8170bf9c15f9 None None] Transition to ACTIVE for port object 9f581186-aea7-46d5-83dc-602271075e96 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:06:29.930865 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c22b3fcf-f8cb-4660-b5fc-f31186ebf7ed req-eabea5f2-cb06-45f4-a3fe-bb533bb57345 service neutron] 10.222.0.113 "GET /v2.0/networks/ff99f632-5526-4276-9da3-3b33f700e365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027341 Jan 21 19:06:29.953579 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=767d7cb7-edba-4251-8de7-658f08175d74,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:29.975451 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-14cc061e-3f62-4292-b6e4-e6eba0afbe77 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:29.980166 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-cc26bec6-04c9-43cd-9347-8170bf9c15f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:30.109122 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-14cc061e-3f62-4292-b6e4-e6eba0afbe77 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:30.160006 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ec907185-80ba-4593-a8e3-cbe12b620875 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:30.162820 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 19b5e03f-158b-4a42-a6d4-b85bab443ec7 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:30.163186 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:30.174204 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc061e-3f62-4292-b6e4-e6eba0afbe77 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Subnet': ['ID=83710e62-d27f-4a37-95f9-e30db1a93ed3,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:30.178077 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-14cc061e-3f62-4292-b6e4-e6eba0afbe77 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:30.191571 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-14cc061e-3f62-4292-b6e4-e6eba0afbe77 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/83710e62-d27f-4a37-95f9-e30db1a93ed3 HTTP/1.1" status: 204 len: 168 time: 0.5668900 Jan 21 19:06:30.192502 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 32980) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:30.192829 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c22b3fcf-f8cb-4660-b5fc-f31186ebf7ed req-f514ee3c-9d8b-4708-9b53-73d4bf74965d service neutron] 10.222.0.113 "GET /v2.0/networks/ff99f632-5526-4276-9da3-3b33f700e365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540705 Jan 21 19:06:30.215329 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:30.268603 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-ec907185-80ba-4593-a8e3-cbe12b620875 None None] Transition to ACTIVE for port object acb3dd55-b9a5-4deb-9f80-490048727e84 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:06:30.276305 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.extraroute_db [None req-740fb188-0ec6-49a1-a14c-757c4ce871b9 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Added routes are [] {{(pid=88137) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 21 19:06:30.276841 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.extraroute_db [None req-740fb188-0ec6-49a1-a14c-757c4ce871b9 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=88137) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 21 19:06:30.287290 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-57de5b7e-93ef-42f6-b105-286841ee887d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0908854 Jan 21 19:06:30.287498 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 32984) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:30.297137 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-5287549e-3a03-4a93-b3d1-b34f00dd929c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'subnet': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:30.306236 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b2363c-2841-4f12-9298-28e0d63e7e7f None None] Pushing event updated for resources: {'Port': ['ID=9f581186-aea7-46d5-83dc-602271075e96,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:30.323117 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-740fb188-0ec6-49a1-a14c-757c4ce871b9 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:30.367015 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b2363c-2841-4f12-9298-28e0d63e7e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:06:30.367675 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b2363c-2841-4f12-9298-28e0d63e7e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:06:30.367859 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b2363c-2841-4f12-9298-28e0d63e7e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:06:30.368214 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b2363c-2841-4f12-9298-28e0d63e7e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:06:30.368611 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b2363c-2841-4f12-9298-28e0d63e7e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:06:30.368999 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b2363c-2841-4f12-9298-28e0d63e7e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:06:30.369405 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b2363c-2841-4f12-9298-28e0d63e7e7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:06:30.369803 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b2363c-2841-4f12-9298-28e0d63e7e7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:06:30.370246 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b2363c-2841-4f12-9298-28e0d63e7e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:06:30.370633 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b2363c-2841-4f12-9298-28e0d63e7e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:06:30.371063 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b2363c-2841-4f12-9298-28e0d63e7e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:06:30.371502 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b2363c-2841-4f12-9298-28e0d63e7e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:06:30.378878 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 32988) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:30.433928 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-ec907185-80ba-4593-a8e3-cbe12b620875 None None] Transition to ACTIVE for port object acb3dd55-b9a5-4deb-9f80-490048727e84 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:06:30.460088 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-5287549e-3a03-4a93-b3d1-b34f00dd929c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:30.463999 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-5287549e-3a03-4a93-b3d1-b34f00dd929c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Usage tracker for resource:subnet and tenant:331b5c16a931412fafa4a9af40615562 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:06:30.468249 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-5287549e-3a03-4a93-b3d1-b34f00dd929c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:06:30.476291 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-5287549e-3a03-4a93-b3d1-b34f00dd929c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:30.489494 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-cc26bec6-04c9-43cd-9347-8170bf9c15f9 None None] Attempting to bind port 9f581186-aea7-46d5-83dc-602271075e96 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:06:30.489943 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-cc26bec6-04c9-43cd-9347-8170bf9c15f9 None None] Attempting to bind port 9f581186-aea7-46d5-83dc-602271075e96 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '4d283c60-672a-426a-a8c8-819608299382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0634f01d-3238-47b9-bdc8-26ca36c0b10d'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:06:30.490308 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc26bec6-04c9-43cd-9347-8170bf9c15f9 None None] Attempting to bind port 9f581186-aea7-46d5-83dc-602271075e96 on network 0634f01d-3238-47b9-bdc8-26ca36c0b10d {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:06:30.536584 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ec907185-80ba-4593-a8e3-cbe12b620875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:30.551765 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5287549e-3a03-4a93-b3d1-b34f00dd929c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:06:30.555206 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5287549e-3a03-4a93-b3d1-b34f00dd929c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:30.575992 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc26bec6-04c9-43cd-9347-8170bf9c15f9 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:06:30.576451 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc26bec6-04c9-43cd-9347-8170bf9c15f9 None None] Checking segment: {'id': '4d283c60-672a-426a-a8c8-819608299382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0634f01d-3238-47b9-bdc8-26ca36c0b10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:06:30.577359 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-cc26bec6-04c9-43cd-9347-8170bf9c15f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:30.577755 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc26bec6-04c9-43cd-9347-8170bf9c15f9 None None] Bound using segment: {'id': '4d283c60-672a-426a-a8c8-819608299382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0634f01d-3238-47b9-bdc8-26ca36c0b10d'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:06:30.578253 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-cc26bec6-04c9-43cd-9347-8170bf9c15f9 None None] Bound port: 9f581186-aea7-46d5-83dc-602271075e96, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d283c60-672a-426a-a8c8-819608299382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0634f01d-3238-47b9-bdc8-26ca36c0b10d'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:06:30.579128 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-cc26bec6-04c9-43cd-9347-8170bf9c15f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:30.628809 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3be813db-6c48-45bb-aeed-79f5995abd71 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/floatingips/86dba564-37a5-4678-8b3a-4cbb76366fe0 HTTP/1.1" status: 200 len: 993 time: 0.2487819 Jan 21 19:06:30.637759 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec907185-80ba-4593-a8e3-cbe12b620875 None None] Network 4db4ddb4-8d03-45f2-a32e-06f7e26e938e is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:06:30.650006 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-ec907185-80ba-4593-a8e3-cbe12b620875 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:30.676665 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-bc36697f-82d5-45b6-8251-ece6d2f3cbe3 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Allocated IP 2001:db8::1a4 (4db4ddb4-8d03-45f2-a32e-06f7e26e938e/ac674332-a2ad-459b-b815-ea9d2054355a/f386609f-3ca8-40ac-b2ef-8120e388aa3f) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:06:30.684173 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec907185-80ba-4593-a8e3-cbe12b620875 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:06:30.791441 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-740fb188-0ec6-49a1-a14c-757c4ce871b9 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:30.794082 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-740fb188-0ec6-49a1-a14c-757c4ce871b9 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3720919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3720920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723161'] for router, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:30.905341 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7c4845-7426-49d3-bca7-35d79d437185 None None] DHCP port deletion for 76b60fc4-5668-469a-a3ef-49679dc3dfc0 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:06:30.908733 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 767d7cb7-edba-4251-8de7-658f08175d74 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:06:30.953875 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec907185-80ba-4593-a8e3-cbe12b620875 None None] Pushing event updated for resources: {'Port': ['ID=acb3dd55-b9a5-4deb-9f80-490048727e84,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:30.974206 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-ef7c4845-7426-49d3-bca7-35d79d437185 None None] Deleting port 19b5e03f-158b-4a42-a6d4-b85bab443ec7 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:06:30.974518 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ef7c4845-7426-49d3-bca7-35d79d437185 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:31.001605 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bc36697f-82d5-45b6-8251-ece6d2f3cbe3 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:31.018364 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-bc36697f-82d5-45b6-8251-ece6d2f3cbe3 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Transition to ACTIVE for port object f386609f-3ca8-40ac-b2ef-8120e388aa3f will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:06:31.022418 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-ec907185-80ba-4593-a8e3-cbe12b620875 None None] Attempting to bind port acb3dd55-b9a5-4deb-9f80-490048727e84 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:06:31.022856 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-ec907185-80ba-4593-a8e3-cbe12b620875 None None] Attempting to bind port acb3dd55-b9a5-4deb-9f80-490048727e84 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '81f2e7dc-43ed-4dfc-95eb-804c952f4a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4db4ddb4-8d03-45f2-a32e-06f7e26e938e'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:06:31.023745 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec907185-80ba-4593-a8e3-cbe12b620875 None None] Attempting to bind port acb3dd55-b9a5-4deb-9f80-490048727e84 on network 4db4ddb4-8d03-45f2-a32e-06f7e26e938e {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:06:31.057438 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec907185-80ba-4593-a8e3-cbe12b620875 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:06:31.057817 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec907185-80ba-4593-a8e3-cbe12b620875 None None] Checking segment: {'id': '81f2e7dc-43ed-4dfc-95eb-804c952f4a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4db4ddb4-8d03-45f2-a32e-06f7e26e938e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:06:31.058325 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ec907185-80ba-4593-a8e3-cbe12b620875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:31.058733 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec907185-80ba-4593-a8e3-cbe12b620875 None None] Bound using segment: {'id': '81f2e7dc-43ed-4dfc-95eb-804c952f4a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4db4ddb4-8d03-45f2-a32e-06f7e26e938e'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:06:31.059283 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-ec907185-80ba-4593-a8e3-cbe12b620875 None None] Bound port: acb3dd55-b9a5-4deb-9f80-490048727e84, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f2e7dc-43ed-4dfc-95eb-804c952f4a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4db4ddb4-8d03-45f2-a32e-06f7e26e938e'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:06:31.059718 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ec907185-80ba-4593-a8e3-cbe12b620875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:31.078028 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-cc26bec6-04c9-43cd-9347-8170bf9c15f9 None None] For port 9f581186-aea7-46d5-83dc-602271075e96, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:06:31.106218 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bc36697f-82d5-45b6-8251-ece6d2f3cbe3 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:31.116481 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740fb188-0ec6-49a1-a14c-757c4ce871b9 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Router fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:06:31.169100 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-cc26bec6-04c9-43cd-9347-8170bf9c15f9 None None] For port 9f581186-aea7-46d5-83dc-602271075e96, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=9f581186-aea7-46d5-83dc-602271075e96,segment=NetworkSegment(4d283c60-672a-426a-a8c8-819608299382),segment_id=4d283c60-672a-426a-a8c8-819608299382)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:06:31.231182 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc36697f-82d5-45b6-8251-ece6d2f3cbe3 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Network 4db4ddb4-8d03-45f2-a32e-06f7e26e938e is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:06:31.239535 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-bc36697f-82d5-45b6-8251-ece6d2f3cbe3 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:31.244084 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc36697f-82d5-45b6-8251-ece6d2f3cbe3 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event updated for resources: {'Port': ['ID=f386609f-3ca8-40ac-b2ef-8120e388aa3f,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:31.245917 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc36697f-82d5-45b6-8251-ece6d2f3cbe3 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:06:31.246746 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-cc26bec6-04c9-43cd-9347-8170bf9c15f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:31.250426 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 767d7cb7-edba-4251-8de7-658f08175d74 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:31.251078 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:31.251628 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc36697f-82d5-45b6-8251-ece6d2f3cbe3 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:31.251964 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bc36697f-82d5-45b6-8251-ece6d2f3cbe3 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:31.279783 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.objects.ports [None req-5287549e-3a03-4a93-b3d1-b34f00dd929c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88136) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 19:06:31.295741 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740fb188-0ec6-49a1-a14c-757c4ce871b9 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:06:31.303294 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-740fb188-0ec6-49a1-a14c-757c4ce871b9 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:31.304584 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-740fb188-0ec6-49a1-a14c-757c4ce871b9 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "PUT /v2.0/routers/fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 HTTP/1.1" status: 200 len: 699 time: 2.0643854 Jan 21 19:06:31.307139 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 32992) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:31.344846 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-bc36697f-82d5-45b6-8251-ece6d2f3cbe3 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7121675 Jan 21 19:06:31.350373 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 32996) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:31.410843 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-ec907185-80ba-4593-a8e3-cbe12b620875 None None] For port acb3dd55-b9a5-4deb-9f80-490048727e84, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:06:31.458034 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-ec907185-80ba-4593-a8e3-cbe12b620875 None None] For port acb3dd55-b9a5-4deb-9f80-490048727e84, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=acb3dd55-b9a5-4deb-9f80-490048727e84,segment=NetworkSegment(81f2e7dc-43ed-4dfc-95eb-804c952f4a3c),segment_id=81f2e7dc-43ed-4dfc-95eb-804c952f4a3c)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:06:31.501186 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b2363c-2841-4f12-9298-28e0d63e7e7f None None] Pushing event updated for resources: {'Port': ['ID=9f581186-aea7-46d5-83dc-602271075e96,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:31.503776 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc26bec6-04c9-43cd-9347-8170bf9c15f9 None None] Routers {'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:06:31.504366 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-cc26bec6-04c9-43cd-9347-8170bf9c15f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:06:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:31.569650 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-94b383fe-37e8-4148-98cf-e2eea39eda27 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "GET /v2.0/routers/fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 HTTP/1.1" status: 200 len: 699 time: 0.2602742 Jan 21 19:06:31.571505 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33000) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:31.603798 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ec907185-80ba-4593-a8e3-cbe12b620875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:31.660790 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-ef7c4845-7426-49d3-bca7-35d79d437185 None None] For port 19b5e03f-158b-4a42-a6d4-b85bab443ec7, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=19b5e03f-158b-4a42-a6d4-b85bab443ec7,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:31.661188 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ef7c4845-7426-49d3-bca7-35d79d437185 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:31.967939 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-ef7c4845-7426-49d3-bca7-35d79d437185 None None] Calling delete_port for 19b5e03f-158b-4a42-a6d4-b85bab443ec7 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:06:32.055975 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-cc26bec6-04c9-43cd-9347-8170bf9c15f9 None None] Set router fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 gateway port host: None {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:06:32.118977 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 1e87a380-8ac9-48b4-9ecc-850d4f58f016 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:06:32.130274 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f9c77f65-36be-4c24-be31-c41de9307d10 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:32.136970 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5287549e-3a03-4a93-b3d1-b34f00dd929c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:32.163307 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec907185-80ba-4593-a8e3-cbe12b620875 None None] Pushing event updated for resources: {'Port': ['ID=acb3dd55-b9a5-4deb-9f80-490048727e84,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:32.390508 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 1e87a380-8ac9-48b4-9ecc-850d4f58f016 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:32.390966 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:32.560179 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-5287549e-3a03-4a93-b3d1-b34f00dd929c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] For port 19b5e03f-158b-4a42-a6d4-b85bab443ec7, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=19b5e03f-158b-4a42-a6d4-b85bab443ec7,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:32.562952 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-f9c77f65-36be-4c24-be31-c41de9307d10 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Deleting port 9f581186-aea7-46d5-83dc-602271075e96 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:06:32.563447 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f9c77f65-36be-4c24-be31-c41de9307d10 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:32.575053 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d619da4e-83e8-4941-ac4b-dc2c8b6cb16f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:32.646216 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5287549e-3a03-4a93-b3d1-b34f00dd929c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:32.739284 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5287549e-3a03-4a93-b3d1-b34f00dd929c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:32.740857 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5287549e-3a03-4a93-b3d1-b34f00dd929c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:32.757325 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-cc26bec6-04c9-43cd-9347-8170bf9c15f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'name': 'tempest-RoutersTest-router-262988306', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:53Z', 'updated_at': '2022-01-21T19:06:30Z', 'revision_number': 7, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'gw_port_host': None, '_interfaces': [{'id': '1e87a380-8ac9-48b4-9ecc-850d4f58f016', 'name': '', 'network_id': 'df5930d7-d6f4-488d-8a7c-23579e8661aa', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:c9:38:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '051a112b-eddc-430a-b1a9-af3b592be639', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:06:12Z', 'updated_at': '2022-01-21T19:06:27Z', 'revision_number': 5, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': '051a112b-eddc-430a-b1a9-af3b592be639', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71c57723-ff93-49e6-a713-3efb75c48fac', 'name': '', 'network_id': '827a05fb-998a-4b52-9570-5769f350c9f2', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:80:1c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:56Z', 'updated_at': '2022-01-21T19:06:05Z', 'revision_number': 5, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f581186-aea7-46d5-83dc-602271075e96', 'name': '', 'network_id': '0634f01d-3238-47b9-bdc8-26ca36c0b10d', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:55:57:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '59be646c-c8b4-4ea2-b8f9-fdc49bfa19fd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:06:20Z', 'updated_at': '2022-01-21T19:06:31Z', 'revision_number': 4, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': '59be646c-c8b4-4ea2-b8f9-fdc49bfa19fd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd514e073-8169-4dd0-abc0-2f3b442d6fa0', 'name': '', 'network_id': '8eb8f37a-d63f-4861-9202-c5781a13d05b', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:b7:fd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '82d5d916-314c-4a90-b63e-f02bf14bdc83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:06:06Z', 'updated_at': '2022-01-21T19:06:22Z', 'revision_number': 5, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': '82d5d916-314c-4a90-b63e-f02bf14bdc83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:32.761894 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc26bec6-04c9-43cd-9347-8170bf9c15f9 None None] The sync data for ids ['fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'] in dv-neutron-825470-1-hyperv is: [{'id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'name': 'tempest-RoutersTest-router-262988306', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:53Z', 'updated_at': '2022-01-21T19:06:30Z', 'revision_number': 7, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'gw_port_host': None, '_interfaces': [{'id': '1e87a380-8ac9-48b4-9ecc-850d4f58f016', 'name': '', 'network_id': 'df5930d7-d6f4-488d-8a7c-23579e8661aa', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:c9:38:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '051a112b-eddc-430a-b1a9-af3b592be639', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:06:12Z', 'updated_at': '2022-01-21T19:06:27Z', 'revision_number': 5, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': '051a112b-eddc-430a-b1a9-af3b592be639', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71c57723-ff93-49e6-a713-3efb75c48fac', 'name': '', 'network_id': '827a05fb-998a-4b52-9570-5769f350c9f2', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:80:1c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:56Z', 'updated_at': '2022-01-21T19:06:05Z', 'revision_number': 5, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f581186-aea7-46d5-83dc-602271075e96', 'name': '', 'network_id': '0634f01d-3238-47b9-bdc8-26ca36c0b10d', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:55:57:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '59be646c-c8b4-4ea2-b8f9-fdc49bfa19fd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:06:20Z', 'updated_at': '2022-01-21T19:06:31Z', 'revision_number': 4, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': '59be646c-c8b4-4ea2-b8f9-fdc49bfa19fd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd514e073-8169-4dd0-abc0-2f3b442d6fa0', 'name': '', 'network_id': '8eb8f37a-d63f-4861-9202-c5781a13d05b', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:b7:fd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '82d5d916-314c-4a90-b63e-f02bf14bdc83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:06:06Z', 'updated_at': '2022-01-21T19:06:22Z', 'revision_number': 5, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': '82d5d916-314c-4a90-b63e-f02bf14bdc83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:06:32.767402 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-ef7c4845-7426-49d3-bca7-35d79d437185 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:06:32.775315 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-ef7c4845-7426-49d3-bca7-35d79d437185 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:06:32.910863 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device acb3dd55-b9a5-4deb-9f80-490048727e84 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:06:32.942855 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-f9c77f65-36be-4c24-be31-c41de9307d10 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] For port 9f581186-aea7-46d5-83dc-602271075e96, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=9f581186-aea7-46d5-83dc-602271075e96,segment=NetworkSegment(4d283c60-672a-426a-a8c8-819608299382),segment_id=4d283c60-672a-426a-a8c8-819608299382)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:32.943514 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f9c77f65-36be-4c24-be31-c41de9307d10 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:33.104032 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5287549e-3a03-4a93-b3d1-b34f00dd929c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:06:33.105498 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-5287549e-3a03-4a93-b3d1-b34f00dd929c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:33.105628 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-f9c77f65-36be-4c24-be31-c41de9307d10 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Calling delete_port for 9f581186-aea7-46d5-83dc-602271075e96 owned by network:router_interface {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:06:33.110630 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5287549e-3a03-4a93-b3d1-b34f00dd929c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:33.111334 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5287549e-3a03-4a93-b3d1-b34f00dd929c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:33.121302 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port acb3dd55-b9a5-4deb-9f80-490048727e84 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:06:33.195640 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5287549e-3a03-4a93-b3d1-b34f00dd929c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Port': ['ID=19b5e03f-158b-4a42-a6d4-b85bab443ec7,revision_number=11']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:33.227142 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-5287549e-3a03-4a93-b3d1-b34f00dd929c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9386072 Jan 21 19:06:33.229093 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33004) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:33.229719 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5287549e-3a03-4a93-b3d1-b34f00dd929c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Subnet': ['ID=63b207e2-98ab-431a-b2ce-4a2c61375fdb,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:33.237332 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-3cc1e2e8-51e4-4393-a2e6-ed19a3ce97d5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'subnet': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:33.255440 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 19b5e03f-158b-4a42-a6d4-b85bab443ec7 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:06:33.318935 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-ef7c4845-7426-49d3-bca7-35d79d437185 None None] Deleting port 19b5e03f-158b-4a42-a6d4-b85bab443ec7 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:06:33.318935 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ef7c4845-7426-49d3-bca7-35d79d437185 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:33.322640 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d619da4e-83e8-4941-ac4b-dc2c8b6cb16f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:33.402970 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d619da4e-83e8-4941-ac4b-dc2c8b6cb16f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:33.573672 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120a6a87-52b5-487b-b7df-be61d4b04ef3 None None] Network 4db4ddb4-8d03-45f2-a32e-06f7e26e938e requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:06:33.583937 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d619da4e-83e8-4941-ac4b-dc2c8b6cb16f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event updated for resources: {'Port': ['ID=f386609f-3ca8-40ac-b2ef-8120e388aa3f,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:33.590765 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f9c77f65-36be-4c24-be31-c41de9307d10 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:33.628472 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-3cc1e2e8-51e4-4393-a2e6-ed19a3ce97d5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:33.638553 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-3cc1e2e8-51e4-4393-a2e6-ed19a3ce97d5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Usage tracker for resource:subnet and tenant:331b5c16a931412fafa4a9af40615562 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:06:33.643729 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-3cc1e2e8-51e4-4393-a2e6-ed19a3ce97d5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:06:33.661694 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-3cc1e2e8-51e4-4393-a2e6-ed19a3ce97d5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:33.663091 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c77f65-36be-4c24-be31-c41de9307d10 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event deleted for resources: {'Port': ['ID=9f581186-aea7-46d5-83dc-602271075e96,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:33.875564 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-ef7c4845-7426-49d3-bca7-35d79d437185 None None] For port 19b5e03f-158b-4a42-a6d4-b85bab443ec7, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=19b5e03f-158b-4a42-a6d4-b85bab443ec7,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:33.875921 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ef7c4845-7426-49d3-bca7-35d79d437185 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:33.941865 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d619da4e-83e8-4941-ac4b-dc2c8b6cb16f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:33.944488 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc1e2e8-51e4-4393-a2e6-ed19a3ce97d5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:06:33.948314 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3cc1e2e8-51e4-4393-a2e6-ed19a3ce97d5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:33.997707 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f9c77f65-36be-4c24-be31-c41de9307d10 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:34.060086 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-ef7c4845-7426-49d3-bca7-35d79d437185 None None] Calling delete_port for 19b5e03f-158b-4a42-a6d4-b85bab443ec7 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:06:34.087040 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0eaa9c6-aa8f-4f16-a6b5-69cd221b6fc5 None None] Sync routers for ids ['fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:06:34.098587 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0eaa9c6-aa8f-4f16-a6b5-69cd221b6fc5 None None] Routers {'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:06:34.099641 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-c0eaa9c6-aa8f-4f16-a6b5-69cd221b6fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:06:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:34.128845 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.ipam_backend_mixin [None req-3cc1e2e8-51e4-4393-a2e6-ed19a3ce97d5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 63b207e2-98ab-431a-b2ce-4a2c61375fdb (CIDR: 2001:db8::/64) Jan 21 19:06:34.252770 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:34.285602 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-c0eaa9c6-aa8f-4f16-a6b5-69cd221b6fc5 None None] Set router fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 gateway port host: None {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:06:34.331685 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cc1e2e8-51e4-4393-a2e6-ed19a3ce97d5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 19:06:34.331685 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cc1e2e8-51e4-4393-a2e6-ed19a3ce97d5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:06:34.380695 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c77f65-36be-4c24-be31-c41de9307d10 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Router fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:06:34.431982 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-8e4edea3-67ff-48ad-90ae-9285edfa1e25 None None] Provisioning for port acb3dd55-b9a5-4deb-9f80-490048727e84 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:06:34.439467 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-8e4edea3-67ff-48ad-90ae-9285edfa1e25 None None] Provisioning complete for port acb3dd55-b9a5-4deb-9f80-490048727e84 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:34.439993 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8e4edea3-67ff-48ad-90ae-9285edfa1e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:34.486961 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-3cc1e2e8-51e4-4393-a2e6-ed19a3ce97d5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2546852 Jan 21 19:06:34.490054 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33008) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:34.504231 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-84169ef7-4576-48c3-954e-29c0b893756e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'subnet': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:34.508723 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ef7c4845-7426-49d3-bca7-35d79d437185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:34.558699 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d619da4e-83e8-4941-ac4b-dc2c8b6cb16f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:34.684307 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c4845-7426-49d3-bca7-35d79d437185 None None] Pushing event deleted for resources: {'Port': ['ID=19b5e03f-158b-4a42-a6d4-b85bab443ec7,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:34.786955 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c77f65-36be-4c24-be31-c41de9307d10 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:06:34.798547 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-84169ef7-4576-48c3-954e-29c0b893756e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:34.803065 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-84169ef7-4576-48c3-954e-29c0b893756e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Usage tracker for resource:subnet and tenant:331b5c16a931412fafa4a9af40615562 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:06:34.812706 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f9c77f65-36be-4c24-be31-c41de9307d10 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "PUT /v2.0/routers/fa74e4cf-b8ea-4d39-ad95-d03dd23abe17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2401497 Jan 21 19:06:34.815232 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33012) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:34.820942 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7c4845-7426-49d3-bca7-35d79d437185 None None] No DVR routers for this DVR port 19b5e03f-158b-4a42-a6d4-b85bab443ec7 on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:06:34.823736 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-c0eaa9c6-aa8f-4f16-a6b5-69cd221b6fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'name': 'tempest-RoutersTest-router-262988306', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:53Z', 'updated_at': '2022-01-21T19:06:33Z', 'revision_number': 8, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'gw_port_host': None, '_interfaces': [{'id': '1e87a380-8ac9-48b4-9ecc-850d4f58f016', 'name': '', 'network_id': 'df5930d7-d6f4-488d-8a7c-23579e8661aa', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:c9:38:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '051a112b-eddc-430a-b1a9-af3b592be639', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:06:12Z', 'updated_at': '2022-01-21T19:06:27Z', 'revision_number': 5, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': '051a112b-eddc-430a-b1a9-af3b592be639', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71c57723-ff93-49e6-a713-3efb75c48fac', 'name': '', 'network_id': '827a05fb-998a-4b52-9570-5769f350c9f2', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:80:1c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:56Z', 'updated_at': '2022-01-21T19:06:05Z', 'revision_number': 5, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd514e073-8169-4dd0-abc0-2f3b442d6fa0', 'name': '', 'network_id': '8eb8f37a-d63f-4861-9202-c5781a13d05b', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:b7:fd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '82d5d916-314c-4a90-b63e-f02bf14bdc83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:06:06Z', 'updated_at': '2022-01-21T19:06:22Z', 'revision_number': 5, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': '82d5d916-314c-4a90-b63e-f02bf14bdc83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:34.832615 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0eaa9c6-aa8f-4f16-a6b5-69cd221b6fc5 None None] Checking router: fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:06:34.842363 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0eaa9c6-aa8f-4f16-a6b5-69cd221b6fc5 None None] Routers {'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:06:34.843071 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-c0eaa9c6-aa8f-4f16-a6b5-69cd221b6fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:06:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:34.843459 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259b5ce2-97e2-4272-827b-15c78b83d8f2 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:06:34.870834 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-84169ef7-4576-48c3-954e-29c0b893756e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:06:34.898868 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-84169ef7-4576-48c3-954e-29c0b893756e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:34.950702 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1aec3af-c51b-4bd5-89f2-35c5854c7749 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Deleting subnet 59be646c-c8b4-4ea2-b8f9-fdc49bfa19fd {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:06:34.959560 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a1aec3af-c51b-4bd5-89f2-35c5854c7749 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:35.049596 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a1aec3af-c51b-4bd5-89f2-35c5854c7749 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:35.064507 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-c0eaa9c6-aa8f-4f16-a6b5-69cd221b6fc5 None None] Set router fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 gateway port host: None {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:06:35.071931 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84169ef7-4576-48c3-954e-29c0b893756e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:06:35.075555 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-84169ef7-4576-48c3-954e-29c0b893756e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:35.092013 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8e4edea3-67ff-48ad-90ae-9285edfa1e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:35.175622 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-8e4edea3-67ff-48ad-90ae-9285edfa1e25 None None] For port acb3dd55-b9a5-4deb-9f80-490048727e84, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=acb3dd55-b9a5-4deb-9f80-490048727e84,segment=NetworkSegment(81f2e7dc-43ed-4dfc-95eb-804c952f4a3c),segment_id=81f2e7dc-43ed-4dfc-95eb-804c952f4a3c)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:35.213326 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a1aec3af-c51b-4bd5-89f2-35c5854c7749 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:35.271101 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908c118b-685c-4c42-8c38-c4fe8fc696c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'tenant_id': '331b5c16a931412fafa4a9af40615562', 'fixed_ips': [{'subnet_id': '63b207e2-98ab-431a-b2ce-4a2c61375fdb'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:06:35.272520 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-908c118b-685c-4c42-8c38-c4fe8fc696c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:35.292219 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8e4edea3-67ff-48ad-90ae-9285edfa1e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:35.358436 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d619da4e-83e8-4941-ac4b-dc2c8b6cb16f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:35.423541 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a1aec3af-c51b-4bd5-89f2-35c5854c7749 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:35.490133 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aec3af-c51b-4bd5-89f2-35c5854c7749 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event deleted for resources: {'Subnet': ['ID=59be646c-c8b4-4ea2-b8f9-fdc49bfa19fd,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:35.495518 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a1aec3af-c51b-4bd5-89f2-35c5854c7749 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:35.505982 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-a1aec3af-c51b-4bd5-89f2-35c5854c7749 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "DELETE /v2.0/subnets/59be646c-c8b4-4ea2-b8f9-fdc49bfa19fd HTTP/1.1" status: 204 len: 168 time: 0.6896586 Jan 21 19:06:35.506563 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33016) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:35.512082 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1659b50b-68c9-45fc-a07f-127f9edaa847 None None] Network 0634f01d-3238-47b9-bdc8-26ca36c0b10d requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:06:35.542721 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-c0eaa9c6-aa8f-4f16-a6b5-69cd221b6fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'name': 'tempest-RoutersTest-router-262988306', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:53Z', 'updated_at': '2022-01-21T19:06:33Z', 'revision_number': 8, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'gw_port_host': None, '_interfaces': [{'id': '1e87a380-8ac9-48b4-9ecc-850d4f58f016', 'name': '', 'network_id': 'df5930d7-d6f4-488d-8a7c-23579e8661aa', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:c9:38:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '051a112b-eddc-430a-b1a9-af3b592be639', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:06:12Z', 'updated_at': '2022-01-21T19:06:27Z', 'revision_number': 5, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': '051a112b-eddc-430a-b1a9-af3b592be639', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71c57723-ff93-49e6-a713-3efb75c48fac', 'name': '', 'network_id': '827a05fb-998a-4b52-9570-5769f350c9f2', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:80:1c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:56Z', 'updated_at': '2022-01-21T19:06:05Z', 'revision_number': 5, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd514e073-8169-4dd0-abc0-2f3b442d6fa0', 'name': '', 'network_id': '8eb8f37a-d63f-4861-9202-c5781a13d05b', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:b7:fd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '82d5d916-314c-4a90-b63e-f02bf14bdc83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:06:06Z', 'updated_at': '2022-01-21T19:06:22Z', 'revision_number': 5, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': '82d5d916-314c-4a90-b63e-f02bf14bdc83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:35.544355 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d619da4e-83e8-4941-ac4b-dc2c8b6cb16f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:35.547429 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d619da4e-83e8-4941-ac4b-dc2c8b6cb16f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:35.548275 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0eaa9c6-aa8f-4f16-a6b5-69cd221b6fc5 None None] The sync data for ids ['fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'] in dv-neutron-825470-1-hyperv is: [{'id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'name': 'tempest-RoutersTest-router-262988306', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:53Z', 'updated_at': '2022-01-21T19:06:33Z', 'revision_number': 8, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'gw_port_host': None, '_interfaces': [{'id': '1e87a380-8ac9-48b4-9ecc-850d4f58f016', 'name': '', 'network_id': 'df5930d7-d6f4-488d-8a7c-23579e8661aa', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:c9:38:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '051a112b-eddc-430a-b1a9-af3b592be639', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:06:12Z', 'updated_at': '2022-01-21T19:06:27Z', 'revision_number': 5, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': '051a112b-eddc-430a-b1a9-af3b592be639', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71c57723-ff93-49e6-a713-3efb75c48fac', 'name': '', 'network_id': '827a05fb-998a-4b52-9570-5769f350c9f2', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:80:1c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:56Z', 'updated_at': '2022-01-21T19:06:05Z', 'revision_number': 5, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd514e073-8169-4dd0-abc0-2f3b442d6fa0', 'name': '', 'network_id': '8eb8f37a-d63f-4861-9202-c5781a13d05b', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:b7:fd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '82d5d916-314c-4a90-b63e-f02bf14bdc83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:06:06Z', 'updated_at': '2022-01-21T19:06:22Z', 'revision_number': 5, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': '82d5d916-314c-4a90-b63e-f02bf14bdc83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:06:35.578173 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4edea3-67ff-48ad-90ae-9285edfa1e25 None None] Pushing event updated for resources: {'Port': ['ID=acb3dd55-b9a5-4deb-9f80-490048727e84,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:35.636789 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-490a81d2-0877-4fef-8491-de71064bb270 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:35.649365 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-490a81d2-0877-4fef-8491-de71064bb270 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Deleting port 767d7cb7-edba-4251-8de7-658f08175d74 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:06:35.649365 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-490a81d2-0877-4fef-8491-de71064bb270 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:35.682125 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-edd797f2-a3a1-4145-9489-eb7361c70640 None None] Provisioning for port f386609f-3ca8-40ac-b2ef-8120e388aa3f completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:06:35.697467 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-edd797f2-a3a1-4145-9489-eb7361c70640 None None] Provisioning complete for port f386609f-3ca8-40ac-b2ef-8120e388aa3f triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:35.702232 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-edd797f2-a3a1-4145-9489-eb7361c70640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:35.759972 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d619da4e-83e8-4941-ac4b-dc2c8b6cb16f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event updated for resources: {'Port': ['ID=f386609f-3ca8-40ac-b2ef-8120e388aa3f,revision_number=3']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:35.825471 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d619da4e-83e8-4941-ac4b-dc2c8b6cb16f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Network 4db4ddb4-8d03-45f2-a32e-06f7e26e938e is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:06:35.827872 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-d619da4e-83e8-4941-ac4b-dc2c8b6cb16f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:35.844434 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-908c118b-685c-4c42-8c38-c4fe8fc696c6 None None] Allocated IP 2001:db8::f816:3eff:fe8a:5b (76b60fc4-5668-469a-a3ef-49679dc3dfc0/63b207e2-98ab-431a-b2ce-4a2c61375fdb/b1e5a6f0-8578-4453-a3be-e20fb27d0832) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:06:35.859490 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-edd797f2-a3a1-4145-9489-eb7361c70640 None None] Port f386609f-3ca8-40ac-b2ef-8120e388aa3f cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:06:35.882482 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-490a81d2-0877-4fef-8491-de71064bb270 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] For port 767d7cb7-edba-4251-8de7-658f08175d74, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=767d7cb7-edba-4251-8de7-658f08175d74,segment=NetworkSegment(4d283c60-672a-426a-a8c8-819608299382),segment_id=4d283c60-672a-426a-a8c8-819608299382)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:35.884605 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-490a81d2-0877-4fef-8491-de71064bb270 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:35.907134 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-84169ef7-4576-48c3-954e-29c0b893756e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:36.048881 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-490a81d2-0877-4fef-8491-de71064bb270 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Calling delete_port for 767d7cb7-edba-4251-8de7-658f08175d74 owned by network:dhcp {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:06:36.109356 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-edd797f2-a3a1-4145-9489-eb7361c70640 None None] Provisioning complete for port acb3dd55-b9a5-4deb-9f80-490048727e84 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:36.109742 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-edd797f2-a3a1-4145-9489-eb7361c70640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:36.190060 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84169ef7-4576-48c3-954e-29c0b893756e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:06:36.195488 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-84169ef7-4576-48c3-954e-29c0b893756e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:36.202013 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84169ef7-4576-48c3-954e-29c0b893756e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:36.202718 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-84169ef7-4576-48c3-954e-29c0b893756e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:36.211174 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-908c118b-685c-4c42-8c38-c4fe8fc696c6 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:36.213514 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-490a81d2-0877-4fef-8491-de71064bb270 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:36.227606 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84169ef7-4576-48c3-954e-29c0b893756e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Subnet': ['ID=117ed886-332c-4e69-a085-cdd8a0a7a66f,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:36.227750 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-908c118b-685c-4c42-8c38-c4fe8fc696c6 None None] Transition to ACTIVE for port object b1e5a6f0-8578-4453-a3be-e20fb27d0832 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:06:36.283414 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f71e67-2424-4ef4-aaac-1429cf03faed None None] Sync routers for ids ['fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:06:36.291166 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a81d2-0877-4fef-8491-de71064bb270 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event deleted for resources: {'Port': ['ID=767d7cb7-edba-4251-8de7-658f08175d74,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:36.294541 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490a81d2-0877-4fef-8491-de71064bb270 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] No DVR routers for this DVR port 767d7cb7-edba-4251-8de7-658f08175d74 on host dv-neutron-825470-1-hyperv {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:06:36.302002 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ce9279-07cd-42ad-9246-7cd570f1af2b None None] DHCP port deletion for 0634f01d-3238-47b9-bdc8-26ca36c0b10d request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:06:36.316734 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-908c118b-685c-4c42-8c38-c4fe8fc696c6 None None] Transition to ACTIVE for port object b1e5a6f0-8578-4453-a3be-e20fb27d0832 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:06:36.325597 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-84169ef7-4576-48c3-954e-29c0b893756e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8315470 Jan 21 19:06:36.326348 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f71e67-2424-4ef4-aaac-1429cf03faed None None] Routers {'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:06:36.326348 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-82f71e67-2424-4ef4-aaac-1429cf03faed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:06:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:36.327645 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33020) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:36.334453 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-f1a833cb-1dd8-46b8-a4fd-ea849ee588f7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'port': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'mac_address': 'fa:16:3e:3c:25:e9', 'name': 'tempest-NetworksTestDHCPv6-710983668'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:36.357120 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d619da4e-83e8-4941-ac4b-dc2c8b6cb16f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Router 33ee3815-5b5d-4c6b-adaa-d9d0f81a4184 is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:06:36.399019 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-908c118b-685c-4c42-8c38-c4fe8fc696c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:36.446111 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-490a81d2-0877-4fef-8491-de71064bb270 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:36.477313 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-490a81d2-0877-4fef-8491-de71064bb270 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0634f01d-3238-47b9-bdc8-26ca36c0b10d']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:36.491630 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-490a81d2-0877-4fef-8491-de71064bb270 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d283c60-672a-426a-a8c8-819608299382') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:36.492219 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-490a81d2-0877-4fef-8491-de71064bb270 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d283c60-672a-426a-a8c8-819608299382') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:36.506137 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-490a81d2-0877-4fef-8491-de71064bb270 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:36.526854 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-490a81d2-0877-4fef-8491-de71064bb270 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:36.533616 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-490a81d2-0877-4fef-8491-de71064bb270 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:06:36.534158 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-490a81d2-0877-4fef-8491-de71064bb270 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:36.544638 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908c118b-685c-4c42-8c38-c4fe8fc696c6 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:06:36.550661 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:06:36.550661 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:06:36.550661 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:06:36.550661 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:06:36.550661 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:06:36.550661 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:06:36.550661 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:06:36.550661 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:06:36.550661 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:06:36.550661 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:06:36.550661 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:06:36.550661 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:06:36.550661 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:06:36.550661 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:06:36.550661 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:06:36.550661 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:06:36.550661 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:06:36.550661 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:06:36.550661 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:06:36.550661 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:06:36.550661 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:06:36.550661 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:06:36.550661 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:06:36.550661 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:06:36.550661 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:06:36.550661 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:06:36.550661 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:06:36.550661 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:06:36.550661 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:06:36.550661 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:06:36.550661 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:06:36.550661 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:06:36.553361 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-908c118b-685c-4c42-8c38-c4fe8fc696c6 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:36.554985 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908c118b-685c-4c42-8c38-c4fe8fc696c6 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:06:36.575065 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908c118b-685c-4c42-8c38-c4fe8fc696c6 None None] Pushing event updated for resources: {'Port': ['ID=b1e5a6f0-8578-4453-a3be-e20fb27d0832,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:36.634752 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-f1a833cb-1dd8-46b8-a4fd-ea849ee588f7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:36.637282 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d619da4e-83e8-4941-ac4b-dc2c8b6cb16f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:06:36.643539 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d619da4e-83e8-4941-ac4b-dc2c8b6cb16f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "PUT /v2.0/routers/33ee3815-5b5d-4c6b-adaa-d9d0f81a4184/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2927420 Jan 21 19:06:36.646090 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33024) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:36.648505 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6fcf81-3620-4f1a-8467-aabd4716edd9 None None] Sync routers for ids ['33ee3815-5b5d-4c6b-adaa-d9d0f81a4184'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:06:36.659007 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-f1a833cb-1dd8-46b8-a4fd-ea849ee588f7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:36.662821 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-82f71e67-2424-4ef4-aaac-1429cf03faed None None] Set router fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 gateway port host: None {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:06:36.665601 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6fcf81-3620-4f1a-8467-aabd4716edd9 None None] Routers {'33ee3815-5b5d-4c6b-adaa-d9d0f81a4184'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:06:36.666255 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-ea6fcf81-3620-4f1a-8467-aabd4716edd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:06:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['33ee3815-5b5d-4c6b-adaa-d9d0f81a4184'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:36.693447 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-490a81d2-0877-4fef-8491-de71064bb270 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:36.714231 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-d6a69c28-9b32-4535-aa94-acb58f52d69b None None] Provisioning complete for port f386609f-3ca8-40ac-b2ef-8120e388aa3f triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:36.714608 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d6a69c28-9b32-4535-aa94-acb58f52d69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:36.716021 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a833cb-1dd8-46b8-a4fd-ea849ee588f7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'port': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:06:36.716243 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-490a81d2-0877-4fef-8491-de71064bb270 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:36.730272 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-ea6fcf81-3620-4f1a-8467-aabd4716edd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:36.746964 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6fcf81-3620-4f1a-8467-aabd4716edd9 None None] Routers {'33ee3815-5b5d-4c6b-adaa-d9d0f81a4184'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:06:36.747628 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-ea6fcf81-3620-4f1a-8467-aabd4716edd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:06:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['33ee3815-5b5d-4c6b-adaa-d9d0f81a4184'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:36.758112 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a81d2-0877-4fef-8491-de71064bb270 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event deleted for resources: {'Network': ['ID=0634f01d-3238-47b9-bdc8-26ca36c0b10d,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:36.778384 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-490a81d2-0877-4fef-8491-de71064bb270 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "DELETE /v2.0/networks/0634f01d-3238-47b9-bdc8-26ca36c0b10d HTTP/1.1" status: 204 len: 168 time: 1.2704904 Jan 21 19:06:36.789841 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33028) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:36.790076 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-d6a69c28-9b32-4535-aa94-acb58f52d69b None None] Port f386609f-3ca8-40ac-b2ef-8120e388aa3f cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:06:36.815937 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-908c118b-685c-4c42-8c38-c4fe8fc696c6 None None] Attempting to bind port b1e5a6f0-8578-4453-a3be-e20fb27d0832 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:06:36.816420 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-908c118b-685c-4c42-8c38-c4fe8fc696c6 None None] Attempting to bind port b1e5a6f0-8578-4453-a3be-e20fb27d0832 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:06:36.816671 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908c118b-685c-4c42-8c38-c4fe8fc696c6 None None] Attempting to bind port b1e5a6f0-8578-4453-a3be-e20fb27d0832 on network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:06:36.825309 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908c118b-685c-4c42-8c38-c4fe8fc696c6 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:06:36.825687 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908c118b-685c-4c42-8c38-c4fe8fc696c6 None None] Checking segment: {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:06:36.826118 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-908c118b-685c-4c42-8c38-c4fe8fc696c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:36.826572 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908c118b-685c-4c42-8c38-c4fe8fc696c6 None None] Bound using segment: {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:06:36.827075 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-908c118b-685c-4c42-8c38-c4fe8fc696c6 None None] Bound port: b1e5a6f0-8578-4453-a3be-e20fb27d0832, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:06:36.827599 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-908c118b-685c-4c42-8c38-c4fe8fc696c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:36.840925 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device acb3dd55-b9a5-4deb-9f80-490048727e84 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:06:36.848232 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-ea6fcf81-3620-4f1a-8467-aabd4716edd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:36.848635 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6fcf81-3620-4f1a-8467-aabd4716edd9 None None] The sync data for ids ['33ee3815-5b5d-4c6b-adaa-d9d0f81a4184'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:06:36.908792 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f1a833cb-1dd8-46b8-a4fd-ea849ee588f7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:36.952704 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [None req-f1a833cb-1dd8-46b8-a4fd-ea849ee588f7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] device_id is not set on port 96140621-6788-47c7-a719-fe4d0f668314 yet. {{(pid=88136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:06:37.079898 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fd0c33-a270-4cf5-acbb-bb8ca20a5263 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:37.081497 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-74fd0c33-a270-4cf5-acbb-bb8ca20a5263 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Synchronizing usage tracker for tenant:5cd950bb3d3d4999ba57a30656254269 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:06:37.184904 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-f1a833cb-1dd8-46b8-a4fd-ea849ee588f7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Allocated IP 2001:db8:0:1::345 (76b60fc4-5668-469a-a3ef-49679dc3dfc0/117ed886-332c-4e69-a085-cdd8a0a7a66f/96140621-6788-47c7-a719-fe4d0f668314) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:06:37.191234 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-f1a833cb-1dd8-46b8-a4fd-ea849ee588f7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Allocated IP 2001:db8::f816:3eff:fe3c:25e9 (76b60fc4-5668-469a-a3ef-49679dc3dfc0/63b207e2-98ab-431a-b2ce-4a2c61375fdb/96140621-6788-47c7-a719-fe4d0f668314) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:06:37.224288 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-908c118b-685c-4c42-8c38-c4fe8fc696c6 None None] For port b1e5a6f0-8578-4453-a3be-e20fb27d0832, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:06:37.245636 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-908c118b-685c-4c42-8c38-c4fe8fc696c6 None None] For port b1e5a6f0-8578-4453-a3be-e20fb27d0832, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=b1e5a6f0-8578-4453-a3be-e20fb27d0832,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:06:37.255279 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-74fd0c33-a270-4cf5-acbb-bb8ca20a5263 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Unset dirty status for tenant:5cd950bb3d3d4999ba57a30656254269 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:06:37.258414 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-74fd0c33-a270-4cf5-acbb-bb8ca20a5263 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "GET /v2.0/ports?device_id=33ee3815-5b5d-4c6b-adaa-d9d0f81a4184 HTTP/1.1" status: 200 len: 989 time: 0.6109650 Jan 21 19:06:37.260482 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33032) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:37.265372 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port acb3dd55-b9a5-4deb-9f80-490048727e84 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:37.265887 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:37.358715 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-908c118b-685c-4c42-8c38-c4fe8fc696c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:37.512225 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908c118b-685c-4c42-8c38-c4fe8fc696c6 None None] Pushing event updated for resources: {'Port': ['ID=b1e5a6f0-8578-4453-a3be-e20fb27d0832,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:37.530332 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-142cfafd-9198-4c40-8e14-8cbdd503bb7d tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:37.559561 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-82f71e67-2424-4ef4-aaac-1429cf03faed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'name': 'tempest-RoutersTest-router-262988306', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:53Z', 'updated_at': '2022-01-21T19:06:33Z', 'revision_number': 8, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'gw_port_host': None, '_interfaces': [{'id': '1e87a380-8ac9-48b4-9ecc-850d4f58f016', 'name': '', 'network_id': 'df5930d7-d6f4-488d-8a7c-23579e8661aa', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:c9:38:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '051a112b-eddc-430a-b1a9-af3b592be639', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:06:12Z', 'updated_at': '2022-01-21T19:06:27Z', 'revision_number': 5, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': '051a112b-eddc-430a-b1a9-af3b592be639', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71c57723-ff93-49e6-a713-3efb75c48fac', 'name': '', 'network_id': '827a05fb-998a-4b52-9570-5769f350c9f2', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:80:1c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:56Z', 'updated_at': '2022-01-21T19:06:05Z', 'revision_number': 5, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd514e073-8169-4dd0-abc0-2f3b442d6fa0', 'name': '', 'network_id': '8eb8f37a-d63f-4861-9202-c5781a13d05b', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:b7:fd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '82d5d916-314c-4a90-b63e-f02bf14bdc83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:06:06Z', 'updated_at': '2022-01-21T19:06:22Z', 'revision_number': 5, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': '82d5d916-314c-4a90-b63e-f02bf14bdc83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:37.568433 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f71e67-2424-4ef4-aaac-1429cf03faed None None] Checking router: fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:06:37.579693 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f71e67-2424-4ef4-aaac-1429cf03faed None None] Routers {'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:06:37.580477 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-82f71e67-2424-4ef4-aaac-1429cf03faed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:06:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:37.652955 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 9f581186-aea7-46d5-83dc-602271075e96 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:06:37.725884 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f1a833cb-1dd8-46b8-a4fd-ea849ee588f7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:37.754177 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-f1a833cb-1dd8-46b8-a4fd-ea849ee588f7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Transition to ACTIVE for port object 96140621-6788-47c7-a719-fe4d0f668314 will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:06:37.756547 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 9f581186-aea7-46d5-83dc-602271075e96 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:06:37.757232 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 9f581186-aea7-46d5-83dc-602271075e96 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:06:37.757483 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 767d7cb7-edba-4251-8de7-658f08175d74 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:06:37.805206 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 767d7cb7-edba-4251-8de7-658f08175d74 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:06:37.805749 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 767d7cb7-edba-4251-8de7-658f08175d74 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:06:37.845169 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-82f71e67-2424-4ef4-aaac-1429cf03faed None None] Set router fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 gateway port host: None {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:06:37.985127 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-142cfafd-9198-4c40-8e14-8cbdd503bb7d tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Deleting port 1e87a380-8ac9-48b4-9ecc-850d4f58f016 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:06:37.985464 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-142cfafd-9198-4c40-8e14-8cbdd503bb7d tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:38.123562 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f1a833cb-1dd8-46b8-a4fd-ea849ee588f7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:38.210452 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-142cfafd-9198-4c40-8e14-8cbdd503bb7d tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] For port 1e87a380-8ac9-48b4-9ecc-850d4f58f016, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=1e87a380-8ac9-48b4-9ecc-850d4f58f016,segment=NetworkSegment(04a82a6c-5f9b-42d2-8eef-7709ef091f19),segment_id=04a82a6c-5f9b-42d2-8eef-7709ef091f19)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:38.211039 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-142cfafd-9198-4c40-8e14-8cbdd503bb7d tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:38.216199 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a833cb-1dd8-46b8-a4fd-ea849ee588f7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:06:38.222131 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-f1a833cb-1dd8-46b8-a4fd-ea849ee588f7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:38.230829 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a833cb-1dd8-46b8-a4fd-ea849ee588f7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:06:38.238331 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a833cb-1dd8-46b8-a4fd-ea849ee588f7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:38.238988 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f1a833cb-1dd8-46b8-a4fd-ea849ee588f7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:38.241608 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-82f71e67-2424-4ef4-aaac-1429cf03faed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'name': 'tempest-RoutersTest-router-262988306', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:53Z', 'updated_at': '2022-01-21T19:06:33Z', 'revision_number': 8, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'gw_port_host': None, '_interfaces': [{'id': '1e87a380-8ac9-48b4-9ecc-850d4f58f016', 'name': '', 'network_id': 'df5930d7-d6f4-488d-8a7c-23579e8661aa', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:c9:38:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '051a112b-eddc-430a-b1a9-af3b592be639', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:06:12Z', 'updated_at': '2022-01-21T19:06:27Z', 'revision_number': 5, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': '051a112b-eddc-430a-b1a9-af3b592be639', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71c57723-ff93-49e6-a713-3efb75c48fac', 'name': '', 'network_id': '827a05fb-998a-4b52-9570-5769f350c9f2', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:80:1c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:56Z', 'updated_at': '2022-01-21T19:06:05Z', 'revision_number': 5, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd514e073-8169-4dd0-abc0-2f3b442d6fa0', 'name': '', 'network_id': '8eb8f37a-d63f-4861-9202-c5781a13d05b', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:b7:fd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '82d5d916-314c-4a90-b63e-f02bf14bdc83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:06:06Z', 'updated_at': '2022-01-21T19:06:22Z', 'revision_number': 5, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': '82d5d916-314c-4a90-b63e-f02bf14bdc83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:38.247144 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f71e67-2424-4ef4-aaac-1429cf03faed None None] The sync data for ids ['fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'] in dv-neutron-825470-1-hyperv is: [{'id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'name': 'tempest-RoutersTest-router-262988306', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:53Z', 'updated_at': '2022-01-21T19:06:33Z', 'revision_number': 8, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'gw_port_host': None, '_interfaces': [{'id': '1e87a380-8ac9-48b4-9ecc-850d4f58f016', 'name': '', 'network_id': 'df5930d7-d6f4-488d-8a7c-23579e8661aa', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:c9:38:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '051a112b-eddc-430a-b1a9-af3b592be639', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:06:12Z', 'updated_at': '2022-01-21T19:06:27Z', 'revision_number': 5, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': '051a112b-eddc-430a-b1a9-af3b592be639', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71c57723-ff93-49e6-a713-3efb75c48fac', 'name': '', 'network_id': '827a05fb-998a-4b52-9570-5769f350c9f2', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:80:1c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:56Z', 'updated_at': '2022-01-21T19:06:05Z', 'revision_number': 5, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd514e073-8169-4dd0-abc0-2f3b442d6fa0', 'name': '', 'network_id': '8eb8f37a-d63f-4861-9202-c5781a13d05b', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:b7:fd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '82d5d916-314c-4a90-b63e-f02bf14bdc83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:06:06Z', 'updated_at': '2022-01-21T19:06:22Z', 'revision_number': 5, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': '82d5d916-314c-4a90-b63e-f02bf14bdc83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:06:38.251427 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8f4839be-0105-481b-9c31-55dbb8146758 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:38.307126 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a833cb-1dd8-46b8-a4fd-ea849ee588f7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Port': ['ID=96140621-6788-47c7-a719-fe4d0f668314,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:38.344389 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-142cfafd-9198-4c40-8e14-8cbdd503bb7d tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Calling delete_port for 1e87a380-8ac9-48b4-9ecc-850d4f58f016 owned by network:router_interface {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:06:38.409571 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f1a833cb-1dd8-46b8-a4fd-ea849ee588f7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0807328 Jan 21 19:06:38.409959 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33036) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:38.586082 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-de79e7e0-90b8-4b42-8efc-2f98d8bb549a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting port 96140621-6788-47c7-a719-fe4d0f668314 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:06:38.586082 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-de79e7e0-90b8-4b42-8efc-2f98d8bb549a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:38.588740 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-8f4839be-0105-481b-9c31-55dbb8146758 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Deleting port f386609f-3ca8-40ac-b2ef-8120e388aa3f {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:06:38.588740 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8f4839be-0105-481b-9c31-55dbb8146758 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:38.820249 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8f4839be-0105-481b-9c31-55dbb8146758 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:38.840988 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device b1e5a6f0-8578-4453-a3be-e20fb27d0832 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:06:38.954693 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84ae64b-ee6b-42c5-9665-742416847e48 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:06:38.985170 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-8f4839be-0105-481b-9c31-55dbb8146758 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Calling delete_port for f386609f-3ca8-40ac-b2ef-8120e388aa3f owned by network:router_interface {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:06:39.009973 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port b1e5a6f0-8578-4453-a3be-e20fb27d0832 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:06:39.012304 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-30d7bb66-6284-47d0-b66b-f18707d6036b req-291cbb89-5e16-45cb-a549-4db73f62b842 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=2727dfc1-5196-4cdc-a1d2-5acd034834f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3628480 Jan 21 19:06:39.036520 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-142cfafd-9198-4c40-8e14-8cbdd503bb7d tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:39.086596 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f2261b82-7036-494a-afa6-dabf51211594 None None] Provisioning for port b1e5a6f0-8578-4453-a3be-e20fb27d0832 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:06:39.097499 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-de79e7e0-90b8-4b42-8efc-2f98d8bb549a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:39.099470 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f2261b82-7036-494a-afa6-dabf51211594 None None] Provisioning complete for port b1e5a6f0-8578-4453-a3be-e20fb27d0832 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:39.099934 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f2261b82-7036-494a-afa6-dabf51211594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:39.162044 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142cfafd-9198-4c40-8e14-8cbdd503bb7d tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event deleted for resources: {'Port': ['ID=1e87a380-8ac9-48b4-9ecc-850d4f58f016,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:39.260470 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-de79e7e0-90b8-4b42-8efc-2f98d8bb549a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Calling delete_port for 96140621-6788-47c7-a719-fe4d0f668314 owned by {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:06:39.287009 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8f4839be-0105-481b-9c31-55dbb8146758 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:39.333856 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f2261b82-7036-494a-afa6-dabf51211594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:39.343767 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4839be-0105-481b-9c31-55dbb8146758 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event deleted for resources: {'Port': ['ID=f386609f-3ca8-40ac-b2ef-8120e388aa3f,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:39.405530 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-f2261b82-7036-494a-afa6-dabf51211594 None None] For port b1e5a6f0-8578-4453-a3be-e20fb27d0832, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=b1e5a6f0-8578-4453-a3be-e20fb27d0832,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:39.491264 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f2261b82-7036-494a-afa6-dabf51211594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:39.605226 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8f4839be-0105-481b-9c31-55dbb8146758 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:39.606632 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e7edbe-5a02-42ae-a131-9f5741ebc4f8 None None] Update dhcp port {'port': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'fixed_ips': [{'subnet_id': '63b207e2-98ab-431a-b2ce-4a2c61375fdb', 'ip_address': '2001:db8::f816:3eff:fe8a:5b'}, {'subnet_id': '117ed886-332c-4e69-a085-cdd8a0a7a66f'}], 'binding:host_id': 'dv-neutron-825470-1-hyperv'}, 'id': 'b1e5a6f0-8578-4453-a3be-e20fb27d0832'} from dv-neutron-825470-1-hyperv. {{(pid=88138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 19:06:39.685504 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-07e7edbe-5a02-42ae-a131-9f5741ebc4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:39.728697 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-142cfafd-9198-4c40-8e14-8cbdd503bb7d tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:39.752179 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2261b82-7036-494a-afa6-dabf51211594 None None] Pushing event updated for resources: {'Port': ['ID=b1e5a6f0-8578-4453-a3be-e20fb27d0832,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:39.819213 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d7bb66-6284-47d0-b66b-f18707d6036b req-9d52ae1c-61bd-4dba-99ef-f73c411daf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:39.820744 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-30d7bb66-6284-47d0-b66b-f18707d6036b req-9d52ae1c-61bd-4dba-99ef-f73c411daf55 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=2727dfc1-5196-4cdc-a1d2-5acd034834f5 HTTP/1.1" status: 200 len: 1098 time: 0.5982425 Jan 21 19:06:39.929537 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-07e7edbe-5a02-42ae-a131-9f5741ebc4f8 None None] Allocated IP 2001:db8:0:1::2 (76b60fc4-5668-469a-a3ef-49679dc3dfc0/117ed886-332c-4e69-a085-cdd8a0a7a66f/b1e5a6f0-8578-4453-a3be-e20fb27d0832) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:06:40.034412 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f4839be-0105-481b-9c31-55dbb8146758 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Router 33ee3815-5b5d-4c6b-adaa-d9d0f81a4184 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:06:40.078812 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-07e7edbe-5a02-42ae-a131-9f5741ebc4f8 None None] For port b1e5a6f0-8578-4453-a3be-e20fb27d0832, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=b1e5a6f0-8578-4453-a3be-e20fb27d0832,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:40.104383 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-07e7edbe-5a02-42ae-a131-9f5741ebc4f8 None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:40.121240 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-07e7edbe-5a02-42ae-a131-9f5741ebc4f8 None None] Transition to ACTIVE for port object b1e5a6f0-8578-4453-a3be-e20fb27d0832 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:06:40.181167 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4839be-0105-481b-9c31-55dbb8146758 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:06:40.184171 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-07e7edbe-5a02-42ae-a131-9f5741ebc4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:40.226444 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad9741f-4cb1-4d13-a2cb-711c476ba717 None None] Sync routers for ids ['33ee3815-5b5d-4c6b-adaa-d9d0f81a4184'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:06:40.297604 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad9741f-4cb1-4d13-a2cb-711c476ba717 None None] Routers {'33ee3815-5b5d-4c6b-adaa-d9d0f81a4184'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:06:40.298071 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-aad9741f-4cb1-4d13-a2cb-711c476ba717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:06:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['33ee3815-5b5d-4c6b-adaa-d9d0f81a4184'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:40.300885 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-8f4839be-0105-481b-9c31-55dbb8146758 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "PUT /v2.0/routers/33ee3815-5b5d-4c6b-adaa-d9d0f81a4184/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0393579 Jan 21 19:06:40.303430 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33040) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:40.352084 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cd95f23-58c7-4e23-8e03-7c3e4d88f2a1 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] GET failed (client error): The resource could not be found. Jan 21 19:06:40.352624 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-3cd95f23-58c7-4e23-8e03-7c3e4d88f2a1 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Synchronizing usage tracker for tenant:5cd950bb3d3d4999ba57a30656254269 on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:06:40.395494 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d7bb66-6284-47d0-b66b-f18707d6036b req-862a17b3-dffd-434e-96df-504453a9d305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:40.397220 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-30d7bb66-6284-47d0-b66b-f18707d6036b req-862a17b3-dffd-434e-96df-504453a9d305 service neutron] 10.222.0.113 "GET /v2.0/networks?id=ff99f632-5526-4276-9da3-3b33f700e365 HTTP/1.1" status: 200 len: 898 time: 0.5439322 Jan 21 19:06:40.411729 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-aad9741f-4cb1-4d13-a2cb-711c476ba717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:40.419622 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-3cd95f23-58c7-4e23-8e03-7c3e4d88f2a1 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Unset dirty status for tenant:5cd950bb3d3d4999ba57a30656254269 on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:06:40.421704 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-3cd95f23-58c7-4e23-8e03-7c3e4d88f2a1 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "GET /v2.0/ports/f386609f-3ca8-40ac-b2ef-8120e388aa3f HTTP/1.1" status: 404 len: 333 time: 0.1172881 Jan 21 19:06:40.422605 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7edbe-5a02-42ae-a131-9f5741ebc4f8 None None] Pushing event updated for resources: {'Port': ['ID=b1e5a6f0-8578-4453-a3be-e20fb27d0832,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:40.424395 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33044) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:40.429469 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad9741f-4cb1-4d13-a2cb-711c476ba717 None None] Routers {'33ee3815-5b5d-4c6b-adaa-d9d0f81a4184'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:06:40.430138 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-aad9741f-4cb1-4d13-a2cb-711c476ba717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:06:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['33ee3815-5b5d-4c6b-adaa-d9d0f81a4184'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:40.482494 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-de79e7e0-90b8-4b42-8efc-2f98d8bb549a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:40.501591 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-aad9741f-4cb1-4d13-a2cb-711c476ba717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:40.502275 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad9741f-4cb1-4d13-a2cb-711c476ba717 None None] The sync data for ids ['33ee3815-5b5d-4c6b-adaa-d9d0f81a4184'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:06:40.565956 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142cfafd-9198-4c40-8e14-8cbdd503bb7d tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Router fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:06:40.606667 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79e7e0-90b8-4b42-8efc-2f98d8bb549a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Port': ['ID=96140621-6788-47c7-a719-fe4d0f668314,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:40.609536 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ab460aa9-2df2-45f0-908f-cbb115e925e7 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for router, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:40.671744 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-30d7bb66-6284-47d0-b66b-f18707d6036b req-0dd4a9a1-11a3-4aa6-a1e5-c559c0e9bb78 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f87830a-b074-4d23-a8f7-a0cf1386aa2e HTTP/1.1" status: 200 len: 1001 time: 0.2659609 Jan 21 19:06:40.785601 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-de79e7e0-90b8-4b42-8efc-2f98d8bb549a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:40.879852 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-de79e7e0-90b8-4b42-8efc-2f98d8bb549a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/ports/96140621-6788-47c7-a719-fe4d0f668314 HTTP/1.1" status: 204 len: 168 time: 2.4665177 Jan 21 19:06:40.883638 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33048) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:40.885742 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device b1e5a6f0-8578-4453-a3be-e20fb27d0832 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:06:40.914029 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d7bb66-6284-47d0-b66b-f18707d6036b req-a7e8b022-69e5-4e4d-bf53-5ecfdf71acc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:40.915764 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-30d7bb66-6284-47d0-b66b-f18707d6036b req-a7e8b022-69e5-4e4d-bf53-5ecfdf71acc6 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=e5ea9923-e5c0-4291-84d8-365162974c14 HTTP/1.1" status: 200 len: 833 time: 0.1944690 Jan 21 19:06:40.931162 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142cfafd-9198-4c40-8e14-8cbdd503bb7d tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:06:40.944372 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d417c1c-60f7-4784-904d-1da1db9e8849 None None] Sync routers for ids ['fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:06:40.957817 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d417c1c-60f7-4784-904d-1da1db9e8849 None None] Routers {'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:06:40.958981 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-1d417c1c-60f7-4784-904d-1da1db9e8849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:06:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:40.989317 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-142cfafd-9198-4c40-8e14-8cbdd503bb7d tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "PUT /v2.0/routers/fa74e4cf-b8ea-4d39-ad95-d03dd23abe17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2067647 Jan 21 19:06:40.994869 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33052) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:41.043873 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ab460aa9-2df2-45f0-908f-cbb115e925e7 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:41.047112 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ab460aa9-2df2-45f0-908f-cbb115e925e7 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:41.096195 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-49061dfa-ccd7-44e5-a99c-7956a6752135 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Deleting subnet 051a112b-eddc-430a-b1a9-af3b592be639 {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:06:41.102173 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-49061dfa-ccd7-44e5-a99c-7956a6752135 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:41.117449 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-6470d57b-4d2c-4fe3-8344-0ca160f99241 None None] Could not find standard attr ID for object 96140621-6788-47c7-a719-fe4d0f668314. {{(pid=88138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 19:06:41.150134 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6089b33-2d29-46f1-9e2c-878b06c79cf3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:41.151371 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-a6089b33-2d29-46f1-9e2c-878b06c79cf3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:06:41.161461 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d7bb66-6284-47d0-b66b-f18707d6036b req-920692d2-ad8b-453d-8378-369f6d5a1d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:41.163374 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-30d7bb66-6284-47d0-b66b-f18707d6036b req-920692d2-ad8b-453d-8378-369f6d5a1d05 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ff99f632-5526-4276-9da3-3b33f700e365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2298231 Jan 21 19:06:41.168099 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ab460aa9-2df2-45f0-908f-cbb115e925e7 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:41.168704 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab460aa9-2df2-45f0-908f-cbb115e925e7 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Fanout notify agent at l3_agent the message router_deleted on router 33ee3815-5b5d-4c6b-adaa-d9d0f81a4184 {{(pid=88136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:06:41.184968 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ab460aa9-2df2-45f0-908f-cbb115e925e7 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:41.184968 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ab460aa9-2df2-45f0-908f-cbb115e925e7 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/routers/33ee3815-5b5d-4c6b-adaa-d9d0f81a4184 HTTP/1.1" status: 204 len: 168 time: 0.7473459 Jan 21 19:06:41.186662 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33056) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:41.197350 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-49061dfa-ccd7-44e5-a99c-7956a6752135 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:41.197740 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-1d417c1c-60f7-4784-904d-1da1db9e8849 None None] Set router fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 gateway port host: None {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:06:41.201176 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-6470d57b-4d2c-4fe3-8344-0ca160f99241 None None] Provisioning for port b1e5a6f0-8578-4453-a3be-e20fb27d0832 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:06:41.208799 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-6470d57b-4d2c-4fe3-8344-0ca160f99241 None None] Provisioning complete for port b1e5a6f0-8578-4453-a3be-e20fb27d0832 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:41.209371 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6470d57b-4d2c-4fe3-8344-0ca160f99241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:41.300845 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-a6089b33-2d29-46f1-9e2c-878b06c79cf3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:06:41.302031 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a6089b33-2d29-46f1-9e2c-878b06c79cf3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.4172091 Jan 21 19:06:41.315011 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33062) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:41.437618 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b9fbd83-7987-4af2-8f97-241d69f1ebb7 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Deleting subnet ac674332-a2ad-459b-b815-ea9d2054355a {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:06:41.444288 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9b9fbd83-7987-4af2-8f97-241d69f1ebb7 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:41.462614 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-30d7bb66-6284-47d0-b66b-f18707d6036b req-2c4518f0-9b5b-46c1-84a3-a2e391a5a455 service neutron] 10.222.0.113 "GET /v2.0/networks/ff99f632-5526-4276-9da3-3b33f700e365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903500 Jan 21 19:06:41.558707 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72311dc9-9938-415e-af24-e25c4e007542 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:41.560333 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-72311dc9-9938-415e-af24-e25c4e007542 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2439444 Jan 21 19:06:41.563772 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9b9fbd83-7987-4af2-8f97-241d69f1ebb7 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:41.564206 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-1d417c1c-60f7-4784-904d-1da1db9e8849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'name': 'tempest-RoutersTest-router-262988306', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:53Z', 'updated_at': '2022-01-21T19:06:38Z', 'revision_number': 9, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'gw_port_host': None, '_interfaces': [{'id': '71c57723-ff93-49e6-a713-3efb75c48fac', 'name': '', 'network_id': '827a05fb-998a-4b52-9570-5769f350c9f2', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:80:1c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:56Z', 'updated_at': '2022-01-21T19:06:05Z', 'revision_number': 5, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd514e073-8169-4dd0-abc0-2f3b442d6fa0', 'name': '', 'network_id': '8eb8f37a-d63f-4861-9202-c5781a13d05b', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:b7:fd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '82d5d916-314c-4a90-b63e-f02bf14bdc83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:06:06Z', 'updated_at': '2022-01-21T19:06:22Z', 'revision_number': 5, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': '82d5d916-314c-4a90-b63e-f02bf14bdc83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:41.568664 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d417c1c-60f7-4784-904d-1da1db9e8849 None None] Checking router: fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:06:41.578358 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d417c1c-60f7-4784-904d-1da1db9e8849 None None] Routers {'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:06:41.579230 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-1d417c1c-60f7-4784-904d-1da1db9e8849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:06:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:41.593821 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33066) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:41.594918 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-49061dfa-ccd7-44e5-a99c-7956a6752135 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:41.599761 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-c259f3aa-8a7b-414b-a7d9-cbeb54d34fc6 None None] Could not find standard attr ID for object 96140621-6788-47c7-a719-fe4d0f668314. {{(pid=88138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 19:06:41.667799 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9b9fbd83-7987-4af2-8f97-241d69f1ebb7 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:41.758085 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49326b7d-b0c7-4812-a87c-e10c5a2e63c8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:41.759687 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49326b7d-b0c7-4812-a87c-e10c5a2e63c8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:41.760917 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-1d417c1c-60f7-4784-904d-1da1db9e8849 None None] Set router fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 gateway port host: None {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:06:41.761390 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49326b7d-b0c7-4812-a87c-e10c5a2e63c8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:41.762223 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-49326b7d-b0c7-4812-a87c-e10c5a2e63c8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:06:41.775492 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-30d7bb66-6284-47d0-b66b-f18707d6036b req-ac5c9cb3-dd9a-4821-bd7f-08982b14bfae service neutron] 10.222.0.113 "GET /v2.0/networks/ff99f632-5526-4276-9da3-3b33f700e365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910738 Jan 21 19:06:41.808064 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9b9fbd83-7987-4af2-8f97-241d69f1ebb7 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:41.852285 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9fbd83-7987-4af2-8f97-241d69f1ebb7 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event deleted for resources: {'Subnet': ['ID=ac674332-a2ad-459b-b815-ea9d2054355a,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:41.855796 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9b9fbd83-7987-4af2-8f97-241d69f1ebb7 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:41.864909 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-9b9fbd83-7987-4af2-8f97-241d69f1ebb7 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/subnets/ac674332-a2ad-459b-b815-ea9d2054355a HTTP/1.1" status: 204 len: 168 time: 0.6739616 Jan 21 19:06:41.865225 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33070) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:41.882926 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d46791-a852-4f11-8d59-f799f2fd0cb0 None None] Network 4db4ddb4-8d03-45f2-a32e-06f7e26e938e requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:06:41.888363 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-49061dfa-ccd7-44e5-a99c-7956a6752135 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:41.936866 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-49326b7d-b0c7-4812-a87c-e10c5a2e63c8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:06:41.941062 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33074) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:41.941217 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-49326b7d-b0c7-4812-a87c-e10c5a2e63c8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3167818 Jan 21 19:06:41.964256 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49061dfa-ccd7-44e5-a99c-7956a6752135 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event deleted for resources: {'Subnet': ['ID=051a112b-eddc-430a-b1a9-af3b592be639,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:41.967933 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-49061dfa-ccd7-44e5-a99c-7956a6752135 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:42.019110 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126bacda-c5ef-48e4-ac3a-57ac8590bc1e None None] Network df5930d7-d6f4-488d-8a7c-23579e8661aa requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:06:42.022136 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-49061dfa-ccd7-44e5-a99c-7956a6752135 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "DELETE /v2.0/subnets/051a112b-eddc-430a-b1a9-af3b592be639 HTTP/1.1" status: 204 len: 168 time: 1.0259039 Jan 21 19:06:42.033772 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33078) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:42.079781 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-61d142e2-b0b6-4c3e-9fdc-aafbd8dfb333 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:42.171708 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-1d417c1c-60f7-4784-904d-1da1db9e8849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'name': 'tempest-RoutersTest-router-262988306', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:53Z', 'updated_at': '2022-01-21T19:06:38Z', 'revision_number': 9, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'gw_port_host': None, '_interfaces': [{'id': '71c57723-ff93-49e6-a713-3efb75c48fac', 'name': '', 'network_id': '827a05fb-998a-4b52-9570-5769f350c9f2', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:80:1c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:56Z', 'updated_at': '2022-01-21T19:06:05Z', 'revision_number': 5, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd514e073-8169-4dd0-abc0-2f3b442d6fa0', 'name': '', 'network_id': '8eb8f37a-d63f-4861-9202-c5781a13d05b', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:b7:fd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '82d5d916-314c-4a90-b63e-f02bf14bdc83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:06:06Z', 'updated_at': '2022-01-21T19:06:22Z', 'revision_number': 5, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': '82d5d916-314c-4a90-b63e-f02bf14bdc83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:42.176653 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d417c1c-60f7-4784-904d-1da1db9e8849 None None] The sync data for ids ['fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'] in dv-neutron-825470-1-hyperv is: [{'id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'name': 'tempest-RoutersTest-router-262988306', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:53Z', 'updated_at': '2022-01-21T19:06:38Z', 'revision_number': 9, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'gw_port_host': None, '_interfaces': [{'id': '71c57723-ff93-49e6-a713-3efb75c48fac', 'name': '', 'network_id': '827a05fb-998a-4b52-9570-5769f350c9f2', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:80:1c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:56Z', 'updated_at': '2022-01-21T19:06:05Z', 'revision_number': 5, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd514e073-8169-4dd0-abc0-2f3b442d6fa0', 'name': '', 'network_id': '8eb8f37a-d63f-4861-9202-c5781a13d05b', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:b7:fd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '82d5d916-314c-4a90-b63e-f02bf14bdc83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:06:06Z', 'updated_at': '2022-01-21T19:06:22Z', 'revision_number': 5, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': '82d5d916-314c-4a90-b63e-f02bf14bdc83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:06:42.179329 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed8f7aca-ba3b-4997-9fa0-a686cbad45a8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting subnet 117ed886-332c-4e69-a085-cdd8a0a7a66f {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:06:42.182581 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ed8f7aca-ba3b-4997-9fa0-a686cbad45a8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:42.237721 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-61d142e2-b0b6-4c3e-9fdc-aafbd8dfb333 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Deleting port acb3dd55-b9a5-4deb-9f80-490048727e84 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:06:42.237721 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-61d142e2-b0b6-4c3e-9fdc-aafbd8dfb333 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:42.251458 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ed8f7aca-ba3b-4997-9fa0-a686cbad45a8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:42.303045 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ee366ca7-44f8-47dc-a482-980ebc557710 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:42.347193 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ed8f7aca-ba3b-4997-9fa0-a686cbad45a8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:42.504764 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ed8f7aca-ba3b-4997-9fa0-a686cbad45a8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:42.530322 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-ee366ca7-44f8-47dc-a482-980ebc557710 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Deleting port 8274d91e-c203-431a-9db4-9ad903e9ffc0 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:06:42.531075 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ee366ca7-44f8-47dc-a482-980ebc557710 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:42.543198 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e385f4bd-aff0-443b-96d1-798aa4713982 None None] DHCP port deletion for 4db4ddb4-8d03-45f2-a32e-06f7e26e938e request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:06:42.554346 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-e385f4bd-aff0-443b-96d1-798aa4713982 None None] Deleting port acb3dd55-b9a5-4deb-9f80-490048727e84 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:06:42.555139 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e385f4bd-aff0-443b-96d1-798aa4713982 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:42.575455 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f7aca-ba3b-4997-9fa0-a686cbad45a8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Subnet': ['ID=117ed886-332c-4e69-a085-cdd8a0a7a66f,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:42.583142 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ed8f7aca-ba3b-4997-9fa0-a686cbad45a8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:42.596907 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd393d3-03e1-4f8b-a97b-0910edc3a6ef None None] DHCP port deletion for df5930d7-d6f4-488d-8a7c-23579e8661aa request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:06:42.600792 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ebca22-cbae-41df-9f3c-2b8dd0365ec7 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:06:42.619825 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-1fd393d3-03e1-4f8b-a97b-0910edc3a6ef None None] Deleting port 8274d91e-c203-431a-9db4-9ad903e9ffc0 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:06:42.621157 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1fd393d3-03e1-4f8b-a97b-0910edc3a6ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:42.670329 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ed8f7aca-ba3b-4997-9fa0-a686cbad45a8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/117ed886-332c-4e69-a085-cdd8a0a7a66f HTTP/1.1" status: 204 len: 168 time: 0.7277236 Jan 21 19:06:42.673259 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33082) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:42.763733 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-61d142e2-b0b6-4c3e-9fdc-aafbd8dfb333 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] For port acb3dd55-b9a5-4deb-9f80-490048727e84, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=acb3dd55-b9a5-4deb-9f80-490048727e84,segment=NetworkSegment(81f2e7dc-43ed-4dfc-95eb-804c952f4a3c),segment_id=81f2e7dc-43ed-4dfc-95eb-804c952f4a3c)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:42.764475 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-61d142e2-b0b6-4c3e-9fdc-aafbd8dfb333 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:42.826785 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e20711a-c290-462c-969d-a74e421b99fc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting subnet 63b207e2-98ab-431a-b2ce-4a2c61375fdb {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:06:42.830699 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1e20711a-c290-462c-969d-a74e421b99fc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:42.906950 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1e20711a-c290-462c-969d-a74e421b99fc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:42.909362 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-61d142e2-b0b6-4c3e-9fdc-aafbd8dfb333 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Calling delete_port for acb3dd55-b9a5-4deb-9f80-490048727e84 owned by network:dhcp {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:06:42.954736 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device acb3dd55-b9a5-4deb-9f80-490048727e84 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:06:42.995878 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1e20711a-c290-462c-969d-a74e421b99fc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:43.039331 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-e385f4bd-aff0-443b-96d1-798aa4713982 None None] For port acb3dd55-b9a5-4deb-9f80-490048727e84, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=acb3dd55-b9a5-4deb-9f80-490048727e84,segment=NetworkSegment(81f2e7dc-43ed-4dfc-95eb-804c952f4a3c),segment_id=81f2e7dc-43ed-4dfc-95eb-804c952f4a3c)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:43.039626 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e385f4bd-aff0-443b-96d1-798aa4713982 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:43.080954 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-ee366ca7-44f8-47dc-a482-980ebc557710 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] For port 8274d91e-c203-431a-9db4-9ad903e9ffc0, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=8274d91e-c203-431a-9db4-9ad903e9ffc0,segment=NetworkSegment(04a82a6c-5f9b-42d2-8eef-7709ef091f19),segment_id=04a82a6c-5f9b-42d2-8eef-7709ef091f19)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:43.081377 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ee366ca7-44f8-47dc-a482-980ebc557710 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:43.139498 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1e20711a-c290-462c-969d-a74e421b99fc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:43.181503 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20711a-c290-462c-969d-a74e421b99fc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Subnet': ['ID=63b207e2-98ab-431a-b2ce-4a2c61375fdb,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:43.186923 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1e20711a-c290-462c-969d-a74e421b99fc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:43.199336 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-1e20711a-c290-462c-969d-a74e421b99fc tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/63b207e2-98ab-431a-b2ce-4a2c61375fdb HTTP/1.1" status: 204 len: 168 time: 0.5225887 Jan 21 19:06:43.199550 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33090) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:43.213634 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-ee366ca7-44f8-47dc-a482-980ebc557710 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Calling delete_port for 8274d91e-c203-431a-9db4-9ad903e9ffc0 owned by network:dhcp {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:06:43.221521 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-e385f4bd-aff0-443b-96d1-798aa4713982 None None] Calling delete_port for acb3dd55-b9a5-4deb-9f80-490048727e84 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:06:43.241747 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-61d142e2-b0b6-4c3e-9fdc-aafbd8dfb333 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:43.274513 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-3f9b9b48-ef12-4df8-9ff0-d59fb9b9efae tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0710113 Jan 21 19:06:43.275291 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33094) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:43.282277 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-712a237d-a9e2-4070-b3b9-5c97dd600cd8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'subnet': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:43.303354 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d142e2-b0b6-4c3e-9fdc-aafbd8dfb333 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event deleted for resources: {'Port': ['ID=acb3dd55-b9a5-4deb-9f80-490048727e84,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:43.307963 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d142e2-b0b6-4c3e-9fdc-aafbd8dfb333 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] No DVR routers for this DVR port acb3dd55-b9a5-4deb-9f80-490048727e84 on host dv-neutron-825470-1-hyperv {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:06:43.346256 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No active binding found for port acb3dd55-b9a5-4deb-9f80-490048727e84 {{(pid=88138) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 21 19:06:43.346554 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device acb3dd55-b9a5-4deb-9f80-490048727e84 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:06:43.346965 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 8274d91e-c203-431a-9db4-9ad903e9ffc0 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:06:43.411885 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-712a237d-a9e2-4070-b3b9-5c97dd600cd8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:43.417075 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-712a237d-a9e2-4070-b3b9-5c97dd600cd8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Usage tracker for resource:subnet and tenant:331b5c16a931412fafa4a9af40615562 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:06:43.422990 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-712a237d-a9e2-4070-b3b9-5c97dd600cd8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:06:43.431959 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-712a237d-a9e2-4070-b3b9-5c97dd600cd8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:43.464178 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-61d142e2-b0b6-4c3e-9fdc-aafbd8dfb333 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:43.468985 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-1fd393d3-03e1-4f8b-a97b-0910edc3a6ef None None] For port 8274d91e-c203-431a-9db4-9ad903e9ffc0, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=8274d91e-c203-431a-9db4-9ad903e9ffc0,segment=NetworkSegment(04a82a6c-5f9b-42d2-8eef-7709ef091f19),segment_id=04a82a6c-5f9b-42d2-8eef-7709ef091f19)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:43.469374 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1fd393d3-03e1-4f8b-a97b-0910edc3a6ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:43.492323 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-61d142e2-b0b6-4c3e-9fdc-aafbd8dfb333 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4db4ddb4-8d03-45f2-a32e-06f7e26e938e']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:43.505470 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-61d142e2-b0b6-4c3e-9fdc-aafbd8dfb333 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81f2e7dc-43ed-4dfc-95eb-804c952f4a3c') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:43.505772 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-61d142e2-b0b6-4c3e-9fdc-aafbd8dfb333 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81f2e7dc-43ed-4dfc-95eb-804c952f4a3c') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:43.521995 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-61d142e2-b0b6-4c3e-9fdc-aafbd8dfb333 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:43.532667 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712a237d-a9e2-4070-b3b9-5c97dd600cd8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:06:43.536530 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-712a237d-a9e2-4070-b3b9-5c97dd600cd8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:43.541982 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-61d142e2-b0b6-4c3e-9fdc-aafbd8dfb333 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:43.550041 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61d142e2-b0b6-4c3e-9fdc-aafbd8dfb333 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:06:43.550439 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-61d142e2-b0b6-4c3e-9fdc-aafbd8dfb333 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:43.567949 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:06:43.567949 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:06:43.567949 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:06:43.567949 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:06:43.567949 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:06:43.567949 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:06:43.567949 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:06:43.567949 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:06:43.567949 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:06:43.567949 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:06:43.567949 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:06:43.567949 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:06:43.567949 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:06:43.567949 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:06:43.567949 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:06:43.567949 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:06:43.567949 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:06:43.567949 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:06:43.567949 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:06:43.567949 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:06:43.567949 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:06:43.567949 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:06:43.567949 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:06:43.567949 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:06:43.567949 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:06:43.567949 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:06:43.567949 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:06:43.567949 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:06:43.567949 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:06:43.567949 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:06:43.567949 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:06:43.567949 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:06:43.574487 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ee366ca7-44f8-47dc-a482-980ebc557710 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:43.626967 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-1fd393d3-03e1-4f8b-a97b-0910edc3a6ef None None] Calling delete_port for 8274d91e-c203-431a-9db4-9ad903e9ffc0 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:06:43.653605 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-e385f4bd-aff0-443b-96d1-798aa4713982 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:06:43.653977 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-e385f4bd-aff0-443b-96d1-798aa4713982 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:06:43.676470 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No active binding found for port 8274d91e-c203-431a-9db4-9ad903e9ffc0 {{(pid=88138) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 21 19:06:43.677095 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 8274d91e-c203-431a-9db4-9ad903e9ffc0 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:06:43.677284 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 1e87a380-8ac9-48b4-9ecc-850d4f58f016 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:06:43.695449 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee366ca7-44f8-47dc-a482-980ebc557710 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event deleted for resources: {'Port': ['ID=8274d91e-c203-431a-9db4-9ad903e9ffc0,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:43.701037 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee366ca7-44f8-47dc-a482-980ebc557710 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] No DVR routers for this DVR port 8274d91e-c203-431a-9db4-9ad903e9ffc0 on host dv-neutron-825470-1-hyperv {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:06:43.723960 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 1e87a380-8ac9-48b4-9ecc-850d4f58f016 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:06:43.724319 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 1e87a380-8ac9-48b4-9ecc-850d4f58f016 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:06:43.757123 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-1fd393d3-03e1-4f8b-a97b-0910edc3a6ef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:06:43.757476 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-1fd393d3-03e1-4f8b-a97b-0910edc3a6ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:06:43.782646 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-61d142e2-b0b6-4c3e-9fdc-aafbd8dfb333 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:43.803410 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-61d142e2-b0b6-4c3e-9fdc-aafbd8dfb333 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:43.855782 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd7001c-6206-4400-8a7d-76c7b9b9eae3 None None] Update dhcp port {'port': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'fixed_ips': [{'subnet_id': '63b207e2-98ab-431a-b2ce-4a2c61375fdb'}], 'binding:host_id': 'dv-neutron-825470-1-hyperv'}, 'id': 'b1e5a6f0-8578-4453-a3be-e20fb27d0832'} from dv-neutron-825470-1-hyperv. {{(pid=88138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 19:06:43.865487 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-712a237d-a9e2-4070-b3b9-5c97dd600cd8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:43.866802 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d142e2-b0b6-4c3e-9fdc-aafbd8dfb333 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event deleted for resources: {'Network': ['ID=4db4ddb4-8d03-45f2-a32e-06f7e26e938e,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:43.871779 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ee366ca7-44f8-47dc-a482-980ebc557710 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:43.904055 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-ee366ca7-44f8-47dc-a482-980ebc557710 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df5930d7-d6f4-488d-8a7c-23579e8661aa']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:43.919480 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-ee366ca7-44f8-47dc-a482-980ebc557710 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04a82a6c-5f9b-42d2-8eef-7709ef091f19') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:43.919763 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-ee366ca7-44f8-47dc-a482-980ebc557710 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04a82a6c-5f9b-42d2-8eef-7709ef091f19') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:43.934596 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ee366ca7-44f8-47dc-a482-980ebc557710 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:43.946664 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712a237d-a9e2-4070-b3b9-5c97dd600cd8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:06:43.951610 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-712a237d-a9e2-4070-b3b9-5c97dd600cd8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:43.956709 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712a237d-a9e2-4070-b3b9-5c97dd600cd8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:43.957492 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ee366ca7-44f8-47dc-a482-980ebc557710 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:43.958010 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-712a237d-a9e2-4070-b3b9-5c97dd600cd8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:43.963677 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-61d142e2-b0b6-4c3e-9fdc-aafbd8dfb333 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/networks/4db4ddb4-8d03-45f2-a32e-06f7e26e938e HTTP/1.1" status: 204 len: 168 time: 2.0974076 Jan 21 19:06:43.967915 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33098) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:43.975346 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a237d-a9e2-4070-b3b9-5c97dd600cd8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Subnet': ['ID=c9bbfa0d-3544-4f34-ad02-818c56718382,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:43.983040 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3bd7001c-6206-4400-8a7d-76c7b9b9eae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:44.070848 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-712a237d-a9e2-4070-b3b9-5c97dd600cd8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7941496 Jan 21 19:06:44.073779 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33102) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:44.083538 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-7f768b0e-4b1d-43a5-b8ae-96e485a423b6 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'subnet': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:44.115195 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee366ca7-44f8-47dc-a482-980ebc557710 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:06:44.115506 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ee366ca7-44f8-47dc-a482-980ebc557710 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:44.129927 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:06:44.129927 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:06:44.129927 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:06:44.129927 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:06:44.129927 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:06:44.129927 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:06:44.129927 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:06:44.129927 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:06:44.129927 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:06:44.129927 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:06:44.129927 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:06:44.129927 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:06:44.129927 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:06:44.129927 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:06:44.129927 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:06:44.129927 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:06:44.129927 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:06:44.129927 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:06:44.129927 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:06:44.129927 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:06:44.129927 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:06:44.129927 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:06:44.129927 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:06:44.129927 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:06:44.129927 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:06:44.129927 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:06:44.129927 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:06:44.129927 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:06:44.129927 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:06:44.129927 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:06:44.129927 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:06:44.129927 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:06:44.155635 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-e385f4bd-aff0-443b-96d1-798aa4713982 None None] Deleting port acb3dd55-b9a5-4deb-9f80-490048727e84 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:06:44.156142 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e385f4bd-aff0-443b-96d1-798aa4713982 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:44.229823 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-7f768b0e-4b1d-43a5-b8ae-96e485a423b6 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:44.230870 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-e385f4bd-aff0-443b-96d1-798aa4713982 None None] The port 'acb3dd55-b9a5-4deb-9f80-490048727e84' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:06:44.235455 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7f768b0e-4b1d-43a5-b8ae-96e485a423b6 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Usage tracker for resource:subnet and tenant:331b5c16a931412fafa4a9af40615562 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:06:44.238349 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7f768b0e-4b1d-43a5-b8ae-96e485a423b6 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:06:44.245130 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-7f768b0e-4b1d-43a5-b8ae-96e485a423b6 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:44.249258 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d602e60-3e61-4d1d-b5c1-0dbe2af8a8f3 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:44.249258 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-2d602e60-3e61-4d1d-b5c1-0dbe2af8a8f3 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Synchronizing usage tracker for tenant:5cd950bb3d3d4999ba57a30656254269 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:06:44.268879 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-1fd393d3-03e1-4f8b-a97b-0910edc3a6ef None None] Deleting port 8274d91e-c203-431a-9db4-9ad903e9ffc0 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:06:44.268879 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1fd393d3-03e1-4f8b-a97b-0910edc3a6ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:44.331226 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4587d55-5e1c-4f62-824a-8eaac4551410 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:06:44.351585 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-1fd393d3-03e1-4f8b-a97b-0910edc3a6ef None None] The port '8274d91e-c203-431a-9db4-9ad903e9ffc0' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:06:44.361384 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ee366ca7-44f8-47dc-a482-980ebc557710 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:44.370382 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ee366ca7-44f8-47dc-a482-980ebc557710 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:44.385055 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-516225cb-70d4-41c5-8888-0ffd289c7051 None None] Provisioning complete for port b1e5a6f0-8578-4453-a3be-e20fb27d0832 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:44.385419 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-516225cb-70d4-41c5-8888-0ffd289c7051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:44.391079 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f768b0e-4b1d-43a5-b8ae-96e485a423b6 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:06:44.395822 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7f768b0e-4b1d-43a5-b8ae-96e485a423b6 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:44.397546 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ee366ca7-44f8-47dc-a482-980ebc557710 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "DELETE /v2.0/networks/df5930d7-d6f4-488d-8a7c-23579e8661aa HTTP/1.1" status: 204 len: 168 time: 2.3623848 Jan 21 19:06:44.399715 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-2d602e60-3e61-4d1d-b5c1-0dbe2af8a8f3 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Unset dirty status for tenant:5cd950bb3d3d4999ba57a30656254269 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:06:44.399715 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2d602e60-3e61-4d1d-b5c1-0dbe2af8a8f3 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "GET /v2.0/ports/59893a99-de9a-48d9-9030-2a6638b01712 HTTP/1.1" status: 200 len: 843 time: 0.4302146 Jan 21 19:06:44.400537 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33106) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:44.404936 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee366ca7-44f8-47dc-a482-980ebc557710 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event deleted for resources: {'Network': ['ID=df5930d7-d6f4-488d-8a7c-23579e8661aa,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:44.423843 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33108) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:44.589011 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-1e001680-9005-4fb3-ad19-7ab4d4e163c3 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "GET /v2.0/ports/59893a99-de9a-48d9-9030-2a6638b01712?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1634119 Jan 21 19:06:44.593610 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33114) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:44.602245 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-552162fa-e4b7-4496-b04e-bf269b38aa40 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'subnet': {'network_id': '8691d4d6-00ec-421e-856d-b18335ac2f72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:44.719049 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.ipam_backend_mixin [None req-7f768b0e-4b1d-43a5-b8ae-96e485a423b6 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c9bbfa0d-3544-4f34-ad02-818c56718382 (CIDR: 2001:db8::/64) Jan 21 19:06:44.758299 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f768b0e-4b1d-43a5-b8ae-96e485a423b6 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 19:06:44.759050 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f768b0e-4b1d-43a5-b8ae-96e485a423b6 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:06:44.797640 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-552162fa-e4b7-4496-b04e-bf269b38aa40 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:44.812339 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-552162fa-e4b7-4496-b04e-bf269b38aa40 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Usage tracker for resource:subnet and tenant:5cd950bb3d3d4999ba57a30656254269 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:06:44.830319 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-552162fa-e4b7-4496-b04e-bf269b38aa40 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:06:44.847371 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-552162fa-e4b7-4496-b04e-bf269b38aa40 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:44.857107 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4968c611-9bf2-4c34-b88e-b8107b08c215 None None] Update dhcp port {'port': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'fixed_ips': [{'subnet_id': 'c9bbfa0d-3544-4f34-ad02-818c56718382'}], 'binding:host_id': 'dv-neutron-825470-1-hyperv'}, 'id': 'b1e5a6f0-8578-4453-a3be-e20fb27d0832'} from dv-neutron-825470-1-hyperv. {{(pid=88138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 19:06:44.880007 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-7f768b0e-4b1d-43a5-b8ae-96e485a423b6 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8036044 Jan 21 19:06:44.881233 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33118) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:44.887232 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-6fefb3a5-2ae9-467b-a9e1-4bf80fad3c89 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'subnet': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:44.892911 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device b1e5a6f0-8578-4453-a3be-e20fb27d0832 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:06:44.994310 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4968c611-9bf2-4c34-b88e-b8107b08c215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:45.045830 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4b5508b5-7bf9-4d34-b016-47bdc140b843 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:45.047873 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552162fa-e4b7-4496-b04e-bf269b38aa40 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Made reservation on behalf of 5cd950bb3d3d4999ba57a30656254269 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:06:45.052123 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-552162fa-e4b7-4496-b04e-bf269b38aa40 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:45.121508 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:45.220448 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port b1e5a6f0-8578-4453-a3be-e20fb27d0832, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=b1e5a6f0-8578-4453-a3be-e20fb27d0832,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:45.252924 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-6fefb3a5-2ae9-467b-a9e1-4bf80fad3c89 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:45.258904 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-6fefb3a5-2ae9-467b-a9e1-4bf80fad3c89 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Usage tracker for resource:subnet and tenant:331b5c16a931412fafa4a9af40615562 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:06:45.262706 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-6fefb3a5-2ae9-467b-a9e1-4bf80fad3c89 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:06:45.270505 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-6fefb3a5-2ae9-467b-a9e1-4bf80fad3c89 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:45.288575 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-4968c611-9bf2-4c34-b88e-b8107b08c215 None None] Allocated IP 2001:db8::2 (76b60fc4-5668-469a-a3ef-49679dc3dfc0/c9bbfa0d-3544-4f34-ad02-818c56718382/b1e5a6f0-8578-4453-a3be-e20fb27d0832) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:06:45.314346 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:45.363554 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fefb3a5-2ae9-467b-a9e1-4bf80fad3c89 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:06:45.367321 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6fefb3a5-2ae9-467b-a9e1-4bf80fad3c89 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:45.413442 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-4b5508b5-7bf9-4d34-b016-47bdc140b843 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Deleting port d514e073-8169-4dd0-abc0-2f3b442d6fa0 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:06:45.413828 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4b5508b5-7bf9-4d34-b016-47bdc140b843 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:45.487760 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-552162fa-e4b7-4496-b04e-bf269b38aa40 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:45.491090 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=b1e5a6f0-8578-4453-a3be-e20fb27d0832,revision_number=7']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:45.539822 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552162fa-e4b7-4496-b04e-bf269b38aa40 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Network 8691d4d6-00ec-421e-856d-b18335ac2f72 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:06:45.545567 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-4968c611-9bf2-4c34-b88e-b8107b08c215 None None] For port b1e5a6f0-8578-4453-a3be-e20fb27d0832, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=b1e5a6f0-8578-4453-a3be-e20fb27d0832,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:45.551809 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-552162fa-e4b7-4496-b04e-bf269b38aa40 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:45.555097 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552162fa-e4b7-4496-b04e-bf269b38aa40 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:45.555677 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-552162fa-e4b7-4496-b04e-bf269b38aa40 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:45.562585 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd1cbd1-c0f9-4f7b-b41d-c636fedb73ff None None] Network 8691d4d6-00ec-421e-856d-b18335ac2f72 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:06:45.624486 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4968c611-9bf2-4c34-b88e-b8107b08c215 None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:45.626697 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552162fa-e4b7-4496-b04e-bf269b38aa40 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event updated for resources: {'Subnet': ['ID=6f805461-6955-4012-98b0-6f22ee5195eb,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:45.634931 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-4b5508b5-7bf9-4d34-b016-47bdc140b843 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] For port d514e073-8169-4dd0-abc0-2f3b442d6fa0, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=d514e073-8169-4dd0-abc0-2f3b442d6fa0,segment=NetworkSegment(64ddf468-bb31-4a77-99cb-f9f169076a07),segment_id=64ddf468-bb31-4a77-99cb-f9f169076a07)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:45.637676 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4b5508b5-7bf9-4d34-b016-47bdc140b843 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:45.679190 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-552162fa-e4b7-4496-b04e-bf269b38aa40 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0817690 Jan 21 19:06:45.681360 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33124) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:45.689618 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-0eb05fac-48ce-4ef0-8106-11cc5a88ba07 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'security_group': {'name': 'tempest-secgroup-1780758131'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:45.696669 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-0eb05fac-48ce-4ef0-8106-11cc5a88ba07 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:45.705519 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-4968c611-9bf2-4c34-b88e-b8107b08c215 None None] Transition to ACTIVE for port object b1e5a6f0-8578-4453-a3be-e20fb27d0832 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:06:45.705752 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-0eb05fac-48ce-4ef0-8106-11cc5a88ba07 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Usage tracker for resource:security_group and tenant:5cd950bb3d3d4999ba57a30656254269 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:06:45.714456 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-0eb05fac-48ce-4ef0-8106-11cc5a88ba07 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:06:45.726268 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-0eb05fac-48ce-4ef0-8106-11cc5a88ba07 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:45.775821 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-4b5508b5-7bf9-4d34-b016-47bdc140b843 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Calling delete_port for d514e073-8169-4dd0-abc0-2f3b442d6fa0 owned by network:router_interface {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:06:45.801450 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0eb05fac-48ce-4ef0-8106-11cc5a88ba07 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:45.805991 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4968c611-9bf2-4c34-b88e-b8107b08c215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:45.823373 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-0eb05fac-48ce-4ef0-8106-11cc5a88ba07 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:45.827810 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-0eb05fac-48ce-4ef0-8106-11cc5a88ba07 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Usage tracker for resource:security_group_rule and tenant:5cd950bb3d3d4999ba57a30656254269 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:06:45.831065 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-0eb05fac-48ce-4ef0-8106-11cc5a88ba07 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:06:45.837904 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-0eb05fac-48ce-4ef0-8106-11cc5a88ba07 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:45.978962 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4968c611-9bf2-4c34-b88e-b8107b08c215 None None] Pushing event updated for resources: {'Port': ['ID=b1e5a6f0-8578-4453-a3be-e20fb27d0832,revision_number=8']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:46.027834 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8936429-7523-45f3-b5e0-44c01a89519e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-8691d4d6-00ec-421e-856d-b18335ac2f72', 'network_id': '8691d4d6-00ec-421e-856d-b18335ac2f72', 'tenant_id': '5cd950bb3d3d4999ba57a30656254269', 'fixed_ips': [{'subnet_id': '6f805461-6955-4012-98b0-6f22ee5195eb'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:06:46.036669 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d8936429-7523-45f3-b5e0-44c01a89519e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:46.077325 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0eb05fac-48ce-4ef0-8106-11cc5a88ba07 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:46.082848 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.objects.ports [None req-6fefb3a5-2ae9-467b-a9e1-4bf80fad3c89 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88136) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 19:06:46.144850 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0eb05fac-48ce-4ef0-8106-11cc5a88ba07 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:46.151576 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4b5508b5-7bf9-4d34-b016-47bdc140b843 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:46.204697 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5508b5-7bf9-4d34-b016-47bdc140b843 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event deleted for resources: {'Port': ['ID=d514e073-8169-4dd0-abc0-2f3b442d6fa0,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:46.222266 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb05fac-48ce-4ef0-8106-11cc5a88ba07 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebda08e8-731e-4f48-ae64-f7bfcb91128c,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:46.294872 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-d8936429-7523-45f3-b5e0-44c01a89519e None None] Allocated IP 2001:db8::2 (8691d4d6-00ec-421e-856d-b18335ac2f72/6f805461-6955-4012-98b0-6f22ee5195eb/7ad889c9-c7e0-45c3-a889-ae31a57ffbdf) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:06:46.299580 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0eb05fac-48ce-4ef0-8106-11cc5a88ba07 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:46.300834 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-0eb05fac-48ce-4ef0-8106-11cc5a88ba07 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6185474 Jan 21 19:06:46.307440 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33128) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:46.322104 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-b088e97a-6500-497e-bfc8-5032d1c091b6 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'security_group': {'name': 'tempest-secgroup-1079002407'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:46.331563 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-b088e97a-6500-497e-bfc8-5032d1c091b6 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:46.344699 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b088e97a-6500-497e-bfc8-5032d1c091b6 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Usage tracker for resource:security_group and tenant:5cd950bb3d3d4999ba57a30656254269 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:06:46.354915 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b088e97a-6500-497e-bfc8-5032d1c091b6 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:06:46.398835 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-b088e97a-6500-497e-bfc8-5032d1c091b6 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:46.527314 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6fefb3a5-2ae9-467b-a9e1-4bf80fad3c89 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:46.555477 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b088e97a-6500-497e-bfc8-5032d1c091b6 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:46.577303 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d8936429-7523-45f3-b5e0-44c01a89519e None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:46.591092 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-d8936429-7523-45f3-b5e0-44c01a89519e None None] Transition to ACTIVE for port object 7ad889c9-c7e0-45c3-a889-ae31a57ffbdf will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:06:46.627193 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4b5508b5-7bf9-4d34-b016-47bdc140b843 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:46.628937 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-d8936429-7523-45f3-b5e0-44c01a89519e None None] Transition to ACTIVE for port object 7ad889c9-c7e0-45c3-a889-ae31a57ffbdf will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:06:46.645879 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-b088e97a-6500-497e-bfc8-5032d1c091b6 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:46.653690 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b088e97a-6500-497e-bfc8-5032d1c091b6 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Usage tracker for resource:security_group_rule and tenant:5cd950bb3d3d4999ba57a30656254269 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:06:46.658616 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b088e97a-6500-497e-bfc8-5032d1c091b6 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:06:46.676635 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d8936429-7523-45f3-b5e0-44c01a89519e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:46.684119 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-b088e97a-6500-497e-bfc8-5032d1c091b6 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:46.769975 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8936429-7523-45f3-b5e0-44c01a89519e None None] Pushing event updated for resources: {'Port': ['ID=7ad889c9-c7e0-45c3-a889-ae31a57ffbdf,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:46.785148 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8936429-7523-45f3-b5e0-44c01a89519e None None] Network 8691d4d6-00ec-421e-856d-b18335ac2f72 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:06:46.786802 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-d8936429-7523-45f3-b5e0-44c01a89519e None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:46.793202 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8936429-7523-45f3-b5e0-44c01a89519e None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:06:46.872392 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-6fefb3a5-2ae9-467b-a9e1-4bf80fad3c89 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] For port b1e5a6f0-8578-4453-a3be-e20fb27d0832, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=b1e5a6f0-8578-4453-a3be-e20fb27d0832,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:46.909401 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-d8936429-7523-45f3-b5e0-44c01a89519e None None] Attempting to bind port 7ad889c9-c7e0-45c3-a889-ae31a57ffbdf on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:06:46.909871 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-d8936429-7523-45f3-b5e0-44c01a89519e None None] Attempting to bind port 7ad889c9-c7e0-45c3-a889-ae31a57ffbdf by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '4433c252-4a9c-4c45-9eb7-7bb35c8c2291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8691d4d6-00ec-421e-856d-b18335ac2f72'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:06:46.910310 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8936429-7523-45f3-b5e0-44c01a89519e None None] Attempting to bind port 7ad889c9-c7e0-45c3-a889-ae31a57ffbdf on network 8691d4d6-00ec-421e-856d-b18335ac2f72 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:06:46.916345 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8936429-7523-45f3-b5e0-44c01a89519e None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:06:46.916345 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8936429-7523-45f3-b5e0-44c01a89519e None None] Checking segment: {'id': '4433c252-4a9c-4c45-9eb7-7bb35c8c2291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8691d4d6-00ec-421e-856d-b18335ac2f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:06:46.916943 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d8936429-7523-45f3-b5e0-44c01a89519e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:46.917410 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8936429-7523-45f3-b5e0-44c01a89519e None None] Bound using segment: {'id': '4433c252-4a9c-4c45-9eb7-7bb35c8c2291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8691d4d6-00ec-421e-856d-b18335ac2f72'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:06:46.917973 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-d8936429-7523-45f3-b5e0-44c01a89519e None None] Bound port: 7ad889c9-c7e0-45c3-a889-ae31a57ffbdf, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4433c252-4a9c-4c45-9eb7-7bb35c8c2291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8691d4d6-00ec-421e-856d-b18335ac2f72'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:06:46.918413 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d8936429-7523-45f3-b5e0-44c01a89519e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:46.920651 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6fefb3a5-2ae9-467b-a9e1-4bf80fad3c89 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:46.971082 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device b1e5a6f0-8578-4453-a3be-e20fb27d0832 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:06:46.988651 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b088e97a-6500-497e-bfc8-5032d1c091b6 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:47.000863 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6fefb3a5-2ae9-467b-a9e1-4bf80fad3c89 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:47.001600 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6fefb3a5-2ae9-467b-a9e1-4bf80fad3c89 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:47.101494 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b088e97a-6500-497e-bfc8-5032d1c091b6 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:47.102208 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5508b5-7bf9-4d34-b016-47bdc140b843 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Router fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:06:47.134061 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-d8936429-7523-45f3-b5e0-44c01a89519e None None] For port 7ad889c9-c7e0-45c3-a889-ae31a57ffbdf, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:06:47.139028 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-d8936429-7523-45f3-b5e0-44c01a89519e None None] For port 7ad889c9-c7e0-45c3-a889-ae31a57ffbdf, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=7ad889c9-c7e0-45c3-a889-ae31a57ffbdf,segment=NetworkSegment(4433c252-4a9c-4c45-9eb7-7bb35c8c2291),segment_id=4433c252-4a9c-4c45-9eb7-7bb35c8c2291)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:06:47.182694 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fefb3a5-2ae9-467b-a9e1-4bf80fad3c89 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:06:47.189189 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-6fefb3a5-2ae9-467b-a9e1-4bf80fad3c89 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:47.191615 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fefb3a5-2ae9-467b-a9e1-4bf80fad3c89 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Subnet': ['ID=662721a4-13e7-4dba-8cf7-dcc66177a180,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:47.199082 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fefb3a5-2ae9-467b-a9e1-4bf80fad3c89 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:47.199410 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6fefb3a5-2ae9-467b-a9e1-4bf80fad3c89 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:47.205479 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fefb3a5-2ae9-467b-a9e1-4bf80fad3c89 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Port': ['ID=b1e5a6f0-8578-4453-a3be-e20fb27d0832,revision_number=10']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:47.211300 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d8936429-7523-45f3-b5e0-44c01a89519e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:47.214758 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b088e97a-6500-497e-bfc8-5032d1c091b6 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95f873e6-85eb-4815-b2ed-abefead449ee,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:47.252345 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139cd5a8-20c7-4c63-85d8-14af55744cb6 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:06:47.289371 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-7abef902-d5d9-45ac-b2b1-6702c57fa33c None None] Provisioning for port b1e5a6f0-8578-4453-a3be-e20fb27d0832 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:06:47.296054 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5508b5-7bf9-4d34-b016-47bdc140b843 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:06:47.305037 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b088e97a-6500-497e-bfc8-5032d1c091b6 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:47.308971 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b088e97a-6500-497e-bfc8-5032d1c091b6 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9962397 Jan 21 19:06:47.309151 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-4b5508b5-7bf9-4d34-b016-47bdc140b843 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "PUT /v2.0/routers/fa74e4cf-b8ea-4d39-ad95-d03dd23abe17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9068396 Jan 21 19:06:47.309248 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33132) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:47.315063 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33136) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:47.315340 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-e56023a4-f44c-4787-a430-a27fa4b33754 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1430686019', 'security_groups': ['95f873e6-85eb-4815-b2ed-abefead449ee'], 'network_id': '8691d4d6-00ec-421e-856d-b18335ac2f72', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6f805461-6955-4012-98b0-6f22ee5195eb'}]}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:47.327403 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c474dd2-ce5c-49b2-afaf-0e6eba29270f None None] Sync routers for ids ['fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:06:47.348081 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-7abef902-d5d9-45ac-b2b1-6702c57fa33c None None] Provisioning complete for port b1e5a6f0-8578-4453-a3be-e20fb27d0832 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:47.348550 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7abef902-d5d9-45ac-b2b1-6702c57fa33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:47.391309 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-528cce55-100c-4ae3-a132-8b0bb80b2364 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Deleting subnet 82d5d916-314c-4a90-b63e-f02bf14bdc83 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:06:47.394540 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-528cce55-100c-4ae3-a132-8b0bb80b2364 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:47.432534 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-6fefb3a5-2ae9-467b-a9e1-4bf80fad3c89 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.5501328 Jan 21 19:06:47.436833 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33140) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:47.445345 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-fdc969a0-ac52-4db9-93c4-af6305e679c5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'port': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'mac_address': 'fa:16:3e:28:cd:25', 'name': 'tempest-NetworksTestDHCPv6-718546328'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:47.465439 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c474dd2-ce5c-49b2-afaf-0e6eba29270f None None] Routers {'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:06:47.473181 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-8c474dd2-ce5c-49b2-afaf-0e6eba29270f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:06:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:47.473705 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e56023a4-f44c-4787-a430-a27fa4b33754 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:47.503181 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-528cce55-100c-4ae3-a132-8b0bb80b2364 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:47.554916 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e56023a4-f44c-4787-a430-a27fa4b33754 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:47.555904 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8936429-7523-45f3-b5e0-44c01a89519e None None] Pushing event updated for resources: {'Port': ['ID=7ad889c9-c7e0-45c3-a889-ae31a57ffbdf,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:47.630574 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56023a4-f44c-4787-a430-a27fa4b33754 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Made reservation on behalf of 5cd950bb3d3d4999ba57a30656254269 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:06:47.706955 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-8c474dd2-ce5c-49b2-afaf-0e6eba29270f None None] Set router fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 gateway port host: None {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:06:47.805679 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e56023a4-f44c-4787-a430-a27fa4b33754 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:47.840950 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-e56023a4-f44c-4787-a430-a27fa4b33754 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] device_id is not set on port 5f149c29-7e6b-4244-b2c6-c16905699456 yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:06:47.854599 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-fdc969a0-ac52-4db9-93c4-af6305e679c5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:47.874012 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-fdc969a0-ac52-4db9-93c4-af6305e679c5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:47.895114 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-528cce55-100c-4ae3-a132-8b0bb80b2364 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:47.943929 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc969a0-ac52-4db9-93c4-af6305e679c5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'port': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:06:48.069390 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7abef902-d5d9-45ac-b2b1-6702c57fa33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:48.132520 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fdc969a0-ac52-4db9-93c4-af6305e679c5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:48.162014 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [None req-fdc969a0-ac52-4db9-93c4-af6305e679c5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] device_id is not set on port e2f0eaef-9493-46a8-8109-700586627e1d yet. {{(pid=88136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:06:48.202725 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-7abef902-d5d9-45ac-b2b1-6702c57fa33c None None] For port b1e5a6f0-8578-4453-a3be-e20fb27d0832, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=b1e5a6f0-8578-4453-a3be-e20fb27d0832,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:48.213452 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-528cce55-100c-4ae3-a132-8b0bb80b2364 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:48.217289 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-e56023a4-f44c-4787-a430-a27fa4b33754 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Allocated IP 2001:db8::1a1 (8691d4d6-00ec-421e-856d-b18335ac2f72/6f805461-6955-4012-98b0-6f22ee5195eb/5f149c29-7e6b-4244-b2c6-c16905699456) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:06:48.272659 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528cce55-100c-4ae3-a132-8b0bb80b2364 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event deleted for resources: {'Subnet': ['ID=82d5d916-314c-4a90-b63e-f02bf14bdc83,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:48.277535 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-528cce55-100c-4ae3-a132-8b0bb80b2364 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:48.284083 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7abef902-d5d9-45ac-b2b1-6702c57fa33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:48.303223 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-528cce55-100c-4ae3-a132-8b0bb80b2364 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "DELETE /v2.0/subnets/82d5d916-314c-4a90-b63e-f02bf14bdc83 HTTP/1.1" status: 204 len: 168 time: 0.9838655 Jan 21 19:06:48.304895 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33144) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:48.333342 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae892f6-57c2-4602-83d8-30842d1bfda5 None None] Network 8eb8f37a-d63f-4861-9202-c5781a13d05b requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:06:48.524958 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-fdc969a0-ac52-4db9-93c4-af6305e679c5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Allocated IP 2001:db8::2b5 (76b60fc4-5668-469a-a3ef-49679dc3dfc0/c9bbfa0d-3544-4f34-ad02-818c56718382/e2f0eaef-9493-46a8-8109-700586627e1d) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:06:48.532343 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-fdc969a0-ac52-4db9-93c4-af6305e679c5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Allocated IP 2001:db8:0:1:f816:3eff:fe28:cd25 (76b60fc4-5668-469a-a3ef-49679dc3dfc0/662721a4-13e7-4dba-8cf7-dcc66177a180/e2f0eaef-9493-46a8-8109-700586627e1d) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:06:48.557652 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-541473aa-5043-490c-84c7-f593171efee1 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:48.602169 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abef902-d5d9-45ac-b2b1-6702c57fa33c None None] Pushing event updated for resources: {'Port': ['ID=b1e5a6f0-8578-4453-a3be-e20fb27d0832,revision_number=11']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:48.659848 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-541473aa-5043-490c-84c7-f593171efee1 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Deleting port 3a91259a-a1db-447b-aebf-c87bb6cbeaf7 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:06:48.660200 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-541473aa-5043-490c-84c7-f593171efee1 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:48.664324 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-8c474dd2-ce5c-49b2-afaf-0e6eba29270f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'name': 'tempest-RoutersTest-router-262988306', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:53Z', 'updated_at': '2022-01-21T19:06:46Z', 'revision_number': 10, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'gw_port_host': None, '_interfaces': [{'id': '71c57723-ff93-49e6-a713-3efb75c48fac', 'name': '', 'network_id': '827a05fb-998a-4b52-9570-5769f350c9f2', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:80:1c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:56Z', 'updated_at': '2022-01-21T19:06:05Z', 'revision_number': 5, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:48.676803 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c474dd2-ce5c-49b2-afaf-0e6eba29270f None None] Checking router: fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:06:48.698207 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c474dd2-ce5c-49b2-afaf-0e6eba29270f None None] Routers {'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:06:48.698858 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-8c474dd2-ce5c-49b2-afaf-0e6eba29270f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:06:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:48.706812 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e56023a4-f44c-4787-a430-a27fa4b33754 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:48.741087 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-e56023a4-f44c-4787-a430-a27fa4b33754 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Transition to ACTIVE for port object 5f149c29-7e6b-4244-b2c6-c16905699456 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:06:48.858556 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fdc969a0-ac52-4db9-93c4-af6305e679c5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:48.895350 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-fdc969a0-ac52-4db9-93c4-af6305e679c5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Transition to ACTIVE for port object e2f0eaef-9493-46a8-8109-700586627e1d will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:06:48.963882 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438b6fce-0729-43ee-bae1-830df38dd898 None None] DHCP port deletion for 8eb8f37a-d63f-4861-9202-c5781a13d05b request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:06:48.972630 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-438b6fce-0729-43ee-bae1-830df38dd898 None None] Deleting port 3a91259a-a1db-447b-aebf-c87bb6cbeaf7 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:06:48.973004 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-438b6fce-0729-43ee-bae1-830df38dd898 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:49.007362 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-541473aa-5043-490c-84c7-f593171efee1 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] For port 3a91259a-a1db-447b-aebf-c87bb6cbeaf7, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=3a91259a-a1db-447b-aebf-c87bb6cbeaf7,segment=NetworkSegment(64ddf468-bb31-4a77-99cb-f9f169076a07),segment_id=64ddf468-bb31-4a77-99cb-f9f169076a07)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:49.007565 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fdc969a0-ac52-4db9-93c4-af6305e679c5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:49.007794 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-541473aa-5043-490c-84c7-f593171efee1 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:49.084970 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 7ad889c9-c7e0-45c3-a889-ae31a57ffbdf up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:06:49.110731 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e56023a4-f44c-4787-a430-a27fa4b33754 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:49.143045 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc969a0-ac52-4db9-93c4-af6305e679c5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:06:49.145393 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-fdc969a0-ac52-4db9-93c4-af6305e679c5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:49.149883 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc969a0-ac52-4db9-93c4-af6305e679c5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:06:49.156263 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc969a0-ac52-4db9-93c4-af6305e679c5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:49.156894 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fdc969a0-ac52-4db9-93c4-af6305e679c5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:49.181851 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc969a0-ac52-4db9-93c4-af6305e679c5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Port': ['ID=e2f0eaef-9493-46a8-8109-700586627e1d,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:49.184529 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-8c474dd2-ce5c-49b2-afaf-0e6eba29270f None None] Set router fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 gateway port host: None {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:06:49.193424 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33150) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:49.235893 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-541473aa-5043-490c-84c7-f593171efee1 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Calling delete_port for 3a91259a-a1db-447b-aebf-c87bb6cbeaf7 owned by network:dhcp {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:06:49.251498 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-32ab0bfb-c9f7-4529-8f53-1a33a3ecdbf8 None None] Provisioning complete for port 59893a99-de9a-48d9-9030-2a6638b01712 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:49.252026 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-32ab0bfb-c9f7-4529-8f53-1a33a3ecdbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:49.260932 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-fdc969a0-ac52-4db9-93c4-af6305e679c5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8229189 Jan 21 19:06:49.263403 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33154) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:49.314427 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56023a4-f44c-4787-a430-a27fa4b33754 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Network 8691d4d6-00ec-421e-856d-b18335ac2f72 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:06:49.319371 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-e56023a4-f44c-4787-a430-a27fa4b33754 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:49.321752 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56023a4-f44c-4787-a430-a27fa4b33754 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:06:49.329681 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56023a4-f44c-4787-a430-a27fa4b33754 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:49.330718 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e56023a4-f44c-4787-a430-a27fa4b33754 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:49.350209 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a33b55e-dc40-42bf-a150-233535e3d677 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:49.350685 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a33b55e-dc40-42bf-a150-233535e3d677 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:49.351227 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a33b55e-dc40-42bf-a150-233535e3d677 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:49.353202 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-4a33b55e-dc40-42bf-a150-233535e3d677 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/ports?project_id=f393478d14c44d15ad1bf9df868df3cb&network_id=ff99f632-5526-4276-9da3-3b33f700e365 HTTP/1.1" status: 200 len: 2999 time: 0.1586070 Jan 21 19:06:49.368665 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-0dfc0321-e92f-4235-842b-f6ac1f010f8c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting port e2f0eaef-9493-46a8-8109-700586627e1d {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:06:49.369307 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0dfc0321-e92f-4235-842b-f6ac1f010f8c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:49.393769 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56023a4-f44c-4787-a430-a27fa4b33754 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event updated for resources: {'Port': ['ID=5f149c29-7e6b-4244-b2c6-c16905699456,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:49.495961 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e56023a4-f44c-4787-a430-a27fa4b33754 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1830254 Jan 21 19:06:49.496179 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-32ab0bfb-c9f7-4529-8f53-1a33a3ecdbf8 None None] Port 59893a99-de9a-48d9-9030-2a6638b01712 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:06:49.496474 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33160) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:49.502599 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-9be9f491-2d52-416b-a611-921a3ea02a54 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'subnet': {'network_id': '8691d4d6-00ec-421e-856d-b18335ac2f72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:49.523075 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-541473aa-5043-490c-84c7-f593171efee1 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:49.562670 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 7ad889c9-c7e0-45c3-a889-ae31a57ffbdf completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:06:49.617405 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device b1e5a6f0-8578-4453-a3be-e20fb27d0832 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:06:49.617869 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541473aa-5043-490c-84c7-f593171efee1 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event deleted for resources: {'Port': ['ID=3a91259a-a1db-447b-aebf-c87bb6cbeaf7,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:49.622767 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541473aa-5043-490c-84c7-f593171efee1 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] No DVR routers for this DVR port 3a91259a-a1db-447b-aebf-c87bb6cbeaf7 on host dv-neutron-825470-1-hyperv {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:06:49.653509 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-438b6fce-0729-43ee-bae1-830df38dd898 None None] For port 3a91259a-a1db-447b-aebf-c87bb6cbeaf7, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=3a91259a-a1db-447b-aebf-c87bb6cbeaf7,segment=NetworkSegment(64ddf468-bb31-4a77-99cb-f9f169076a07),segment_id=64ddf468-bb31-4a77-99cb-f9f169076a07)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:49.653937 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-438b6fce-0729-43ee-bae1-830df38dd898 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:49.734829 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0dfc0321-e92f-4235-842b-f6ac1f010f8c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:49.807947 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-541473aa-5043-490c-84c7-f593171efee1 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:49.850161 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-541473aa-5043-490c-84c7-f593171efee1 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eb8f37a-d63f-4861-9202-c5781a13d05b']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:49.863805 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-0dfc0321-e92f-4235-842b-f6ac1f010f8c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Calling delete_port for e2f0eaef-9493-46a8-8109-700586627e1d owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:06:49.875385 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-541473aa-5043-490c-84c7-f593171efee1 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64ddf468-bb31-4a77-99cb-f9f169076a07') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:49.875828 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-541473aa-5043-490c-84c7-f593171efee1 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64ddf468-bb31-4a77-99cb-f9f169076a07') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:49.892867 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-541473aa-5043-490c-84c7-f593171efee1 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:49.893313 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-438b6fce-0729-43ee-bae1-830df38dd898 None None] Calling delete_port for 3a91259a-a1db-447b-aebf-c87bb6cbeaf7 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:06:49.907366 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-9be9f491-2d52-416b-a611-921a3ea02a54 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:49.914514 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-9be9f491-2d52-416b-a611-921a3ea02a54 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Usage tracker for resource:subnet and tenant:5cd950bb3d3d4999ba57a30656254269 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:06:49.917759 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-9be9f491-2d52-416b-a611-921a3ea02a54 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:06:49.921616 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-541473aa-5043-490c-84c7-f593171efee1 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:49.921777 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-32ab0bfb-c9f7-4529-8f53-1a33a3ecdbf8 None None] Provisioning for port 7ad889c9-c7e0-45c3-a889-ae31a57ffbdf completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:06:49.928313 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-9be9f491-2d52-416b-a611-921a3ea02a54 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:49.934147 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-541473aa-5043-490c-84c7-f593171efee1 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:06:49.937705 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-541473aa-5043-490c-84c7-f593171efee1 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:49.949974 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:06:49.949974 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:06:49.949974 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:06:49.949974 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:06:49.949974 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:06:49.949974 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:06:49.949974 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:06:49.949974 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:06:49.949974 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:06:49.949974 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:06:49.949974 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:06:49.949974 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:06:49.949974 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:06:49.949974 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:06:49.949974 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:06:49.949974 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:06:49.949974 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:06:49.949974 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:06:49.949974 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:06:49.949974 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:06:49.949974 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:06:49.949974 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:06:49.949974 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:06:49.949974 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:06:49.949974 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:06:49.949974 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:06:49.949974 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:06:49.949974 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:06:49.949974 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:06:49.949974 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:06:49.949974 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:06:49.949974 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:06:49.994745 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-32ab0bfb-c9f7-4529-8f53-1a33a3ecdbf8 None None] Provisioning complete for port 7ad889c9-c7e0-45c3-a889-ae31a57ffbdf triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:49.994998 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-32ab0bfb-c9f7-4529-8f53-1a33a3ecdbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:50.041445 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be9f491-2d52-416b-a611-921a3ea02a54 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Made reservation on behalf of 5cd950bb3d3d4999ba57a30656254269 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:06:50.046907 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9be9f491-2d52-416b-a611-921a3ea02a54 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:50.092849 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-541473aa-5043-490c-84c7-f593171efee1 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:50.161093 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port b1e5a6f0-8578-4453-a3be-e20fb27d0832 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:50.161463 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:50.201540 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-438b6fce-0729-43ee-bae1-830df38dd898 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:06:50.202080 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-438b6fce-0729-43ee-bae1-830df38dd898 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:06:50.232783 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-541473aa-5043-490c-84c7-f593171efee1 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:50.287404 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541473aa-5043-490c-84c7-f593171efee1 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event deleted for resources: {'Network': ['ID=8eb8f37a-d63f-4861-9202-c5781a13d05b,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:50.294297 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0dfc0321-e92f-4235-842b-f6ac1f010f8c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:50.298252 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-32ab0bfb-c9f7-4529-8f53-1a33a3ecdbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:50.315554 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-541473aa-5043-490c-84c7-f593171efee1 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "DELETE /v2.0/networks/8eb8f37a-d63f-4861-9202-c5781a13d05b HTTP/1.1" status: 204 len: 168 time: 2.0083466 Jan 21 19:06:50.317435 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33166) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:50.348996 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc0321-e92f-4235-842b-f6ac1f010f8c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Port': ['ID=e2f0eaef-9493-46a8-8109-700586627e1d,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:50.349595 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-8c474dd2-ce5c-49b2-afaf-0e6eba29270f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'name': 'tempest-RoutersTest-router-262988306', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:53Z', 'updated_at': '2022-01-21T19:06:46Z', 'revision_number': 10, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'gw_port_host': None, '_interfaces': [{'id': '71c57723-ff93-49e6-a713-3efb75c48fac', 'name': '', 'network_id': '827a05fb-998a-4b52-9570-5769f350c9f2', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:80:1c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:56Z', 'updated_at': '2022-01-21T19:06:05Z', 'revision_number': 5, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:50.379684 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c474dd2-ce5c-49b2-afaf-0e6eba29270f None None] The sync data for ids ['fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'] in dv-neutron-825470-1-hyperv is: [{'id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'name': 'tempest-RoutersTest-router-262988306', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:53Z', 'updated_at': '2022-01-21T19:06:46Z', 'revision_number': 10, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'gw_port_host': None, '_interfaces': [{'id': '71c57723-ff93-49e6-a713-3efb75c48fac', 'name': '', 'network_id': '827a05fb-998a-4b52-9570-5769f350c9f2', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'mac_address': 'fa:16:3e:80:1c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:56Z', 'updated_at': '2022-01-21T19:06:05Z', 'revision_number': 5, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'subnets': [{'id': 'c5860f8d-07cd-41ed-8c2f-c50abc6d3064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:06:50.391305 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-32ab0bfb-c9f7-4529-8f53-1a33a3ecdbf8 None None] For port 7ad889c9-c7e0-45c3-a889-ae31a57ffbdf, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=7ad889c9-c7e0-45c3-a889-ae31a57ffbdf,segment=NetworkSegment(4433c252-4a9c-4c45-9eb7-7bb35c8c2291),segment_id=4433c252-4a9c-4c45-9eb7-7bb35c8c2291)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:50.471786 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.ipam_backend_mixin [None req-9be9f491-2d52-416b-a611-921a3ea02a54 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6f805461-6955-4012-98b0-6f22ee5195eb (CIDR: 2001:db8::/64) Jan 21 19:06:50.476148 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-32ab0bfb-c9f7-4529-8f53-1a33a3ecdbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:50.480264 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0dfc0321-e92f-4235-842b-f6ac1f010f8c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:50.553675 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ab0bfb-c9f7-4529-8f53-1a33a3ecdbf8 None None] Pushing event updated for resources: {'Port': ['ID=7ad889c9-c7e0-45c3-a889-ae31a57ffbdf,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:50.575325 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-0dfc0321-e92f-4235-842b-f6ac1f010f8c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/ports/e2f0eaef-9493-46a8-8109-700586627e1d HTTP/1.1" status: 204 len: 168 time: 1.3081107 Jan 21 19:06:50.575560 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33170) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:50.589784 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-9be9f491-2d52-416b-a611-921a3ea02a54 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 19:06:50.590420 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9be9f491-2d52-416b-a611-921a3ea02a54 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:06:50.600622 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-e56c1994-4797-4698-a277-f78e21b72a16 None None] Provisioning complete for port b1e5a6f0-8578-4453-a3be-e20fb27d0832 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:50.600999 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e56c1994-4797-4698-a277-f78e21b72a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:50.666567 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f844c65f-f1c5-4fe0-8d45-d708382fb316 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:50.667034 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-f844c65f-f1c5-4fe0-8d45-d708382fb316 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:06:50.703331 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-438b6fce-0729-43ee-bae1-830df38dd898 None None] Deleting port 3a91259a-a1db-447b-aebf-c87bb6cbeaf7 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:06:50.703701 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-438b6fce-0729-43ee-bae1-830df38dd898 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:50.753409 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33174) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:50.753574 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-9be9f491-2d52-416b-a611-921a3ea02a54 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2563155 Jan 21 19:06:50.759786 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-b09660ab-9ff0-42cc-a36c-067056a85f3a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'subnet': {'network_id': '8691d4d6-00ec-421e-856d-b18335ac2f72', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:50.789023 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-438b6fce-0729-43ee-bae1-830df38dd898 None None] The port '3a91259a-a1db-447b-aebf-c87bb6cbeaf7' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:06:50.798485 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-f844c65f-f1c5-4fe0-8d45-d708382fb316 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:06:50.803998 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f844c65f-f1c5-4fe0-8d45-d708382fb316 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2233975 Jan 21 19:06:50.805535 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-e56c1994-4797-4698-a277-f78e21b72a16 None None] Could not find standard attr ID for object e2f0eaef-9493-46a8-8109-700586627e1d. {{(pid=88138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 19:06:50.811442 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33178) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:50.859266 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 7ad889c9-c7e0-45c3-a889-ae31a57ffbdf up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:06:50.915515 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-e56c1994-4797-4698-a277-f78e21b72a16 None None] Provisioning for port 5f149c29-7e6b-4244-b2c6-c16905699456 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:06:50.931776 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-e56c1994-4797-4698-a277-f78e21b72a16 None None] Provisioning complete for port 5f149c29-7e6b-4244-b2c6-c16905699456 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:50.932296 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e56c1994-4797-4698-a277-f78e21b72a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:50.952998 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-b09660ab-9ff0-42cc-a36c-067056a85f3a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:50.956945 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b09660ab-9ff0-42cc-a36c-067056a85f3a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Usage tracker for resource:subnet and tenant:5cd950bb3d3d4999ba57a30656254269 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:06:50.960088 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b09660ab-9ff0-42cc-a36c-067056a85f3a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:06:50.965821 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-b09660ab-9ff0-42cc-a36c-067056a85f3a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:50.969167 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e828a3b6-7da3-4a79-a658-eeb0ddf52011 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:50.969919 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-e828a3b6-7da3-4a79-a658-eeb0ddf52011 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:06:51.000277 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-e828a3b6-7da3-4a79-a658-eeb0ddf52011 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:06:51.001413 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e828a3b6-7da3-4a79-a658-eeb0ddf52011 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1890440 Jan 21 19:06:51.004264 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33182) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:51.008156 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-e56c1994-4797-4698-a277-f78e21b72a16 None None] Port 5f149c29-7e6b-4244-b2c6-c16905699456 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:06:51.018472 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 7ad889c9-c7e0-45c3-a889-ae31a57ffbdf triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:51.018954 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:51.026376 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b509ec96-617c-4f3e-a55a-ba77e2c3676e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:51.057353 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09660ab-9ff0-42cc-a36c-067056a85f3a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Made reservation on behalf of 5cd950bb3d3d4999ba57a30656254269 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:06:51.061653 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b09660ab-9ff0-42cc-a36c-067056a85f3a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:51.180306 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6131ff-928c-4b61-b833-dd8679b2b96d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:51.181818 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6131ff-928c-4b61-b833-dd8679b2b96d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:51.183316 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6131ff-928c-4b61-b833-dd8679b2b96d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:51.184119 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-3a6131ff-928c-4b61-b833-dd8679b2b96d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:06:51.191973 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device d514e073-8169-4dd0-abc0-2f3b442d6fa0 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:06:51.225918 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: d514e073-8169-4dd0-abc0-2f3b442d6fa0 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:06:51.226426 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device d514e073-8169-4dd0-abc0-2f3b442d6fa0 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:06:51.226909 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 3a91259a-a1db-447b-aebf-c87bb6cbeaf7 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:06:51.261535 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 3a91259a-a1db-447b-aebf-c87bb6cbeaf7 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:06:51.261996 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 3a91259a-a1db-447b-aebf-c87bb6cbeaf7 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:06:51.298347 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-3a6131ff-928c-4b61-b833-dd8679b2b96d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:06:51.302164 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-3a6131ff-928c-4b61-b833-dd8679b2b96d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2932975 Jan 21 19:06:51.302404 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33188) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:51.380446 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-b509ec96-617c-4f3e-a55a-ba77e2c3676e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Deleting port 71c57723-ff93-49e6-a713-3efb75c48fac {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:06:51.380446 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b509ec96-617c-4f3e-a55a-ba77e2c3676e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:51.391312 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a66a8a4-bfe5-49f7-a7da-ba7a1e8e7a9d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting subnet 662721a4-13e7-4dba-8cf7-dcc66177a180 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:06:51.394864 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1a66a8a4-bfe5-49f7-a7da-ba7a1e8e7a9d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:51.472928 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1a66a8a4-bfe5-49f7-a7da-ba7a1e8e7a9d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:51.557252 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1a66a8a4-bfe5-49f7-a7da-ba7a1e8e7a9d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:51.574609 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-b509ec96-617c-4f3e-a55a-ba77e2c3676e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] For port 71c57723-ff93-49e6-a713-3efb75c48fac, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=71c57723-ff93-49e6-a713-3efb75c48fac,segment=NetworkSegment(1157bfc4-6479-483c-b74d-c1b5f8c2dee6),segment_id=1157bfc4-6479-483c-b74d-c1b5f8c2dee6)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:51.575069 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b509ec96-617c-4f3e-a55a-ba77e2c3676e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:51.585313 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b09660ab-9ff0-42cc-a36c-067056a85f3a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:51.657850 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09660ab-9ff0-42cc-a36c-067056a85f3a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Network 8691d4d6-00ec-421e-856d-b18335ac2f72 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:06:51.667701 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-b09660ab-9ff0-42cc-a36c-067056a85f3a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:51.677133 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09660ab-9ff0-42cc-a36c-067056a85f3a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:51.677726 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b09660ab-9ff0-42cc-a36c-067056a85f3a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:51.678812 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d216c99-b125-4413-b408-c0f092c3adef None None] Network 8691d4d6-00ec-421e-856d-b18335ac2f72 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:06:51.699653 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09660ab-9ff0-42cc-a36c-067056a85f3a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event updated for resources: {'Subnet': ['ID=599f21db-3c35-4ee4-ae7c-07115f051b15,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:51.779338 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b09660ab-9ff0-42cc-a36c-067056a85f3a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0245974 Jan 21 19:06:51.782867 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33192) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:51.789182 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-3cd9a0ca-34be-43f6-b29c-b0690fdfefb2 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-319372031', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '599f21db-3c35-4ee4-ae7c-07115f051b15'}], 'security_groups': ['ebda08e8-731e-4f48-ae64-f7bfcb91128c']}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:51.813621 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-b509ec96-617c-4f3e-a55a-ba77e2c3676e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Calling delete_port for 71c57723-ff93-49e6-a713-3efb75c48fac owned by network:router_interface {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:06:51.831533 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1a66a8a4-bfe5-49f7-a7da-ba7a1e8e7a9d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:51.884660 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a66a8a4-bfe5-49f7-a7da-ba7a1e8e7a9d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Subnet': ['ID=662721a4-13e7-4dba-8cf7-dcc66177a180,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:51.892924 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1a66a8a4-bfe5-49f7-a7da-ba7a1e8e7a9d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:51.894638 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-1a66a8a4-bfe5-49f7-a7da-ba7a1e8e7a9d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/662721a4-13e7-4dba-8cf7-dcc66177a180 HTTP/1.1" status: 204 len: 168 time: 0.5913181 Jan 21 19:06:51.900243 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33196) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:51.917178 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a96dcc-412b-4ed3-b544-7ee2a376e1ad None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:06:51.977466 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cd10a2b-98a7-46cc-9ace-321d4149ce5f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting subnet c9bbfa0d-3544-4f34-ad02-818c56718382 {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:06:51.981109 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3cd10a2b-98a7-46cc-9ace-321d4149ce5f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:52.048357 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3cd10a2b-98a7-46cc-9ace-321d4149ce5f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:52.112039 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3cd9a0ca-34be-43f6-b29c-b0690fdfefb2 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:52.196091 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3cd10a2b-98a7-46cc-9ace-321d4149ce5f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:52.251688 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b509ec96-617c-4f3e-a55a-ba77e2c3676e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:52.285525 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9598619-02e9-4fd7-be55-6c3a81602996 None None] Update dhcp port {'port': {'network_id': '8691d4d6-00ec-421e-856d-b18335ac2f72', 'fixed_ips': [{'subnet_id': '6f805461-6955-4012-98b0-6f22ee5195eb', 'ip_address': '2001:db8::2'}, {'subnet_id': '599f21db-3c35-4ee4-ae7c-07115f051b15'}], 'binding:host_id': 'dv-neutron-825470-1-hyperv'}, 'id': '7ad889c9-c7e0-45c3-a889-ae31a57ffbdf'} from dv-neutron-825470-1-hyperv. {{(pid=88138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 19:06:52.312412 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509ec96-617c-4f3e-a55a-ba77e2c3676e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event deleted for resources: {'Port': ['ID=71c57723-ff93-49e6-a713-3efb75c48fac,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:52.355960 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c9598619-02e9-4fd7-be55-6c3a81602996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:52.598071 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b509ec96-617c-4f3e-a55a-ba77e2c3676e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:52.603808 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3cd10a2b-98a7-46cc-9ace-321d4149ce5f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:52.636762 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-3cd9a0ca-34be-43f6-b29c-b0690fdfefb2 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Delete allocated IP 2001:db8::1a1 (8691d4d6-00ec-421e-856d-b18335ac2f72/6f805461-6955-4012-98b0-6f22ee5195eb) {{(pid=88136) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 21 19:06:52.646621 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-3cd9a0ca-34be-43f6-b29c-b0690fdfefb2 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Allocated IP 2001:db8:0:1::4 (8691d4d6-00ec-421e-856d-b18335ac2f72/599f21db-3c35-4ee4-ae7c-07115f051b15/5f149c29-7e6b-4244-b2c6-c16905699456) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:06:52.651927 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd10a2b-98a7-46cc-9ace-321d4149ce5f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Subnet': ['ID=c9bbfa0d-3544-4f34-ad02-818c56718382,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:52.715442 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3cd10a2b-98a7-46cc-9ace-321d4149ce5f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:52.796385 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33202) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:52.876208 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3cd9a0ca-34be-43f6-b29c-b0690fdfefb2 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:52.895103 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-3cd9a0ca-34be-43f6-b29c-b0690fdfefb2 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Transition to ACTIVE for port object 5f149c29-7e6b-4244-b2c6-c16905699456 will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:06:52.921987 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3cd10a2b-98a7-46cc-9ace-321d4149ce5f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/c9bbfa0d-3544-4f34-ad02-818c56718382 HTTP/1.1" status: 204 len: 168 time: 1.0233641 Jan 21 19:06:52.924487 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33206) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:53.013983 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0033b6-32b3-4499-b91b-21bb4b7fbbfe tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:53.016203 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-6e0033b6-32b3-4499-b91b-21bb4b7fbbfe tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=552ba34b-3dd7-4be8-8310-a9fc908fe72b HTTP/1.1" status: 200 len: 814 time: 0.2183976 Jan 21 19:06:53.021640 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b509ec96-617c-4f3e-a55a-ba77e2c3676e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Router fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:06:53.079005 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-c9598619-02e9-4fd7-be55-6c3a81602996 None None] Allocated IP 2001:db8:0:1::2 (8691d4d6-00ec-421e-856d-b18335ac2f72/599f21db-3c35-4ee4-ae7c-07115f051b15/7ad889c9-c7e0-45c3-a889-ae31a57ffbdf) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:06:53.132243 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3cd9a0ca-34be-43f6-b29c-b0690fdfefb2 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:53.136294 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-4f5658c2-74ea-41e6-9cbc-1b8b978cc45e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2105079 Jan 21 19:06:53.157923 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33212) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:53.170866 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdeba97c-f894-4489-8411-e77bd5bca251 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:06:53.172660 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-bf19ba75-0a6c-45d7-a036-94789a2dd85d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'subnet': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:53.195495 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b509ec96-617c-4f3e-a55a-ba77e2c3676e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:06:53.204921 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b509ec96-617c-4f3e-a55a-ba77e2c3676e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "PUT /v2.0/routers/fa74e4cf-b8ea-4d39-ad95-d03dd23abe17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8869863 Jan 21 19:06:53.213401 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51f7432-dae3-442a-aa68-9635e3294085 None None] Sync routers for ids ['fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:06:53.220096 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51f7432-dae3-442a-aa68-9635e3294085 None None] Routers {'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:06:53.220943 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-b51f7432-dae3-442a-aa68-9635e3294085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:06:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:53.231416 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33216) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:53.247472 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-3cd9a0ca-34be-43f6-b29c-b0690fdfefb2 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] In _notify_port_updated(), no bound segment for port 5f149c29-7e6b-4244-b2c6-c16905699456 on network 8691d4d6-00ec-421e-856d-b18335ac2f72 {{(pid=88136) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 19:06:53.253590 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd9a0ca-34be-43f6-b29c-b0690fdfefb2 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:53.260318 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3cd9a0ca-34be-43f6-b29c-b0690fdfefb2 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:53.260318 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-3cd9a0ca-34be-43f6-b29c-b0690fdfefb2 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "PUT /v2.0/ports/5f149c29-7e6b-4244-b2c6-c16905699456 HTTP/1.1" status: 200 len: 928 time: 1.4715214 Jan 21 19:06:53.268799 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd9a0ca-34be-43f6-b29c-b0690fdfefb2 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event updated for resources: {'Port': ['ID=5f149c29-7e6b-4244-b2c6-c16905699456,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:53.271413 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33222) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:53.376804 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-b51f7432-dae3-442a-aa68-9635e3294085 None None] Set router fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 gateway port host: None {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:06:53.380259 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-1c4760ca-fa42-41aa-8402-ecd9340e6d0a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Deleting port 5f149c29-7e6b-4244-b2c6-c16905699456 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:06:53.380846 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1c4760ca-fa42-41aa-8402-ecd9340e6d0a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:53.503163 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0e7fbd65-de91-48d9-bd3a-3799a7c30292 None None] Provisioning complete for port b1e5a6f0-8578-4453-a3be-e20fb27d0832 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:53.503416 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0e7fbd65-de91-48d9-bd3a-3799a7c30292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:53.508685 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-b51f7432-dae3-442a-aa68-9635e3294085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'name': 'tempest-RoutersTest-router-262988306', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:53Z', 'updated_at': '2022-01-21T19:06:52Z', 'revision_number': 11, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'gw_port_host': None}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:53.513019 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51f7432-dae3-442a-aa68-9635e3294085 None None] Checking router: fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:06:53.522642 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51f7432-dae3-442a-aa68-9635e3294085 None None] Routers {'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:06:53.523485 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-b51f7432-dae3-442a-aa68-9635e3294085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:06:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:53.578260 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ef9632-dc7f-4465-88b8-fcd10996f966 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Deleting subnet c5860f8d-07cd-41ed-8c2f-c50abc6d3064 {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:06:53.580589 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-bf19ba75-0a6c-45d7-a036-94789a2dd85d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:53.585431 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-88ef9632-dc7f-4465-88b8-fcd10996f966 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:53.618585 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-c9598619-02e9-4fd7-be55-6c3a81602996 None None] For port 7ad889c9-c7e0-45c3-a889-ae31a57ffbdf, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=7ad889c9-c7e0-45c3-a889-ae31a57ffbdf,segment=NetworkSegment(4433c252-4a9c-4c45-9eb7-7bb35c8c2291),segment_id=4433c252-4a9c-4c45-9eb7-7bb35c8c2291)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:53.622487 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-bf19ba75-0a6c-45d7-a036-94789a2dd85d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Usage tracker for resource:subnet and tenant:331b5c16a931412fafa4a9af40615562 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:06:53.643726 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-bf19ba75-0a6c-45d7-a036-94789a2dd85d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:06:53.651846 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-bf19ba75-0a6c-45d7-a036-94789a2dd85d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:53.677385 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-b51f7432-dae3-442a-aa68-9635e3294085 None None] Set router fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 gateway port host: None {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:06:53.681182 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-88ef9632-dc7f-4465-88b8-fcd10996f966 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:53.692131 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1c4760ca-fa42-41aa-8402-ecd9340e6d0a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:53.710992 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c9598619-02e9-4fd7-be55-6c3a81602996 None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:53.791222 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf19ba75-0a6c-45d7-a036-94789a2dd85d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:06:53.803199 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bf19ba75-0a6c-45d7-a036-94789a2dd85d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:53.823017 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-c9598619-02e9-4fd7-be55-6c3a81602996 None None] Transition to ACTIVE for port object 7ad889c9-c7e0-45c3-a889-ae31a57ffbdf will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:06:53.838711 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b4b8c3-8d10-4313-8521-d9315c956ceb None None] DHCP port deletion for 76b60fc4-5668-469a-a3ef-49679dc3dfc0 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:06:53.853748 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-38b4b8c3-8d10-4313-8521-d9315c956ceb None None] Deleting port b1e5a6f0-8578-4453-a3be-e20fb27d0832 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:06:53.854140 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-38b4b8c3-8d10-4313-8521-d9315c956ceb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:53.903069 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33226) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:53.903298 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c9598619-02e9-4fd7-be55-6c3a81602996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:53.912939 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-b51f7432-dae3-442a-aa68-9635e3294085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'name': 'tempest-RoutersTest-router-262988306', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:53Z', 'updated_at': '2022-01-21T19:06:52Z', 'revision_number': 11, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'gw_port_host': None}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:53.918920 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51f7432-dae3-442a-aa68-9635e3294085 None None] The sync data for ids ['fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'] in dv-neutron-825470-1-hyperv is: [{'id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'name': 'tempest-RoutersTest-router-262988306', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:53Z', 'updated_at': '2022-01-21T19:06:52Z', 'revision_number': 11, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'gw_port_host': None}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:06:53.934671 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-1c4760ca-fa42-41aa-8402-ecd9340e6d0a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Calling delete_port for 5f149c29-7e6b-4244-b2c6-c16905699456 owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:06:53.942610 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-17b2c363-b89d-4f45-8252-e873ebabfe14 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'network': {'name': 'tempest-network-smoke--1955782760', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'port_security_enabled': True}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:53.961392 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-17b2c363-b89d-4f45-8252-e873ebabfe14 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:54.036187 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-88ef9632-dc7f-4465-88b8-fcd10996f966 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:54.065593 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-17b2c363-b89d-4f45-8252-e873ebabfe14 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:54.176577 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b2c363-b89d-4f45-8252-e873ebabfe14 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Made reservation on behalf of f393478d14c44d15ad1bf9df868df3cb for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:06:54.179959 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-17b2c363-b89d-4f45-8252-e873ebabfe14 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:54.219615 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9598619-02e9-4fd7-be55-6c3a81602996 None None] Pushing event updated for resources: {'Port': ['ID=7ad889c9-c7e0-45c3-a889-ae31a57ffbdf,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:54.230595 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1c4760ca-fa42-41aa-8402-ecd9340e6d0a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:54.272922 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-88ef9632-dc7f-4465-88b8-fcd10996f966 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:54.282927 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17b2c363-b89d-4f45-8252-e873ebabfe14 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:06:54.338198 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef9632-dc7f-4465-88b8-fcd10996f966 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event deleted for resources: {'Subnet': ['ID=c5860f8d-07cd-41ed-8c2f-c50abc6d3064,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:54.343067 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-88ef9632-dc7f-4465-88b8-fcd10996f966 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:54.356269 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49c59f8-f8d5-47dd-8e98-3c50d841c4da None None] Network 827a05fb-998a-4b52-9570-5769f350c9f2 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:06:54.357573 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-17b2c363-b89d-4f45-8252-e873ebabfe14 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:54.358091 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-17b2c363-b89d-4f45-8252-e873ebabfe14 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Added segment 001eb96c-c59f-4596-a23d-72c842e4cd65 of type vlan for network 0f86287d-b416-44ff-a14a-d0ea228e9354 Jan 21 19:06:54.366960 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4760ca-fa42-41aa-8402-ecd9340e6d0a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event deleted for resources: {'Port': ['ID=5f149c29-7e6b-4244-b2c6-c16905699456,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:54.369532 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-88ef9632-dc7f-4465-88b8-fcd10996f966 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "DELETE /v2.0/subnets/c5860f8d-07cd-41ed-8c2f-c50abc6d3064 HTTP/1.1" status: 204 len: 168 time: 1.1363740 Jan 21 19:06:54.372168 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33230) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:54.398680 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-38b4b8c3-8d10-4313-8521-d9315c956ceb None None] For port b1e5a6f0-8578-4453-a3be-e20fb27d0832, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=b1e5a6f0-8578-4453-a3be-e20fb27d0832,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:54.399231 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-38b4b8c3-8d10-4313-8521-d9315c956ceb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:54.411391 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-17b2c363-b89d-4f45-8252-e873ebabfe14 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:54.417435 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bf19ba75-0a6c-45d7-a036-94789a2dd85d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:54.472066 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1c4760ca-fa42-41aa-8402-ecd9340e6d0a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:54.515711 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-1c4760ca-fa42-41aa-8402-ecd9340e6d0a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/ports/5f149c29-7e6b-4244-b2c6-c16905699456 HTTP/1.1" status: 204 len: 168 time: 1.2337594 Jan 21 19:06:54.518932 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33234) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:54.536517 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf19ba75-0a6c-45d7-a036-94789a2dd85d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:06:54.540637 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-bf19ba75-0a6c-45d7-a036-94789a2dd85d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:54.543777 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf19ba75-0a6c-45d7-a036-94789a2dd85d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:54.544521 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bf19ba75-0a6c-45d7-a036-94789a2dd85d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:54.549725 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf19ba75-0a6c-45d7-a036-94789a2dd85d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Subnet': ['ID=1b67a88c-785b-44f2-b795-f9fb1f5784ea,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:54.589664 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-38b4b8c3-8d10-4313-8521-d9315c956ceb None None] Calling delete_port for b1e5a6f0-8578-4453-a3be-e20fb27d0832 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:06:54.643909 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd7c10e0-f9c9-486d-bd6d-af0e738dd089 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] GET failed (client error): The resource could not be found. Jan 21 19:06:54.644456 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-fd7c10e0-f9c9-486d-bd6d-af0e738dd089 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Synchronizing usage tracker for tenant:5cd950bb3d3d4999ba57a30656254269 on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:06:54.654843 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-bf19ba75-0a6c-45d7-a036-94789a2dd85d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4955170 Jan 21 19:06:54.657625 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33238) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:54.662587 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c28daa4f-9154-4250-9139-9c0e1cbe198f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:54.665493 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-b1cac397-4f82-41e7-b4b1-666eb3c15402 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'subnet': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:54.679459 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-c28daa4f-9154-4250-9139-9c0e1cbe198f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Deleting port 4792e138-73b6-47c2-af2a-7e9b4dd255e5 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:06:54.679809 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c28daa4f-9154-4250-9139-9c0e1cbe198f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:54.695426 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-17b2c363-b89d-4f45-8252-e873ebabfe14 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:54.703321 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b2c363-b89d-4f45-8252-e873ebabfe14 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:54.704213 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-17b2c363-b89d-4f45-8252-e873ebabfe14 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:54.789779 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-fd7c10e0-f9c9-486d-bd6d-af0e738dd089 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Unset dirty status for tenant:5cd950bb3d3d4999ba57a30656254269 on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:06:54.791103 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-fd7c10e0-f9c9-486d-bd6d-af0e738dd089 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "GET /v2.0/ports/5f149c29-7e6b-4244-b2c6-c16905699456 HTTP/1.1" status: 404 len: 333 time: 0.2712066 Jan 21 19:06:54.794218 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33242) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:54.884344 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 7ad889c9-c7e0-45c3-a889-ae31a57ffbdf up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:06:54.915969 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-38b4b8c3-8d10-4313-8521-d9315c956ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:54.985128 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da62ddd-5e0c-4656-b845-9486d9a6cd74 None None] DHCP port deletion for 827a05fb-998a-4b52-9570-5769f350c9f2 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:06:55.002095 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-c28daa4f-9154-4250-9139-9c0e1cbe198f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] For port 4792e138-73b6-47c2-af2a-7e9b4dd255e5, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=4792e138-73b6-47c2-af2a-7e9b4dd255e5,segment=NetworkSegment(1157bfc4-6479-483c-b74d-c1b5f8c2dee6),segment_id=1157bfc4-6479-483c-b74d-c1b5f8c2dee6)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:55.002549 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c28daa4f-9154-4250-9139-9c0e1cbe198f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:55.009643 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b4b8c3-8d10-4313-8521-d9315c956ceb None None] No DVR routers for this DVR port b1e5a6f0-8578-4453-a3be-e20fb27d0832 on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:06:55.011269 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b4b8c3-8d10-4313-8521-d9315c956ceb None None] Pushing event deleted for resources: {'Port': ['ID=b1e5a6f0-8578-4453-a3be-e20fb27d0832,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:55.011669 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-70292c3e-a22b-4110-8fdc-2dab32ea2f8a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:55.019435 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-17b2c363-b89d-4f45-8252-e873ebabfe14 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1011117 Jan 21 19:06:55.019964 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33246) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:55.021549 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-3da62ddd-5e0c-4656-b845-9486d9a6cd74 None None] Deleting port 4792e138-73b6-47c2-af2a-7e9b4dd255e5 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:06:55.025300 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3da62ddd-5e0c-4656-b845-9486d9a6cd74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:55.029927 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2c363-b89d-4f45-8252-e873ebabfe14 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Network': ['ID=0f86287d-b416-44ff-a14a-d0ea228e9354,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:55.057935 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fd5cb7-cdd9-43d6-9582-2a8ffcb4c46d None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:06:55.068798 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-b1cac397-4f82-41e7-b4b1-666eb3c15402 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:55.076727 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-b1cac397-4f82-41e7-b4b1-666eb3c15402 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Usage tracker for resource:subnet and tenant:331b5c16a931412fafa4a9af40615562 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:06:55.077320 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-b1cac397-4f82-41e7-b4b1-666eb3c15402 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:06:55.084206 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-b1cac397-4f82-41e7-b4b1-666eb3c15402 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:55.086694 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 0f86287d-b416-44ff-a14a-d0ea228e9354 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:06:55.143104 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3a5326f7-15b1-4d68-a729-0221d82a99f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:55.178314 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1cac397-4f82-41e7-b4b1-666eb3c15402 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:06:55.182064 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b1cac397-4f82-41e7-b4b1-666eb3c15402 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:55.327369 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-c6bf6091-7f0d-454b-9ee5-e028da9944e7 None None] Could not find standard attr ID for object 5f149c29-7e6b-4244-b2c6-c16905699456. {{(pid=88138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 19:06:55.344561 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-c28daa4f-9154-4250-9139-9c0e1cbe198f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Calling delete_port for 4792e138-73b6-47c2-af2a-7e9b4dd255e5 owned by network:dhcp {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:06:55.365810 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.ipam_backend_mixin [None req-b1cac397-4f82-41e7-b4b1-666eb3c15402 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1b67a88c-785b-44f2-b795-f9fb1f5784ea (CIDR: 2001:db8::/64) Jan 21 19:06:55.408216 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1cac397-4f82-41e7-b4b1-666eb3c15402 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 19:06:55.408864 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1cac397-4f82-41e7-b4b1-666eb3c15402 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:06:55.417391 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-70292c3e-a22b-4110-8fdc-2dab32ea2f8a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:55.465147 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5650f14a-e759-4d7f-a5e1-071e61b6487b tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:55.469921 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-5650f14a-e759-4d7f-a5e1-071e61b6487b tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=f393478d14c44d15ad1bf9df868df3cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.4430063 Jan 21 19:06:55.470839 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33250) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:55.521901 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-c6bf6091-7f0d-454b-9ee5-e028da9944e7 None None] Provisioning complete for port 59893a99-de9a-48d9-9030-2a6638b01712 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:55.522269 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c6bf6091-7f0d-454b-9ee5-e028da9944e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:55.534617 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b1cac397-4f82-41e7-b4b1-666eb3c15402 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8732166 Jan 21 19:06:55.534983 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33254) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:55.542063 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-7070266e-8f21-4679-a3c3-c4691372f235 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'subnet': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:55.578045 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c28daa4f-9154-4250-9139-9c0e1cbe198f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:55.625459 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 71c57723-ff93-49e6-a713-3efb75c48fac no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:06:55.673991 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264650fc-716c-4b73-8a60-af78296667ab tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:55.677837 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-264650fc-716c-4b73-8a60-af78296667ab tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2034495 Jan 21 19:06:55.682617 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33258) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:55.692710 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 71c57723-ff93-49e6-a713-3efb75c48fac {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:06:55.693058 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 71c57723-ff93-49e6-a713-3efb75c48fac not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:06:55.693473 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device b1e5a6f0-8578-4453-a3be-e20fb27d0832 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:06:55.704210 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28daa4f-9154-4250-9139-9c0e1cbe198f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] No DVR routers for this DVR port 4792e138-73b6-47c2-af2a-7e9b4dd255e5 on host dv-neutron-825470-1-hyperv {{(pid=88136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:06:55.707554 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28daa4f-9154-4250-9139-9c0e1cbe198f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event deleted for resources: {'Port': ['ID=4792e138-73b6-47c2-af2a-7e9b4dd255e5,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:55.733511 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-6794048f-b27e-47c2-b16b-da76402c49fe tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=552ba34b-3dd7-4be8-8310-a9fc908fe72b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0464437 Jan 21 19:06:55.735135 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33262) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:55.739933 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-70292c3e-a22b-4110-8fdc-2dab32ea2f8a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:55.747274 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: b1e5a6f0-8578-4453-a3be-e20fb27d0832 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:06:55.747793 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device b1e5a6f0-8578-4453-a3be-e20fb27d0832 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:06:55.755355 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-3da62ddd-5e0c-4656-b845-9486d9a6cd74 None None] For port 4792e138-73b6-47c2-af2a-7e9b4dd255e5, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=4792e138-73b6-47c2-af2a-7e9b4dd255e5,segment=NetworkSegment(1157bfc4-6479-483c-b74d-c1b5f8c2dee6),segment_id=1157bfc4-6479-483c-b74d-c1b5f8c2dee6)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:55.755754 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3da62ddd-5e0c-4656-b845-9486d9a6cd74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:55.779848 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-c6bf6091-7f0d-454b-9ee5-e028da9944e7 None None] Port 59893a99-de9a-48d9-9030-2a6638b01712 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:06:55.805742 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70292c3e-a22b-4110-8fdc-2dab32ea2f8a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f873e6-85eb-4815-b2ed-abefead449ee,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:55.822934 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-7d4e9e43-dac7-44ff-ae3f-c039b78e1dca tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=f393478d14c44d15ad1bf9df868df3cb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0871849 Jan 21 19:06:55.824976 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33266) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:55.850429 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-70292c3e-a22b-4110-8fdc-2dab32ea2f8a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:55.853875 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-70292c3e-a22b-4110-8fdc-2dab32ea2f8a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/security-groups/95f873e6-85eb-4815-b2ed-abefead449ee HTTP/1.1" status: 204 len: 168 time: 1.0556397 Jan 21 19:06:55.858891 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33270) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:55.905808 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c28daa4f-9154-4250-9139-9c0e1cbe198f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:55.921231 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-7070266e-8f21-4679-a3c3-c4691372f235 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:55.934550 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7070266e-8f21-4679-a3c3-c4691372f235 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Usage tracker for resource:subnet and tenant:331b5c16a931412fafa4a9af40615562 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:06:55.940925 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7070266e-8f21-4679-a3c3-c4691372f235 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:06:55.948386 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-7070266e-8f21-4679-a3c3-c4691372f235 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:55.952617 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-c28daa4f-9154-4250-9139-9c0e1cbe198f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['827a05fb-998a-4b52-9570-5769f350c9f2']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:55.974245 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-c28daa4f-9154-4250-9139-9c0e1cbe198f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1157bfc4-6479-483c-b74d-c1b5f8c2dee6') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:55.974245 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-c28daa4f-9154-4250-9139-9c0e1cbe198f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1157bfc4-6479-483c-b74d-c1b5f8c2dee6') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:55.987049 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c28daa4f-9154-4250-9139-9c0e1cbe198f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:56.005650 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c28daa4f-9154-4250-9139-9c0e1cbe198f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:56.007944 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-3da62ddd-5e0c-4656-b845-9486d9a6cd74 None None] Calling delete_port for 4792e138-73b6-47c2-af2a-7e9b4dd255e5 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:06:56.012494 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c28daa4f-9154-4250-9139-9c0e1cbe198f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:06:56.014062 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c28daa4f-9154-4250-9139-9c0e1cbe198f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:56.022432 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-04bd3e20-b17a-4de3-9db3-226f9fbf42c0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:56.032728 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea23d8c5-b9e3-41b1-8b95-539fb007fb89 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:56.032728 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ea23d8c5-b9e3-41b1-8b95-539fb007fb89 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2021327 Jan 21 19:06:56.032980 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:06:56.032980 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:06:56.032980 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:06:56.032980 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:06:56.032980 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:06:56.032980 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:06:56.032980 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:06:56.032980 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:06:56.032980 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:06:56.032980 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:06:56.032980 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:06:56.032980 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:06:56.032980 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:06:56.032980 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:06:56.032980 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:06:56.032980 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:06:56.032980 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:06:56.032980 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:06:56.032980 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:06:56.032980 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:06:56.032980 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:06:56.032980 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:06:56.032980 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:06:56.032980 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:06:56.032980 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:06:56.032980 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:06:56.032980 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:06:56.032980 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:06:56.032980 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:06:56.032980 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:06:56.032980 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:06:56.032980 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:06:56.032980 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33274) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:56.045369 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49196482-b6ba-4743-8ec9-2195fd3a0979 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'tenant_id': '331b5c16a931412fafa4a9af40615562', 'fixed_ips': [{'subnet_id': '1b67a88c-785b-44f2-b795-f9fb1f5784ea'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:06:56.046283 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-49196482-b6ba-4743-8ec9-2195fd3a0979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:56.057883 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-04bd3e20-b17a-4de3-9db3-226f9fbf42c0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:56.078436 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7070266e-8f21-4679-a3c3-c4691372f235 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:06:56.081922 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7070266e-8f21-4679-a3c3-c4691372f235 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:56.114034 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-339f0249-ae09-4b2d-93f6-5cd275506bbc tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=552ba34b-3dd7-4be8-8310-a9fc908fe72b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0767469 Jan 21 19:06:56.114238 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33278) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:56.118468 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-63632bd0-cf99-4984-8f1a-6f5b48a13b59 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1510534065', 'network_id': '0f86287d-b416-44ff-a14a-d0ea228e9354', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:56.148892 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-c6bf6091-7f0d-454b-9ee5-e028da9944e7 None None] Provisioning for port 7ad889c9-c7e0-45c3-a889-ae31a57ffbdf completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:06:56.168334 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-c6bf6091-7f0d-454b-9ee5-e028da9944e7 None None] Provisioning complete for port 7ad889c9-c7e0-45c3-a889-ae31a57ffbdf triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:56.178162 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c6bf6091-7f0d-454b-9ee5-e028da9944e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:56.207655 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-3da62ddd-5e0c-4656-b845-9486d9a6cd74 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:06:56.208184 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-3da62ddd-5e0c-4656-b845-9486d9a6cd74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:06:56.245245 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-04bd3e20-b17a-4de3-9db3-226f9fbf42c0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:56.280173 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c28daa4f-9154-4250-9139-9c0e1cbe198f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:56.281562 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd3e20-b17a-4de3-9db3-226f9fbf42c0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebda08e8-731e-4f48-ae64-f7bfcb91128c,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:56.300691 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c28daa4f-9154-4250-9139-9c0e1cbe198f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:56.318734 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28daa4f-9154-4250-9139-9c0e1cbe198f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Pushing event deleted for resources: {'Network': ['ID=827a05fb-998a-4b52-9570-5769f350c9f2,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:56.328853 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c28daa4f-9154-4250-9139-9c0e1cbe198f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "DELETE /v2.0/networks/827a05fb-998a-4b52-9570-5769f350c9f2 HTTP/1.1" status: 204 len: 168 time: 1.9543438 Jan 21 19:06:56.330079 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33282) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:56.335265 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-04bd3e20-b17a-4de3-9db3-226f9fbf42c0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:56.336430 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-04bd3e20-b17a-4de3-9db3-226f9fbf42c0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/security-groups/ebda08e8-731e-4f48-ae64-f7bfcb91128c HTTP/1.1" status: 204 len: 168 time: 0.4741755 Jan 21 19:06:56.341380 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-0c0ef56c-f270-4aa2-94a8-dc15fa703b95 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Request body: {'router': {'routes': None}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:56.347588 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33286) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:56.373351 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-49196482-b6ba-4743-8ec9-2195fd3a0979 None None] Allocated IP 2001:db8::2 (76b60fc4-5668-469a-a3ef-49679dc3dfc0/1b67a88c-785b-44f2-b795-f9fb1f5784ea/701371b1-dddf-4f1b-b141-c5d218e81b39) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:06:56.399469 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-63632bd0-cf99-4984-8f1a-6f5b48a13b59 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:56.412582 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-63632bd0-cf99-4984-8f1a-6f5b48a13b59 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:subnet and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:06:56.415582 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-63632bd0-cf99-4984-8f1a-6f5b48a13b59 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:06:56.424731 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-63632bd0-cf99-4984-8f1a-6f5b48a13b59 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:56.429909 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4617dee-f39a-40ae-84ef-0e508d4564cf tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Deleting subnet 6f805461-6955-4012-98b0-6f22ee5195eb {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:06:56.435568 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b4617dee-f39a-40ae-84ef-0e508d4564cf tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:56.496679 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b4617dee-f39a-40ae-84ef-0e508d4564cf tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:56.528307 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63632bd0-cf99-4984-8f1a-6f5b48a13b59 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Made reservation on behalf of f393478d14c44d15ad1bf9df868df3cb for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:06:56.532692 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-63632bd0-cf99-4984-8f1a-6f5b48a13b59 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:56.546385 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-530351e9-c111-4bb8-a539-a0b5cb2fffe1 None None] Could not find standard attr ID for object 5f149c29-7e6b-4244-b2c6-c16905699456. {{(pid=88138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 19:06:56.622661 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-49196482-b6ba-4743-8ec9-2195fd3a0979 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:56.634094 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-49196482-b6ba-4743-8ec9-2195fd3a0979 None None] Transition to ACTIVE for port object 701371b1-dddf-4f1b-b141-c5d218e81b39 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:06:56.656492 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-49196482-b6ba-4743-8ec9-2195fd3a0979 None None] Transition to ACTIVE for port object 701371b1-dddf-4f1b-b141-c5d218e81b39 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:06:56.686430 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b4617dee-f39a-40ae-84ef-0e508d4564cf tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:56.709086 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-3da62ddd-5e0c-4656-b845-9486d9a6cd74 None None] Deleting port 4792e138-73b6-47c2-af2a-7e9b4dd255e5 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:06:56.709651 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3da62ddd-5e0c-4656-b845-9486d9a6cd74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:56.752228 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.extraroute_db [None req-0c0ef56c-f270-4aa2-94a8-dc15fa703b95 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Added routes are [] {{(pid=88136) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 21 19:06:56.752712 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.extraroute_db [None req-0c0ef56c-f270-4aa2-94a8-dc15fa703b95 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Removed routes are [] {{(pid=88136) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 21 19:06:56.752852 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef56c-f270-4aa2-94a8-dc15fa703b95 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:56.783886 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-49196482-b6ba-4743-8ec9-2195fd3a0979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:56.816255 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-3da62ddd-5e0c-4656-b845-9486d9a6cd74 None None] The port '4792e138-73b6-47c2-af2a-7e9b4dd255e5' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:06:56.868442 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 4792e138-73b6-47c2-af2a-7e9b4dd255e5 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:06:56.887470 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b4617dee-f39a-40ae-84ef-0e508d4564cf tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:56.908188 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49196482-b6ba-4743-8ec9-2195fd3a0979 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:06:56.924045 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 4792e138-73b6-47c2-af2a-7e9b4dd255e5 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:06:56.924385 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 4792e138-73b6-47c2-af2a-7e9b4dd255e5 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:06:56.926080 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-49196482-b6ba-4743-8ec9-2195fd3a0979 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:56.930553 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49196482-b6ba-4743-8ec9-2195fd3a0979 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:06:56.952954 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4617dee-f39a-40ae-84ef-0e508d4564cf tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event deleted for resources: {'Subnet': ['ID=6f805461-6955-4012-98b0-6f22ee5195eb,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:56.957503 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-63632bd0-cf99-4984-8f1a-6f5b48a13b59 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:57.015707 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b4617dee-f39a-40ae-84ef-0e508d4564cf tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:57.020047 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758557de-7820-48bb-b4c4-dc029ea03735 None None] Network 8691d4d6-00ec-421e-856d-b18335ac2f72 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:06:57.045240 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b4617dee-f39a-40ae-84ef-0e508d4564cf tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/subnets/6f805461-6955-4012-98b0-6f22ee5195eb HTTP/1.1" status: 204 len: 168 time: 0.6909001 Jan 21 19:06:57.047487 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49196482-b6ba-4743-8ec9-2195fd3a0979 None None] Pushing event updated for resources: {'Port': ['ID=701371b1-dddf-4f1b-b141-c5d218e81b39,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:57.055664 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33290) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:57.066223 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-20a8c7f3-2c21-417d-94df-405d30f35187 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'subnet': {'network_id': '8691d4d6-00ec-421e-856d-b18335ac2f72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:57.073023 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63632bd0-cf99-4984-8f1a-6f5b48a13b59 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Checking segment: {'id': '001eb96c-c59f-4596-a23d-72c842e4cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0f86287d-b416-44ff-a14a-d0ea228e9354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:06:57.073752 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63632bd0-cf99-4984-8f1a-6f5b48a13b59 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network hostable DHCP agents. Network: 0f86287d-b416-44ff-a14a-d0ea228e9354, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:06:57.087783 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63632bd0-cf99-4984-8f1a-6f5b48a13b59 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Subnet': ['ID=12c9a89c-d9fd-4ef4-b339-c0a9413185d5,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:57.127579 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-49196482-b6ba-4743-8ec9-2195fd3a0979 None None] Attempting to bind port 701371b1-dddf-4f1b-b141-c5d218e81b39 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:06:57.127950 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-49196482-b6ba-4743-8ec9-2195fd3a0979 None None] Attempting to bind port 701371b1-dddf-4f1b-b141-c5d218e81b39 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:06:57.128309 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49196482-b6ba-4743-8ec9-2195fd3a0979 None None] Attempting to bind port 701371b1-dddf-4f1b-b141-c5d218e81b39 on network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:06:57.143286 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49196482-b6ba-4743-8ec9-2195fd3a0979 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:06:57.143286 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49196482-b6ba-4743-8ec9-2195fd3a0979 None None] Checking segment: {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:06:57.143286 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-49196482-b6ba-4743-8ec9-2195fd3a0979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:57.143286 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49196482-b6ba-4743-8ec9-2195fd3a0979 None None] Bound using segment: {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:06:57.143286 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-49196482-b6ba-4743-8ec9-2195fd3a0979 None None] Bound port: 701371b1-dddf-4f1b-b141-c5d218e81b39, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e901fd-d385-411b-9615-c56df48eaa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:06:57.143286 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-49196482-b6ba-4743-8ec9-2195fd3a0979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:57.189704 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63632bd0-cf99-4984-8f1a-6f5b48a13b59 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network 0f86287d-b416-44ff-a14a-d0ea228e9354 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:06:57.234165 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef56c-f270-4aa2-94a8-dc15fa703b95 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:57.270272 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-63632bd0-cf99-4984-8f1a-6f5b48a13b59 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 0f86287d-b416-44ff-a14a-d0ea228e9354) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:57.275157 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63632bd0-cf99-4984-8f1a-6f5b48a13b59 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:57.276416 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-63632bd0-cf99-4984-8f1a-6f5b48a13b59 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:57.292603 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef56c-f270-4aa2-94a8-dc15fa703b95 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3720919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3720920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723161'] for router, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:57.298346 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf0b776-e431-4f89-a99c-4a387c844d07 None None] Network 0f86287d-b416-44ff-a14a-d0ea228e9354 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:06:57.321606 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2b53d464-e557-4096-bc1d-a3bf2f3e3b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:57.364410 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-63632bd0-cf99-4984-8f1a-6f5b48a13b59 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2482648 Jan 21 19:06:57.435272 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-49196482-b6ba-4743-8ec9-2195fd3a0979 None None] For port 701371b1-dddf-4f1b-b141-c5d218e81b39, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:06:57.453140 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-49196482-b6ba-4743-8ec9-2195fd3a0979 None None] For port 701371b1-dddf-4f1b-b141-c5d218e81b39, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=701371b1-dddf-4f1b-b141-c5d218e81b39,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:06:57.542088 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-49196482-b6ba-4743-8ec9-2195fd3a0979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:57.548742 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0ef56c-f270-4aa2-94a8-dc15fa703b95 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Router fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:06:57.578008 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-20a8c7f3-2c21-417d-94df-405d30f35187 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:57.585404 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-20a8c7f3-2c21-417d-94df-405d30f35187 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Usage tracker for resource:subnet and tenant:5cd950bb3d3d4999ba57a30656254269 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:06:57.590353 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-20a8c7f3-2c21-417d-94df-405d30f35187 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:06:57.657198 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797f2b11-91f8-4eec-9916-ed74aba6356b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-0f86287d-b416-44ff-a14a-d0ea228e9354', 'network_id': '0f86287d-b416-44ff-a14a-d0ea228e9354', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ips': [{'subnet_id': '12c9a89c-d9fd-4ef4-b339-c0a9413185d5'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:06:57.657979 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-797f2b11-91f8-4eec-9916-ed74aba6356b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:57.658489 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-20a8c7f3-2c21-417d-94df-405d30f35187 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:57.678333 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49196482-b6ba-4743-8ec9-2195fd3a0979 None None] Pushing event updated for resources: {'Port': ['ID=701371b1-dddf-4f1b-b141-c5d218e81b39,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:57.691722 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.objects.ports [None req-7070266e-8f21-4679-a3c3-c4691372f235 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88136) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 21 19:06:57.781751 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33296) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:57.791079 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-3c61432e-5a79-4f5f-8fec-060dde2ca602 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-876663274', 'description': 'tempest-secgroup-smoke-876663274 description', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:57.804303 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3c61432e-5a79-4f5f-8fec-060dde2ca602 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:57.808477 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0ef56c-f270-4aa2-94a8-dc15fa703b95 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:06:57.835553 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3c61432e-5a79-4f5f-8fec-060dde2ca602 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:57.836076 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a8c7f3-2c21-417d-94df-405d30f35187 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Made reservation on behalf of 5cd950bb3d3d4999ba57a30656254269 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:06:57.838993 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c8c9f6-d68c-4a86-bb75-d23c5582ae3b None None] Sync routers for ids ['fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:06:57.839707 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-20a8c7f3-2c21-417d-94df-405d30f35187 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:57.886005 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef56c-f270-4aa2-94a8-dc15fa703b95 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:57.890449 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-0c0ef56c-f270-4aa2-94a8-dc15fa703b95 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "PUT /v2.0/routers/fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 HTTP/1.1" status: 200 len: 700 time: 1.5530031 Jan 21 19:06:57.890884 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33300) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:57.914261 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c8c9f6-d68c-4a86-bb75-d23c5582ae3b None None] Routers {'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:06:57.914261 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-72c8c9f6-d68c-4a86-bb75-d23c5582ae3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:06:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:57.944683 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3c61432e-5a79-4f5f-8fec-060dde2ca602 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:57.954524 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-8f0c8118-0d5f-4276-8460-87d01617bd9f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Synchronizing usage tracker for tenant:5282b25e8da043bbb3248dd1fe2c26b7 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:06:57.981044 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3c61432e-5a79-4f5f-8fec-060dde2ca602 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:57.989521 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-3c61432e-5a79-4f5f-8fec-060dde2ca602 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:06:57.992690 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-3c61432e-5a79-4f5f-8fec-060dde2ca602 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:06:58.003652 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3c61432e-5a79-4f5f-8fec-060dde2ca602 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:58.089835 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-8f0c8118-0d5f-4276-8460-87d01617bd9f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Unset dirty status for tenant:5282b25e8da043bbb3248dd1fe2c26b7 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:06:58.092148 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-8f0c8118-0d5f-4276-8460-87d01617bd9f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "GET /v2.0/ports?device_id=fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 HTTP/1.1" status: 200 len: 205 time: 0.2003706 Jan 21 19:06:58.101073 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33304) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:58.174980 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-72c8c9f6-d68c-4a86-bb75-d23c5582ae3b None None] Set router fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 gateway port host: None {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:06:58.232409 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7070266e-8f21-4679-a3c3-c4691372f235 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:58.232624 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3c61432e-5a79-4f5f-8fec-060dde2ca602 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:58.337646 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a3f34c8d-bcb7-4814-9ece-75c6b2b29dd1 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for router, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:58.401448 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-72c8c9f6-d68c-4a86-bb75-d23c5582ae3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'name': 'tempest-RoutersTest-router-262988306', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:53Z', 'updated_at': '2022-01-21T19:06:52Z', 'revision_number': 11, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'gw_port_host': None}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:58.431402 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3c61432e-5a79-4f5f-8fec-060dde2ca602 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:58.436015 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c8c9f6-d68c-4a86-bb75-d23c5582ae3b None None] Checking router: fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:06:58.461995 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-797f2b11-91f8-4eec-9916-ed74aba6356b None None] Allocated IP 172.20.0.18 (0f86287d-b416-44ff-a14a-d0ea228e9354/12c9a89c-d9fd-4ef4-b339-c0a9413185d5/6ce66f89-1413-47fc-8b08-aa1b833ca9bf) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:06:58.478730 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c8c9f6-d68c-4a86-bb75-d23c5582ae3b None None] Routers {'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:06:58.479373 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-72c8c9f6-d68c-4a86-bb75-d23c5582ae3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:06:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:58.502803 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-20a8c7f3-2c21-417d-94df-405d30f35187 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:58.541056 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:58.579622 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:58.582140 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a8c7f3-2c21-417d-94df-405d30f35187 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Network 8691d4d6-00ec-421e-856d-b18335ac2f72 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:06:58.587769 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-20a8c7f3-2c21-417d-94df-405d30f35187 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:58.590874 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a8c7f3-2c21-417d-94df-405d30f35187 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:58.591643 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-20a8c7f3-2c21-417d-94df-405d30f35187 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:58.625015 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61432e-5a79-4f5f-8fec-060dde2ca602 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20432643-8ba2-43fb-87f4-e22dae641648,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:58.644371 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a8c7f3-2c21-417d-94df-405d30f35187 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event updated for resources: {'Subnet': ['ID=6b7bb7cb-a74e-46a3-8d8d-ff91c1cec0ae,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:58.648160 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8b68a1-2a37-4b48-bc96-8d85007da8ff None None] Network 8691d4d6-00ec-421e-856d-b18335ac2f72 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:06:58.651536 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-7070266e-8f21-4679-a3c3-c4691372f235 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] For port 701371b1-dddf-4f1b-b141-c5d218e81b39, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=701371b1-dddf-4f1b-b141-c5d218e81b39,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:06:58.680893 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7070266e-8f21-4679-a3c3-c4691372f235 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:58.683548 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-72c8c9f6-d68c-4a86-bb75-d23c5582ae3b None None] Set router fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 gateway port host: None {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:06:58.710970 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3c61432e-5a79-4f5f-8fec-060dde2ca602 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:58.712235 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3c61432e-5a79-4f5f-8fec-060dde2ca602 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9281611 Jan 21 19:06:58.715407 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33308) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:58.721010 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-227c74ab-ca34-488e-b65e-bb695b448512 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '20432643-8ba2-43fb-87f4-e22dae641648', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:58.727512 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-227c74ab-ca34-488e-b65e-bb695b448512 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:58.730538 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-505f4ee8-81fe-4f6b-8a09-a1a2cecdb6ec None None] Provisioning complete for port 59893a99-de9a-48d9-9030-2a6638b01712 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:58.733717 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-505f4ee8-81fe-4f6b-8a09-a1a2cecdb6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:58.733861 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-227c74ab-ca34-488e-b65e-bb695b448512 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:06:58.735111 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-227c74ab-ca34-488e-b65e-bb695b448512 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:06:58.741608 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-227c74ab-ca34-488e-b65e-bb695b448512 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:58.753892 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-20a8c7f3-2c21-417d-94df-405d30f35187 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6970623 Jan 21 19:06:58.756732 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33312) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:58.756732 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7070266e-8f21-4679-a3c3-c4691372f235 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:58.756732 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7070266e-8f21-4679-a3c3-c4691372f235 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:58.767759 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-12cc8733-302e-4622-b869-2f38bd190aa0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'security_group': {'name': 'tempest-secgroup-611975985'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:58.795872 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a3f34c8d-bcb7-4814-9ece-75c6b2b29dd1 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:58.798657 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a3f34c8d-bcb7-4814-9ece-75c6b2b29dd1 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:58.851088 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:58.943100 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 701371b1-dddf-4f1b-b141-c5d218e81b39 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:06:58.988609 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-72c8c9f6-d68c-4a86-bb75-d23c5582ae3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'name': 'tempest-RoutersTest-router-262988306', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:53Z', 'updated_at': '2022-01-21T19:06:52Z', 'revision_number': 11, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'gw_port_host': None}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:06:59.004935 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-12cc8733-302e-4622-b869-2f38bd190aa0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:59.035492 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a3f34c8d-bcb7-4814-9ece-75c6b2b29dd1 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:59.036291 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f34c8d-bcb7-4814-9ece-75c6b2b29dd1 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Fanout notify agent at l3_agent the message router_deleted on router fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 {{(pid=88137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:06:59.046414 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7070266e-8f21-4679-a3c3-c4691372f235 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:06:59.053413 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-12cc8733-302e-4622-b869-2f38bd190aa0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Usage tracker for resource:security_group and tenant:5cd950bb3d3d4999ba57a30656254269 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:06:59.057508 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a3f34c8d-bcb7-4814-9ece-75c6b2b29dd1 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:59.057773 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-7070266e-8f21-4679-a3c3-c4691372f235 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:59.059096 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-a3f34c8d-bcb7-4814-9ece-75c6b2b29dd1 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "DELETE /v2.0/routers/fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 HTTP/1.1" status: 204 len: 168 time: 0.9608541 Jan 21 19:06:59.065381 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33316) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:59.067631 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7070266e-8f21-4679-a3c3-c4691372f235 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:06:59.068232 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7070266e-8f21-4679-a3c3-c4691372f235 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:59.072528 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-f65acabf-bb0f-42c3-a8bf-9c3a097dd1e0 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1395571898', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:59.079337 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-12cc8733-302e-4622-b869-2f38bd190aa0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:06:59.080177 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c8c9f6-d68c-4a86-bb75-d23c5582ae3b None None] The sync data for ids ['fa74e4cf-b8ea-4d39-ad95-d03dd23abe17'] in dv-neutron-825470-1-hyperv is: [{'id': 'fa74e4cf-b8ea-4d39-ad95-d03dd23abe17', 'name': 'tempest-RoutersTest-router-262988306', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:53Z', 'updated_at': '2022-01-21T19:06:52Z', 'revision_number': 11, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'gw_port_host': None}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:06:59.086017 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-f65acabf-bb0f-42c3-a8bf-9c3a097dd1e0 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:59.098127 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-227c74ab-ca34-488e-b65e-bb695b448512 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:59.099173 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-505f4ee8-81fe-4f6b-8a09-a1a2cecdb6ec None None] Port 59893a99-de9a-48d9-9030-2a6638b01712 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:06:59.099325 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-f65acabf-bb0f-42c3-a8bf-9c3a097dd1e0 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Usage tracker for resource:router and tenant:5282b25e8da043bbb3248dd1fe2c26b7 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:06:59.103453 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-f65acabf-bb0f-42c3-a8bf-9c3a097dd1e0 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:06:59.121990 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-f65acabf-bb0f-42c3-a8bf-9c3a097dd1e0 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:59.128619 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-12cc8733-302e-4622-b869-2f38bd190aa0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:59.164417 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7070266e-8f21-4679-a3c3-c4691372f235 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Subnet': ['ID=4079ce03-b1ef-4241-a800-7c151ef92815,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:59.178114 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7070266e-8f21-4679-a3c3-c4691372f235 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Port': ['ID=701371b1-dddf-4f1b-b141-c5d218e81b39,revision_number=4']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:59.210655 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-227c74ab-ca34-488e-b65e-bb695b448512 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:59.214408 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-7070266e-8f21-4679-a3c3-c4691372f235 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.6780906 Jan 21 19:06:59.218198 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33320) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:59.224158 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-241d12b2-b8ff-4fc7-adc2-a51dc69aceb9 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Request body: {'port': {'network_id': '76b60fc4-5668-469a-a3ef-49679dc3dfc0', 'mac_address': 'fa:16:3e:76:c5:e5', 'name': 'tempest-NetworksTestDHCPv6-356300661'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:59.263486 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f65acabf-bb0f-42c3-a8bf-9c3a097dd1e0 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:59.263486 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f65acabf-bb0f-42c3-a8bf-9c3a097dd1e0 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:59.263770 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-505f4ee8-81fe-4f6b-8a09-a1a2cecdb6ec None None] Provisioning complete for port 7ad889c9-c7e0-45c3-a889-ae31a57ffbdf triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:06:59.263770 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-505f4ee8-81fe-4f6b-8a09-a1a2cecdb6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:59.306795 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 701371b1-dddf-4f1b-b141-c5d218e81b39 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:06:59.309908 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-227c74ab-ca34-488e-b65e-bb695b448512 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:59.349148 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c74ab-ca34-488e-b65e-bb695b448512 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af8848f-c94a-4a05-9f20-39d4562a0037,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:59.352326 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f65acabf-bb0f-42c3-a8bf-9c3a097dd1e0 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:59.368501 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-797f2b11-91f8-4eec-9916-ed74aba6356b None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:59.401128 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-12cc8733-302e-4622-b869-2f38bd190aa0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:59.414822 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30737c9e-a974-41e0-a89e-a7912704ed1a None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:06:59.415167 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-241d12b2-b8ff-4fc7-adc2-a51dc69aceb9 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:59.420224 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-241d12b2-b8ff-4fc7-adc2-a51dc69aceb9 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Usage tracker for resource:port and tenant:331b5c16a931412fafa4a9af40615562 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:06:59.424358 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-241d12b2-b8ff-4fc7-adc2-a51dc69aceb9 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:06:59.428702 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-797f2b11-91f8-4eec-9916-ed74aba6356b None None] Transition to ACTIVE for port object 6ce66f89-1413-47fc-8b08-aa1b833ca9bf will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:06:59.430993 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-241d12b2-b8ff-4fc7-adc2-a51dc69aceb9 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:59.444655 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-12cc8733-302e-4622-b869-2f38bd190aa0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:59.450300 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-12cc8733-302e-4622-b869-2f38bd190aa0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Usage tracker for resource:security_group_rule and tenant:5cd950bb3d3d4999ba57a30656254269 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:06:59.455079 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-12cc8733-302e-4622-b869-2f38bd190aa0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:06:59.462923 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-12cc8733-302e-4622-b869-2f38bd190aa0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:59.480987 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-227c74ab-ca34-488e-b65e-bb695b448512 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:59.485711 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-227c74ab-ca34-488e-b65e-bb695b448512 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7665186 Jan 21 19:06:59.486109 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33324) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:59.491524 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-ab72009d-ba84-494d-84d7-19a47ee50c10 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '20432643-8ba2-43fb-87f4-e22dae641648', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:59.504314 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-ab72009d-ba84-494d-84d7-19a47ee50c10 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:59.509696 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ab72009d-ba84-494d-84d7-19a47ee50c10 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:06:59.515069 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ab72009d-ba84-494d-84d7-19a47ee50c10 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:06:59.526461 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-ab72009d-ba84-494d-84d7-19a47ee50c10 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:59.538153 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f65acabf-bb0f-42c3-a8bf-9c3a097dd1e0 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:59.557822 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-12cc8733-302e-4622-b869-2f38bd190aa0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:59.564832 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241d12b2-b8ff-4fc7-adc2-a51dc69aceb9 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Made reservation on behalf of 331b5c16a931412fafa4a9af40615562 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:06:59.569252 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-797f2b11-91f8-4eec-9916-ed74aba6356b None None] Transition to ACTIVE for port object 6ce66f89-1413-47fc-8b08-aa1b833ca9bf will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:06:59.647298 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-12cc8733-302e-4622-b869-2f38bd190aa0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:59.661525 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ab72009d-ba84-494d-84d7-19a47ee50c10 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:59.692756 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc8733-302e-4622-b869-2f38bd190aa0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4d545c-f1c5-4e15-a5dd-66c367dfd022,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:59.720233 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f65acabf-bb0f-42c3-a8bf-9c3a097dd1e0 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:59.721388 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f65acabf-bb0f-42c3-a8bf-9c3a097dd1e0 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6545157 Jan 21 19:06:59.724256 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33328) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:59.731068 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-f6cee0ce-bd53-4322-8bc1-286420b54910 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:59.736117 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-241d12b2-b8ff-4fc7-adc2-a51dc69aceb9 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:59.774268 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ab72009d-ba84-494d-84d7-19a47ee50c10 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:59.788436 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-241d12b2-b8ff-4fc7-adc2-a51dc69aceb9 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] device_id is not set on port 219831b8-6728-4455-abd5-c07db9a95088 yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:06:59.808770 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-12cc8733-302e-4622-b869-2f38bd190aa0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:59.813559 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-12cc8733-302e-4622-b869-2f38bd190aa0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0496089 Jan 21 19:06:59.815179 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33332) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:06:59.820490 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-5681edec-f35b-4ff3-ba85-e3410400e639 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'security_group': {'name': 'tempest-secgroup-22601837'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:06:59.844044 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-797f2b11-91f8-4eec-9916-ed74aba6356b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:59.864981 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ab72009d-ba84-494d-84d7-19a47ee50c10 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:06:59.886105 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-5681edec-f35b-4ff3-ba85-e3410400e639 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:06:59.942909 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-5681edec-f35b-4ff3-ba85-e3410400e639 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Usage tracker for resource:security_group and tenant:5cd950bb3d3d4999ba57a30656254269 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:06:59.946800 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab72009d-ba84-494d-84d7-19a47ee50c10 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=293f6a8b-c758-4ba9-8425-8f2748b201e2,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:06:59.947848 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797f2b11-91f8-4eec-9916-ed74aba6356b None None] Network 0f86287d-b416-44ff-a14a-d0ea228e9354 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:06:59.952744 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-5681edec-f35b-4ff3-ba85-e3410400e639 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:06:59.960717 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-797f2b11-91f8-4eec-9916-ed74aba6356b None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:06:59.965807 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-5681edec-f35b-4ff3-ba85-e3410400e639 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:06:59.970845 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797f2b11-91f8-4eec-9916-ed74aba6356b None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:06:59.993311 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f2b11-91f8-4eec-9916-ed74aba6356b None None] Pushing event updated for resources: {'Port': ['ID=6ce66f89-1413-47fc-8b08-aa1b833ca9bf,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:00.020344 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aaef3f1-6bb3-46a8-86b1-799a1962f1df None None] Update dhcp port {'port': {'network_id': '8691d4d6-00ec-421e-856d-b18335ac2f72', 'fixed_ips': [{'subnet_id': '599f21db-3c35-4ee4-ae7c-07115f051b15', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6b7bb7cb-a74e-46a3-8d8d-ff91c1cec0ae'}], 'binding:host_id': 'dv-neutron-825470-1-hyperv'}, 'id': '7ad889c9-c7e0-45c3-a889-ae31a57ffbdf'} from dv-neutron-825470-1-hyperv. {{(pid=88138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 19:07:00.055270 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ab72009d-ba84-494d-84d7-19a47ee50c10 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:00.059156 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ab72009d-ba84-494d-84d7-19a47ee50c10 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5694320 Jan 21 19:07:00.064678 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33336) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:00.064871 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-d4ca523b-bf88-442a-baf3-43e5b68588fb None None] Provisioning for port 701371b1-dddf-4f1b-b141-c5d218e81b39 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:07:00.067445 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-10c938af-1346-4ccb-bcd0-76b433062e05 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '20432643-8ba2-43fb-87f4-e22dae641648', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:00.078825 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-10c938af-1346-4ccb-bcd0-76b433062e05 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:00.089253 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-241d12b2-b8ff-4fc7-adc2-a51dc69aceb9 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Allocated IP 2001:db8::31f (76b60fc4-5668-469a-a3ef-49679dc3dfc0/1b67a88c-785b-44f2-b795-f9fb1f5784ea/219831b8-6728-4455-abd5-c07db9a95088) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:07:00.092987 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-10c938af-1346-4ccb-bcd0-76b433062e05 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:00.098113 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-10c938af-1346-4ccb-bcd0-76b433062e05 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:00.105725 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-241d12b2-b8ff-4fc7-adc2-a51dc69aceb9 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Allocated IP 2001:db8:0:1:f816:3eff:fe76:c5e5 (76b60fc4-5668-469a-a3ef-49679dc3dfc0/4079ce03-b1ef-4241-a800-7c151ef92815/219831b8-6728-4455-abd5-c07db9a95088) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:07:00.109695 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-10c938af-1346-4ccb-bcd0-76b433062e05 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:00.121046 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:00.130264 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-d4ca523b-bf88-442a-baf3-43e5b68588fb None None] Provisioning complete for port 701371b1-dddf-4f1b-b141-c5d218e81b39 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:00.130632 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d4ca523b-bf88-442a-baf3-43e5b68588fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:00.170560 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f6cee0ce-bd53-4322-8bc1-286420b54910 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:00.174548 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5681edec-f35b-4ff3-ba85-e3410400e639 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:00.197036 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-5681edec-f35b-4ff3-ba85-e3410400e639 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:00.200090 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9aaef3f1-6bb3-46a8-86b1-799a1962f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:00.201168 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-5681edec-f35b-4ff3-ba85-e3410400e639 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Usage tracker for resource:security_group_rule and tenant:5cd950bb3d3d4999ba57a30656254269 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:00.204176 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-5681edec-f35b-4ff3-ba85-e3410400e639 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:00.210240 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-5681edec-f35b-4ff3-ba85-e3410400e639 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:00.215579 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-10c938af-1346-4ccb-bcd0-76b433062e05 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:00.230114 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-797f2b11-91f8-4eec-9916-ed74aba6356b None None] Attempting to bind port 6ce66f89-1413-47fc-8b08-aa1b833ca9bf on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:07:00.230571 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-797f2b11-91f8-4eec-9916-ed74aba6356b None None] Attempting to bind port 6ce66f89-1413-47fc-8b08-aa1b833ca9bf by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '001eb96c-c59f-4596-a23d-72c842e4cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0f86287d-b416-44ff-a14a-d0ea228e9354'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:07:00.231001 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797f2b11-91f8-4eec-9916-ed74aba6356b None None] Attempting to bind port 6ce66f89-1413-47fc-8b08-aa1b833ca9bf on network 0f86287d-b416-44ff-a14a-d0ea228e9354 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:07:00.292786 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5681edec-f35b-4ff3-ba85-e3410400e639 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:00.298454 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797f2b11-91f8-4eec-9916-ed74aba6356b None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:07:00.298648 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f6cee0ce-bd53-4322-8bc1-286420b54910 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3720919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3720920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723161'] for router, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:00.299307 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797f2b11-91f8-4eec-9916-ed74aba6356b None None] Checking segment: {'id': '001eb96c-c59f-4596-a23d-72c842e4cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0f86287d-b416-44ff-a14a-d0ea228e9354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:07:00.299425 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-797f2b11-91f8-4eec-9916-ed74aba6356b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:00.300280 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797f2b11-91f8-4eec-9916-ed74aba6356b None None] Bound using segment: {'id': '001eb96c-c59f-4596-a23d-72c842e4cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0f86287d-b416-44ff-a14a-d0ea228e9354'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:07:00.303310 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-797f2b11-91f8-4eec-9916-ed74aba6356b None None] Bound port: 6ce66f89-1413-47fc-8b08-aa1b833ca9bf, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '001eb96c-c59f-4596-a23d-72c842e4cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0f86287d-b416-44ff-a14a-d0ea228e9354'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:07:00.304732 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-797f2b11-91f8-4eec-9916-ed74aba6356b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:00.368044 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5681edec-f35b-4ff3-ba85-e3410400e639 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:00.391548 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-10c938af-1346-4ccb-bcd0-76b433062e05 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:00.438549 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-241d12b2-b8ff-4fc7-adc2-a51dc69aceb9 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:00.485767 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-10c938af-1346-4ccb-bcd0-76b433062e05 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:00.488436 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5681edec-f35b-4ff3-ba85-e3410400e639 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f468d76-5163-4b56-83a3-01926988f4c4,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:00.504509 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-241d12b2-b8ff-4fc7-adc2-a51dc69aceb9 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Transition to ACTIVE for port object 219831b8-6728-4455-abd5-c07db9a95088 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:07:00.534754 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c938af-1346-4ccb-bcd0-76b433062e05 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f748e05-1b42-4930-84c1-ba36cb64316b,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:00.543650 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d4ca523b-bf88-442a-baf3-43e5b68588fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:00.590718 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-797f2b11-91f8-4eec-9916-ed74aba6356b None None] For port 6ce66f89-1413-47fc-8b08-aa1b833ca9bf, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:07:00.607472 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5681edec-f35b-4ff3-ba85-e3410400e639 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:00.611315 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-5681edec-f35b-4ff3-ba85-e3410400e639 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7926023 Jan 21 19:07:00.611816 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33340) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:00.617237 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-fb14f7aa-b951-490f-857b-280a4a93f8fd tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'security_group': {'name': 'tempest-secgroup-658016823'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:00.630430 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-fb14f7aa-b951-490f-857b-280a4a93f8fd tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:00.634623 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-fb14f7aa-b951-490f-857b-280a4a93f8fd tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Usage tracker for resource:security_group and tenant:5cd950bb3d3d4999ba57a30656254269 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:00.635552 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6cee0ce-bd53-4322-8bc1-286420b54910 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Router 32e6c85e-0905-4fb5-bb09-510087a2ae47 is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:07:00.639466 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-fb14f7aa-b951-490f-857b-280a4a93f8fd tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:00.642414 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-10c938af-1346-4ccb-bcd0-76b433062e05 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:00.643753 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-10c938af-1346-4ccb-bcd0-76b433062e05 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5833440 Jan 21 19:07:00.647822 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33344) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:00.648142 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-797f2b11-91f8-4eec-9916-ed74aba6356b None None] For port 6ce66f89-1413-47fc-8b08-aa1b833ca9bf, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=6ce66f89-1413-47fc-8b08-aa1b833ca9bf,segment=NetworkSegment(001eb96c-c59f-4596-a23d-72c842e4cd65),segment_id=001eb96c-c59f-4596-a23d-72c842e4cd65)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:07:00.648364 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-241d12b2-b8ff-4fc7-adc2-a51dc69aceb9 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:00.652484 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-d4ca523b-bf88-442a-baf3-43e5b68588fb None None] For port 701371b1-dddf-4f1b-b141-c5d218e81b39, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=701371b1-dddf-4f1b-b141-c5d218e81b39,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:07:00.655007 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-d7822705-e066-41cb-9afc-de3dd3ae8107 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '20432643-8ba2-43fb-87f4-e22dae641648', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:00.655445 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-fb14f7aa-b951-490f-857b-280a4a93f8fd tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:00.682571 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-9aaef3f1-6bb3-46a8-86b1-799a1962f1df None None] Allocated IP 2001:db8::2 (8691d4d6-00ec-421e-856d-b18335ac2f72/6b7bb7cb-a74e-46a3-8d8d-ff91c1cec0ae/7ad889c9-c7e0-45c3-a889-ae31a57ffbdf) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:07:00.730452 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-d7822705-e066-41cb-9afc-de3dd3ae8107 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:00.732366 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241d12b2-b8ff-4fc7-adc2-a51dc69aceb9 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:07:00.736238 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-241d12b2-b8ff-4fc7-adc2-a51dc69aceb9 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:07:00.738059 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-d7822705-e066-41cb-9afc-de3dd3ae8107 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:00.738876 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241d12b2-b8ff-4fc7-adc2-a51dc69aceb9 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:07:00.745070 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241d12b2-b8ff-4fc7-adc2-a51dc69aceb9 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:00.745420 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-241d12b2-b8ff-4fc7-adc2-a51dc69aceb9 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:00.745925 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-797f2b11-91f8-4eec-9916-ed74aba6356b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:00.772666 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d12b2-b8ff-4fc7-adc2-a51dc69aceb9 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event updated for resources: {'Port': ['ID=219831b8-6728-4455-abd5-c07db9a95088,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:00.793362 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d4ca523b-bf88-442a-baf3-43e5b68588fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:00.817486 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fb14f7aa-b951-490f-857b-280a4a93f8fd tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:00.827629 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-d7822705-e066-41cb-9afc-de3dd3ae8107 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:00.845762 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-fb14f7aa-b951-490f-857b-280a4a93f8fd tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:00.852164 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-fb14f7aa-b951-490f-857b-280a4a93f8fd tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Usage tracker for resource:security_group_rule and tenant:5cd950bb3d3d4999ba57a30656254269 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:00.854867 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-d7822705-e066-41cb-9afc-de3dd3ae8107 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:00.856497 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-fb14f7aa-b951-490f-857b-280a4a93f8fd tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:00.858433 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6cee0ce-bd53-4322-8bc1-286420b54910 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:07:00.867921 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f6cee0ce-bd53-4322-8bc1-286420b54910 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:00.871532 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f6cee0ce-bd53-4322-8bc1-286420b54910 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "PUT /v2.0/routers/32e6c85e-0905-4fb5-bb09-510087a2ae47 HTTP/1.1" status: 200 len: 694 time: 1.1438222 Jan 21 19:07:00.873108 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33348) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:00.875609 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9e775d-106f-41fb-915a-4ee5f9d67e66 None None] Sync routers for ids ['32e6c85e-0905-4fb5-bb09-510087a2ae47'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:07:00.881676 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-241d12b2-b8ff-4fc7-adc2-a51dc69aceb9 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6618552 Jan 21 19:07:00.883590 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-fb14f7aa-b951-490f-857b-280a4a93f8fd tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:00.885947 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33352) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:00.887411 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 701371b1-dddf-4f1b-b141-c5d218e81b39 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:07:00.897359 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9e775d-106f-41fb-915a-4ee5f9d67e66 None None] Routers {'32e6c85e-0905-4fb5-bb09-510087a2ae47'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:07:00.898022 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-0e9e775d-106f-41fb-915a-4ee5f9d67e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:06:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['32e6c85e-0905-4fb5-bb09-510087a2ae47'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:00.984014 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f2b11-91f8-4eec-9916-ed74aba6356b None None] Pushing event updated for resources: {'Port': ['ID=6ce66f89-1413-47fc-8b08-aa1b833ca9bf,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:01.007404 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-87f68870-30da-4cf6-9e3e-8699a3d9982e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting port 219831b8-6728-4455-abd5-c07db9a95088 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:07:01.007826 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-87f68870-30da-4cf6-9e3e-8699a3d9982e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:01.083847 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d7822705-e066-41cb-9afc-de3dd3ae8107 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:01.099463 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e3526c45-94cc-44f6-a7b5-f591c88b4276 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "GET /v2.0/routers/32e6c85e-0905-4fb5-bb09-510087a2ae47 HTTP/1.1" status: 200 len: 700 time: 0.2231987 Jan 21 19:07:01.103245 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33356) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:01.147806 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-0e9e775d-106f-41fb-915a-4ee5f9d67e66 None None] Set router 32e6c85e-0905-4fb5-bb09-510087a2ae47 gateway port host: None {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:07:01.152803 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca523b-bf88-442a-baf3-43e5b68588fb None None] Pushing event updated for resources: {'Port': ['ID=701371b1-dddf-4f1b-b141-c5d218e81b39,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:01.181686 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-9aaef3f1-6bb3-46a8-86b1-799a1962f1df None None] For port 7ad889c9-c7e0-45c3-a889-ae31a57ffbdf, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=7ad889c9-c7e0-45c3-a889-ae31a57ffbdf,segment=NetworkSegment(4433c252-4a9c-4c45-9eb7-7bb35c8c2291),segment_id=4433c252-4a9c-4c45-9eb7-7bb35c8c2291)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:07:01.203930 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 701371b1-dddf-4f1b-b141-c5d218e81b39 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:01.204420 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:01.330430 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-0e9e775d-106f-41fb-915a-4ee5f9d67e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e6c85e-0905-4fb5-bb09-510087a2ae47', 'name': 'tempest-RoutersTest-router-1395571898', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:06:59Z', 'updated_at': '2022-01-21T19:07:00Z', 'revision_number': 2, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'gw_port_host': None}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:01.334496 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9aaef3f1-6bb3-46a8-86b1-799a1962f1df None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:01.337928 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9e775d-106f-41fb-915a-4ee5f9d67e66 None None] Checking router: 32e6c85e-0905-4fb5-bb09-510087a2ae47 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:07:01.341893 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fb14f7aa-b951-490f-857b-280a4a93f8fd tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:01.350017 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9e775d-106f-41fb-915a-4ee5f9d67e66 None None] Routers {'32e6c85e-0905-4fb5-bb09-510087a2ae47'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:07:01.350929 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-0e9e775d-106f-41fb-915a-4ee5f9d67e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:06:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['32e6c85e-0905-4fb5-bb09-510087a2ae47'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:01.366852 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-c33c7b6f-3006-45a7-b161-074a6fae1c85 None None] Provisioning complete for port 701371b1-dddf-4f1b-b141-c5d218e81b39 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:01.367590 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c33c7b6f-3006-45a7-b161-074a6fae1c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:01.408035 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-2449f5a8-d7e7-41a7-a3c4-350a09034a5e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Synchronizing usage tracker for tenant:5282b25e8da043bbb3248dd1fe2c26b7 on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:07:01.422188 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fb14f7aa-b951-490f-857b-280a4a93f8fd tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:01.480757 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-2449f5a8-d7e7-41a7-a3c4-350a09034a5e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Unset dirty status for tenant:5282b25e8da043bbb3248dd1fe2c26b7 on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:07:01.485061 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-2449f5a8-d7e7-41a7-a3c4-350a09034a5e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "GET /v2.0/ports?device_id=32e6c85e-0905-4fb5-bb09-510087a2ae47 HTTP/1.1" status: 200 len: 205 time: 0.3777666 Jan 21 19:07:01.491388 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33360) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:01.495926 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb14f7aa-b951-490f-857b-280a4a93f8fd tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbde93d4-b9db-4d5c-bc65-94efb53356b2,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:01.553063 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-9aaef3f1-6bb3-46a8-86b1-799a1962f1df None None] Transition to ACTIVE for port object 7ad889c9-c7e0-45c3-a889-ae31a57ffbdf will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:07:01.623767 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-0e9e775d-106f-41fb-915a-4ee5f9d67e66 None None] Set router 32e6c85e-0905-4fb5-bb09-510087a2ae47 gateway port host: None {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:07:01.636497 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9aaef3f1-6bb3-46a8-86b1-799a1962f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:01.696637 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-87f68870-30da-4cf6-9e3e-8699a3d9982e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:01.730040 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d7822705-e066-41cb-9afc-de3dd3ae8107 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:01.735474 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f1dae9c9-9478-405d-92ea-c9a1c7cfb2cb tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for router, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:01.761150 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-0e9e775d-106f-41fb-915a-4ee5f9d67e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e6c85e-0905-4fb5-bb09-510087a2ae47', 'name': 'tempest-RoutersTest-router-1395571898', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:06:59Z', 'updated_at': '2022-01-21T19:07:00Z', 'revision_number': 2, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'gw_port_host': None}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:01.767653 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9e775d-106f-41fb-915a-4ee5f9d67e66 None None] The sync data for ids ['32e6c85e-0905-4fb5-bb09-510087a2ae47'] in dv-neutron-825470-1-hyperv is: [{'id': '32e6c85e-0905-4fb5-bb09-510087a2ae47', 'name': 'tempest-RoutersTest-router-1395571898', 'tenant_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:06:59Z', 'updated_at': '2022-01-21T19:07:00Z', 'revision_number': 2, 'project_id': '5282b25e8da043bbb3248dd1fe2c26b7', 'gw_port_host': None}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:07:01.774612 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fb14f7aa-b951-490f-857b-280a4a93f8fd tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:01.775777 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-fb14f7aa-b951-490f-857b-280a4a93f8fd tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1629140 Jan 21 19:07:01.794106 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33364) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:01.803177 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-bf7b8a06-bb0c-4a3e-8b7f-b7d2c65902b6 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1340834408', 'security_groups': ['dbde93d4-b9db-4d5c-bc65-94efb53356b2'], 'network_id': '8691d4d6-00ec-421e-856d-b18335ac2f72', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6b7bb7cb-a74e-46a3-8d8d-ff91c1cec0ae'}]}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:01.848415 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d7822705-e066-41cb-9afc-de3dd3ae8107 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:01.868287 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-87f68870-30da-4cf6-9e3e-8699a3d9982e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Calling delete_port for 219831b8-6728-4455-abd5-c07db9a95088 owned by {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:07:01.884707 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7822705-e066-41cb-9afc-de3dd3ae8107 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5b6b783-2628-4aa5-958b-5f5e936a2795,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:01.933572 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaef3f1-6bb3-46a8-86b1-799a1962f1df None None] Pushing event updated for resources: {'Port': ['ID=7ad889c9-c7e0-45c3-a889-ae31a57ffbdf,revision_number=6']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:02.216050 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-bf7b8a06-bb0c-4a3e-8b7f-b7d2c65902b6 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:02.292379 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d7822705-e066-41cb-9afc-de3dd3ae8107 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:02.296579 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d7822705-e066-41cb-9afc-de3dd3ae8107 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6441731 Jan 21 19:07:02.296709 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f1dae9c9-9478-405d-92ea-c9a1c7cfb2cb tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:02.296832 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33368) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:02.298703 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-bf7b8a06-bb0c-4a3e-8b7f-b7d2c65902b6 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:02.301132 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f1dae9c9-9478-405d-92ea-c9a1c7cfb2cb tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:02.303938 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-2ce9479a-4f19-4f54-b848-a9900a0ae2b2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '20432643-8ba2-43fb-87f4-e22dae641648', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:02.311820 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-2ce9479a-4f19-4f54-b848-a9900a0ae2b2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:02.317508 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-2ce9479a-4f19-4f54-b848-a9900a0ae2b2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:02.321707 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-18fea422-70d7-45f6-9aa0-24268c331be9 None None] Provisioning for port 219831b8-6728-4455-abd5-c07db9a95088 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:07:02.329513 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-18fea422-70d7-45f6-9aa0-24268c331be9 None None] Provisioning complete for port 219831b8-6728-4455-abd5-c07db9a95088 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:02.334338 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-18fea422-70d7-45f6-9aa0-24268c331be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:02.334691 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-87f68870-30da-4cf6-9e3e-8699a3d9982e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:02.345880 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-2ce9479a-4f19-4f54-b848-a9900a0ae2b2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:02.377892 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7b8a06-bb0c-4a3e-8b7f-b7d2c65902b6 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Made reservation on behalf of 5cd950bb3d3d4999ba57a30656254269 for: {'port': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:07:02.406008 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-2ce9479a-4f19-4f54-b848-a9900a0ae2b2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:02.409144 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-18fea422-70d7-45f6-9aa0-24268c331be9 None None] Port 219831b8-6728-4455-abd5-c07db9a95088 was deleted so its status cannot be updated. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 19:07:02.415942 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f1dae9c9-9478-405d-92ea-c9a1c7cfb2cb tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:02.417222 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1dae9c9-9478-405d-92ea-c9a1c7cfb2cb tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Fanout notify agent at l3_agent the message router_deleted on router 32e6c85e-0905-4fb5-bb09-510087a2ae47 {{(pid=88136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:07:02.445828 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f1dae9c9-9478-405d-92ea-c9a1c7cfb2cb tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:02.447692 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f1dae9c9-9478-405d-92ea-c9a1c7cfb2cb tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "DELETE /v2.0/routers/32e6c85e-0905-4fb5-bb09-510087a2ae47 HTTP/1.1" status: 204 len: 168 time: 0.9549432 Jan 21 19:07:02.455146 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f68870-30da-4cf6-9e3e-8699a3d9982e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Port': ['ID=219831b8-6728-4455-abd5-c07db9a95088,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:02.465398 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33372) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:02.555664 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-45344ada-f931-4b3f-a823-c7dd66e16cf9 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "GET /v2.0/ports?device_id=32e6c85e-0905-4fb5-bb09-510087a2ae47 HTTP/1.1" status: 200 len: 205 time: 0.0891817 Jan 21 19:07:02.564430 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33376) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:02.625071 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-87f68870-30da-4cf6-9e3e-8699a3d9982e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:02.635053 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.securitygroups_db [None req-2ce9479a-4f19-4f54-b848-a9900a0ae2b2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Project f393478d14c44d15ad1bf9df868df3cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 19:07:02.646478 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bf7b8a06-bb0c-4a3e-8b7f-b7d2c65902b6 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:02.647421 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-87f68870-30da-4cf6-9e3e-8699a3d9982e tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/ports/219831b8-6728-4455-abd5-c07db9a95088 HTTP/1.1" status: 204 len: 168 time: 1.7599227 Jan 21 19:07:02.657203 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33380) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:02.667108 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2ce9479a-4f19-4f54-b848-a9900a0ae2b2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:02.675588 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-968cf463-13e2-4fe6-afea-02f95a108a4f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] delete failed (client error): The resource could not be found. Jan 21 19:07:02.676555 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-968cf463-13e2-4fe6-afea-02f95a108a4f tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "DELETE /v2.0/routers/32e6c85e-0905-4fb5-bb09-510087a2ae47 HTTP/1.1" status: 404 len: 336 time: 0.1107149 Jan 21 19:07:02.679767 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33384) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:02.682214 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339f42a3-6912-4608-a9e9-04ac3d119594 None None] Network 0f86287d-b416-44ff-a14a-d0ea228e9354 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:07:02.739102 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-87ee2e1e-fad4-493d-997a-941995b8c1b0 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:02.739559 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87ee2e1e-fad4-493d-997a-941995b8c1b0 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:02.741238 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-87ee2e1e-fad4-493d-997a-941995b8c1b0 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "DELETE /v2.0/subnets/59be646c-c8b4-4ea2-b8f9-fdc49bfa19fd HTTP/1.1" status: 404 len: 337 time: 0.0605640 Jan 21 19:07:02.748041 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33388) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:02.766647 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [None req-bf7b8a06-bb0c-4a3e-8b7f-b7d2c65902b6 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] device_id is not set on port 63933e38-b2fa-45e1-9848-eb4b950c7162 yet. {{(pid=88136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:07:02.807038 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2ce9479a-4f19-4f54-b848-a9900a0ae2b2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:02.874895 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-a25bf3c2-75bb-4b94-8a59-f0aa1b70cb0e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:02.875332 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a25bf3c2-75bb-4b94-8a59-f0aa1b70cb0e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:02.898299 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2ce9479a-4f19-4f54-b848-a9900a0ae2b2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:02.902231 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a25bf3c2-75bb-4b94-8a59-f0aa1b70cb0e tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "DELETE /v2.0/subnets/051a112b-eddc-430a-b1a9-af3b592be639 HTTP/1.1" status: 404 len: 337 time: 0.1381407 Jan 21 19:07:02.907679 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33392) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:02.922951 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce9479a-4f19-4f54-b848-a9900a0ae2b2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fcfce53-adb4-4929-9c73-1d1658f76317,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:02.951366 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-1f620e54-ebfc-41ff-9072-599db4deeb6b None None] Provisioning for port 6ce66f89-1413-47fc-8b08-aa1b833ca9bf completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:07:03.017249 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f1f239a-3cbd-4a48-8a9c-6adf49ebe94d tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:03.017699 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f1f239a-3cbd-4a48-8a9c-6adf49ebe94d tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:03.022994 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-8f1f239a-3cbd-4a48-8a9c-6adf49ebe94d tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "DELETE /v2.0/subnets/82d5d916-314c-4a90-b63e-f02bf14bdc83 HTTP/1.1" status: 404 len: 337 time: 0.1120586 Jan 21 19:07:03.023172 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 6ce66f89-1413-47fc-8b08-aa1b833ca9bf up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:07:03.029171 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33396) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:03.037226 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff25e9d1-95ed-4c70-b606-34213bd5eb64 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:03.041009 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ff25e9d1-95ed-4c70-b606-34213bd5eb64 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3805687 Jan 21 19:07:03.046963 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33400) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:03.078403 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2ce9479a-4f19-4f54-b848-a9900a0ae2b2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:03.084640 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2ce9479a-4f19-4f54-b848-a9900a0ae2b2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7866409 Jan 21 19:07:03.086314 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33404) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:03.097769 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-b5e58bfb-0bfb-48ba-b44c-06c7c5ea28d5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '20432643-8ba2-43fb-87f4-e22dae641648', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:03.113128 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcb63e30-6c7d-45e9-839f-d68c30e71136 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:03.113636 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcb63e30-6c7d-45e9-839f-d68c30e71136 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:03.118175 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-bcb63e30-6c7d-45e9-839f-d68c30e71136 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "DELETE /v2.0/subnets/c5860f8d-07cd-41ed-8c2f-c50abc6d3064 HTTP/1.1" status: 404 len: 337 time: 0.0927362 Jan 21 19:07:03.119626 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-b5e58bfb-0bfb-48ba-b44c-06c7c5ea28d5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:03.121946 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33408) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:03.122606 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-c852c5e8-ab73-4357-9c0b-05180a894acb None None] Provisioning complete for port 59893a99-de9a-48d9-9030-2a6638b01712 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:03.122987 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c852c5e8-ab73-4357-9c0b-05180a894acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:03.155554 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-b5e58bfb-0bfb-48ba-b44c-06c7c5ea28d5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:03.163700 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-b5e58bfb-0bfb-48ba-b44c-06c7c5ea28d5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:03.177145 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-6a10b051-57db-4c40-8ad1-a16bde18cebf tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "GET /v2.0/ports?device_id=fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 HTTP/1.1" status: 200 len: 205 time: 0.0519829 Jan 21 19:07:03.177145 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-b5e58bfb-0bfb-48ba-b44c-06c7c5ea28d5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:03.177959 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33412) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:03.188998 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-c852c5e8-ab73-4357-9c0b-05180a894acb None None] Port 59893a99-de9a-48d9-9030-2a6638b01712 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:07:03.212041 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-bf7b8a06-bb0c-4a3e-8b7f-b7d2c65902b6 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Allocated IP 2001:db8::3a3 (8691d4d6-00ec-421e-856d-b18335ac2f72/6b7bb7cb-a74e-46a3-8d8d-ff91c1cec0ae/63933e38-b2fa-45e1-9848-eb4b950c7162) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:07:03.223830 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 6ce66f89-1413-47fc-8b08-aa1b833ca9bf completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:07:03.229297 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 6ce66f89-1413-47fc-8b08-aa1b833ca9bf triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:03.230025 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:03.232708 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de8fc6e-9145-4a7e-906c-577f3c894c71 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:03.234398 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-1de8fc6e-9145-4a7e-906c-577f3c894c71 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1864932 Jan 21 19:07:03.238660 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33416) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:03.274551 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-ab34c8af-d09d-4701-bf8a-64d1a9199542 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] delete failed (client error): The resource could not be found. Jan 21 19:07:03.278293 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ab34c8af-d09d-4701-bf8a-64d1a9199542 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "DELETE /v2.0/routers/fa74e4cf-b8ea-4d39-ad95-d03dd23abe17 HTTP/1.1" status: 404 len: 336 time: 0.0994961 Jan 21 19:07:03.279895 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33420) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:03.283010 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-c852c5e8-ab73-4357-9c0b-05180a894acb None None] Provisioning for port 7ad889c9-c7e0-45c3-a889-ae31a57ffbdf completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:07:03.292183 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-c852c5e8-ab73-4357-9c0b-05180a894acb None None] Provisioning complete for port 7ad889c9-c7e0-45c3-a889-ae31a57ffbdf triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:03.292846 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c852c5e8-ab73-4357-9c0b-05180a894acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:03.330871 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-24442755-f93a-41d6-983a-810b4935e7e4 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "GET /v2.0/ports?device_id=56d2295f-402b-4d32-a431-0850f159f41a HTTP/1.1" status: 200 len: 205 time: 0.0473533 Jan 21 19:07:03.331446 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33424) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:03.379313 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad218b0-fb25-44b8-abca-986f8b168a7b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:03.380802 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad218b0-fb25-44b8-abca-986f8b168a7b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:03.382408 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad218b0-fb25-44b8-abca-986f8b168a7b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:03.383208 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-6ad218b0-fb25-44b8-abca-986f8b168a7b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:07:03.428409 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.securitygroups_db [None req-b5e58bfb-0bfb-48ba-b44c-06c7c5ea28d5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Project f393478d14c44d15ad1bf9df868df3cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 19:07:03.449695 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-fbd354b0-3c6f-474b-9498-334d869bca36 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] delete failed (client error): The resource could not be found. Jan 21 19:07:03.453610 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-fbd354b0-3c6f-474b-9498-334d869bca36 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "DELETE /v2.0/routers/56d2295f-402b-4d32-a431-0850f159f41a HTTP/1.1" status: 404 len: 336 time: 0.1215703 Jan 21 19:07:03.454385 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33428) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:03.493977 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b5e58bfb-0bfb-48ba-b44c-06c7c5ea28d5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:03.510722 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-53dfc9d6-53e1-47a8-a9ee-bf0bfcd1a6f4 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:03.511183 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53dfc9d6-53e1-47a8-a9ee-bf0bfcd1a6f4 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:03.516078 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-53dfc9d6-53e1-47a8-a9ee-bf0bfcd1a6f4 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "DELETE /v2.0/subnets/1ab968ee-1a3a-4927-b3f3-1ce35799f39a HTTP/1.1" status: 404 len: 337 time: 0.0565348 Jan 21 19:07:03.517822 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33432) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:03.524745 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:03.564432 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 6ce66f89-1413-47fc-8b08-aa1b833ca9bf, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=6ce66f89-1413-47fc-8b08-aa1b833ca9bf,segment=NetworkSegment(001eb96c-c59f-4596-a23d-72c842e4cd65),segment_id=001eb96c-c59f-4596-a23d-72c842e4cd65)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:07:03.579585 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-fc671348-3274-4ccd-a3f4-80c5f42a0e35 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "GET /v2.0/ports?device_id=31015051-b4f7-4f54-9431-09b9cd8c2cfb HTTP/1.1" status: 200 len: 205 time: 0.0607240 Jan 21 19:07:03.586636 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33436) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:03.628499 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bf7b8a06-bb0c-4a3e-8b7f-b7d2c65902b6 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:03.630226 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:03.631203 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 7ad889c9-c7e0-45c3-a889-ae31a57ffbdf up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:07:03.644961 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-bf7b8a06-bb0c-4a3e-8b7f-b7d2c65902b6 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Transition to ACTIVE for port object 63933e38-b2fa-45e1-9848-eb4b950c7162 will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:07:03.659693 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-6ad218b0-fb25-44b8-abca-986f8b168a7b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:07:03.663485 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-6ad218b0-fb25-44b8-abca-986f8b168a7b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4212935 Jan 21 19:07:03.664036 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33440) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:03.688012 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-58c9bac5-63de-4490-8df5-0543356dc39d tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] delete failed (client error): The resource could not be found. Jan 21 19:07:03.690692 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-58c9bac5-63de-4490-8df5-0543356dc39d tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "DELETE /v2.0/routers/31015051-b4f7-4f54-9431-09b9cd8c2cfb HTTP/1.1" status: 404 len: 336 time: 0.1014607 Jan 21 19:07:03.692676 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33444) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:03.741927 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-608af404-b101-4129-8daa-deaf893f573b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting subnet 1b67a88c-785b-44f2-b795-f9fb1f5784ea {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:07:03.744953 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-608af404-b101-4129-8daa-deaf893f573b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:03.752913 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-eb9e267b-beaf-45c6-ba46-0b4296145693 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "GET /v2.0/ports?device_id=7cc62c11-ba2b-472b-92d4-ba75490a86e2 HTTP/1.1" status: 200 len: 205 time: 0.0570338 Jan 21 19:07:03.752913 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b5e58bfb-0bfb-48ba-b44c-06c7c5ea28d5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:03.753296 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33448) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:03.758328 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-5c635946-d7dc-4d5c-8353-89af511d74cf None None] Provisioning complete for port 6ce66f89-1413-47fc-8b08-aa1b833ca9bf triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:03.758839 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5c635946-d7dc-4d5c-8353-89af511d74cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:03.781121 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bf7b8a06-bb0c-4a3e-8b7f-b7d2c65902b6 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:03.818683 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=6ce66f89-1413-47fc-8b08-aa1b833ca9bf,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:03.822501 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-9171c8c5-380a-4274-a57b-e9575ce2e884 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] delete failed (client error): The resource could not be found. Jan 21 19:07:03.826847 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-9171c8c5-380a-4274-a57b-e9575ce2e884 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "DELETE /v2.0/routers/7cc62c11-ba2b-472b-92d4-ba75490a86e2 HTTP/1.1" status: 404 len: 336 time: 0.0692322 Jan 21 19:07:03.827240 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33452) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:03.845725 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 7ad889c9-c7e0-45c3-a889-ae31a57ffbdf triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:03.846127 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:03.862421 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b5e58bfb-0bfb-48ba-b44c-06c7c5ea28d5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:03.871733 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-608af404-b101-4129-8daa-deaf893f573b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:03.895466 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e2c2626-822c-4e4e-99c3-224070055c34 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:03.896270 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e2c2626-822c-4e4e-99c3-224070055c34 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:03.911964 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e58bfb-0bfb-48ba-b44c-06c7c5ea28d5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd780a30-c329-4f61-988d-021680d69307,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:03.913881 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7b8a06-bb0c-4a3e-8b7f-b7d2c65902b6 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Network 8691d4d6-00ec-421e-856d-b18335ac2f72 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:07:03.918124 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-7e2c2626-822c-4e4e-99c3-224070055c34 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "DELETE /v2.0/subnets/02b74780-5f1c-43e0-8480-c72ec1b29909 HTTP/1.1" status: 404 len: 337 time: 0.0876701 Jan 21 19:07:03.919730 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-bf7b8a06-bb0c-4a3e-8b7f-b7d2c65902b6 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:07:03.920490 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33456) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:03.927643 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b8a06-bb0c-4a3e-8b7f-b7d2c65902b6 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event updated for resources: {'Port': ['ID=63933e38-b2fa-45e1-9848-eb4b950c7162,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:03.930247 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7b8a06-bb0c-4a3e-8b7f-b7d2c65902b6 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:07:03.936056 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7b8a06-bb0c-4a3e-8b7f-b7d2c65902b6 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:03.938170 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bf7b8a06-bb0c-4a3e-8b7f-b7d2c65902b6 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:03.995700 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-a76183a9-b98f-4d9d-9707-a48ee448e1ec tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "GET /v2.0/ports?device_id=b0d5b779-d953-4b00-bf7f-da9c408123c4 HTTP/1.1" status: 200 len: 205 time: 0.0685365 Jan 21 19:07:03.995700 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b5e58bfb-0bfb-48ba-b44c-06c7c5ea28d5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:03.995700 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b5e58bfb-0bfb-48ba-b44c-06c7c5ea28d5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9030802 Jan 21 19:07:03.998369 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33460) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:04.036170 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-608af404-b101-4129-8daa-deaf893f573b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:04.078859 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 701371b1-dddf-4f1b-b141-c5d218e81b39 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:07:04.079519 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-2d8f7532-30f8-48f7-9e8c-a197ec07db68 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] delete failed (client error): The resource could not be found. Jan 21 19:07:04.080548 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2d8f7532-30f8-48f7-9e8c-a197ec07db68 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "DELETE /v2.0/routers/b0d5b779-d953-4b00-bf7f-da9c408123c4 HTTP/1.1" status: 404 len: 336 time: 0.0831139 Jan 21 19:07:04.083416 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33468) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:04.095606 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-bf7b8a06-bb0c-4a3e-8b7f-b7d2c65902b6 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2969067 Jan 21 19:07:04.095791 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33472) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:04.104751 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-1ba55e66-5963-46d6-8418-af93c9d6180d tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'subnet': {'network_id': '8691d4d6-00ec-421e-856d-b18335ac2f72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:04.140245 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b9a862-524c-4371-b392-1585c5145486 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:04.140696 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2b9a862-524c-4371-b392-1585c5145486 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:04.142503 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d2b9a862-524c-4371-b392-1585c5145486 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "DELETE /v2.0/subnets/c766f738-23c8-4c94-bf83-ecacd73ab765 HTTP/1.1" status: 404 len: 337 time: 0.0578778 Jan 21 19:07:04.145487 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33480) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:04.212857 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 701371b1-dddf-4f1b-b141-c5d218e81b39 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:04.213327 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:04.229847 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-0f172630-ec99-4f54-b161-42af84bbc726 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "GET /v2.0/ports?device_id=a0357141-9d8d-4101-a6d7-3cc4aabbd2be HTTP/1.1" status: 200 len: 205 time: 0.0810840 Jan 21 19:07:04.233013 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33488) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:04.333736 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-8e25848d-1f1b-4841-9ea9-87c1a209ef9c tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] delete failed (client error): The resource could not be found. Jan 21 19:07:04.337211 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-8e25848d-1f1b-4841-9ea9-87c1a209ef9c tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "DELETE /v2.0/routers/a0357141-9d8d-4101-a6d7-3cc4aabbd2be HTTP/1.1" status: 404 len: 336 time: 0.1005144 Jan 21 19:07:04.338518 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-be5dba55-0e9c-4cff-8909-89f3ed316515 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-876663274&fields=id&tenant_id=f393478d14c44d15ad1bf9df868df3cb HTTP/1.1" status: 200 len: 267 time: 0.1513145 Jan 21 19:07:04.339036 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33492) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:04.386466 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-d030f268-7f44-45eb-8f61-aee92efdcaea tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:04.386922 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d030f268-7f44-45eb-8f61-aee92efdcaea tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:04.401533 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-1ba55e66-5963-46d6-8418-af93c9d6180d tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:04.407798 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-1ba55e66-5963-46d6-8418-af93c9d6180d tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Usage tracker for resource:subnet and tenant:5cd950bb3d3d4999ba57a30656254269 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:04.411764 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-1ba55e66-5963-46d6-8418-af93c9d6180d tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:04.417848 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d030f268-7f44-45eb-8f61-aee92efdcaea tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "DELETE /v2.0/subnets/f93e09d1-6062-4139-8423-bb99376387dd HTTP/1.1" status: 404 len: 337 time: 0.0755801 Jan 21 19:07:04.420559 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-e920323d-436f-4389-ac0e-99eb1ec69807 None None] Provisioning for port 63933e38-b2fa-45e1-9848-eb4b950c7162 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:07:04.422310 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-608af404-b101-4129-8daa-deaf893f573b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:04.425245 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:07:04.426205 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33496) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:04.427647 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-e920323d-436f-4389-ac0e-99eb1ec69807 None None] Provisioning complete for port 63933e38-b2fa-45e1-9848-eb4b950c7162 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:04.432411 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e920323d-436f-4389-ac0e-99eb1ec69807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:04.434906 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-1ba55e66-5963-46d6-8418-af93c9d6180d tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:04.481160 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608af404-b101-4129-8daa-deaf893f573b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Subnet': ['ID=1b67a88c-785b-44f2-b795-f9fb1f5784ea,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:04.486355 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-608af404-b101-4129-8daa-deaf893f573b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:04.490448 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-608af404-b101-4129-8daa-deaf893f573b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/1b67a88c-785b-44f2-b795-f9fb1f5784ea HTTP/1.1" status: 204 len: 168 time: 0.8230982 Jan 21 19:07:04.491012 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-e920323d-436f-4389-ac0e-99eb1ec69807 None None] Port 63933e38-b2fa-45e1-9848-eb4b950c7162 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:07:04.493745 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33500) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:04.496037 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-7df26164-c49a-4970-b0e1-3b3885671fb5 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:04.496489 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7df26164-c49a-4970-b0e1-3b3885671fb5 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:04.500346 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1d6455-21ec-4543-a00d-7923e600d868 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:07:04.501938 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-7df26164-c49a-4970-b0e1-3b3885671fb5 tempest-RoutersTest-2032839919 tempest-RoutersTest-2032839919-project] 10.222.0.87 "DELETE /v2.0/subnets/9274993d-b2cc-46a1-9cca-28dab020b811 HTTP/1.1" status: 404 len: 337 time: 0.0618424 Jan 21 19:07:04.579992 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-003a7b26-a218-4cf3-afde-95cd72751f80 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Deleting subnet 4079ce03-b1ef-4241-a800-7c151ef92815 {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:07:04.583698 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-003a7b26-a218-4cf3-afde-95cd72751f80 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:04.597883 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-43d77c58-9c58-4425-af7c-72a4837ab717 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:04.599616 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-43d77c58-9c58-4425-af7c-72a4837ab717 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/networks?id=0f86287d-b416-44ff-a14a-d0ea228e9354 HTTP/1.1" status: 200 len: 797 time: 0.2099805 Jan 21 19:07:04.613266 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba55e66-5963-46d6-8418-af93c9d6180d tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Made reservation on behalf of 5cd950bb3d3d4999ba57a30656254269 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:07:04.616810 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1ba55e66-5963-46d6-8418-af93c9d6180d tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:04.617520 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-09b0c5eb-b647-4621-84ff-5964fa507d8b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/quotas/f393478d14c44d15ad1bf9df868df3cb HTTP/1.1" status: 200 len: 375 time: 0.0124979 Jan 21 19:07:04.690449 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-003a7b26-a218-4cf3-afde-95cd72751f80 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:04.721332 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-97be967c-1f25-4892-8c1f-82dcaea4bd6c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0979538 Jan 21 19:07:04.837023 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 6ce66f89-1413-47fc-8b08-aa1b833ca9bf up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:07:04.846619 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.ipam_backend_mixin [None req-1ba55e66-5963-46d6-8418-af93c9d6180d tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6b7bb7cb-a74e-46a3-8d8d-ff91c1cec0ae (CIDR: 2001:db8::/64) Jan 21 19:07:04.875323 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-003a7b26-a218-4cf3-afde-95cd72751f80 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:04.916827 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 6ce66f89-1413-47fc-8b08-aa1b833ca9bf triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:04.917076 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:04.965158 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-e991ecfa-86e4-4ab3-aae9-d0a917955061 service neutron] 10.222.0.87 "GET /v2.0/networks/0f86287d-b416-44ff-a14a-d0ea228e9354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296283 Jan 21 19:07:04.984771 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba55e66-5963-46d6-8418-af93c9d6180d tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 19:07:04.985249 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ba55e66-5963-46d6-8418-af93c9d6180d tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:05.035880 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-003a7b26-a218-4cf3-afde-95cd72751f80 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:05.079878 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a7b26-a218-4cf3-afde-95cd72751f80 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Subnet': ['ID=4079ce03-b1ef-4241-a800-7c151ef92815,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:05.084776 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-003a7b26-a218-4cf3-afde-95cd72751f80 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:05.086707 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-003a7b26-a218-4cf3-afde-95cd72751f80 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/4079ce03-b1ef-4241-a800-7c151ef92815 HTTP/1.1" status: 204 len: 168 time: 0.5922389 Jan 21 19:07:05.089170 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33508) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:05.130402 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-6b31f7d5-0344-47ce-97f3-b1d5a5d524d9 service neutron] 10.222.0.87 "GET /v2.0/networks/0f86287d-b416-44ff-a14a-d0ea228e9354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590531 Jan 21 19:07:05.154142 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-1ba55e66-5963-46d6-8418-af93c9d6180d tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0593872 Jan 21 19:07:05.158780 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33514) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:05.166831 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-aa651fee-d672-47e5-9896-46703d331685 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'subnet': {'network_id': '8691d4d6-00ec-421e-856d-b18335ac2f72', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:05.168417 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f6faea95-bc5b-4321-b3c0-917277143dcb tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0782201 Jan 21 19:07:05.171071 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33518) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:05.264868 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33522) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:05.291797 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b1975d-f081-4458-9417-e61202f9b1ea tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:05.292666 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-20b1975d-f081-4458-9417-e61202f9b1ea tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:07:05.333457 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-aa651fee-d672-47e5-9896-46703d331685 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:05.337501 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-aa651fee-d672-47e5-9896-46703d331685 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Usage tracker for resource:subnet and tenant:5cd950bb3d3d4999ba57a30656254269 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:05.340285 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-aa651fee-d672-47e5-9896-46703d331685 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:05.346876 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-aa651fee-d672-47e5-9896-46703d331685 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:05.418744 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-20b1975d-f081-4458-9417-e61202f9b1ea tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:07:05.420106 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-20b1975d-f081-4458-9417-e61202f9b1ea tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2481306 Jan 21 19:07:05.423100 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33528) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:05.446632 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-557ce501-0001-4831-afc7-0ec6cf874e9c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5282b25e8da043bbb3248dd1fe2c26b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1799524 Jan 21 19:07:05.447222 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33532) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:05.480651 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa651fee-d672-47e5-9896-46703d331685 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Made reservation on behalf of 5cd950bb3d3d4999ba57a30656254269 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:07:05.484127 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aa651fee-d672-47e5-9896-46703d331685 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:05.513929 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8ae632c3-6161-449d-a033-25c8d76b5b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:05.520777 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dbaf00-e13d-43b4-a2b4-03189ad64bc3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:05.521449 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-13dbaf00-e13d-43b4-a2b4-03189ad64bc3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Synchronizing usage tracker for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:07:05.541427 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8ae632c3-6161-449d-a033-25c8d76b5b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:05.555454 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc751d8b-a760-4c99-8483-874518670501 None None] Network 76b60fc4-5668-469a-a3ef-49679dc3dfc0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:07:05.652478 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8ae632c3-6161-449d-a033-25c8d76b5b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:05.674944 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae632c3-6161-449d-a033-25c8d76b5b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4988ba-2bf2-4893-aa2d-1c03bc673579,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:05.679640 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8ae632c3-6161-449d-a033-25c8d76b5b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:05.683753 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-8ae632c3-6161-449d-a033-25c8d76b5b7b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/fb4988ba-2bf2-4893-aa2d-1c03bc673579 HTTP/1.1" status: 204 len: 168 time: 0.2355351 Jan 21 19:07:05.749430 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-d43a814e-511e-40de-9223-bd5ee8bac190 None None] Provisioning complete for port 701371b1-dddf-4f1b-b141-c5d218e81b39 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:05.749823 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d43a814e-511e-40de-9223-bd5ee8bac190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:05.766750 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.ipam_backend_mixin [None req-aa651fee-d672-47e5-9896-46703d331685 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 599f21db-3c35-4ee4-ae7c-07115f051b15 (CIDR: 2001:db8:0:1::/64) Jan 21 19:07:05.812400 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-13dbaf00-e13d-43b4-a2b4-03189ad64bc3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Unset dirty status for tenant:331b5c16a931412fafa4a9af40615562 on resource:subnet {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:07:05.813498 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-13dbaf00-e13d-43b4-a2b4-03189ad64bc3 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3894262 Jan 21 19:07:05.814481 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa651fee-d672-47e5-9896-46703d331685 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 19:07:05.814911 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa651fee-d672-47e5-9896-46703d331685 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:05.816298 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33538) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:05.890329 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-4abd6ca5-b3ba-4d98-8f5e-caf2c0db6531 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0716853 Jan 21 19:07:05.897940 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33542) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:05.907091 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-aa651fee-d672-47e5-9896-46703d331685 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7442999 Jan 21 19:07:05.909980 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33546) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:05.925852 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-86bbb392-cce9-4cd9-8165-8207976cd581 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'subnet': {'network_id': '8691d4d6-00ec-421e-856d-b18335ac2f72', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:05.949429 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89694d8-9b28-49ee-b237-104d722aa3fa None None] DHCP port deletion for 76b60fc4-5668-469a-a3ef-49679dc3dfc0 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:07:05.951706 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-11e67223-8366-4cae-89ac-42df4c607d55 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:05.952181 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11e67223-8366-4cae-89ac-42df4c607d55 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:05.953967 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-11e67223-8366-4cae-89ac-42df4c607d55 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/ports/219831b8-6728-4455-abd5-c07db9a95088 HTTP/1.1" status: 404 len: 333 time: 0.0539911 Jan 21 19:07:05.957232 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-e89694d8-9b28-49ee-b237-104d722aa3fa None None] Deleting port 701371b1-dddf-4f1b-b141-c5d218e81b39 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:07:05.958119 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e89694d8-9b28-49ee-b237-104d722aa3fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:05.960371 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33550) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:06.003376 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae6ce9db-9ae6-45e3-8a05-b29e31b3bb3a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:06.003902 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae6ce9db-9ae6-45e3-8a05-b29e31b3bb3a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:06.010717 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ae6ce9db-9ae6-45e3-8a05-b29e31b3bb3a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/4079ce03-b1ef-4241-a800-7c151ef92815 HTTP/1.1" status: 404 len: 337 time: 0.0443821 Jan 21 19:07:06.012246 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33556) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:06.056542 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8d512c5-827b-4d68-a969-8a5aa4ca5955 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:06.057118 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8d512c5-827b-4d68-a969-8a5aa4ca5955 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:06.059332 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b8d512c5-827b-4d68-a969-8a5aa4ca5955 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/1b67a88c-785b-44f2-b795-f9fb1f5784ea HTTP/1.1" status: 404 len: 337 time: 0.0449703 Jan 21 19:07:06.062303 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33560) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:06.082886 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-86bbb392-cce9-4cd9-8165-8207976cd581 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:06.086676 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-86bbb392-cce9-4cd9-8165-8207976cd581 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Usage tracker for resource:subnet and tenant:5cd950bb3d3d4999ba57a30656254269 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:06.089709 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-86bbb392-cce9-4cd9-8165-8207976cd581 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:06.096198 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-86bbb392-cce9-4cd9-8165-8207976cd581 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:06.124034 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-601ef238-0b66-4fc3-9fba-506294576358 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:06.124151 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-601ef238-0b66-4fc3-9fba-506294576358 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:06.125902 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-601ef238-0b66-4fc3-9fba-506294576358 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/ports/e2f0eaef-9493-46a8-8109-700586627e1d HTTP/1.1" status: 404 len: 333 time: 0.0610735 Jan 21 19:07:06.129667 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33566) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:06.163148 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bbb392-cce9-4cd9-8165-8207976cd581 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Made reservation on behalf of 5cd950bb3d3d4999ba57a30656254269 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:07:06.168206 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-86bbb392-cce9-4cd9-8165-8207976cd581 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:06.170482 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-d393497e-97fd-4baf-b082-6bac4bb47d5c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:06.170482 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d393497e-97fd-4baf-b082-6bac4bb47d5c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:06.172408 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-d393497e-97fd-4baf-b082-6bac4bb47d5c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/662721a4-13e7-4dba-8cf7-dcc66177a180 HTTP/1.1" status: 404 len: 337 time: 0.0415080 Jan 21 19:07:06.174810 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33572) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:06.204065 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-e89694d8-9b28-49ee-b237-104d722aa3fa None None] For port 701371b1-dddf-4f1b-b141-c5d218e81b39, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=701371b1-dddf-4f1b-b141-c5d218e81b39,segment=NetworkSegment(f1e901fd-d385-411b-9615-c56df48eaa23),segment_id=f1e901fd-d385-411b-9615-c56df48eaa23)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:07:06.204464 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e89694d8-9b28-49ee-b237-104d722aa3fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:06.216419 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c98f4ff-9ac4-42e1-b324-4faef7f3393c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:06.217016 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c98f4ff-9ac4-42e1-b324-4faef7f3393c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:06.218854 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-1c98f4ff-9ac4-42e1-b324-4faef7f3393c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/c9bbfa0d-3544-4f34-ad02-818c56718382 HTTP/1.1" status: 404 len: 337 time: 0.0427096 Jan 21 19:07:06.221256 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33578) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:06.270122 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-e949f902-c34c-4086-963a-3de98ede4c4d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:06.270122 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e949f902-c34c-4086-963a-3de98ede4c4d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:06.274227 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e949f902-c34c-4086-963a-3de98ede4c4d tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/ports/96140621-6788-47c7-a719-fe4d0f668314 HTTP/1.1" status: 404 len: 333 time: 0.0493019 Jan 21 19:07:06.274420 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33582) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:06.316995 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-982bdcfe-b9c5-4280-962e-80509bcd5244 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:06.317451 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-982bdcfe-b9c5-4280-962e-80509bcd5244 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:06.321581 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-982bdcfe-b9c5-4280-962e-80509bcd5244 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/117ed886-332c-4e69-a085-cdd8a0a7a66f HTTP/1.1" status: 404 len: 337 time: 0.0437582 Jan 21 19:07:06.321852 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33586) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:06.335776 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-e89694d8-9b28-49ee-b237-104d722aa3fa None None] Calling delete_port for 701371b1-dddf-4f1b-b141-c5d218e81b39 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:07:06.362590 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b6b157d-31d6-4328-9c33-6ece4a7e77b8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:06.363075 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b6b157d-31d6-4328-9c33-6ece4a7e77b8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:06.364793 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5b6b157d-31d6-4328-9c33-6ece4a7e77b8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/63b207e2-98ab-431a-b2ce-4a2c61375fdb HTTP/1.1" status: 404 len: 337 time: 0.0420504 Jan 21 19:07:06.367492 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33592) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:06.466246 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-37032ef4-2eee-473a-bcf7-8392c36d6f06 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:06.468160 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37032ef4-2eee-473a-bcf7-8392c36d6f06 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:06.470218 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-37032ef4-2eee-473a-bcf7-8392c36d6f06 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/ports/4571d22f-0ed1-4e25-9e75-a0a70654ff6c HTTP/1.1" status: 404 len: 333 time: 0.1017716 Jan 21 19:07:06.472711 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33602) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:06.524072 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-26d25694-8b3b-4a33-b5e8-9e7b1698a2f5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:06.525002 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26d25694-8b3b-4a33-b5e8-9e7b1698a2f5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:06.527069 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-26d25694-8b3b-4a33-b5e8-9e7b1698a2f5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/83710e62-d27f-4a37-95f9-e30db1a93ed3 HTTP/1.1" status: 404 len: 337 time: 0.0531135 Jan 21 19:07:06.530408 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33606) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:06.532545 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e89694d8-9b28-49ee-b237-104d722aa3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:06.557843 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0b82ebac-55e4-4d4c-9308-1d5cb2f2e406 req-f68ec7ea-f78a-4a23-a0f7-1735fc91dba8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=9cd37823-98bf-4cd3-9d36-e73aadf70e82 HTTP/1.1" status: 200 len: 210 time: 0.0526292 Jan 21 19:07:06.581727 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c157e6d-585d-46af-95be-d4101b90d5d8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:06.582273 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c157e6d-585d-46af-95be-d4101b90d5d8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:06.586399 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-4c157e6d-585d-46af-95be-d4101b90d5d8 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/699e4f7b-7940-48cb-b6b3-794335650b53 HTTP/1.1" status: 404 len: 337 time: 0.0526981 Jan 21 19:07:06.590404 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33610) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:06.625330 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89694d8-9b28-49ee-b237-104d722aa3fa None None] Pushing event deleted for resources: {'Port': ['ID=701371b1-dddf-4f1b-b141-c5d218e81b39,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:06.629436 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89694d8-9b28-49ee-b237-104d722aa3fa None None] No DVR routers for this DVR port 701371b1-dddf-4f1b-b141-c5d218e81b39 on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:07:06.645650 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a2b71db-282c-458c-a4af-5b7dd5bae529 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:06.646180 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a2b71db-282c-458c-a4af-5b7dd5bae529 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:06.647833 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-0a2b71db-282c-458c-a4af-5b7dd5bae529 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/ports/b6bccffe-b00b-460e-93a9-3e9adc8a07b8 HTTP/1.1" status: 404 len: 333 time: 0.0553465 Jan 21 19:07:06.650366 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33620) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:06.687156 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-86bbb392-cce9-4cd9-8165-8207976cd581 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:06.764713 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bbb392-cce9-4cd9-8165-8207976cd581 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Network 8691d4d6-00ec-421e-856d-b18335ac2f72 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:07:06.771630 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-86bbb392-cce9-4cd9-8165-8207976cd581 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:07:06.777707 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bbb392-cce9-4cd9-8165-8207976cd581 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:06.778401 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-86bbb392-cce9-4cd9-8165-8207976cd581 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:06.784879 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c726fdad-af6d-4e30-80bf-62384c6d7e8f None None] Network 8691d4d6-00ec-421e-856d-b18335ac2f72 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:07:06.798167 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bbb392-cce9-4cd9-8165-8207976cd581 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event updated for resources: {'Subnet': ['ID=4422103b-54ca-4cc1-882f-7a2566357754,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:06.798508 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-47fd3afc-3c59-4343-9241-b2d8d9d58f4f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:06.798968 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47fd3afc-3c59-4343-9241-b2d8d9d58f4f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:06.801827 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-47fd3afc-3c59-4343-9241-b2d8d9d58f4f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/089d5134-0098-4282-8ca7-3c9637faeb17 HTTP/1.1" status: 404 len: 337 time: 0.1502860 Jan 21 19:07:06.804957 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33628) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:06.832383 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 701371b1-dddf-4f1b-b141-c5d218e81b39 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:07:06.855058 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e649dfe-a7c6-4ff1-a33d-4248be3b7aa4 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:06.855641 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e649dfe-a7c6-4ff1-a33d-4248be3b7aa4 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:06.858157 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3e649dfe-a7c6-4ff1-a33d-4248be3b7aa4 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/ports/661a7934-76e7-43d1-abb3-ac737200d08b HTTP/1.1" status: 404 len: 333 time: 0.0522685 Jan 21 19:07:06.860831 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33634) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:06.899998 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-86bbb392-cce9-4cd9-8165-8207976cd581 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9893272 Jan 21 19:07:06.902519 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33638) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:06.905185 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-248b19ea-dbef-4997-aa30-7fa64c9ed858 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:06.905613 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-248b19ea-dbef-4997-aa30-7fa64c9ed858 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:06.907428 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-248b19ea-dbef-4997-aa30-7fa64c9ed858 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/b7e020e7-4cc2-4b00-9068-b02af0d22aa1 HTTP/1.1" status: 404 len: 337 time: 0.0457017 Jan 21 19:07:06.909904 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33642) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:06.911819 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-f574b4c2-0a1d-4a8e-aad6-ce2a434e8593 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-438113096', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4422103b-54ca-4cc1-882f-7a2566357754'}], 'security_groups': ['bf4d545c-f1c5-4e15-a5dd-66c367dfd022', '3f468d76-5163-4b56-83a3-01926988f4c4']}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:06.917558 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 701371b1-dddf-4f1b-b141-c5d218e81b39 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:07:06.917962 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 701371b1-dddf-4f1b-b141-c5d218e81b39 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:07:06.958433 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-d98c913d-f435-4c6c-8abc-a05067a2b7e4 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:06.958904 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d98c913d-f435-4c6c-8abc-a05067a2b7e4 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:06.960644 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-d98c913d-f435-4c6c-8abc-a05067a2b7e4 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/ports/30356f86-1917-49fa-97f3-dda57602fc34 HTTP/1.1" status: 404 len: 333 time: 0.0498388 Jan 21 19:07:06.967593 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33646) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:07.022382 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d085301-b6fd-4f29-b56e-71761c2b6df7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:07.022910 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d085301-b6fd-4f29-b56e-71761c2b6df7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:07.024682 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-0d085301-b6fd-4f29-b56e-71761c2b6df7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/6522e51c-d936-4b49-981a-d19b467bd295 HTTP/1.1" status: 404 len: 337 time: 0.0558610 Jan 21 19:07:07.027168 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33652) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:07.053318 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33656) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:07.094191 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-feebd7ea-e39b-4cb7-a375-fb77cf40de6f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:07.094670 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feebd7ea-e39b-4cb7-a375-fb77cf40de6f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:07.098935 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-feebd7ea-e39b-4cb7-a375-fb77cf40de6f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/ports/fe380141-a7b1-40af-a1c8-0d0596bc3424 HTTP/1.1" status: 404 len: 333 time: 0.0695901 Jan 21 19:07:07.099525 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33662) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:07.112316 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f574b4c2-0a1d-4a8e-aad6-ce2a434e8593 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:07.139796 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d43d9f2-acc2-4344-898a-bb23bea8c2f7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:07.140529 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d43d9f2-acc2-4344-898a-bb23bea8c2f7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:07.145206 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5d43d9f2-acc2-4344-898a-bb23bea8c2f7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/5d9cecd6-bcb8-4d9a-b304-4ce5e52e880a HTTP/1.1" status: 404 len: 337 time: 0.0447159 Jan 21 19:07:07.145949 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33666) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:07.191621 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf19d8b3-3237-4e60-9c65-600026fe6ff0 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:07.192094 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf19d8b3-3237-4e60-9c65-600026fe6ff0 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:07.196921 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-cf19d8b3-3237-4e60-9c65-600026fe6ff0 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/ports/bac51d8e-75cb-4be5-b6db-1b9f397fc264 HTTP/1.1" status: 404 len: 333 time: 0.0501258 Jan 21 19:07:07.197515 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33670) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:07.241167 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f7ea502-2603-4507-8bd7-7c8f5872276a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:07.241620 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f7ea502-2603-4507-8bd7-7c8f5872276a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:07.245729 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-4f7ea502-2603-4507-8bd7-7c8f5872276a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/52c10b88-13f8-48cc-aa62-8e93111a4723 HTTP/1.1" status: 404 len: 337 time: 0.0448883 Jan 21 19:07:07.251513 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33674) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:07.252108 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a07e31f-78ad-4f4d-8bbf-4d6e6235af20 None None] Update dhcp port {'port': {'network_id': '8691d4d6-00ec-421e-856d-b18335ac2f72', 'fixed_ips': [{'subnet_id': '599f21db-3c35-4ee4-ae7c-07115f051b15', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6b7bb7cb-a74e-46a3-8d8d-ff91c1cec0ae', 'ip_address': '2001:db8::2'}, {'subnet_id': '4422103b-54ca-4cc1-882f-7a2566357754'}], 'binding:host_id': 'dv-neutron-825470-1-hyperv'}, 'id': '7ad889c9-c7e0-45c3-a889-ae31a57ffbdf'} from dv-neutron-825470-1-hyperv. {{(pid=88138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 19:07:07.289297 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4fb3141-a429-4e77-9386-68f013cf082c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:07.289767 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4fb3141-a429-4e77-9386-68f013cf082c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:07.291447 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-d4fb3141-a429-4e77-9386-68f013cf082c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/ports/7a4e8416-554a-4125-89c7-87ae59b6b297 HTTP/1.1" status: 404 len: 333 time: 0.0446374 Jan 21 19:07:07.292207 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-efb6befa-e936-459e-a01d-fb79c83d97bd tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Request body: {'security_group': {'name': 'tempest-secgroup--1012682480'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:07.294042 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33678) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:07.309309 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4a07e31f-78ad-4f4d-8bbf-4d6e6235af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:07.334318 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-417f40ed-16fa-437e-8e2f-b0bbd56207e1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:07.335065 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-417f40ed-16fa-437e-8e2f-b0bbd56207e1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:07.336945 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-417f40ed-16fa-437e-8e2f-b0bbd56207e1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/6d440165-ffa3-4928-864c-cd834e2ee51f HTTP/1.1" status: 404 len: 337 time: 0.0418327 Jan 21 19:07:07.339340 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-efb6befa-e936-459e-a01d-fb79c83d97bd tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:07.342158 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33682) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:07.349626 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-efb6befa-e936-459e-a01d-fb79c83d97bd tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Usage tracker for resource:security_group and tenant:cf1aac0ea8354a3995bce36b054eb458 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:07.355365 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-efb6befa-e936-459e-a01d-fb79c83d97bd tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:07.366382 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-efb6befa-e936-459e-a01d-fb79c83d97bd tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:07.387061 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-aec23825-0434-42c5-a859-e17e31db2f8b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:07.387583 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aec23825-0434-42c5-a859-e17e31db2f8b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:07.393199 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-aec23825-0434-42c5-a859-e17e31db2f8b tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/06e521c8-0d2e-4b42-a7ad-6de34563d25f HTTP/1.1" status: 404 len: 337 time: 0.0501149 Jan 21 19:07:07.393816 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33686) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:07.444977 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-48916b4b-2afe-4835-b648-529fa631dab1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:07.445666 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48916b4b-2afe-4835-b648-529fa631dab1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:07.452447 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-48916b4b-2afe-4835-b648-529fa631dab1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/ports/68ed43d6-f296-44cb-a94e-f278c6b5dfd5 HTTP/1.1" status: 404 len: 333 time: 0.0535729 Jan 21 19:07:07.456797 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33690) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:07.476336 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-efb6befa-e936-459e-a01d-fb79c83d97bd tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:07.500496 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-efb6befa-e936-459e-a01d-fb79c83d97bd tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:07.501338 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d90ee84-c543-498f-89da-c49650dbf572 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:07.501904 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d90ee84-c543-498f-89da-c49650dbf572 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:07.505827 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-7d90ee84-c543-498f-89da-c49650dbf572 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/9a5e8f47-f75d-43d7-bc05-ee488c29f043 HTTP/1.1" status: 404 len: 337 time: 0.0490603 Jan 21 19:07:07.506087 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33694) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:07.547439 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5ff4135-48b8-44d3-8cde-f94716184690 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:07.547954 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5ff4135-48b8-44d3-8cde-f94716184690 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:07.549677 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f5ff4135-48b8-44d3-8cde-f94716184690 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/8becf8a2-c0e0-4e6d-a81f-33f9d55ee268 HTTP/1.1" status: 404 len: 337 time: 0.0425889 Jan 21 19:07:07.552150 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33698) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:07.555088 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-efb6befa-e936-459e-a01d-fb79c83d97bd tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:07.566895 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-efb6befa-e936-459e-a01d-fb79c83d97bd tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Usage tracker for resource:security_group_rule and tenant:cf1aac0ea8354a3995bce36b054eb458 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:07.571447 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-efb6befa-e936-459e-a01d-fb79c83d97bd tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:07.583216 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-efb6befa-e936-459e-a01d-fb79c83d97bd tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:07.595246 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-8254b34f-07fb-43b3-81d3-3c04dd6ef290 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:07.600147 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8254b34f-07fb-43b3-81d3-3c04dd6ef290 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:07.600147 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-8254b34f-07fb-43b3-81d3-3c04dd6ef290 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/ports/e55415d2-b7c2-4c95-9bfa-6f2895e641b9 HTTP/1.1" status: 404 len: 333 time: 0.0442851 Jan 21 19:07:07.600376 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33704) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:07.638553 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-246ce577-fcb9-4870-bdad-aa8b91c604b9 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:07.639402 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-246ce577-fcb9-4870-bdad-aa8b91c604b9 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:07.643059 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-246ce577-fcb9-4870-bdad-aa8b91c604b9 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/60eb2d4e-ba85-437f-9510-19d53276cfbd HTTP/1.1" status: 404 len: 337 time: 0.0396295 Jan 21 19:07:07.643934 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33708) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:07.685753 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-72cfe435-b230-4cf1-b3a3-c17884d929c1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:07.685753 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72cfe435-b230-4cf1-b3a3-c17884d929c1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:07.686864 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-f574b4c2-0a1d-4a8e-aad6-ce2a434e8593 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Delete allocated IP 2001:db8::3a3 (8691d4d6-00ec-421e-856d-b18335ac2f72/6b7bb7cb-a74e-46a3-8d8d-ff91c1cec0ae) {{(pid=88136) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 21 19:07:07.689864 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-72cfe435-b230-4cf1-b3a3-c17884d929c1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/8f670e82-b830-43c1-89e6-26b39e849738 HTTP/1.1" status: 404 len: 337 time: 0.0432274 Jan 21 19:07:07.690283 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33712) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:07.699379 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-f574b4c2-0a1d-4a8e-aad6-ce2a434e8593 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Allocated IP 2001:db8:0:2::24c (8691d4d6-00ec-421e-856d-b18335ac2f72/4422103b-54ca-4cc1-882f-7a2566357754/63933e38-b2fa-45e1-9848-eb4b950c7162) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:07:07.731713 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d19c426-125a-4ca0-b6e3-46dd8b413161 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:07.732181 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d19c426-125a-4ca0-b6e3-46dd8b413161 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:07.733852 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-6d19c426-125a-4ca0-b6e3-46dd8b413161 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/ports/37e58b0f-eb8d-49ba-a314-dce2e468a5ce HTTP/1.1" status: 404 len: 333 time: 0.0425880 Jan 21 19:07:07.736331 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33716) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:07.773196 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-89eb733f-ea14-45f8-93d0-a0bb7d315276 req-e3fbb15c-dae3-44bb-b294-2925e203c0bb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=9cd37823-98bf-4cd3-9d36-e73aadf70e82 HTTP/1.1" status: 200 len: 210 time: 0.0618765 Jan 21 19:07:07.773854 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-de6d670d-1f4e-402f-84c3-822d500d5633 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:07.774257 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de6d670d-1f4e-402f-84c3-822d500d5633 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:07.778460 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-de6d670d-1f4e-402f-84c3-822d500d5633 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/cc790391-58e8-47b2-815b-8843437e351c HTTP/1.1" status: 404 len: 337 time: 0.0386882 Jan 21 19:07:07.778707 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33720) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:07.821334 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-a53b02e3-e30d-40d9-b18a-a07c39ad9aa7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:07.821813 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a53b02e3-e30d-40d9-b18a-a07c39ad9aa7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:07.823472 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-a53b02e3-e30d-40d9-b18a-a07c39ad9aa7 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/56415dc7-7301-4f77-add7-20f0931c21d0 HTTP/1.1" status: 404 len: 337 time: 0.0438039 Jan 21 19:07:07.826701 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33724) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:07.829700 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-efb6befa-e936-459e-a01d-fb79c83d97bd tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:07.870177 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c2a8ca2c-373d-4ba7-9ef7-f61716471edf tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/ports?device_id=1bc7a2ab-4454-49fd-a503-add15911a862 HTTP/1.1" status: 200 len: 205 time: 0.0424986 Jan 21 19:07:07.874585 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33728) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:07.874770 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-efb6befa-e936-459e-a01d-fb79c83d97bd tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:07.888875 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-efb6befa-e936-459e-a01d-fb79c83d97bd tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:07.941684 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-efb6befa-e936-459e-a01d-fb79c83d97bd tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Usage tracker for resource:security_group_rule and tenant:cf1aac0ea8354a3995bce36b054eb458 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:07.948912 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-efb6befa-e936-459e-a01d-fb79c83d97bd tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:07.955405 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-7758a4b2-62d0-4d86-8803-1b32548bcf7c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] delete failed (client error): The resource could not be found. Jan 21 19:07:07.957897 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-7758a4b2-62d0-4d86-8803-1b32548bcf7c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/routers/1bc7a2ab-4454-49fd-a503-add15911a862 HTTP/1.1" status: 404 len: 336 time: 0.0818262 Jan 21 19:07:07.959588 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33732) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:07.965562 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-efb6befa-e936-459e-a01d-fb79c83d97bd tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:07.996581 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb6befa-e936-459e-a01d-fb79c83d97bd tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdf011e-bf20-44af-b8a3-ff445e568cc9,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:08.008238 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-17d79a01-97c1-479d-b391-3be60e5a48c5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:08.008238 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17d79a01-97c1-479d-b391-3be60e5a48c5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:08.011935 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-17d79a01-97c1-479d-b391-3be60e5a48c5 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/44c11b93-5acf-406f-bea4-d5bcc46a0806 HTTP/1.1" status: 404 len: 337 time: 0.0514507 Jan 21 19:07:08.012517 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33736) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:08.056474 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b727dbae-13b2-40b8-bfcf-19918325cfb1 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "GET /v2.0/ports?device_id=27ca2a7d-b14d-47ad-9939-f51df766a10c HTTP/1.1" status: 200 len: 205 time: 0.0428231 Jan 21 19:07:08.058719 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33740) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:08.088913 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f574b4c2-0a1d-4a8e-aad6-ce2a434e8593 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:08.107748 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-efb6befa-e936-459e-a01d-fb79c83d97bd tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:08.115796 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-f574b4c2-0a1d-4a8e-aad6-ce2a434e8593 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Transition to ACTIVE for port object 63933e38-b2fa-45e1-9848-eb4b950c7162 will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:07:08.128697 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-fe2f001b-f69d-48df-bcbc-22ee1e888b31 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] delete failed (client error): The resource could not be found. Jan 21 19:07:08.129724 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-fe2f001b-f69d-48df-bcbc-22ee1e888b31 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/routers/27ca2a7d-b14d-47ad-9939-f51df766a10c HTTP/1.1" status: 404 len: 336 time: 0.0701234 Jan 21 19:07:08.132349 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33744) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:08.170459 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-02bae592-075a-492e-80a7-e14c69ca999a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:08.170952 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02bae592-075a-492e-80a7-e14c69ca999a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:08.172570 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-02bae592-075a-492e-80a7-e14c69ca999a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/21c0041c-d2f4-4b9e-8081-8a8c5ce43909 HTTP/1.1" status: 404 len: 337 time: 0.0393472 Jan 21 19:07:08.175044 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33748) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:08.183132 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-efb6befa-e936-459e-a01d-fb79c83d97bd tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:08.208789 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f574b4c2-0a1d-4a8e-aad6-ce2a434e8593 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:08.218252 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-53c64b0a-907d-47b4-a6dc-c3f05281db13 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:08.218731 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53c64b0a-907d-47b4-a6dc-c3f05281db13 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:08.220430 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-53c64b0a-907d-47b4-a6dc-c3f05281db13 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/2901a234-3331-410f-a1e9-99c4ebaa966a HTTP/1.1" status: 404 len: 337 time: 0.0444665 Jan 21 19:07:08.222893 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33752) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:08.267363 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-57c761fd-5efd-4855-986e-afd4c1048656 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:08.267848 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57c761fd-5efd-4855-986e-afd4c1048656 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:08.270979 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-57c761fd-5efd-4855-986e-afd4c1048656 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/ports/110b302a-a545-4fe2-85cd-5cfa2f3550cb HTTP/1.1" status: 404 len: 333 time: 0.0458128 Jan 21 19:07:08.272124 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33756) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:08.279426 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-4a07e31f-78ad-4f4d-8bbf-4d6e6235af20 None None] Allocated IP 2001:db8:0:2::2 (8691d4d6-00ec-421e-856d-b18335ac2f72/4422103b-54ca-4cc1-882f-7a2566357754/7ad889c9-c7e0-45c3-a889-ae31a57ffbdf) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:07:08.283615 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb6befa-e936-459e-a01d-fb79c83d97bd tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60bd1291-382b-4d8c-9fd8-59da46560f95,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:08.321395 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-a46e2600-943d-48e8-af18-4690223cffbe tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:08.321944 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a46e2600-943d-48e8-af18-4690223cffbe tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:08.323926 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-a46e2600-943d-48e8-af18-4690223cffbe tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/da405692-e4e9-456d-8c2d-f53d82d65da4 HTTP/1.1" status: 404 len: 337 time: 0.0508916 Jan 21 19:07:08.326716 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33760) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:08.342483 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-f574b4c2-0a1d-4a8e-aad6-ce2a434e8593 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] In _notify_port_updated(), no bound segment for port 63933e38-b2fa-45e1-9848-eb4b950c7162 on network 8691d4d6-00ec-421e-856d-b18335ac2f72 {{(pid=88136) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 19:07:08.347811 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f574b4c2-0a1d-4a8e-aad6-ce2a434e8593 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:08.349835 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f574b4c2-0a1d-4a8e-aad6-ce2a434e8593 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:08.354335 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f574b4c2-0a1d-4a8e-aad6-ce2a434e8593 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "PUT /v2.0/ports/63933e38-b2fa-45e1-9848-eb4b950c7162 HTTP/1.1" status: 200 len: 969 time: 1.4483922 Jan 21 19:07:08.355602 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33764) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:08.360833 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-efb6befa-e936-459e-a01d-fb79c83d97bd tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:08.364546 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-efb6befa-e936-459e-a01d-fb79c83d97bd tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2952244 Jan 21 19:07:08.375085 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33768) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:08.402012 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-27bc2946-4954-4680-a430-c4b24fabd89c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:08.402607 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27bc2946-4954-4680-a430-c4b24fabd89c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:08.404924 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-27bc2946-4954-4680-a430-c4b24fabd89c tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/ports/5f2f4fc0-ae51-409a-9a88-75b342c09d78 HTTP/1.1" status: 404 len: 333 time: 0.0767903 Jan 21 19:07:08.408526 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33772) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:08.416560 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574b4c2-0a1d-4a8e-aad6-ce2a434e8593 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event updated for resources: {'Port': ['ID=63933e38-b2fa-45e1-9848-eb4b950c7162,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:08.444023 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-2af9c101-d87c-418a-846d-c19b88b642a6 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Deleting port 63933e38-b2fa-45e1-9848-eb4b950c7162 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:07:08.444494 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2af9c101-d87c-418a-846d-c19b88b642a6 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:08.463430 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-60ef6a5f-73ad-4d9f-824b-2dc05acd8348 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:08.463853 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60ef6a5f-73ad-4d9f-824b-2dc05acd8348 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:08.465531 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-60ef6a5f-73ad-4d9f-824b-2dc05acd8348 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/43d03bea-834f-40c1-8e60-63b45e5d745d HTTP/1.1" status: 404 len: 337 time: 0.0561755 Jan 21 19:07:08.469534 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33776) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:08.482133 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-4a07e31f-78ad-4f4d-8bbf-4d6e6235af20 None None] For port 7ad889c9-c7e0-45c3-a889-ae31a57ffbdf, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=7ad889c9-c7e0-45c3-a889-ae31a57ffbdf,segment=NetworkSegment(4433c252-4a9c-4c45-9eb7-7bb35c8c2291),segment_id=4433c252-4a9c-4c45-9eb7-7bb35c8c2291)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:07:08.518815 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4a07e31f-78ad-4f4d-8bbf-4d6e6235af20 None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:08.539789 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-4a07e31f-78ad-4f4d-8bbf-4d6e6235af20 None None] Transition to ACTIVE for port object 7ad889c9-c7e0-45c3-a889-ae31a57ffbdf will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:07:08.606452 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4a07e31f-78ad-4f4d-8bbf-4d6e6235af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:08.668067 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-e13fe5ff-c7ae-4f7f-86bd-2f60a3db1802 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:08.668652 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e13fe5ff-c7ae-4f7f-86bd-2f60a3db1802 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:08.671452 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e13fe5ff-c7ae-4f7f-86bd-2f60a3db1802 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/ports/838c1247-194a-4c31-b660-9292f886e4e1 HTTP/1.1" status: 404 len: 333 time: 0.2009780 Jan 21 19:07:08.682291 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33780) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:08.741553 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-4705c72d-0035-4d10-acb3-ba9f0521d9d0 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3577585 Jan 21 19:07:08.746126 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33784) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:08.747426 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f96ab47-e0c7-4f7a-acc2-cb537c2a62df tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:08.747975 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f96ab47-e0c7-4f7a-acc2-cb537c2a62df tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:08.749675 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-6f96ab47-e0c7-4f7a-acc2-cb537c2a62df tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/ef6d4bb2-bf23-4e19-a14b-8da7910f251d HTTP/1.1" status: 404 len: 337 time: 0.0664301 Jan 21 19:07:08.754510 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33788) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:08.757756 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-846f2a85-6fcc-4b9a-b11a-aed6a6b1d685 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Request body: {'security_group': {'name': 'tempest-security--658912391', 'description': 'tempest-security-description-1221514572'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:08.801387 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07e31f-78ad-4f4d-8bbf-4d6e6235af20 None None] Pushing event updated for resources: {'Port': ['ID=7ad889c9-c7e0-45c3-a889-ae31a57ffbdf,revision_number=7']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:08.881467 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2af9c101-d87c-418a-846d-c19b88b642a6 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:08.895744 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-846f2a85-6fcc-4b9a-b11a-aed6a6b1d685 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:08.905851 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b39905d-55a3-4a13-baa0-7a6263665a18 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:08.906318 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b39905d-55a3-4a13-baa0-7a6263665a18 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:08.907972 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3b39905d-55a3-4a13-baa0-7a6263665a18 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/ports/cfd6771e-39a9-4985-9437-20a4f16724e3 HTTP/1.1" status: 404 len: 333 time: 0.1271706 Jan 21 19:07:08.921299 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33794) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:08.990048 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-a04a2448-c80f-4863-933b-3eda7aef4d42 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:08.990489 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a04a2448-c80f-4863-933b-3eda7aef4d42 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:08.994446 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-a04a2448-c80f-4863-933b-3eda7aef4d42 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/5ad60353-7a3c-4711-bb57-620faacb519c HTTP/1.1" status: 404 len: 337 time: 0.0699697 Jan 21 19:07:08.998015 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33798) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:09.015730 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-1afbaeb5-6847-40ab-91c8-9d4f5107355c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:09.016540 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-1afbaeb5-6847-40ab-91c8-9d4f5107355c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:network {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:07:09.052978 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-2af9c101-d87c-418a-846d-c19b88b642a6 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Calling delete_port for 63933e38-b2fa-45e1-9848-eb4b950c7162 owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:07:09.081484 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba103b9e-a078-40ef-b724-1a40aa8ee068 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:09.086475 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba103b9e-a078-40ef-b724-1a40aa8ee068 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:09.086475 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ba103b9e-a078-40ef-b724-1a40aa8ee068 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/ports/183a5e95-4442-4c8e-95fe-0eec105bf670 HTTP/1.1" status: 404 len: 333 time: 0.0848720 Jan 21 19:07:09.088138 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33802) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:09.097254 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-846f2a85-6fcc-4b9a-b11a-aed6a6b1d685 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:09.123337 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-058bd4ee-bf61-418f-ac47-49080cac0670 req-90bfc5ea-e680-4f1d-8a26-262412ae5e1e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=9cd37823-98bf-4cd3-9d36-e73aadf70e82 HTTP/1.1" status: 200 len: 210 time: 0.1741223 Jan 21 19:07:09.134620 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-31da7986-7e57-4a74-b0df-722986b02a8f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:09.135075 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31da7986-7e57-4a74-b0df-722986b02a8f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:09.139868 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-31da7986-7e57-4a74-b0df-722986b02a8f tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/b028380c-7734-48d0-9b38-70e04ccfdc7f HTTP/1.1" status: 404 len: 337 time: 0.0442631 Jan 21 19:07:09.140184 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33806) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:09.189341 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ca80c5f-8c33-407a-a1bf-5f8325a18009 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:09.189341 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ca80c5f-8c33-407a-a1bf-5f8325a18009 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:09.190065 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-1ca80c5f-8c33-407a-a1bf-5f8325a18009 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/ports/e818a242-485a-45fa-8d00-a010ecc777b6 HTTP/1.1" status: 404 len: 333 time: 0.0488915 Jan 21 19:07:09.190982 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-846f2a85-6fcc-4b9a-b11a-aed6a6b1d685 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:09.193658 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-846f2a85-6fcc-4b9a-b11a-aed6a6b1d685 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:09.194767 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-846f2a85-6fcc-4b9a-b11a-aed6a6b1d685 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "PUT /v2.0/security-groups/60bd1291-382b-4d8c-9fd8-59da46560f95 HTTP/1.1" status: 200 len: 1779 time: 0.4440923 Jan 21 19:07:09.195358 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33812) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:09.205481 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33816) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:09.251196 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8857438-6c13-4387-ad54-66ce0a929e57 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:09.251512 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8857438-6c13-4387-ad54-66ce0a929e57 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:09.255528 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b8857438-6c13-4387-ad54-66ce0a929e57 tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/75aaca59-5362-481c-9f8c-276a094f7efa HTTP/1.1" status: 404 len: 337 time: 0.0491300 Jan 21 19:07:09.256046 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33822) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:09.264361 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-1afbaeb5-6847-40ab-91c8-9d4f5107355c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:network {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:07:09.265517 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-1afbaeb5-6847-40ab-91c8-9d4f5107355c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "GET /v2.0/networks?id=0f86287d-b416-44ff-a14a-d0ea228e9354 HTTP/1.1" status: 200 len: 797 time: 0.7284160 Jan 21 19:07:09.269142 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f2a85-6fcc-4b9a-b11a-aed6a6b1d685 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60bd1291-382b-4d8c-9fd8-59da46560f95,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:09.313064 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-e77eed6d-411d-413c-94dc-0531d16a94ec tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:09.314379 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e77eed6d-411d-413c-94dc-0531d16a94ec tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:09.319205 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-5b5b4607-cc36-4d6f-b3c9-bfc8c2e90942 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:security_group {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:07:09.321120 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-0f7e3b5f-8a1c-411e-b910-47285360aae4 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "GET /v2.0/security-groups/60bd1291-382b-4d8c-9fd8-59da46560f95 HTTP/1.1" status: 200 len: 1779 time: 0.1145566 Jan 21 19:07:09.321932 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33826) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:09.339652 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2af9c101-d87c-418a-846d-c19b88b642a6 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:09.343084 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e77eed6d-411d-413c-94dc-0531d16a94ec tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/ports/49c61bfb-7086-4d49-973d-039020f4d363 HTTP/1.1" status: 404 len: 333 time: 0.0852466 Jan 21 19:07:09.345229 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33830) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:09.386742 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-baff6697-81fd-444d-b26f-c2e5b8a7ceab tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:09.387197 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baff6697-81fd-444d-b26f-c2e5b8a7ceab tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:09.392162 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-baff6697-81fd-444d-b26f-c2e5b8a7ceab tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/subnets/9a062299-d356-4405-b636-95293dbb5ca6 HTTP/1.1" status: 404 len: 337 time: 0.0434644 Jan 21 19:07:09.392672 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33834) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:09.411470 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af9c101-d87c-418a-846d-c19b88b642a6 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event deleted for resources: {'Port': ['ID=63933e38-b2fa-45e1-9848-eb4b950c7162,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:09.417293 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-5b5b4607-cc36-4d6f-b3c9-bfc8c2e90942 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:security_group {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:07:09.418506 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-5b5b4607-cc36-4d6f-b3c9-bfc8c2e90942 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f393478d14c44d15ad1bf9df868df3cb HTTP/1.1" status: 200 len: 471 time: 0.1446362 Jan 21 19:07:09.429469 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-7b02a115-f4dd-431a-82db-3e299ee758ab tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'port': {'device_id': '9cd37823-98bf-4cd3-9d36-e73aadf70e82', 'network_id': '0f86287d-b416-44ff-a14a-d0ea228e9354', 'admin_state_up': True, 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'security_groups': ['20432643-8ba2-43fb-87f4-e22dae641648']}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:09.466692 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2af9c101-d87c-418a-846d-c19b88b642a6 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:09.468499 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-2af9c101-d87c-418a-846d-c19b88b642a6 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/ports/63933e38-b2fa-45e1-9848-eb4b950c7162 HTTP/1.1" status: 204 len: 168 time: 1.1120000 Jan 21 19:07:09.472222 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33838) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:09.537441 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-e599bef5-e4c1-4f4e-95e5-cc39e064f745 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] GET failed (client error): The resource could not be found. Jan 21 19:07:09.538044 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-e599bef5-e4c1-4f4e-95e5-cc39e064f745 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Synchronizing usage tracker for tenant:5cd950bb3d3d4999ba57a30656254269 on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:07:09.543437 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fe35189e-3c88-40cd-88a1-f7f916514f02 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:09.549556 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-1045297a-9298-4fe4-993d-50b6b6f5bcc7 None None] Could not find standard attr ID for object 63933e38-b2fa-45e1-9848-eb4b950c7162. {{(pid=88138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 19:07:09.563353 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-1045297a-9298-4fe4-993d-50b6b6f5bcc7 None None] Provisioning complete for port 59893a99-de9a-48d9-9030-2a6638b01712 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:09.564107 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1045297a-9298-4fe4-993d-50b6b6f5bcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:09.572049 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-e599bef5-e4c1-4f4e-95e5-cc39e064f745 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Unset dirty status for tenant:5cd950bb3d3d4999ba57a30656254269 on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:07:09.576916 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e599bef5-e4c1-4f4e-95e5-cc39e064f745 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "GET /v2.0/ports/63933e38-b2fa-45e1-9848-eb4b950c7162 HTTP/1.1" status: 404 len: 333 time: 0.0991991 Jan 21 19:07:09.577415 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33842) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:09.593346 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fe35189e-3c88-40cd-88a1-f7f916514f02 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:09.619693 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2cd7eedd-6b19-4865-8d35-d7ff2a02971a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:09.633942 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-1045297a-9298-4fe4-993d-50b6b6f5bcc7 None None] Port 59893a99-de9a-48d9-9030-2a6638b01712 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:07:09.676919 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-56d1a2f4-a4bd-4961-bb7f-d0ed74236167 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:09.704198 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-1045297a-9298-4fe4-993d-50b6b6f5bcc7 None None] Provisioning for port 7ad889c9-c7e0-45c3-a889-ae31a57ffbdf completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:07:09.711968 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-56d1a2f4-a4bd-4961-bb7f-d0ed74236167 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:09.715207 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-1045297a-9298-4fe4-993d-50b6b6f5bcc7 None None] Provisioning complete for port 7ad889c9-c7e0-45c3-a889-ae31a57ffbdf triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:09.715925 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1045297a-9298-4fe4-993d-50b6b6f5bcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:09.747534 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-7b02a115-f4dd-431a-82db-3e299ee758ab tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:09.772496 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fe35189e-3c88-40cd-88a1-f7f916514f02 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:09.798251 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2cd7eedd-6b19-4865-8d35-d7ff2a02971a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:09.805951 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-7b02a115-f4dd-431a-82db-3e299ee758ab tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:port and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:09.807541 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe35189e-3c88-40cd-88a1-f7f916514f02 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bd1291-382b-4d8c-9fd8-59da46560f95,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:09.811743 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-7b02a115-f4dd-431a-82db-3e299ee758ab tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:09.816750 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fe35189e-3c88-40cd-88a1-f7f916514f02 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:09.821501 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-fe35189e-3c88-40cd-88a1-f7f916514f02 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "DELETE /v2.0/security-groups/60bd1291-382b-4d8c-9fd8-59da46560f95 HTTP/1.1" status: 204 len: 168 time: 0.4950562 Jan 21 19:07:09.822652 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33846) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:09.826736 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-7b02a115-f4dd-431a-82db-3e299ee758ab tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:09.838152 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-2cd7eedd-6b19-4865-8d35-d7ff2a02971a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76b60fc4-5668-469a-a3ef-49679dc3dfc0']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:09.853974 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-2cd7eedd-6b19-4865-8d35-d7ff2a02971a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1e901fd-d385-411b-9615-c56df48eaa23') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:09.854266 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-2cd7eedd-6b19-4865-8d35-d7ff2a02971a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1e901fd-d385-411b-9615-c56df48eaa23') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:09.868208 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2cd7eedd-6b19-4865-8d35-d7ff2a02971a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:09.884648 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2cd7eedd-6b19-4865-8d35-d7ff2a02971a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:09.890823 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-83ef0c1e-f12c-4009-beab-53dfd7269ce9 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Synchronizing usage tracker for tenant:cf1aac0ea8354a3995bce36b054eb458 on resource:security_group {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:07:09.891888 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cd7eedd-6b19-4865-8d35-d7ff2a02971a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:07:09.892312 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2cd7eedd-6b19-4865-8d35-d7ff2a02971a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:09.893933 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-56d1a2f4-a4bd-4961-bb7f-d0ed74236167 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:09.896397 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-56d1a2f4-a4bd-4961-bb7f-d0ed74236167 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:09.900312 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-56d1a2f4-a4bd-4961-bb7f-d0ed74236167 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/security-groups/dbde93d4-b9db-4d5c-bc65-94efb53356b2 HTTP/1.1" status: 204 len: 168 time: 0.3219151 Jan 21 19:07:09.902177 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33850) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:09.908571 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:07:09.908571 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:07:09.908571 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:07:09.908571 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:07:09.908571 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:07:09.908571 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:07:09.908571 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:07:09.908571 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:07:09.908571 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:07:09.908571 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:07:09.908571 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:07:09.908571 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:07:09.908571 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:07:09.908571 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:07:09.908571 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:07:09.908571 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:07:09.908571 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:07:09.908571 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:07:09.908571 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:07:09.908571 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:07:09.908571 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:07:09.908571 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:07:09.908571 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:07:09.908571 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:07:09.908571 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:07:09.908571 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:07:09.908571 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:07:09.908571 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:07:09.908571 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:07:09.908571 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:07:09.908571 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:07:09.908571 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:07:09.922894 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-7b02a115-f4dd-431a-82db-3e299ee758ab tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Made reservation on behalf of f393478d14c44d15ad1bf9df868df3cb for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:07:09.926374 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-7b02a115-f4dd-431a-82db-3e299ee758ab tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:09.941386 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d1a2f4-a4bd-4961-bb7f-d0ed74236167 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbde93d4-b9db-4d5c-bc65-94efb53356b2,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:09.997868 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-a49191c2-a29f-4c62-a404-81c88d500ca2 None None] Could not find standard attr ID for object 63933e38-b2fa-45e1-9848-eb4b950c7162. {{(pid=88138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 19:07:10.008690 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3b67a7d9-5339-41b8-b338-a16bef2bd876 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:10.040686 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-83ef0c1e-f12c-4009-beab-53dfd7269ce9 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Unset dirty status for tenant:cf1aac0ea8354a3995bce36b054eb458 on resource:security_group {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:07:10.045951 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-83ef0c1e-f12c-4009-beab-53dfd7269ce9 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2223041 Jan 21 19:07:10.052714 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33854) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:10.052714 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3b67a7d9-5339-41b8-b338-a16bef2bd876 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:10.079539 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-806ec7f9-b8a0-4acd-9bc3-babfca5f6d3f tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] delete failed (client error): The resource could not be found. Jan 21 19:07:10.084950 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-806ec7f9-b8a0-4acd-9bc3-babfca5f6d3f tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "DELETE /v2.0/security-groups/60bd1291-382b-4d8c-9fd8-59da46560f95 HTTP/1.1" status: 404 len: 347 time: 0.0309596 Jan 21 19:07:10.087103 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33858) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:10.095474 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-57bf7492-c93f-41a2-8784-4b03c6667e71 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Request body: {'security_group': {'name': 'tempest-secgroup--647598291'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:10.108640 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-57bf7492-c93f-41a2-8784-4b03c6667e71 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:10.151145 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-57bf7492-c93f-41a2-8784-4b03c6667e71 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:10.152932 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2cd7eedd-6b19-4865-8d35-d7ff2a02971a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:10.177658 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3b67a7d9-5339-41b8-b338-a16bef2bd876 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:10.181366 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2cd7eedd-6b19-4865-8d35-d7ff2a02971a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:10.194140 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b67a7d9-5339-41b8-b338-a16bef2bd876 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f468d76-5163-4b56-83a3-01926988f4c4,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:10.198270 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7eedd-6b19-4865-8d35-d7ff2a02971a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] Pushing event deleted for resources: {'Network': ['ID=76b60fc4-5668-469a-a3ef-49679dc3dfc0,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:10.201722 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3b67a7d9-5339-41b8-b338-a16bef2bd876 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:10.206668 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-3b67a7d9-5339-41b8-b338-a16bef2bd876 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/security-groups/3f468d76-5163-4b56-83a3-01926988f4c4 HTTP/1.1" status: 204 len: 168 time: 0.2917182 Jan 21 19:07:10.208228 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33864) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:10.213170 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2cd7eedd-6b19-4865-8d35-d7ff2a02971a tempest-NetworksTestDHCPv6-1491896470 tempest-NetworksTestDHCPv6-1491896470-project] 10.222.0.87 "DELETE /v2.0/networks/76b60fc4-5668-469a-a3ef-49679dc3dfc0 HTTP/1.1" status: 204 len: 168 time: 0.8195481 Jan 21 19:07:10.237921 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-7b02a115-f4dd-431a-82db-3e299ee758ab tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Allocated IP 172.20.0.23 (0f86287d-b416-44ff-a14a-d0ea228e9354/12c9a89c-d9fd-4ef4-b339-c0a9413185d5/32a887cd-f2b4-424a-993b-511e7846c2bc) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:07:10.287659 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-57bf7492-c93f-41a2-8784-4b03c6667e71 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:10.302289 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cbb2898e-473c-40a8-91e8-7e1830f73ae1 req-f2e4e162-43af-44d3-9749-c7fa4419acce tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=9cd37823-98bf-4cd3-9d36-e73aadf70e82 HTTP/1.1" status: 200 len: 210 time: 0.0490360 Jan 21 19:07:10.341535 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-57bf7492-c93f-41a2-8784-4b03c6667e71 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:10.361826 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0af7fe16-bdd5-4cde-929a-39cd10012b00 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:10.367834 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-57bf7492-c93f-41a2-8784-4b03c6667e71 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Usage tracker for resource:security_group_rule and tenant:cf1aac0ea8354a3995bce36b054eb458 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:10.371228 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-57bf7492-c93f-41a2-8784-4b03c6667e71 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:10.400662 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-57bf7492-c93f-41a2-8784-4b03c6667e71 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:10.580603 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0af7fe16-bdd5-4cde-929a-39cd10012b00 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:10.695835 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-7b02a115-f4dd-431a-82db-3e299ee758ab tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:10.723852 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33872) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:10.736289 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-57bf7492-c93f-41a2-8784-4b03c6667e71 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:10.766779 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-7b02a115-f4dd-431a-82db-3e299ee758ab tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Transition to ACTIVE for port object 32a887cd-f2b4-424a-993b-511e7846c2bc will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:07:10.769490 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0af7fe16-bdd5-4cde-929a-39cd10012b00 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:10.791938 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af7fe16-bdd5-4cde-929a-39cd10012b00 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4d545c-f1c5-4e15-a5dd-66c367dfd022,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:10.800217 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-57bf7492-c93f-41a2-8784-4b03c6667e71 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:10.832962 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0af7fe16-bdd5-4cde-929a-39cd10012b00 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:10.834188 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-0af7fe16-bdd5-4cde-929a-39cd10012b00 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/security-groups/bf4d545c-f1c5-4e15-a5dd-66c367dfd022 HTTP/1.1" status: 204 len: 168 time: 0.6255076 Jan 21 19:07:10.836760 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 7ad889c9-c7e0-45c3-a889-ae31a57ffbdf up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:07:10.837751 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33878) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:10.858212 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf7492-c93f-41a2-8784-4b03c6667e71 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98715107-bf86-4768-93cd-8fcfb24feb76,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:10.909910 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-57bf7492-c93f-41a2-8784-4b03c6667e71 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:10.911225 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-57bf7492-c93f-41a2-8784-4b03c6667e71 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8239677 Jan 21 19:07:10.914081 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33882) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:10.920894 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 7ad889c9-c7e0-45c3-a889-ae31a57ffbdf triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:10.920894 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:10.921142 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-9d93cf59-04b8-4832-8626-656ad49989a0 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Request body: {'security_group_rule': {'security_group_id': '98715107-bf86-4768-93cd-8fcfb24feb76', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:10.926822 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-9d93cf59-04b8-4832-8626-656ad49989a0 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:10.936882 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-9d93cf59-04b8-4832-8626-656ad49989a0 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Usage tracker for resource:security_group_rule and tenant:cf1aac0ea8354a3995bce36b054eb458 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:10.940058 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-7b02a115-f4dd-431a-82db-3e299ee758ab tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:10.943039 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-488afd84-2c42-49f8-8ad1-0239c21f8233 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Deleting subnet 6b7bb7cb-a74e-46a3-8d8d-ff91c1cec0ae {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:07:10.947742 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-9d93cf59-04b8-4832-8626-656ad49989a0 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:10.956572 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-488afd84-2c42-49f8-8ad1-0239c21f8233 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:10.996340 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-9d93cf59-04b8-4832-8626-656ad49989a0 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:11.003012 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d541ca78-13d7-4fda-94af-6eb424729b47 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=331b5c16a931412fafa4a9af40615562&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2756262 Jan 21 19:07:11.003819 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33886) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:11.040676 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-7b02a115-f4dd-431a-82db-3e299ee758ab tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network 0f86287d-b416-44ff-a14a-d0ea228e9354 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:07:11.044157 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-7b02a115-f4dd-431a-82db-3e299ee758ab tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:07:11.047867 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-488afd84-2c42-49f8-8ad1-0239c21f8233 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:11.048800 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-7b02a115-f4dd-431a-82db-3e299ee758ab tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:07:11.096994 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b02a115-f4dd-431a-82db-3e299ee758ab tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=32a887cd-f2b4-424a-993b-511e7846c2bc,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:11.101574 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9d93cf59-04b8-4832-8626-656ad49989a0 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:11.132443 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9cdf5851-0378-467e-9bff-4721aaa00561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:11.166182 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-7b02a115-f4dd-431a-82db-3e299ee758ab tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:11.166812 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-7b02a115-f4dd-431a-82db-3e299ee758ab tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:11.170461 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9cdf5851-0378-467e-9bff-4721aaa00561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:11.206904 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9d93cf59-04b8-4832-8626-656ad49989a0 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:11.212852 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-488afd84-2c42-49f8-8ad1-0239c21f8233 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:11.241519 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-7b02a115-f4dd-431a-82db-3e299ee758ab tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8165445 Jan 21 19:07:11.256606 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-0288b127-40e3-4a76-a88e-a0f54e9b7ece service neutron] Request body: {'port': {'device_id': '9cd37823-98bf-4cd3-9d36-e73aadf70e82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:11.288174 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9d93cf59-04b8-4832-8626-656ad49989a0 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:11.336007 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93cf59-04b8-4832-8626-656ad49989a0 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e60ac56-2687-4b9d-9c6e-b25f4a6efd92,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:11.337877 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9cdf5851-0378-467e-9bff-4721aaa00561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:11.359106 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf5851-0378-467e-9bff-4721aaa00561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565bbab5-ff28-49a0-afda-a4b9c10bade1,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:11.384735 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-488afd84-2c42-49f8-8ad1-0239c21f8233 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:11.418767 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-139534fc-131f-4f63-81e4-ee0ad7d05705 None None] Provisioning for port 32a887cd-f2b4-424a-993b-511e7846c2bc completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:07:11.420942 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9cdf5851-0378-467e-9bff-4721aaa00561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:11.422330 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-9cdf5851-0378-467e-9bff-4721aaa00561 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/565bbab5-ff28-49a0-afda-a4b9c10bade1 HTTP/1.1" status: 204 len: 168 time: 0.4181988 Jan 21 19:07:11.423479 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-0288b127-40e3-4a76-a88e-a0f54e9b7ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:11.426452 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-139534fc-131f-4f63-81e4-ee0ad7d05705 None None] Provisioning complete for port 32a887cd-f2b4-424a-993b-511e7846c2bc triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:11.426961 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-139534fc-131f-4f63-81e4-ee0ad7d05705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:11.429651 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488afd84-2c42-49f8-8ad1-0239c21f8233 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event deleted for resources: {'Subnet': ['ID=6b7bb7cb-a74e-46a3-8d8d-ff91c1cec0ae,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:11.434253 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-488afd84-2c42-49f8-8ad1-0239c21f8233 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:11.441658 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33894) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:11.441855 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-488afd84-2c42-49f8-8ad1-0239c21f8233 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/subnets/6b7bb7cb-a74e-46a3-8d8d-ff91c1cec0ae HTTP/1.1" status: 204 len: 168 time: 0.6018066 Jan 21 19:07:11.471002 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d401b07f-8d9d-405b-841d-d77c4331cc5e None None] Network 8691d4d6-00ec-421e-856d-b18335ac2f72 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:07:11.502227 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9d93cf59-04b8-4832-8626-656ad49989a0 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:11.506787 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-9d93cf59-04b8-4832-8626-656ad49989a0 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5912559 Jan 21 19:07:11.513262 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33898) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:11.570180 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c9122-390e-42bf-a680-2eb41b028984 req-7f2f790e-7a0e-4225-8158-a6e9f7e9e705 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:11.572120 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-773c9122-390e-42bf-a680-2eb41b028984 req-7f2f790e-7a0e-4225-8158-a6e9f7e9e705 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=9cd37823-98bf-4cd3-9d36-e73aadf70e82 HTTP/1.1" status: 200 len: 932 time: 0.1167033 Jan 21 19:07:11.607274 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-139534fc-131f-4f63-81e4-ee0ad7d05705 None None] Port 32a887cd-f2b4-424a-993b-511e7846c2bc cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:07:11.620653 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-5823faf9-f6ed-47e6-84e4-43996b3651fa tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Deleting subnet 4422103b-54ca-4cc1-882f-7a2566357754 {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:07:11.626126 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-773c9122-390e-42bf-a680-2eb41b028984 req-08347867-aa7d-4842-a3bc-37327ae18727 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=20432643-8ba2-43fb-87f4-e22dae641648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476711 Jan 21 19:07:11.633412 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5823faf9-f6ed-47e6-84e4-43996b3651fa tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:11.675728 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c9d316f6-1b7f-4347-9222-6c0ccf6062b8 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:11.696182 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c9d316f6-1b7f-4347-9222-6c0ccf6062b8 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:11.772591 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5823faf9-f6ed-47e6-84e4-43996b3651fa tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:11.960214 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c9d316f6-1b7f-4347-9222-6c0ccf6062b8 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:11.995849 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c9d316f6-1b7f-4347-9222-6c0ccf6062b8 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:11.997586 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c9d316f6-1b7f-4347-9222-6c0ccf6062b8 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/7e60ac56-2687-4b9d-9c6e-b25f4a6efd92 HTTP/1.1" status: 204 len: 168 time: 0.4827650 Jan 21 19:07:11.999878 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33910) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:12.007060 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d316f6-1b7f-4347-9222-6c0ccf6062b8 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e60ac56-2687-4b9d-9c6e-b25f4a6efd92,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:12.017175 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5823faf9-f6ed-47e6-84e4-43996b3651fa tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:12.059360 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-f79e2862-da84-4318-88b4-4f13d0472514 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Synchronizing usage tracker for tenant:cf1aac0ea8354a3995bce36b054eb458 on resource:security_group_rule {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:07:12.143966 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-f79e2862-da84-4318-88b4-4f13d0472514 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Unset dirty status for tenant:cf1aac0ea8354a3995bce36b054eb458 on resource:security_group_rule {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:07:12.145414 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f79e2862-da84-4318-88b4-4f13d0472514 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1445000 Jan 21 19:07:12.148203 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33916) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:12.180412 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-0288b127-40e3-4a76-a88e-a0f54e9b7ece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32a887cd-f2b4-424a-993b-511e7846c2bc {{(pid=88137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:07:12.189310 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-0288b127-40e3-4a76-a88e-a0f54e9b7ece service neutron] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:12.221037 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-97145d02-5fea-4cc3-baac-63ad75c41621 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:12.250196 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-97145d02-5fea-4cc3-baac-63ad75c41621 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:12.252651 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-0288b127-40e3-4a76-a88e-a0f54e9b7ece service neutron] Transition to ACTIVE for port object 32a887cd-f2b4-424a-993b-511e7846c2bc will not be triggered until provisioned by entity L2. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:07:12.256655 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5823faf9-f6ed-47e6-84e4-43996b3651fa tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:12.292848 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823faf9-f6ed-47e6-84e4-43996b3651fa tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event deleted for resources: {'Subnet': ['ID=4422103b-54ca-4cc1-882f-7a2566357754,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:12.300053 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5823faf9-f6ed-47e6-84e4-43996b3651fa tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:12.307316 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5823faf9-f6ed-47e6-84e4-43996b3651fa tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/subnets/4422103b-54ca-4cc1-882f-7a2566357754 HTTP/1.1" status: 204 len: 168 time: 0.8634448 Jan 21 19:07:12.310696 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33922) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:12.350739 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4dc7add-b94e-4d24-a9d0-fa5726da7cc4 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:12.351197 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4dc7add-b94e-4d24-a9d0-fa5726da7cc4 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:12.352957 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-d4dc7add-b94e-4d24-a9d0-fa5726da7cc4 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/subnets/6b7bb7cb-a74e-46a3-8d8d-ff91c1cec0ae HTTP/1.1" status: 404 len: 337 time: 0.0411363 Jan 21 19:07:12.355820 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33928) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:12.375753 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-0288b127-40e3-4a76-a88e-a0f54e9b7ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:12.415104 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-97145d02-5fea-4cc3-baac-63ad75c41621 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:12.462300 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97145d02-5fea-4cc3-baac-63ad75c41621 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98715107-bf86-4768-93cd-8fcfb24feb76,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:12.469979 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be70314-e82c-417f-ad65-00fb2cb12fe4 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Deleting subnet 599f21db-3c35-4ee4-ae7c-07115f051b15 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:07:12.475780 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8be70314-e82c-417f-ad65-00fb2cb12fe4 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:12.500188 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd6df60-8e6a-49d9-ad8a-308540950ba6 None None] Network 8691d4d6-00ec-421e-856d-b18335ac2f72 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:07:12.546189 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8be70314-e82c-417f-ad65-00fb2cb12fe4 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:12.555418 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288b127-40e3-4a76-a88e-a0f54e9b7ece service neutron] Pushing event updated for resources: {'Port': ['ID=32a887cd-f2b4-424a-993b-511e7846c2bc,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:12.637233 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-9fb8cffd-7f5d-4eb1-a188-b9a5a7274787 None None] Provisioning complete for port 59893a99-de9a-48d9-9030-2a6638b01712 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:12.638316 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9fb8cffd-7f5d-4eb1-a188-b9a5a7274787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:12.643925 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-0288b127-40e3-4a76-a88e-a0f54e9b7ece service neutron] Attempting to bind port 32a887cd-f2b4-424a-993b-511e7846c2bc on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:07:12.644643 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-0288b127-40e3-4a76-a88e-a0f54e9b7ece service neutron] Attempting to bind port 32a887cd-f2b4-424a-993b-511e7846c2bc by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '001eb96c-c59f-4596-a23d-72c842e4cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0f86287d-b416-44ff-a14a-d0ea228e9354'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:07:12.644643 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-0288b127-40e3-4a76-a88e-a0f54e9b7ece service neutron] Attempting to bind port 32a887cd-f2b4-424a-993b-511e7846c2bc on network 0f86287d-b416-44ff-a14a-d0ea228e9354 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:07:12.651503 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-0288b127-40e3-4a76-a88e-a0f54e9b7ece service neutron] Port 32a887cd-f2b4-424a-993b-511e7846c2bc on network 0f86287d-b416-44ff-a14a-d0ea228e9354 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 19:07:12.653953 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-0288b127-40e3-4a76-a88e-a0f54e9b7ece service neutron] Attempting to bind port 32a887cd-f2b4-424a-993b-511e7846c2bc on network 0f86287d-b416-44ff-a14a-d0ea228e9354 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:07:12.662127 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8be70314-e82c-417f-ad65-00fb2cb12fe4 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:12.663584 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-0288b127-40e3-4a76-a88e-a0f54e9b7ece service neutron] Checking agent: {'id': '9a14f311-f6d5-46c6-87a2-f860197fb66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:07:12.663988 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-0288b127-40e3-4a76-a88e-a0f54e9b7ece service neutron] Checking segment: {'id': '001eb96c-c59f-4596-a23d-72c842e4cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0f86287d-b416-44ff-a14a-d0ea228e9354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:07:12.664439 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-0288b127-40e3-4a76-a88e-a0f54e9b7ece service neutron] Bound using segment: {'id': '001eb96c-c59f-4596-a23d-72c842e4cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0f86287d-b416-44ff-a14a-d0ea228e9354'} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:07:12.664937 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-0288b127-40e3-4a76-a88e-a0f54e9b7ece service neutron] Bound port: 32a887cd-f2b4-424a-993b-511e7846c2bc, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '001eb96c-c59f-4596-a23d-72c842e4cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0f86287d-b416-44ff-a14a-d0ea228e9354'}}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:07:12.665363 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-0288b127-40e3-4a76-a88e-a0f54e9b7ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:12.769977 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33938) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:12.785190 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-9fb8cffd-7f5d-4eb1-a188-b9a5a7274787 None None] Port 59893a99-de9a-48d9-9030-2a6638b01712 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:07:12.822884 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-0288b127-40e3-4a76-a88e-a0f54e9b7ece service neutron] For port 32a887cd-f2b4-424a-993b-511e7846c2bc, host hv-neutron-8254, cleared binding levels {{(pid=88137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:07:12.827359 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-0288b127-40e3-4a76-a88e-a0f54e9b7ece service neutron] For port 32a887cd-f2b4-424a-993b-511e7846c2bc, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=32a887cd-f2b4-424a-993b-511e7846c2bc,segment=NetworkSegment(001eb96c-c59f-4596-a23d-72c842e4cd65),segment_id=001eb96c-c59f-4596-a23d-72c842e4cd65)] {{(pid=88137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:07:12.837352 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-9fb8cffd-7f5d-4eb1-a188-b9a5a7274787 None None] Provisioning complete for port 7ad889c9-c7e0-45c3-a889-ae31a57ffbdf triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:12.837891 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9fb8cffd-7f5d-4eb1-a188-b9a5a7274787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:12.877118 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-97145d02-5fea-4cc3-baac-63ad75c41621 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:12.882189 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33944) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:12.882467 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-97145d02-5fea-4cc3-baac-63ad75c41621 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "DELETE /v2.0/security-groups/98715107-bf86-4768-93cd-8fcfb24feb76 HTTP/1.1" status: 204 len: 168 time: 0.7329671 Jan 21 19:07:12.890686 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8be70314-e82c-417f-ad65-00fb2cb12fe4 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:12.929855 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-0288b127-40e3-4a76-a88e-a0f54e9b7ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:12.938293 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-02494129-f8b8-41fb-ad88-708ef57f60b2 tempest-NetworksNegativeTestJSON-1004675476 tempest-NetworksNegativeTestJSON-1004675476-project] Request body: {'port': {'network_id': '6d7d7165-4902-47be-a00b-b73e12e72805', 'name': 'tempest-NetworksNegativeTestJSON-458014993'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:12.961675 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be70314-e82c-417f-ad65-00fb2cb12fe4 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event deleted for resources: {'Subnet': ['ID=599f21db-3c35-4ee4-ae7c-07115f051b15,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:12.970452 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8be70314-e82c-417f-ad65-00fb2cb12fe4 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:12.974271 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-02494129-f8b8-41fb-ad88-708ef57f60b2 tempest-NetworksNegativeTestJSON-1004675476 tempest-NetworksNegativeTestJSON-1004675476-project] POST failed (client error): The resource could not be found. Jan 21 19:07:12.974704 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02494129-f8b8-41fb-ad88-708ef57f60b2 tempest-NetworksNegativeTestJSON-1004675476 tempest-NetworksNegativeTestJSON-1004675476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:12.979363 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-02494129-f8b8-41fb-ad88-708ef57f60b2 tempest-NetworksNegativeTestJSON-1004675476 tempest-NetworksNegativeTestJSON-1004675476-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2028897 Jan 21 19:07:12.981923 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33948) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:12.988127 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-8be70314-e82c-417f-ad65-00fb2cb12fe4 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/subnets/599f21db-3c35-4ee4-ae7c-07115f051b15 HTTP/1.1" status: 204 len: 168 time: 0.6277087 Jan 21 19:07:13.001497 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33952) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:13.016927 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9c2672e-7ecf-453f-9b9b-b62e39c800e4 tempest-NetworksNegativeTestJSON-1004675476 tempest-NetworksNegativeTestJSON-1004675476-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:13.017510 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9c2672e-7ecf-453f-9b9b-b62e39c800e4 tempest-NetworksNegativeTestJSON-1004675476 tempest-NetworksNegativeTestJSON-1004675476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:13.019835 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f9c2672e-7ecf-453f-9b9b-b62e39c800e4 tempest-NetworksNegativeTestJSON-1004675476 tempest-NetworksNegativeTestJSON-1004675476-project] 10.222.0.87 "DELETE /v2.0/networks/05403489-7eb4-420d-8993-9688288d2a4e HTTP/1.1" status: 404 len: 339 time: 0.0362501 Jan 21 19:07:13.025398 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33956) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:13.175943 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-89e476ee-c92a-4f6e-a449-39b507aa1ff0 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Synchronizing usage tracker for tenant:cf1aac0ea8354a3995bce36b054eb458 on resource:security_group {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:07:13.180626 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ace3c0c-9fc1-4815-ba1f-73152c9eae98 None None] Update dhcp port {'port': {'network_id': '8691d4d6-00ec-421e-856d-b18335ac2f72', 'fixed_ips': [{'subnet_id': '599f21db-3c35-4ee4-ae7c-07115f051b15'}], 'binding:host_id': 'dv-neutron-825470-1-hyperv'}, 'id': '7ad889c9-c7e0-45c3-a889-ae31a57ffbdf'} from dv-neutron-825470-1-hyperv. {{(pid=88138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 21 19:07:13.182164 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d243e81-38ec-4473-b13e-f8f5f32d87e8 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:13.182612 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d243e81-38ec-4473-b13e-f8f5f32d87e8 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:13.187603 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-7d243e81-38ec-4473-b13e-f8f5f32d87e8 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/subnets/6f805461-6955-4012-98b0-6f22ee5195eb HTTP/1.1" status: 404 len: 337 time: 0.1817842 Jan 21 19:07:13.187820 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-0288b127-40e3-4a76-a88e-a0f54e9b7ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:13.188290 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-0288b127-40e3-4a76-a88e-a0f54e9b7ece service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:13.189600 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-0288b127-40e3-4a76-a88e-a0f54e9b7ece service neutron] 10.222.0.113 "PUT /v2.0/ports/32a887cd-f2b4-424a-993b-511e7846c2bc HTTP/1.1" status: 200 len: 1094 time: 1.9398141 Jan 21 19:07:13.194218 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd37823-98bf-4cd3-9d36-e73aadf70e82', 'tag': '32a887cd-f2b4-424a-993b-511e7846c2bc'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:07:13.197557 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33960) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:13.227240 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288b127-40e3-4a76-a88e-a0f54e9b7ece service neutron] Pushing event updated for resources: {'Port': ['ID=32a887cd-f2b4-424a-993b-511e7846c2bc,revision_number=3']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:13.261725 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-c59bf48e-d77e-416c-a132-d1c8a86367d2 tempest-NetworksNegativeTestJSON-1004675476 tempest-NetworksNegativeTestJSON-1004675476-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:13.262291 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c59bf48e-d77e-416c-a132-d1c8a86367d2 tempest-NetworksNegativeTestJSON-1004675476 tempest-NetworksNegativeTestJSON-1004675476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:13.264711 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c59bf48e-d77e-416c-a132-d1c8a86367d2 tempest-NetworksNegativeTestJSON-1004675476 tempest-NetworksNegativeTestJSON-1004675476-project] 10.222.0.87 "DELETE /v2.0/ports/bd891c2d-6599-402e-864c-281b03bfe52a HTTP/1.1" status: 404 len: 333 time: 0.2390606 Jan 21 19:07:13.268928 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33966) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:13.284465 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-9e0b34de-185e-414d-97fa-a445485955a3 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "GET /v2.0/ports?device_id=33ee3815-5b5d-4c6b-adaa-d9d0f81a4184 HTTP/1.1" status: 200 len: 205 time: 0.0857553 Jan 21 19:07:13.285595 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33970) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:13.302586 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee95628-1383-4232-9bdd-a819dfdc1b25 req-b53dc05b-3aac-4d35-b3e2-4234652d9286 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:13.304549 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4ace3c0c-9fc1-4815-ba1f-73152c9eae98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:13.310819 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-aee95628-1383-4232-9bdd-a819dfdc1b25 req-b53dc05b-3aac-4d35-b3e2-4234652d9286 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=9cd37823-98bf-4cd3-9d36-e73aadf70e82 HTTP/1.1" status: 200 len: 944 time: 0.5002491 Jan 21 19:07:13.320099 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1fc3f54-9450-435f-845c-ffa3ed6cf3c1 tempest-NetworksNegativeTestJSON-1004675476 tempest-NetworksNegativeTestJSON-1004675476-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:13.320548 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1fc3f54-9450-435f-845c-ffa3ed6cf3c1 tempest-NetworksNegativeTestJSON-1004675476 tempest-NetworksNegativeTestJSON-1004675476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:13.322616 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-a1fc3f54-9450-435f-845c-ffa3ed6cf3c1 tempest-NetworksNegativeTestJSON-1004675476 tempest-NetworksNegativeTestJSON-1004675476-project] 10.222.0.87 "DELETE /v2.0/subnets/b1ca9366-0d2b-46c4-b36f-59dff0a035ae HTTP/1.1" status: 404 len: 337 time: 0.0526941 Jan 21 19:07:13.326758 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cd37823-98bf-4cd3-9d36-e73aadf70e82', 'tag': '32a887cd-f2b4-424a-993b-511e7846c2bc', 'status': 'completed', 'code': 200} Jan 21 19:07:13.329086 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33974) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:13.395689 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-89e476ee-c92a-4f6e-a449-39b507aa1ff0 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Unset dirty status for tenant:cf1aac0ea8354a3995bce36b054eb458 on resource:security_group {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:07:13.397842 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-89e476ee-c92a-4f6e-a449-39b507aa1ff0 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5137143 Jan 21 19:07:13.400890 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33978) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:13.404990 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-70198345-3fbe-4055-ae3e-83cd0526962f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] delete failed (client error): The resource could not be found. Jan 21 19:07:13.408392 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-76928bb3-26ce-478a-8653-1bad8ffbc8cd tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Request body: {'security_group': {'name': 'tempest-secgroup--976392587'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:13.408950 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-70198345-3fbe-4055-ae3e-83cd0526962f tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/routers/33ee3815-5b5d-4c6b-adaa-d9d0f81a4184 HTTP/1.1" status: 404 len: 336 time: 0.1198142 Jan 21 19:07:13.409664 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33982) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:13.414600 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf4fca2b-c477-4175-9d46-1f1763d24c47 tempest-NetworksNegativeTestJSON-1004675476 tempest-NetworksNegativeTestJSON-1004675476-project] GET failed (client error): The resource could not be found. Jan 21 19:07:13.419168 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-cf4fca2b-c477-4175-9d46-1f1763d24c47 tempest-NetworksNegativeTestJSON-1004675476 tempest-NetworksNegativeTestJSON-1004675476-project] 10.222.0.87 "GET /v2.0/networks/2d54b14a-c398-4d81-b2b2-645656b23241 HTTP/1.1" status: 404 len: 339 time: 0.0875688 Jan 21 19:07:13.419168 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-76928bb3-26ce-478a-8653-1bad8ffbc8cd tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:13.419539 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33984) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:13.472788 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-aee95628-1383-4232-9bdd-a819dfdc1b25 req-20f01be1-b416-4deb-80c7-e8a659fa32ce tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=20432643-8ba2-43fb-87f4-e22dae641648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606886 Jan 21 19:07:13.511300 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-76928bb3-26ce-478a-8653-1bad8ffbc8cd tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:13.519419 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd3120cb-9d04-4b20-a9fc-7be50c8b8029 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:13.519870 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd3120cb-9d04-4b20-a9fc-7be50c8b8029 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:13.521737 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-bd3120cb-9d04-4b20-a9fc-7be50c8b8029 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/subnets/ac674332-a2ad-459b-b815-ea9d2054355a HTTP/1.1" status: 404 len: 337 time: 0.0809054 Jan 21 19:07:13.522604 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cd11601-c989-44eb-8938-3a1dc84bcb90 tempest-NetworksNegativeTestJSON-1004675476 tempest-NetworksNegativeTestJSON-1004675476-project] GET failed (client error): The resource could not be found. Jan 21 19:07:13.527629 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-8cd11601-c989-44eb-8938-3a1dc84bcb90 tempest-NetworksNegativeTestJSON-1004675476 tempest-NetworksNegativeTestJSON-1004675476-project] 10.222.0.87 "GET /v2.0/ports/ec5eebd0-9d9c-4950-b87b-3789b7f0377e HTTP/1.1" status: 404 len: 333 time: 0.1035774 Jan 21 19:07:13.527629 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33990) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:13.527837 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 33992) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:13.555186 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf07534-1c81-4f65-9bab-e5d786695457 None None] Network 8691d4d6-00ec-421e-856d-b18335ac2f72 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:07:13.570443 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f199bc8-e04d-4d0c-b6a9-16a80cccbdf0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:13.571561 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f199bc8-e04d-4d0c-b6a9-16a80cccbdf0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:13.573233 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-8f199bc8-e04d-4d0c-b6a9-16a80cccbdf0 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/subnets/48c3343f-1746-4f52-88cc-b61d9b4a5620 HTTP/1.1" status: 404 len: 337 time: 0.0455790 Jan 21 19:07:13.575872 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f282ab9-5cee-4ef6-b184-1579681a6c39 tempest-NetworksNegativeTestJSON-1004675476 tempest-NetworksNegativeTestJSON-1004675476-project] GET failed (client error): The resource could not be found. Jan 21 19:07:13.577385 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 33998) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:13.578255 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-6f282ab9-5cee-4ef6-b184-1579681a6c39 tempest-NetworksNegativeTestJSON-1004675476 tempest-NetworksNegativeTestJSON-1004675476-project] 10.222.0.87 "GET /v2.0/subnets/b85f3ed3-5cd7-4760-9755-117602fb7914 HTTP/1.1" status: 404 len: 337 time: 0.0482173 Jan 21 19:07:13.580827 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34002) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:13.619712 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-10176be5-ddd3-4196-9575-0a9a03975b19 tempest-NetworksNegativeTestJSON-1004675476 tempest-NetworksNegativeTestJSON-1004675476-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:13.647454 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-76928bb3-26ce-478a-8653-1bad8ffbc8cd tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:13.657256 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-a74c9f2e-93e6-4615-bd0c-56209abb1b11 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:13.657703 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a74c9f2e-93e6-4615-bd0c-56209abb1b11 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:13.659362 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-a74c9f2e-93e6-4615-bd0c-56209abb1b11 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/subnets/95bdf906-45b2-4ff3-812d-96c1bfa04304 HTTP/1.1" status: 404 len: 337 time: 0.0808973 Jan 21 19:07:13.662251 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34006) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:13.663898 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ee5e0-b71c-4b88-9412-56519e777fc0 req-52ece373-60f0-4b98-979f-61cfb98c4ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:13.665150 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a97ee5e0-b71c-4b88-9412-56519e777fc0 req-52ece373-60f0-4b98-979f-61cfb98c4ca2 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=9cd37823-98bf-4cd3-9d36-e73aadf70e82 HTTP/1.1" status: 200 len: 1097 time: 0.3412755 Jan 21 19:07:13.668761 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-10176be5-ddd3-4196-9575-0a9a03975b19 tempest-NetworksNegativeTestJSON-1004675476 tempest-NetworksNegativeTestJSON-1004675476-project] PUT failed (client error): The resource could not be found. Jan 21 19:07:13.670274 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10176be5-ddd3-4196-9575-0a9a03975b19 tempest-NetworksNegativeTestJSON-1004675476 tempest-NetworksNegativeTestJSON-1004675476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:13.674799 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-10176be5-ddd3-4196-9575-0a9a03975b19 tempest-NetworksNegativeTestJSON-1004675476 tempest-NetworksNegativeTestJSON-1004675476-project] 10.222.0.87 "PUT /v2.0/networks/15cb70de-3ab4-4812-b60c-8531eb24c54a HTTP/1.1" status: 404 len: 339 time: 0.0895624 Jan 21 19:07:13.675007 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34010) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:13.702858 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-840b42be-8484-4558-a8f6-d86eaaa9720e tempest-NetworksNegativeTestJSON-1004675476 tempest-NetworksNegativeTestJSON-1004675476-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:13.705326 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdc77f12-bcb2-4b07-b2e1-1e02320cb463 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:13.705781 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdc77f12-bcb2-4b07-b2e1-1e02320cb463 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:13.710289 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-bdc77f12-bcb2-4b07-b2e1-1e02320cb463 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/ports/0fb7af5a-d963-474a-872d-bb7757d4eef4 HTTP/1.1" status: 404 len: 333 time: 0.0468841 Jan 21 19:07:13.711021 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34014) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:13.749210 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-1779b971-0b66-44de-8c9d-0d865878aefd tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:13.749657 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1779b971-0b66-44de-8c9d-0d865878aefd tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:13.751211 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-76928bb3-26ce-478a-8653-1bad8ffbc8cd tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:13.752415 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-1779b971-0b66-44de-8c9d-0d865878aefd tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/subnets/8784e465-7cac-42a7-b57a-2ea50cac9803 HTTP/1.1" status: 404 len: 337 time: 0.0402498 Jan 21 19:07:13.754121 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34018) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:13.763709 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-840b42be-8484-4558-a8f6-d86eaaa9720e tempest-NetworksNegativeTestJSON-1004675476 tempest-NetworksNegativeTestJSON-1004675476-project] PUT failed (client error): The resource could not be found. Jan 21 19:07:13.764092 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-840b42be-8484-4558-a8f6-d86eaaa9720e tempest-NetworksNegativeTestJSON-1004675476 tempest-NetworksNegativeTestJSON-1004675476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:13.765206 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-840b42be-8484-4558-a8f6-d86eaaa9720e tempest-NetworksNegativeTestJSON-1004675476 tempest-NetworksNegativeTestJSON-1004675476-project] 10.222.0.87 "PUT /v2.0/ports/be686a64-b4a3-44f0-8b4b-f9708a6b643f HTTP/1.1" status: 404 len: 333 time: 0.0712194 Jan 21 19:07:13.769443 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-fb715535-223b-4533-8215-57fa801449b4 None None] Provisioning complete for port 59893a99-de9a-48d9-9030-2a6638b01712 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:13.770025 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-fb715535-223b-4533-8215-57fa801449b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:13.770733 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-76928bb3-26ce-478a-8653-1bad8ffbc8cd tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Usage tracker for resource:security_group_rule and tenant:cf1aac0ea8354a3995bce36b054eb458 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:13.773089 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34022) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:13.775786 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-76928bb3-26ce-478a-8653-1bad8ffbc8cd tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:13.783440 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-e74dc470-cf51-4908-9cec-22343cc6338a tempest-NetworksNegativeTestJSON-1004675476 tempest-NetworksNegativeTestJSON-1004675476-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:13.800211 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-a857a1ed-eae8-45ad-a8ac-260f444a0594 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:13.800542 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a857a1ed-eae8-45ad-a8ac-260f444a0594 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:13.803706 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a857a1ed-eae8-45ad-a8ac-260f444a0594 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/subnets/8d9ee03d-b06f-4c8d-8b78-1dbd7eb808c4 HTTP/1.1" status: 404 len: 337 time: 0.0473843 Jan 21 19:07:13.805032 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34026) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:13.817027 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-76928bb3-26ce-478a-8653-1bad8ffbc8cd tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:13.831334 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-fb715535-223b-4533-8215-57fa801449b4 None None] Port 59893a99-de9a-48d9-9030-2a6638b01712 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:07:13.849453 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-fb715535-223b-4533-8215-57fa801449b4 None None] Provisioning complete for port 7ad889c9-c7e0-45c3-a889-ae31a57ffbdf triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:13.849837 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-fb715535-223b-4533-8215-57fa801449b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:13.853287 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-af055eaa-e9b5-47c7-bd96-7179db58dcb9 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:13.853758 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af055eaa-e9b5-47c7-bd96-7179db58dcb9 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:13.855609 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-af055eaa-e9b5-47c7-bd96-7179db58dcb9 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/ports/34d8f769-0d94-46cf-aed2-71eb4116099f HTTP/1.1" status: 404 len: 333 time: 0.0494428 Jan 21 19:07:13.858979 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34030) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:13.875036 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-e74dc470-cf51-4908-9cec-22343cc6338a tempest-NetworksNegativeTestJSON-1004675476 tempest-NetworksNegativeTestJSON-1004675476-project] PUT failed (client error): The resource could not be found. Jan 21 19:07:13.875529 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e74dc470-cf51-4908-9cec-22343cc6338a tempest-NetworksNegativeTestJSON-1004675476 tempest-NetworksNegativeTestJSON-1004675476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:13.879809 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e74dc470-cf51-4908-9cec-22343cc6338a tempest-NetworksNegativeTestJSON-1004675476 tempest-NetworksNegativeTestJSON-1004675476-project] 10.222.0.87 "PUT /v2.0/subnets/ee9372a9-cdd2-4351-aa68-ce30db2c4f39 HTTP/1.1" status: 404 len: 337 time: 0.1025977 Jan 21 19:07:13.890078 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5eb34fe-a5d0-40a8-bad9-d03e41ecdbea None None] DHCP port deletion for 8691d4d6-00ec-421e-856d-b18335ac2f72 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:07:13.899040 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-41aa94d3-352e-4d15-8859-22eaf7b2f334 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:13.899494 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41aa94d3-352e-4d15-8859-22eaf7b2f334 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:13.903677 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-41aa94d3-352e-4d15-8859-22eaf7b2f334 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/subnets/2b18ffd8-0081-4ab2-859d-11a19178ebfe HTTP/1.1" status: 404 len: 337 time: 0.0411532 Jan 21 19:07:13.903882 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-f5eb34fe-a5d0-40a8-bad9-d03e41ecdbea None None] Deleting port 7ad889c9-c7e0-45c3-a889-ae31a57ffbdf {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:07:13.903882 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f5eb34fe-a5d0-40a8-bad9-d03e41ecdbea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:13.904517 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34036) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:13.961485 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ee5e0-b71c-4b88-9412-56519e777fc0 req-c455a6fe-f30e-4bc8-a8c1-17ecce82f6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:13.961913 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ee5e0-b71c-4b88-9412-56519e777fc0 req-c455a6fe-f30e-4bc8-a8c1-17ecce82f6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:13.963412 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a97ee5e0-b71c-4b88-9412-56519e777fc0 req-c455a6fe-f30e-4bc8-a8c1-17ecce82f6d5 service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=f393478d14c44d15ad1bf9df868df3cb&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.2893028 Jan 21 19:07:13.972048 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-233ebd3e-d51e-48d3-984e-86dc334738f7 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] DELETE failed (client error): The resource could not be found. Jan 21 19:07:13.972653 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-233ebd3e-d51e-48d3-984e-86dc334738f7 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:07:13.977167 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-233ebd3e-d51e-48d3-984e-86dc334738f7 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/subnets/a7f47978-fb80-4e8d-8d1a-4c5eec87f847 HTTP/1.1" status: 404 len: 337 time: 0.0717006 Jan 21 19:07:13.977743 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34040) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:14.068361 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-f3cbd2cc-95ad-43b1-bb8a-2232887b1490 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Deleting port 59893a99-de9a-48d9-9030-2a6638b01712 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:07:14.069030 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f3cbd2cc-95ad-43b1-bb8a-2232887b1490 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:14.102020 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-76928bb3-26ce-478a-8653-1bad8ffbc8cd tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:14.142895 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ee5e0-b71c-4b88-9412-56519e777fc0 req-46ff3541-a8b6-4afa-b824-bd017c2fb911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:14.144457 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a97ee5e0-b71c-4b88-9412-56519e777fc0 req-46ff3541-a8b6-4afa-b824-bd017c2fb911 service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1733415 Jan 21 19:07:14.166546 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-76928bb3-26ce-478a-8653-1bad8ffbc8cd tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:14.192984 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-f5eb34fe-a5d0-40a8-bad9-d03e41ecdbea None None] For port 7ad889c9-c7e0-45c3-a889-ae31a57ffbdf, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=7ad889c9-c7e0-45c3-a889-ae31a57ffbdf,segment=NetworkSegment(4433c252-4a9c-4c45-9eb7-7bb35c8c2291),segment_id=4433c252-4a9c-4c45-9eb7-7bb35c8c2291)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:07:14.193362 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f5eb34fe-a5d0-40a8-bad9-d03e41ecdbea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:14.269898 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76928bb3-26ce-478a-8653-1bad8ffbc8cd tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9714758-04c4-49db-bfc6-633d1e329746,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:14.313313 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-13055505-1fb2-4492-957e-ccb064613dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:14.315336 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-13055505-1fb2-4492-957e-ccb064613dc3 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=9cd37823-98bf-4cd3-9d36-e73aadf70e82 HTTP/1.1" status: 200 len: 1097 time: 0.1277268 Jan 21 19:07:14.315751 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f3cbd2cc-95ad-43b1-bb8a-2232887b1490 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:14.326634 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-f5eb34fe-a5d0-40a8-bad9-d03e41ecdbea None None] Calling delete_port for 7ad889c9-c7e0-45c3-a889-ae31a57ffbdf owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:07:14.396170 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-76928bb3-26ce-478a-8653-1bad8ffbc8cd tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:14.397518 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-76928bb3-26ce-478a-8653-1bad8ffbc8cd tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9955730 Jan 21 19:07:14.398962 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-f7b8c73b-5534-4351-98c4-0bbb663f6006 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=32a887cd-f2b4-424a-993b-511e7846c2bc HTTP/1.1" status: 200 len: 217 time: 0.0762258 Jan 21 19:07:14.400185 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34046) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:14.408578 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-ef4cc682-7f5c-4ee1-9a6c-a157050253fa tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Request body: {'security_group_rule': {'security_group_id': 'd9714758-04c4-49db-bfc6-633d1e329746', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:14.456124 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34050) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:14.457153 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-ef4cc682-7f5c-4ee1-9a6c-a157050253fa tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:14.462686 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f5eb34fe-a5d0-40a8-bad9-d03e41ecdbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:14.484730 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ef4cc682-7f5c-4ee1-9a6c-a157050253fa tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Usage tracker for resource:security_group_rule and tenant:cf1aac0ea8354a3995bce36b054eb458 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:14.485732 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-f3cbd2cc-95ad-43b1-bb8a-2232887b1490 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Calling delete_port for 59893a99-de9a-48d9-9030-2a6638b01712 owned by {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:07:14.490960 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ef4cc682-7f5c-4ee1-9a6c-a157050253fa tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:14.521156 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-ef4cc682-7f5c-4ee1-9a6c-a157050253fa tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:14.529961 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb34fe-a5d0-40a8-bad9-d03e41ecdbea None None] Pushing event deleted for resources: {'Port': ['ID=7ad889c9-c7e0-45c3-a889-ae31a57ffbdf,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:14.542394 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-6c0ebc40-578c-4ece-a96a-6257a599578a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:14.544450 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-6c0ebc40-578c-4ece-a96a-6257a599578a service neutron] 10.222.0.113 "GET /v2.0/subnets?id=12c9a89c-d9fd-4ef4-b339-c0a9413185d5 HTTP/1.1" status: 200 len: 838 time: 0.1286595 Jan 21 19:07:14.546650 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5eb34fe-a5d0-40a8-bad9-d03e41ecdbea None None] No DVR routers for this DVR port 7ad889c9-c7e0-45c3-a889-ae31a57ffbdf on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:07:14.623099 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ef4cc682-7f5c-4ee1-9a6c-a157050253fa tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:14.641576 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f3cbd2cc-95ad-43b1-bb8a-2232887b1490 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:14.663495 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c41147c5-cdcc-4307-bf66-20232b739c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:14.694419 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-c41147c5-cdcc-4307-bf66-20232b739c04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:14.696540 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cbd2cc-95ad-43b1-bb8a-2232887b1490 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event deleted for resources: {'Port': ['ID=59893a99-de9a-48d9-9030-2a6638b01712,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:14.697941 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-9b6c58e8-e8b0-430a-b27f-b0117e388915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:14.699425 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-9b6c58e8-e8b0-430a-b27f-b0117e388915 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0f86287d-b416-44ff-a14a-d0ea228e9354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1491761 Jan 21 19:07:14.707757 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-c41147c5-cdcc-4307-bf66-20232b739c04 admin admin] Usage tracker for resource:security_group_rule and tenant:bfe6df6d5e9747cfbc519bc1912a87ef is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:14.709595 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f3cbd2cc-95ad-43b1-bb8a-2232887b1490 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:14.730593 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-c41147c5-cdcc-4307-bf66-20232b739c04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:14.743202 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-c41147c5-cdcc-4307-bf66-20232b739c04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:14.744311 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5372c-43b0-41d7-a9f1-8c3f5180b69c req-49970677-818f-414a-a991-e2a4528e3f4b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:14.745768 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-41b5372c-43b0-41d7-a9f1-8c3f5180b69c req-49970677-818f-414a-a991-e2a4528e3f4b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=9cd37823-98bf-4cd3-9d36-e73aadf70e82 HTTP/1.1" status: 200 len: 944 time: 0.1468222 Jan 21 19:07:14.791761 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f3cbd2cc-95ad-43b1-bb8a-2232887b1490 tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/ports/59893a99-de9a-48d9-9030-2a6638b01712 HTTP/1.1" status: 204 len: 168 time: 0.8105614 Jan 21 19:07:14.792913 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34058) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:14.819941 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-41b5372c-43b0-41d7-a9f1-8c3f5180b69c req-89b90b8a-b671-4043-94fa-9c35cc6bc9c5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=20432643-8ba2-43fb-87f4-e22dae641648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676115 Jan 21 19:07:14.823541 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 7ad889c9-c7e0-45c3-a889-ae31a57ffbdf no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:07:14.833010 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ef4cc682-7f5c-4ee1-9a6c-a157050253fa tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:14.871869 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 7ad889c9-c7e0-45c3-a889-ae31a57ffbdf {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:07:14.873163 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 7ad889c9-c7e0-45c3-a889-ae31a57ffbdf not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:07:14.884718 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ef4cc682-7f5c-4ee1-9a6c-a157050253fa tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:14.910420 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-30373014-f166-4c5b-8326-262b96689b2d service neutron] 10.222.0.113 "GET /v2.0/networks/0f86287d-b416-44ff-a14a-d0ea228e9354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042384 Jan 21 19:07:14.915063 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5650f802-4599-4843-83b7-ce1458082c6a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:14.941223 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4cc682-7f5c-4ee1-9a6c-a157050253fa tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f542d799-26f9-450e-875b-65186437ebe6,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:15.051294 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5650f802-4599-4843-83b7-ce1458082c6a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:15.054209 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ef4cc682-7f5c-4ee1-9a6c-a157050253fa tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:15.055379 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ef4cc682-7f5c-4ee1-9a6c-a157050253fa tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6542380 Jan 21 19:07:15.058599 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34062) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:15.068144 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-fe244abd-1950-41ca-a5f7-f5af22b49564 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Request body: {'security_group_rule': {'security_group_id': 'd9714758-04c4-49db-bfc6-633d1e329746', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:15.081538 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-fe244abd-1950-41ca-a5f7-f5af22b49564 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:15.086174 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c41147c5-cdcc-4307-bf66-20232b739c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:15.089477 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-fe244abd-1950-41ca-a5f7-f5af22b49564 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Usage tracker for resource:security_group_rule and tenant:cf1aac0ea8354a3995bce36b054eb458 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:15.093409 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-5650f802-4599-4843-83b7-ce1458082c6a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8691d4d6-00ec-421e-856d-b18335ac2f72']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:15.100028 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-fe244abd-1950-41ca-a5f7-f5af22b49564 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:15.107822 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-3359bad7-209a-4898-8f34-ff57e3a6b75b req-4d25707f-1011-465e-bdc0-64049605da4e service neutron] 10.222.0.113 "GET /v2.0/networks/0f86287d-b416-44ff-a14a-d0ea228e9354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876147 Jan 21 19:07:15.109729 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-fe244abd-1950-41ca-a5f7-f5af22b49564 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:15.112496 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-5650f802-4599-4843-83b7-ce1458082c6a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4433c252-4a9c-4c45-9eb7-7bb35c8c2291') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:15.112785 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-5650f802-4599-4843-83b7-ce1458082c6a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4433c252-4a9c-4c45-9eb7-7bb35c8c2291') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:15.128309 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5650f802-4599-4843-83b7-ce1458082c6a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:15.143594 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c41147c5-cdcc-4307-bf66-20232b739c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:15.143777 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5650f802-4599-4843-83b7-ce1458082c6a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:15.149469 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5650f802-4599-4843-83b7-ce1458082c6a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:07:15.149868 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5650f802-4599-4843-83b7-ce1458082c6a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:15.164756 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:07:15.164756 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:07:15.164756 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:07:15.164756 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:07:15.164756 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:07:15.164756 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:07:15.164756 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:07:15.164756 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:07:15.164756 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:07:15.164756 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:07:15.164756 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:07:15.164756 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:07:15.164756 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:07:15.164756 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:07:15.164756 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:07:15.164756 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:07:15.164756 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:07:15.164756 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:07:15.164756 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:07:15.164756 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:07:15.164756 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:07:15.164756 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:07:15.164756 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:07:15.164756 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:07:15.164756 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:07:15.164756 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:07:15.164756 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:07:15.164756 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:07:15.164756 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:07:15.164756 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:07:15.164756 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:07:15.164756 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:07:15.193810 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c41147c5-cdcc-4307-bf66-20232b739c04 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=bfe6df6d5e9747cfbc519bc1912a87ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7226918 Jan 21 19:07:15.196355 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34066) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:15.199034 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41147c5-cdcc-4307-bf66-20232b739c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07cc9132-3216-4dea-9acb-16fea81fb6a1,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:15.248994 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fe244abd-1950-41ca-a5f7-f5af22b49564 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:15.259541 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-24fd3d4c-bc52-41b7-8857-8990a95fefac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:15.290390 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-24fd3d4c-bc52-41b7-8857-8990a95fefac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:15.309301 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fe244abd-1950-41ca-a5f7-f5af22b49564 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:15.395208 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5650f802-4599-4843-83b7-ce1458082c6a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:15.417614 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5650f802-4599-4843-83b7-ce1458082c6a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:15.426282 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fe244abd-1950-41ca-a5f7-f5af22b49564 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:15.433865 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5650f802-4599-4843-83b7-ce1458082c6a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] Pushing event deleted for resources: {'Network': ['ID=8691d4d6-00ec-421e-856d-b18335ac2f72,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:15.446558 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-5650f802-4599-4843-83b7-ce1458082c6a tempest-PortsIpV6TestJSON-576827525 tempest-PortsIpV6TestJSON-576827525-project] 10.222.0.87 "DELETE /v2.0/networks/8691d4d6-00ec-421e-856d-b18335ac2f72 HTTP/1.1" status: 204 len: 168 time: 0.6503882 Jan 21 19:07:15.457884 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe244abd-1950-41ca-a5f7-f5af22b49564 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f30e6725-e58b-449b-831d-b9e1562f07b8,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:15.538054 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-24fd3d4c-bc52-41b7-8857-8990a95fefac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:15.553438 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd3d4c-bc52-41b7-8857-8990a95fefac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cc9132-3216-4dea-9acb-16fea81fb6a1,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:15.563746 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fe244abd-1950-41ca-a5f7-f5af22b49564 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:15.563917 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-24fd3d4c-bc52-41b7-8857-8990a95fefac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:15.564009 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-fe244abd-1950-41ca-a5f7-f5af22b49564 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5027833 Jan 21 19:07:15.564107 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-24fd3d4c-bc52-41b7-8857-8990a95fefac admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/07cc9132-3216-4dea-9acb-16fea81fb6a1 HTTP/1.1" status: 204 len: 168 time: 0.3647428 Jan 21 19:07:15.565506 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34074) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:15.571229 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-b52ac79a-024f-4845-a665-ca726c8fab88 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Request body: {'security_group_rule': {'security_group_id': 'd9714758-04c4-49db-bfc6-633d1e329746', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:15.578029 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-b52ac79a-024f-4845-a665-ca726c8fab88 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:15.582214 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-b52ac79a-024f-4845-a665-ca726c8fab88 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Usage tracker for resource:security_group_rule and tenant:cf1aac0ea8354a3995bce36b054eb458 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:15.585266 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-b52ac79a-024f-4845-a665-ca726c8fab88 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:15.591062 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-b52ac79a-024f-4845-a665-ca726c8fab88 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:15.675460 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b52ac79a-024f-4845-a665-ca726c8fab88 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:15.740909 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b52ac79a-024f-4845-a665-ca726c8fab88 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:15.783551 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b52ac79a-024f-4845-a665-ca726c8fab88 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:15.813159 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52ac79a-024f-4845-a665-ca726c8fab88 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a12e79d-cce8-4e2c-96c3-ef893a5eb5a5,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:15.858423 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b52ac79a-024f-4845-a665-ca726c8fab88 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:15.862187 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b52ac79a-024f-4845-a665-ca726c8fab88 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2927423 Jan 21 19:07:15.862767 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34082) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:15.870249 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-460a4ddc-941d-494e-816d-5a8797421a32 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Request body: {'security_group_rule': {'security_group_id': 'd9714758-04c4-49db-bfc6-633d1e329746', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:15.878351 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-460a4ddc-941d-494e-816d-5a8797421a32 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:15.883583 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-460a4ddc-941d-494e-816d-5a8797421a32 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Usage tracker for resource:security_group_rule and tenant:cf1aac0ea8354a3995bce36b054eb458 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:15.884095 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34088) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:15.887275 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-460a4ddc-941d-494e-816d-5a8797421a32 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:15.898480 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-460a4ddc-941d-494e-816d-5a8797421a32 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:15.980812 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-460a4ddc-941d-494e-816d-5a8797421a32 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:16.067730 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-460a4ddc-941d-494e-816d-5a8797421a32 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:16.178138 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-460a4ddc-941d-494e-816d-5a8797421a32 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:16.203299 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a4ddc-941d-494e-816d-5a8797421a32 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eb3efe9-abe7-4646-98aa-e425cf493162,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:16.213539 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-8e348864-687f-4e08-a451-8ccf4ce68268 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5cd950bb3d3d4999ba57a30656254269&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3282924 Jan 21 19:07:16.214164 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34102) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:16.229265 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff88cf6-6fc0-4a81-9964-74438b3decc1 req-abf268ff-9bc4-41ac-a1c5-53e5806fef5a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:16.230878 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1ff88cf6-6fc0-4a81-9964-74438b3decc1 req-abf268ff-9bc4-41ac-a1c5-53e5806fef5a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=9cd37823-98bf-4cd3-9d36-e73aadf70e82 HTTP/1.1" status: 200 len: 944 time: 0.2751427 Jan 21 19:07:16.283242 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1ff88cf6-6fc0-4a81-9964-74438b3decc1 req-510acc5d-335c-46f1-a395-02fb022739f6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=20432643-8ba2-43fb-87f4-e22dae641648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452249 Jan 21 19:07:16.284266 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5b53d911-7173-4399-9a6c-2fea07a241c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:16.306152 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-460a4ddc-941d-494e-816d-5a8797421a32 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:16.307302 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-460a4ddc-941d-494e-816d-5a8797421a32 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4439163 Jan 21 19:07:16.311519 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34106) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:16.315599 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5b53d911-7173-4399-9a6c-2fea07a241c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:16.316671 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-058db102-7ef5-4802-92b5-43a0f6dfa481 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Request body: {'security_group_rule': {'security_group_id': 'd9714758-04c4-49db-bfc6-633d1e329746', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:16.322866 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-058db102-7ef5-4802-92b5-43a0f6dfa481 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:16.327648 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-058db102-7ef5-4802-92b5-43a0f6dfa481 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Usage tracker for resource:security_group_rule and tenant:cf1aac0ea8354a3995bce36b054eb458 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:16.331542 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-058db102-7ef5-4802-92b5-43a0f6dfa481 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:16.338427 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-058db102-7ef5-4802-92b5-43a0f6dfa481 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:16.421678 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-058db102-7ef5-4802-92b5-43a0f6dfa481 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:16.440231 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5b53d911-7173-4399-9a6c-2fea07a241c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:16.460051 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53d911-7173-4399-9a6c-2fea07a241c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825f3767-272d-40d5-87ee-63a705167b22,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:16.463403 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5b53d911-7173-4399-9a6c-2fea07a241c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:16.477470 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5b53d911-7173-4399-9a6c-2fea07a241c0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/825f3767-272d-40d5-87ee-63a705167b22 HTTP/1.1" status: 204 len: 168 time: 0.2527854 Jan 21 19:07:16.491889 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-058db102-7ef5-4802-92b5-43a0f6dfa481 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:16.572042 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-058db102-7ef5-4802-92b5-43a0f6dfa481 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:16.595191 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058db102-7ef5-4802-92b5-43a0f6dfa481 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=054d646b-4f57-4647-a704-740f28d6e931,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:16.685129 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34120) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:16.691812 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-058db102-7ef5-4802-92b5-43a0f6dfa481 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:16.692929 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-058db102-7ef5-4802-92b5-43a0f6dfa481 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3804073 Jan 21 19:07:16.699622 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34126) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:16.729729 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a4a45df7-e1af-4ec4-815c-8d7db7e6a256 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:16.741259 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a4a45df7-e1af-4ec4-815c-8d7db7e6a256 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:16.829606 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a4a45df7-e1af-4ec4-815c-8d7db7e6a256 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:16.858164 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a45df7-e1af-4ec4-815c-8d7db7e6a256 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=054d646b-4f57-4647-a704-740f28d6e931,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:16.861365 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a4a45df7-e1af-4ec4-815c-8d7db7e6a256 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:16.862642 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a4a45df7-e1af-4ec4-815c-8d7db7e6a256 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/054d646b-4f57-4647-a704-740f28d6e931 HTTP/1.1" status: 204 len: 168 time: 0.1613383 Jan 21 19:07:16.865144 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34134) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:16.919548 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-9474cb54-873f-4956-be88-26ff7a28eab6 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Synchronizing usage tracker for tenant:cf1aac0ea8354a3995bce36b054eb458 on resource:security_group_rule {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:07:16.931218 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-a117f2c8-1059-483b-be26-51610362d05f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1014344015'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:16.939833 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-a117f2c8-1059-483b-be26-51610362d05f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:16.944101 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-a117f2c8-1059-483b-be26-51610362d05f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Usage tracker for resource:network and tenant:8da58450daab4e429694fdd9f553b982 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:16.950425 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-a117f2c8-1059-483b-be26-51610362d05f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:16.955931 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-a117f2c8-1059-483b-be26-51610362d05f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:17.022998 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-9474cb54-873f-4956-be88-26ff7a28eab6 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Unset dirty status for tenant:cf1aac0ea8354a3995bce36b054eb458 on resource:security_group_rule {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:07:17.024362 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-9474cb54-873f-4956-be88-26ff7a28eab6 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1582959 Jan 21 19:07:17.027340 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34142) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:17.038190 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a117f2c8-1059-483b-be26-51610362d05f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Made reservation on behalf of 8da58450daab4e429694fdd9f553b982 for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:07:17.041508 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a117f2c8-1059-483b-be26-51610362d05f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:17.057363 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a117f2c8-1059-483b-be26-51610362d05f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:17.084912 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-a117f2c8-1059-483b-be26-51610362d05f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:17.087296 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a3134afc-8a11-4f01-aec4-5f85298197ef tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:17.095501 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-a117f2c8-1059-483b-be26-51610362d05f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Usage tracker for resource:security_group_rule and tenant:8da58450daab4e429694fdd9f553b982 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:17.100969 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-a117f2c8-1059-483b-be26-51610362d05f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:17.104256 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a3134afc-8a11-4f01-aec4-5f85298197ef tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:17.114501 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-a117f2c8-1059-483b-be26-51610362d05f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:17.219925 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a3134afc-8a11-4f01-aec4-5f85298197ef tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:17.242961 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3134afc-8a11-4f01-aec4-5f85298197ef tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3eb3efe9-abe7-4646-98aa-e425cf493162,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:17.294866 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 32a887cd-f2b4-424a-993b-511e7846c2bc details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:07:17.304493 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a117f2c8-1059-483b-be26-51610362d05f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:17.326644 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a3134afc-8a11-4f01-aec4-5f85298197ef tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:17.327962 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a3134afc-8a11-4f01-aec4-5f85298197ef tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/3eb3efe9-abe7-4646-98aa-e425cf493162 HTTP/1.1" status: 204 len: 168 time: 0.2990680 Jan 21 19:07:17.330814 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34156) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:17.390132 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-1867248d-be29-42d4-89ce-ed9b382f5f4f tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Synchronizing usage tracker for tenant:cf1aac0ea8354a3995bce36b054eb458 on resource:security_group_rule {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:07:17.441472 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a117f2c8-1059-483b-be26-51610362d05f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:17.443148 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 32a887cd-f2b4-424a-993b-511e7846c2bc, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=32a887cd-f2b4-424a-993b-511e7846c2bc,segment=NetworkSegment(001eb96c-c59f-4596-a23d-72c842e4cd65),segment_id=001eb96c-c59f-4596-a23d-72c842e4cd65)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:07:17.460029 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': '32a887cd-f2b4-424a-993b-511e7846c2bc', 'network_id': '0f86287d-b416-44ff-a14a-d0ea228e9354', 'port_id': '32a887cd-f2b4-424a-993b-511e7846c2bc', 'mac_address': 'fa:16:3e:6c:ce:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12c9a89c-d9fd-4ef4-b339-c0a9413185d5', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:07:17.497301 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a117f2c8-1059-483b-be26-51610362d05f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:07:17.505085 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a117f2c8-1059-483b-be26-51610362d05f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fc9aa3-b384-4c64-9868-4d57dc6ab989,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:17.517298 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a117f2c8-1059-483b-be26-51610362d05f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:17.517498 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-a117f2c8-1059-483b-be26-51610362d05f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Added segment cbfec50b-f10d-463d-b45a-9482f6b4bcc0 of type vlan for network 1bbdf834-d9b7-4bc1-b401-afd739ce19cd Jan 21 19:07:17.529834 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:17.531595 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-1867248d-be29-42d4-89ce-ed9b382f5f4f tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Unset dirty status for tenant:cf1aac0ea8354a3995bce36b054eb458 on resource:security_group_rule {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:07:17.532910 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-1867248d-be29-42d4-89ce-ed9b382f5f4f tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2010543 Jan 21 19:07:17.536008 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34162) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:17.552461 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32a887cd-f2b4-424a-993b-511e7846c2bc {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:07:17.554052 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a117f2c8-1059-483b-be26-51610362d05f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:17.569483 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf0795-784d-477e-be36-8109f3b0a2b9 req-129e781a-8a04-4c0e-8d58-63007acc390d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:17.570731 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-dd6e6c4c-2f07-413d-886d-7713fa3223f6 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:17.571516 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d0bf0795-784d-477e-be36-8109f3b0a2b9 req-129e781a-8a04-4c0e-8d58-63007acc390d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=9cd37823-98bf-4cd3-9d36-e73aadf70e82 HTTP/1.1" status: 200 len: 944 time: 0.1769383 Jan 21 19:07:17.571815 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 32a887cd-f2b4-424a-993b-511e7846c2bc, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=32a887cd-f2b4-424a-993b-511e7846c2bc,segment=NetworkSegment(001eb96c-c59f-4596-a23d-72c842e4cd65),segment_id=001eb96c-c59f-4596-a23d-72c842e4cd65)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:07:17.586050 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34166) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:17.589563 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-dd6e6c4c-2f07-413d-886d-7713fa3223f6 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:17.623713 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:17.644175 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d0bf0795-784d-477e-be36-8109f3b0a2b9 req-af04688a-d886-402f-a96e-2db2d6067bea tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=20432643-8ba2-43fb-87f4-e22dae641648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649402 Jan 21 19:07:17.669246 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-dd6e6c4c-2f07-413d-886d-7713fa3223f6 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:17.676259 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a117f2c8-1059-483b-be26-51610362d05f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:17.683581 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a117f2c8-1059-483b-be26-51610362d05f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:17.686012 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a117f2c8-1059-483b-be26-51610362d05f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:17.695850 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e6c4c-2f07-413d-886d-7713fa3223f6 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a12e79d-cce8-4e2c-96c3-ef893a5eb5a5,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:17.739475 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=32a887cd-f2b4-424a-993b-511e7846c2bc,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:17.741415 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-3645b89f-c424-4c17-8e19-7e99435fe89e tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:17.741889 dv-neutron-825470-1-hyperv neutron-server[88137]: WARNING neutron.api.v2.base [None req-3645b89f-c424-4c17-8e19-7e99435fe89e tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 21 19:07:17.742382 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-3645b89f-c424-4c17-8e19-7e99435fe89e tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] create failed (client error): There was a conflict when trying to complete your request. Jan 21 19:07:17.743633 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3645b89f-c424-4c17-8e19-7e99435fe89e tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1564527 Jan 21 19:07:17.747341 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34172) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:17.752522 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-44b9f3cc-0b5b-4537-9e7c-c94dce2ae0b8 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Request body: {'security_group': {'name': 'tempest-secgroup--1179426409'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:17.758917 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-44b9f3cc-0b5b-4537-9e7c-c94dce2ae0b8 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:17.763881 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-44b9f3cc-0b5b-4537-9e7c-c94dce2ae0b8 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Usage tracker for resource:security_group and tenant:c6d1da318c2f45a5863b34ec45c691cc is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:17.766871 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-44b9f3cc-0b5b-4537-9e7c-c94dce2ae0b8 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:17.772965 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-44b9f3cc-0b5b-4537-9e7c-c94dce2ae0b8 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:17.775249 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-dd6e6c4c-2f07-413d-886d-7713fa3223f6 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:17.776326 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-dd6e6c4c-2f07-413d-886d-7713fa3223f6 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/6a12e79d-cce8-4e2c-96c3-ef893a5eb5a5 HTTP/1.1" status: 204 len: 168 time: 0.2388377 Jan 21 19:07:17.780715 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34176) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:17.811379 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a117f2c8-1059-483b-be26-51610362d05f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event updated for resources: {'Network': ['ID=1bbdf834-d9b7-4bc1-b401-afd739ce19cd,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:17.824163 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a117f2c8-1059-483b-be26-51610362d05f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1327658 Jan 21 19:07:17.824163 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34180) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:17.824399 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 1bbdf834-d9b7-4bc1-b401-afd739ce19cd details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:07:17.827547 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-bb2a213a-502c-4a0a-acaa-282a7b3d105f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-802081346'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:17.832657 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-bb2a213a-502c-4a0a-acaa-282a7b3d105f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:17.832917 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-9ffaca00-f156-468f-bea3-e6d93e2f49fb tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Synchronizing usage tracker for tenant:cf1aac0ea8354a3995bce36b054eb458 on resource:security_group_rule {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:07:17.836679 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-bb2a213a-502c-4a0a-acaa-282a7b3d105f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Usage tracker for resource:network and tenant:8da58450daab4e429694fdd9f553b982 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:17.839730 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-bb2a213a-502c-4a0a-acaa-282a7b3d105f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:17.846298 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-bb2a213a-502c-4a0a-acaa-282a7b3d105f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:17.847669 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['32a887cd-f2b4-424a-993b-511e7846c2bc'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:07:17.892487 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-44b9f3cc-0b5b-4537-9e7c-c94dce2ae0b8 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:17.905869 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-44b9f3cc-0b5b-4537-9e7c-c94dce2ae0b8 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:17.915475 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2a213a-502c-4a0a-acaa-282a7b3d105f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Made reservation on behalf of 8da58450daab4e429694fdd9f553b982 for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:07:17.917470 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-9ffaca00-f156-468f-bea3-e6d93e2f49fb tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Unset dirty status for tenant:cf1aac0ea8354a3995bce36b054eb458 on resource:security_group_rule {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:07:17.922159 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-9ffaca00-f156-468f-bea3-e6d93e2f49fb tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1373129 Jan 21 19:07:17.922332 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bb2a213a-502c-4a0a-acaa-282a7b3d105f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:17.922430 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34184) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:17.933874 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-44b9f3cc-0b5b-4537-9e7c-c94dce2ae0b8 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:17.943156 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-44b9f3cc-0b5b-4537-9e7c-c94dce2ae0b8 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Usage tracker for resource:security_group_rule and tenant:c6d1da318c2f45a5863b34ec45c691cc is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:17.947091 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-44b9f3cc-0b5b-4537-9e7c-c94dce2ae0b8 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:17.959558 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb2a213a-502c-4a0a-acaa-282a7b3d105f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:07:17.961508 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-44b9f3cc-0b5b-4537-9e7c-c94dce2ae0b8 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:17.970473 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bb2a213a-502c-4a0a-acaa-282a7b3d105f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:17.971115 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-bb2a213a-502c-4a0a-acaa-282a7b3d105f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Added segment dfc3606f-ef15-4cba-a4df-43481c800b56 of type vlan for network 6b6cedce-13c3-4a83-aa97-e9656cd3d5be Jan 21 19:07:17.971636 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b1dc70bf-0427-4321-a604-65a4e643df2a tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:17.988927 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b1dc70bf-0427-4321-a604-65a4e643df2a tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:18.012981 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bb2a213a-502c-4a0a-acaa-282a7b3d105f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:18.098948 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-44b9f3cc-0b5b-4537-9e7c-c94dce2ae0b8 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:18.116734 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b1dc70bf-0427-4321-a604-65a4e643df2a tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:18.136201 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc70bf-0427-4321-a604-65a4e643df2a tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f30e6725-e58b-449b-831d-b9e1562f07b8,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:18.143223 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bb2a213a-502c-4a0a-acaa-282a7b3d105f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:18.148678 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2a213a-502c-4a0a-acaa-282a7b3d105f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:18.149278 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bb2a213a-502c-4a0a-acaa-282a7b3d105f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:18.194818 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-44b9f3cc-0b5b-4537-9e7c-c94dce2ae0b8 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:18.209860 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-44b9f3cc-0b5b-4537-9e7c-c94dce2ae0b8 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:18.218972 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b1dc70bf-0427-4321-a604-65a4e643df2a tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:18.220085 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b1dc70bf-0427-4321-a604-65a4e643df2a tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/f30e6725-e58b-449b-831d-b9e1562f07b8 HTTP/1.1" status: 204 len: 168 time: 0.2967479 Jan 21 19:07:18.221119 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-44b9f3cc-0b5b-4537-9e7c-c94dce2ae0b8 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Usage tracker for resource:security_group_rule and tenant:c6d1da318c2f45a5863b34ec45c691cc is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:18.230023 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-44b9f3cc-0b5b-4537-9e7c-c94dce2ae0b8 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:18.232558 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34188) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:18.258113 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-44b9f3cc-0b5b-4537-9e7c-c94dce2ae0b8 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:18.260116 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a213a-502c-4a0a-acaa-282a7b3d105f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event updated for resources: {'Network': ['ID=6b6cedce-13c3-4a83-aa97-e9656cd3d5be,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:18.269251 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9f3cc-0b5b-4537-9e7c-c94dce2ae0b8 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2661fb9c-a383-460c-ae83-e111c46fdcf4,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:18.273015 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 6b6cedce-13c3-4a83-aa97-e9656cd3d5be details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:07:18.279135 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-bb2a213a-502c-4a0a-acaa-282a7b3d105f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4536684 Jan 21 19:07:18.279881 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34192) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:18.288404 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-fd015777-d6ea-4ec0-8f0c-c5348f180983 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Request body: {'subnet': {'network_id': '1bbdf834-d9b7-4bc1-b401-afd739ce19cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:18.321858 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ba63f36b-fe76-4a5f-bcf1-133d79049708 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Synchronizing usage tracker for tenant:cf1aac0ea8354a3995bce36b054eb458 on resource:security_group_rule {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:07:18.382490 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-44b9f3cc-0b5b-4537-9e7c-c94dce2ae0b8 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:18.409184 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-fd015777-d6ea-4ec0-8f0c-c5348f180983 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:18.412070 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ba63f36b-fe76-4a5f-bcf1-133d79049708 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Unset dirty status for tenant:cf1aac0ea8354a3995bce36b054eb458 on resource:security_group_rule {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:07:18.416227 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-fd015777-d6ea-4ec0-8f0c-c5348f180983 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Usage tracker for resource:subnet and tenant:8da58450daab4e429694fdd9f553b982 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:18.416364 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ba63f36b-fe76-4a5f-bcf1-133d79049708 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1800060 Jan 21 19:07:18.416454 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34196) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:18.418967 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-fd015777-d6ea-4ec0-8f0c-c5348f180983 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:18.433574 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-fd015777-d6ea-4ec0-8f0c-c5348f180983 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:18.454411 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e0af6eaa-190b-42b2-9ea6-745bf499745e tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:18.458182 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-44b9f3cc-0b5b-4537-9e7c-c94dce2ae0b8 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:18.467894 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e0af6eaa-190b-42b2-9ea6-745bf499745e tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:18.502359 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9f3cc-0b5b-4537-9e7c-c94dce2ae0b8 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45714129-ba55-477b-945d-dae45a203ab3,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:18.526326 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd015777-d6ea-4ec0-8f0c-c5348f180983 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Made reservation on behalf of 8da58450daab4e429694fdd9f553b982 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:07:18.531040 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fd015777-d6ea-4ec0-8f0c-c5348f180983 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:18.549341 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-44b9f3cc-0b5b-4537-9e7c-c94dce2ae0b8 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:18.550730 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-44b9f3cc-0b5b-4537-9e7c-c94dce2ae0b8 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8022916 Jan 21 19:07:18.552782 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e0af6eaa-190b-42b2-9ea6-745bf499745e tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:18.553581 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34200) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:18.558750 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-a7ae66cd-662e-4f26-8f49-f213bb72f59b tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Request body: {'security_group_rule': {'security_group_id': '45714129-ba55-477b-945d-dae45a203ab3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:18.564965 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-a7ae66cd-662e-4f26-8f49-f213bb72f59b tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:18.568801 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-a7ae66cd-662e-4f26-8f49-f213bb72f59b tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Usage tracker for resource:security_group_rule and tenant:c6d1da318c2f45a5863b34ec45c691cc is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:18.571799 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-a7ae66cd-662e-4f26-8f49-f213bb72f59b tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:18.578156 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-a7ae66cd-662e-4f26-8f49-f213bb72f59b tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:18.588162 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af6eaa-190b-42b2-9ea6-745bf499745e tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f542d799-26f9-450e-875b-65186437ebe6,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:18.630280 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a7ae66cd-662e-4f26-8f49-f213bb72f59b tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:18.639158 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e0af6eaa-190b-42b2-9ea6-745bf499745e tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:18.640229 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e0af6eaa-190b-42b2-9ea6-745bf499745e tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/f542d799-26f9-450e-875b-65186437ebe6 HTTP/1.1" status: 204 len: 168 time: 0.2229335 Jan 21 19:07:18.644535 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34204) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:18.722917 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-920bc1d4-0425-40c2-9000-14b8bbf91db2 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0771496 Jan 21 19:07:18.730051 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34210) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:18.735566 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a7ae66cd-662e-4f26-8f49-f213bb72f59b tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:18.766898 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a7ae66cd-662e-4f26-8f49-f213bb72f59b tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:18.790043 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ae66cd-662e-4f26-8f49-f213bb72f59b tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f84c1a69-9919-477e-88b3-995004f4aa52,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:18.840175 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a7ae66cd-662e-4f26-8f49-f213bb72f59b tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:18.841448 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-a7ae66cd-662e-4f26-8f49-f213bb72f59b tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2868249 Jan 21 19:07:18.844350 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34214) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:18.849378 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-4ec14216-7e6b-4f66-9177-92ebab51c0d3 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Request body: {'security_group_rule': {'security_group_id': '45714129-ba55-477b-945d-dae45a203ab3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:18.855062 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-4ec14216-7e6b-4f66-9177-92ebab51c0d3 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:18.858923 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-4ec14216-7e6b-4f66-9177-92ebab51c0d3 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Usage tracker for resource:security_group_rule and tenant:c6d1da318c2f45a5863b34ec45c691cc is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:18.861733 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-4ec14216-7e6b-4f66-9177-92ebab51c0d3 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:18.867297 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-4ec14216-7e6b-4f66-9177-92ebab51c0d3 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:18.887276 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-884f2126-14f9-4194-9439-94dd56993c37 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:18.925676 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935df47-f47c-470a-a983-16e9fe44a395 req-e9742464-2d43-464f-adc5-acd1f300d5ee tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:18.927163 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6935df47-f47c-470a-a983-16e9fe44a395 req-e9742464-2d43-464f-adc5-acd1f300d5ee tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=9cd37823-98bf-4cd3-9d36-e73aadf70e82 HTTP/1.1" status: 200 len: 945 time: 0.1506522 Jan 21 19:07:18.930230 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fd015777-d6ea-4ec0-8f0c-c5348f180983 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:18.936822 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-884f2126-14f9-4194-9439-94dd56993c37 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:18.951266 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4ec14216-7e6b-4f66-9177-92ebab51c0d3 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:19.069414 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-4ec14216-7e6b-4f66-9177-92ebab51c0d3 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] create failed (client error): There was a conflict when trying to complete your request. Jan 21 19:07:19.070397 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-4ec14216-7e6b-4f66-9177-92ebab51c0d3 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2251363 Jan 21 19:07:19.081760 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34218) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:19.082024 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd015777-d6ea-4ec0-8f0c-c5348f180983 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event updated for resources: {'Subnet': ['ID=f9c35cb5-8efd-42ed-a160-158f583db7a7,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:19.085509 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6935df47-f47c-470a-a983-16e9fe44a395 req-00d404a7-8a74-43d2-91dd-25df6d894885 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=20432643-8ba2-43fb-87f4-e22dae641648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516464 Jan 21 19:07:19.092845 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd015777-d6ea-4ec0-8f0c-c5348f180983 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Checking segment: {'id': 'cbfec50b-f10d-463d-b45a-9482f6b4bcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1bbdf834-d9b7-4bc1-b401-afd739ce19cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:07:19.099319 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd015777-d6ea-4ec0-8f0c-c5348f180983 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Network hostable DHCP agents. Network: 1bbdf834-d9b7-4bc1-b401-afd739ce19cd, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:07:19.126339 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-884f2126-14f9-4194-9439-94dd56993c37 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:19.141736 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f2126-14f9-4194-9439-94dd56993c37 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9714758-04c4-49db-bfc6-633d1e329746,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:19.143785 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-59c3fe3a-93b2-4cc2-ba2e-cc8833cee18b tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:19.160280 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-884f2126-14f9-4194-9439-94dd56993c37 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:19.161379 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-884f2126-14f9-4194-9439-94dd56993c37 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "DELETE /v2.0/security-groups/d9714758-04c4-49db-bfc6-633d1e329746 HTTP/1.1" status: 204 len: 168 time: 0.4302974 Jan 21 19:07:19.164171 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34222) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:19.174605 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-59c3fe3a-93b2-4cc2-ba2e-cc8833cee18b tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:19.186973 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd015777-d6ea-4ec0-8f0c-c5348f180983 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Network 1bbdf834-d9b7-4bc1-b401-afd739ce19cd is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:07:19.222463 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-a7f90d8d-a347-428a-ae14-a4a57437a345 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Synchronizing usage tracker for tenant:cf1aac0ea8354a3995bce36b054eb458 on resource:security_group {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:07:19.257223 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-fd015777-d6ea-4ec0-8f0c-c5348f180983 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 1bbdf834-d9b7-4bc1-b401-afd739ce19cd) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:07:19.263025 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd015777-d6ea-4ec0-8f0c-c5348f180983 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:19.267241 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fd015777-d6ea-4ec0-8f0c-c5348f180983 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:19.269688 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15eadd6-663f-4a59-a6ed-1b1ff883a099 None None] Network 1bbdf834-d9b7-4bc1-b401-afd739ce19cd requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:07:19.286090 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-59c3fe3a-93b2-4cc2-ba2e-cc8833cee18b tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:19.299424 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 32a887cd-f2b4-424a-993b-511e7846c2bc up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:07:19.307993 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3fe3a-93b2-4cc2-ba2e-cc8833cee18b tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45714129-ba55-477b-945d-dae45a203ab3,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:19.312361 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-59c3fe3a-93b2-4cc2-ba2e-cc8833cee18b tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:19.316433 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-59c3fe3a-93b2-4cc2-ba2e-cc8833cee18b tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "DELETE /v2.0/security-groups/45714129-ba55-477b-945d-dae45a203ab3 HTTP/1.1" status: 204 len: 168 time: 0.2395175 Jan 21 19:07:19.316433 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34226) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:19.317772 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-a7f90d8d-a347-428a-ae14-a4a57437a345 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Unset dirty status for tenant:cf1aac0ea8354a3995bce36b054eb458 on resource:security_group {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:07:19.319047 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a7f90d8d-a347-428a-ae14-a4a57437a345 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1537983 Jan 21 19:07:19.327302 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34230) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:19.331321 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-1af556b0-8382-4dda-8aba-373825bb844c tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Request body: {'security_group': {'name': 'tempest-secgroup--648952627'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:19.339160 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-1af556b0-8382-4dda-8aba-373825bb844c tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:19.350333 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-fd015777-d6ea-4ec0-8f0c-c5348f180983 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0696721 Jan 21 19:07:19.350970 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34234) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:19.362951 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-cdcd7210-1ada-410c-9a67-13416941bf85 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Request body: {'subnet': {'network_id': '6b6cedce-13c3-4a83-aa97-e9656cd3d5be', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:19.377418 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-779db08e-01a3-49d1-b0ad-0eaea23ed929 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Synchronizing usage tracker for tenant:c6d1da318c2f45a5863b34ec45c691cc on resource:security_group {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:07:19.391066 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-1af556b0-8382-4dda-8aba-373825bb844c tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:19.469365 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-779db08e-01a3-49d1-b0ad-0eaea23ed929 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Unset dirty status for tenant:c6d1da318c2f45a5863b34ec45c691cc on resource:security_group {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:07:19.475037 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-779db08e-01a3-49d1-b0ad-0eaea23ed929 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1536708 Jan 21 19:07:19.475287 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34238) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:19.480998 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-d857ac99-acee-4b4f-be7f-b8c08aa2a4e4 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Request body: {'security_group': {'name': 'tempest-secgroup--425305207'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:19.489634 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-d857ac99-acee-4b4f-be7f-b8c08aa2a4e4 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:19.492146 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1af556b0-8382-4dda-8aba-373825bb844c tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:19.501369 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-d857ac99-acee-4b4f-be7f-b8c08aa2a4e4 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:19.517389 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning for port 32a887cd-f2b4-424a-993b-511e7846c2bc completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:07:19.530847 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-cdcd7210-1ada-410c-9a67-13416941bf85 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:19.533508 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-1af556b0-8382-4dda-8aba-373825bb844c tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:19.538006 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-cdcd7210-1ada-410c-9a67-13416941bf85 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Usage tracker for resource:subnet and tenant:8da58450daab4e429694fdd9f553b982 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:19.540969 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-1af556b0-8382-4dda-8aba-373825bb844c tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Usage tracker for resource:security_group_rule and tenant:cf1aac0ea8354a3995bce36b054eb458 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:19.543498 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-cdcd7210-1ada-410c-9a67-13416941bf85 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:19.546521 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-1af556b0-8382-4dda-8aba-373825bb844c tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:19.554170 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-cdcd7210-1ada-410c-9a67-13416941bf85 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:19.555402 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port 32a887cd-f2b4-424a-993b-511e7846c2bc triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:19.555787 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:19.556188 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-1af556b0-8382-4dda-8aba-373825bb844c tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:19.566439 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d857ac99-acee-4b4f-be7f-b8c08aa2a4e4 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:19.588075 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-d857ac99-acee-4b4f-be7f-b8c08aa2a4e4 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:19.592659 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-d857ac99-acee-4b4f-be7f-b8c08aa2a4e4 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Usage tracker for resource:security_group_rule and tenant:c6d1da318c2f45a5863b34ec45c691cc is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:19.595654 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-d857ac99-acee-4b4f-be7f-b8c08aa2a4e4 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:19.602085 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-d857ac99-acee-4b4f-be7f-b8c08aa2a4e4 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:19.609834 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee2c138-b229-486c-b173-5fcf9634eb67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-1bbdf834-d9b7-4bc1-b401-afd739ce19cd', 'network_id': '1bbdf834-d9b7-4bc1-b401-afd739ce19cd', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'fixed_ips': [{'subnet_id': 'f9c35cb5-8efd-42ed-a160-158f583db7a7'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:07:19.610728 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7ee2c138-b229-486c-b173-5fcf9634eb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:19.644279 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdcd7210-1ada-410c-9a67-13416941bf85 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Made reservation on behalf of 8da58450daab4e429694fdd9f553b982 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:07:19.647831 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cdcd7210-1ada-410c-9a67-13416941bf85 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:19.663793 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1af556b0-8382-4dda-8aba-373825bb844c tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:19.678695 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d857ac99-acee-4b4f-be7f-b8c08aa2a4e4 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:19.740460 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1af556b0-8382-4dda-8aba-373825bb844c tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:19.783636 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d857ac99-acee-4b4f-be7f-b8c08aa2a4e4 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:19.820123 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:19.841952 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d857ac99-acee-4b4f-be7f-b8c08aa2a4e4 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb46871-9a99-40f3-bab1-e088e88ea365,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:19.866993 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd37823-98bf-4cd3-9d36-e73aadf70e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32a887cd-f2b4-424a-993b-511e7846c2bc'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:07:19.877952 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-7ee2c138-b229-486c-b173-5fcf9634eb67 None None] Allocated IP 2001:db8::2 (1bbdf834-d9b7-4bc1-b401-afd739ce19cd/f9c35cb5-8efd-42ed-a160-158f583db7a7/1adb4fd3-9fe0-41c0-b7c8-92f70696ad3c) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:07:19.885291 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 32a887cd-f2b4-424a-993b-511e7846c2bc, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=32a887cd-f2b4-424a-993b-511e7846c2bc,segment=NetworkSegment(001eb96c-c59f-4596-a23d-72c842e4cd65),segment_id=001eb96c-c59f-4596-a23d-72c842e4cd65)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:07:19.899189 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d857ac99-acee-4b4f-be7f-b8c08aa2a4e4 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:19.901708 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-d857ac99-acee-4b4f-be7f-b8c08aa2a4e4 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4252026 Jan 21 19:07:19.905357 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34244) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:19.916904 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-02e3ea9b-43d7-45fa-85da-59918bc31d96 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Request body: {'security_group_rule': {'security_group_id': '1eb46871-9a99-40f3-bab1-e088e88ea365', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:19.917898 dv-neutron-825470-1-hyperv neutron-server[88137]: WARNING neutron.api.v2.base [None req-02e3ea9b-43d7-45fa-85da-59918bc31d96 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 21 19:07:19.919069 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-02e3ea9b-43d7-45fa-85da-59918bc31d96 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 19:07:19.922739 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-02e3ea9b-43d7-45fa-85da-59918bc31d96 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0129507 Jan 21 19:07:19.923783 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34248) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:19.926372 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd37823-98bf-4cd3-9d36-e73aadf70e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32a887cd-f2b4-424a-993b-511e7846c2bc', 'code': 200} Jan 21 19:07:19.927356 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af556b0-8382-4dda-8aba-373825bb844c tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29eef30e-94d1-4ca7-b7b1-c8683efd5336,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:19.941833 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af556b0-8382-4dda-8aba-373825bb844c tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:07:19.942156 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af556b0-8382-4dda-8aba-373825bb844c tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:07:19.942496 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af556b0-8382-4dda-8aba-373825bb844c tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:07:19.942833 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af556b0-8382-4dda-8aba-373825bb844c tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:07:19.943162 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af556b0-8382-4dda-8aba-373825bb844c tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:07:19.943491 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af556b0-8382-4dda-8aba-373825bb844c tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:07:19.943819 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af556b0-8382-4dda-8aba-373825bb844c tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:07:19.944143 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af556b0-8382-4dda-8aba-373825bb844c tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:07:19.944463 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af556b0-8382-4dda-8aba-373825bb844c tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:07:19.944780 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af556b0-8382-4dda-8aba-373825bb844c tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:07:19.945101 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af556b0-8382-4dda-8aba-373825bb844c tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:07:19.945422 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af556b0-8382-4dda-8aba-373825bb844c tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:07:19.979176 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:19.989583 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1af556b0-8382-4dda-8aba-373825bb844c tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:19.993623 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-1af556b0-8382-4dda-8aba-373825bb844c tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6680286 Jan 21 19:07:19.993956 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34252) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:20.002354 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-535a75eb-ec04-42b4-92e1-eeff05288b25 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Request body: {'security_group_rule': {'security_group_id': '29eef30e-94d1-4ca7-b7b1-c8683efd5336', 'direction': 'ingress', 'protocol': 17}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:20.019610 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-535a75eb-ec04-42b4-92e1-eeff05288b25 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:20.028669 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-535a75eb-ec04-42b4-92e1-eeff05288b25 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Usage tracker for resource:security_group_rule and tenant:cf1aac0ea8354a3995bce36b054eb458 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:20.033118 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-535a75eb-ec04-42b4-92e1-eeff05288b25 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:20.035710 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2cd71ce3-abe3-4067-865c-942af6c624b6 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:20.040518 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-535a75eb-ec04-42b4-92e1-eeff05288b25 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:20.070815 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2cd71ce3-abe3-4067-865c-942af6c624b6 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:20.094112 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=32a887cd-f2b4-424a-993b-511e7846c2bc,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:20.145186 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-535a75eb-ec04-42b4-92e1-eeff05288b25 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:20.168822 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7ee2c138-b229-486c-b173-5fcf9634eb67 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:20.190316 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cdcd7210-1ada-410c-9a67-13416941bf85 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:20.212337 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-7ee2c138-b229-486c-b173-5fcf9634eb67 None None] Transition to ACTIVE for port object 1adb4fd3-9fe0-41c0-b7c8-92f70696ad3c will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:07:20.225891 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2cd71ce3-abe3-4067-865c-942af6c624b6 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:20.231231 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-535a75eb-ec04-42b4-92e1-eeff05288b25 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:20.234062 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-7ee2c138-b229-486c-b173-5fcf9634eb67 None None] Transition to ACTIVE for port object 1adb4fd3-9fe0-41c0-b7c8-92f70696ad3c will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:07:20.248225 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd71ce3-abe3-4067-865c-942af6c624b6 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb46871-9a99-40f3-bab1-e088e88ea365,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:20.257173 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2cd71ce3-abe3-4067-865c-942af6c624b6 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:20.261068 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2cd71ce3-abe3-4067-865c-942af6c624b6 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "DELETE /v2.0/security-groups/1eb46871-9a99-40f3-bab1-e088e88ea365 HTTP/1.1" status: 204 len: 168 time: 0.3340645 Jan 21 19:07:20.261719 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34258) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:20.306244 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-535a75eb-ec04-42b4-92e1-eeff05288b25 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:20.337927 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7ee2c138-b229-486c-b173-5fcf9634eb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:20.348280 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd7210-1ada-410c-9a67-13416941bf85 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event updated for resources: {'Subnet': ['ID=87d1ba78-4e68-48ee-b66b-8b96fb03a1e4,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:20.361916 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcd7210-1ada-410c-9a67-13416941bf85 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Checking segment: {'id': 'dfc3606f-ef15-4cba-a4df-43481c800b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b6cedce-13c3-4a83-aa97-e9656cd3d5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:07:20.363091 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcd7210-1ada-410c-9a67-13416941bf85 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Network hostable DHCP agents. Network: 6b6cedce-13c3-4a83-aa97-e9656cd3d5be, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:07:20.389213 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ceb9e-d7ad-4a4c-8c84-53089da46fc7 req-6676b246-87bc-4a96-90f7-55f555f51607 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:20.390850 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a75eb-ec04-42b4-92e1-eeff05288b25 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa98c3d8-cff1-4562-84f2-fac12423f4cf,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:20.397699 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-073ceb9e-d7ad-4a4c-8c84-53089da46fc7 req-6676b246-87bc-4a96-90f7-55f555f51607 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=9cd37823-98bf-4cd3-9d36-e73aadf70e82 HTTP/1.1" status: 200 len: 946 time: 0.1700616 Jan 21 19:07:20.397822 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-3be0d2fb-6c5a-4164-a080-752c0a1aa7ee tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Synchronizing usage tracker for tenant:c6d1da318c2f45a5863b34ec45c691cc on resource:security_group {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:07:20.439513 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d758ed6-cdde-4ef5-9c0a-e22a78339e0c req-9ce7bce9-ae93-4dc3-8a89-83a9b8f3fdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:20.441026 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-7d758ed6-cdde-4ef5-9c0a-e22a78339e0c req-9ce7bce9-ae93-4dc3-8a89-83a9b8f3fdf1 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=9cd37823-98bf-4cd3-9d36-e73aadf70e82 HTTP/1.1" status: 200 len: 1099 time: 0.1359470 Jan 21 19:07:20.444689 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee2c138-b229-486c-b173-5fcf9634eb67 None None] Network 1bbdf834-d9b7-4bc1-b401-afd739ce19cd is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:07:20.448413 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-7ee2c138-b229-486c-b173-5fcf9634eb67 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:07:20.453490 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-073ceb9e-d7ad-4a4c-8c84-53089da46fc7 req-f54f3dc7-96cd-4fb3-bb81-912a4e58008a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=20432643-8ba2-43fb-87f4-e22dae641648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557778 Jan 21 19:07:20.454987 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee2c138-b229-486c-b173-5fcf9634eb67 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:07:20.473998 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-535a75eb-ec04-42b4-92e1-eeff05288b25 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:20.477933 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-535a75eb-ec04-42b4-92e1-eeff05288b25 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4799907 Jan 21 19:07:20.478508 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34262) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:20.486306 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcd7210-1ada-410c-9a67-13416941bf85 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Network 6b6cedce-13c3-4a83-aa97-e9656cd3d5be is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:07:20.508025 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-3be0d2fb-6c5a-4164-a080-752c0a1aa7ee tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Unset dirty status for tenant:c6d1da318c2f45a5863b34ec45c691cc on resource:security_group {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:07:20.509246 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3be0d2fb-6c5a-4164-a080-752c0a1aa7ee tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2375968 Jan 21 19:07:20.514784 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34266) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:20.520224 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-bd613048-f3e6-4cc1-a319-c559929cc471 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Request body: {'security_group': {'name': 'tempest-secgroup--1465048951'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:20.526285 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-bd613048-f3e6-4cc1-a319-c559929cc471 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:20.531205 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-7d758ed6-cdde-4ef5-9c0a-e22a78339e0c req-cb7c134c-6d9e-4b46-88f1-d0aabf663a0f service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=20432643-8ba2-43fb-87f4-e22dae641648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839157 Jan 21 19:07:20.535387 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee2c138-b229-486c-b173-5fcf9634eb67 None None] Pushing event updated for resources: {'Port': ['ID=1adb4fd3-9fe0-41c0-b7c8-92f70696ad3c,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:20.537392 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-bd613048-f3e6-4cc1-a319-c559929cc471 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:20.555056 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-cdcd7210-1ada-410c-9a67-13416941bf85 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 6b6cedce-13c3-4a83-aa97-e9656cd3d5be) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:07:20.560938 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcd7210-1ada-410c-9a67-13416941bf85 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:20.561710 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cdcd7210-1ada-410c-9a67-13416941bf85 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:20.572345 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5b014ee1-44c6-4268-90cd-617305ad5e61 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:20.584917 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b336123-368a-405d-b2ac-0bffda2761a6 None None] Network 6b6cedce-13c3-4a83-aa97-e9656cd3d5be requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:07:20.589372 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bd613048-f3e6-4cc1-a319-c559929cc471 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:20.605592 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5b014ee1-44c6-4268-90cd-617305ad5e61 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:20.615734 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-bd613048-f3e6-4cc1-a319-c559929cc471 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:20.622391 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-bd613048-f3e6-4cc1-a319-c559929cc471 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Usage tracker for resource:security_group_rule and tenant:c6d1da318c2f45a5863b34ec45c691cc is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:20.628355 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-7ee2c138-b229-486c-b173-5fcf9634eb67 None None] Attempting to bind port 1adb4fd3-9fe0-41c0-b7c8-92f70696ad3c on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:07:20.628623 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-cdcd7210-1ada-410c-9a67-13416941bf85 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2733109 Jan 21 19:07:20.629107 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-7ee2c138-b229-486c-b173-5fcf9634eb67 None None] Attempting to bind port 1adb4fd3-9fe0-41c0-b7c8-92f70696ad3c by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'cbfec50b-f10d-463d-b45a-9482f6b4bcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1bbdf834-d9b7-4bc1-b401-afd739ce19cd'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:07:20.629637 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee2c138-b229-486c-b173-5fcf9634eb67 None None] Attempting to bind port 1adb4fd3-9fe0-41c0-b7c8-92f70696ad3c on network 1bbdf834-d9b7-4bc1-b401-afd739ce19cd {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:07:20.629820 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-bd613048-f3e6-4cc1-a319-c559929cc471 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:20.630006 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34270) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:20.636527 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-e7d51038-67e5-457a-bc9e-81ff8dd3bed9 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-272723916', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:20.636731 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-bd613048-f3e6-4cc1-a319-c559929cc471 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:20.642290 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee2c138-b229-486c-b173-5fcf9634eb67 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:07:20.642290 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee2c138-b229-486c-b173-5fcf9634eb67 None None] Checking segment: {'id': 'cbfec50b-f10d-463d-b45a-9482f6b4bcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1bbdf834-d9b7-4bc1-b401-afd739ce19cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:07:20.642290 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7ee2c138-b229-486c-b173-5fcf9634eb67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:20.642290 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee2c138-b229-486c-b173-5fcf9634eb67 None None] Bound using segment: {'id': 'cbfec50b-f10d-463d-b45a-9482f6b4bcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1bbdf834-d9b7-4bc1-b401-afd739ce19cd'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:07:20.642290 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-7ee2c138-b229-486c-b173-5fcf9634eb67 None None] Bound port: 1adb4fd3-9fe0-41c0-b7c8-92f70696ad3c, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbfec50b-f10d-463d-b45a-9482f6b4bcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1bbdf834-d9b7-4bc1-b401-afd739ce19cd'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:07:20.642290 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7ee2c138-b229-486c-b173-5fcf9634eb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:20.650992 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e7d51038-67e5-457a-bc9e-81ff8dd3bed9 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:20.660746 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-e7d51038-67e5-457a-bc9e-81ff8dd3bed9 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Usage tracker for resource:router and tenant:8da58450daab4e429694fdd9f553b982 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:20.663696 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-e7d51038-67e5-457a-bc9e-81ff8dd3bed9 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:20.670926 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e7d51038-67e5-457a-bc9e-81ff8dd3bed9 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:20.717200 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bd613048-f3e6-4cc1-a319-c559929cc471 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:20.726605 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e7d51038-67e5-457a-bc9e-81ff8dd3bed9 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:20.727649 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e7d51038-67e5-457a-bc9e-81ff8dd3bed9 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:20.746366 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5b014ee1-44c6-4268-90cd-617305ad5e61 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:20.765488 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e7d51038-67e5-457a-bc9e-81ff8dd3bed9 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:20.768524 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b014ee1-44c6-4268-90cd-617305ad5e61 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29eef30e-94d1-4ca7-b7b1-c8683efd5336,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:20.780143 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bd613048-f3e6-4cc1-a319-c559929cc471 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:20.799488 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5b014ee1-44c6-4268-90cd-617305ad5e61 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:20.803397 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5b014ee1-44c6-4268-90cd-617305ad5e61 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "DELETE /v2.0/security-groups/29eef30e-94d1-4ca7-b7b1-c8683efd5336 HTTP/1.1" status: 204 len: 168 time: 0.3218045 Jan 21 19:07:20.803571 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34274) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:20.835852 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd613048-f3e6-4cc1-a319-c559929cc471 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa4636b-ebbf-43f9-a778-2227467b42ef,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:20.852594 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-7ee2c138-b229-486c-b173-5fcf9634eb67 None None] For port 1adb4fd3-9fe0-41c0-b7c8-92f70696ad3c, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:07:20.853988 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e7d51038-67e5-457a-bc9e-81ff8dd3bed9 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:20.870766 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-7ee2c138-b229-486c-b173-5fcf9634eb67 None None] For port 1adb4fd3-9fe0-41c0-b7c8-92f70696ad3c, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=1adb4fd3-9fe0-41c0-b7c8-92f70696ad3c,segment=NetworkSegment(cbfec50b-f10d-463d-b45a-9482f6b4bcc0),segment_id=cbfec50b-f10d-463d-b45a-9482f6b4bcc0)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:07:20.872102 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-9f9c3647-8533-452a-88d4-b38f365279ed tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Synchronizing usage tracker for tenant:cf1aac0ea8354a3995bce36b054eb458 on resource:security_group {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:07:20.915393 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bd613048-f3e6-4cc1-a319-c559929cc471 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:20.916803 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-bd613048-f3e6-4cc1-a319-c559929cc471 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4006047 Jan 21 19:07:20.920025 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34278) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:20.920767 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3dec02-d121-4fb4-94b5-bb3060cd56d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-6b6cedce-13c3-4a83-aa97-e9656cd3d5be', 'network_id': '6b6cedce-13c3-4a83-aa97-e9656cd3d5be', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'fixed_ips': [{'subnet_id': '87d1ba78-4e68-48ee-b66b-8b96fb03a1e4'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:07:20.921602 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6e3dec02-d121-4fb4-94b5-bb3060cd56d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:20.925240 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-2d0599cc-e537-4124-9668-4a1f1c5a1b81 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Request body: {'security_group_rule': {'security_group_id': '8aa4636b-ebbf-43f9-a778-2227467b42ef', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:20.925851 dv-neutron-825470-1-hyperv neutron-server[88136]: WARNING neutron.api.v2.base [None req-2d0599cc-e537-4124-9668-4a1f1c5a1b81 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 21 19:07:20.926354 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-2d0599cc-e537-4124-9668-4a1f1c5a1b81 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 19:07:20.929619 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-2d0599cc-e537-4124-9668-4a1f1c5a1b81 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0062556 Jan 21 19:07:20.929783 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34282) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:20.972545 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-9f9c3647-8533-452a-88d4-b38f365279ed tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Unset dirty status for tenant:cf1aac0ea8354a3995bce36b054eb458 on resource:security_group {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:07:20.973936 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-9f9c3647-8533-452a-88d4-b38f365279ed tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1692572 Jan 21 19:07:20.974840 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e7d51038-67e5-457a-bc9e-81ff8dd3bed9 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:20.976370 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e7d51038-67e5-457a-bc9e-81ff8dd3bed9 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3450365 Jan 21 19:07:20.977989 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34286) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:20.980450 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34290) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:20.982060 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7ee2c138-b229-486c-b173-5fcf9634eb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:20.985744 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-1dba3063-4314-4597-ac02-02928de6fc07 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Request body: {'security_group': {'name': 'tempest-secgroup--882500920'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:21.012056 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-1dba3063-4314-4597-ac02-02928de6fc07 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:21.015815 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9b3e27e8-d773-41b7-ba4c-e305b297c0ba tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:21.049361 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9b3e27e8-d773-41b7-ba4c-e305b297c0ba tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:21.099605 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-1dba3063-4314-4597-ac02-02928de6fc07 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:21.140209 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee2c138-b229-486c-b173-5fcf9634eb67 None None] Pushing event updated for resources: {'Port': ['ID=1adb4fd3-9fe0-41c0-b7c8-92f70696ad3c,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:21.167173 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-6e3dec02-d121-4fb4-94b5-bb3060cd56d0 None None] Allocated IP 2001:db8:1::2 (6b6cedce-13c3-4a83-aa97-e9656cd3d5be/87d1ba78-4e68-48ee-b66b-8b96fb03a1e4/00be6809-fa76-4ef0-8507-901fa30eba31) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:07:21.172340 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9b3e27e8-d773-41b7-ba4c-e305b297c0ba tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:21.190956 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e27e8-d773-41b7-ba4c-e305b297c0ba tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa4636b-ebbf-43f9-a778-2227467b42ef,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:21.199940 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9b3e27e8-d773-41b7-ba4c-e305b297c0ba tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:21.203684 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-9b3e27e8-d773-41b7-ba4c-e305b297c0ba tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "DELETE /v2.0/security-groups/8aa4636b-ebbf-43f9-a778-2227467b42ef HTTP/1.1" status: 204 len: 168 time: 0.2729445 Jan 21 19:07:21.204784 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34294) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:21.208046 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1dba3063-4314-4597-ac02-02928de6fc07 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:21.263890 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-1dba3063-4314-4597-ac02-02928de6fc07 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:21.275900 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-1dba3063-4314-4597-ac02-02928de6fc07 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Usage tracker for resource:security_group_rule and tenant:cf1aac0ea8354a3995bce36b054eb458 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:21.283789 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-1dba3063-4314-4597-ac02-02928de6fc07 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:21.293020 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-1dba3063-4314-4597-ac02-02928de6fc07 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:21.297952 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b12b2184-0cc8-4d37-a08d-303fec3d7d73 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Synchronizing usage tracker for tenant:c6d1da318c2f45a5863b34ec45c691cc on resource:security_group {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:07:21.400720 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1dba3063-4314-4597-ac02-02928de6fc07 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:21.457773 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b12b2184-0cc8-4d37-a08d-303fec3d7d73 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Unset dirty status for tenant:c6d1da318c2f45a5863b34ec45c691cc on resource:security_group {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:07:21.459361 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b12b2184-0cc8-4d37-a08d-303fec3d7d73 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2536817 Jan 21 19:07:21.463179 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34298) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:21.467889 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6e3dec02-d121-4fb4-94b5-bb3060cd56d0 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:21.472087 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-7ccba13f-c9b7-4887-a26b-26d126c0cd37 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Request body: {'security_group': {'name': 'tempest-secgroup--738917946'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:21.506316 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-7ccba13f-c9b7-4887-a26b-26d126c0cd37 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:21.527228 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-6e3dec02-d121-4fb4-94b5-bb3060cd56d0 None None] Transition to ACTIVE for port object 00be6809-fa76-4ef0-8507-901fa30eba31 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:07:21.529020 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-7ccba13f-c9b7-4887-a26b-26d126c0cd37 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:21.544623 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1dba3063-4314-4597-ac02-02928de6fc07 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:21.594669 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-6e3dec02-d121-4fb4-94b5-bb3060cd56d0 None None] Transition to ACTIVE for port object 00be6809-fa76-4ef0-8507-901fa30eba31 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:07:21.653966 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7ccba13f-c9b7-4887-a26b-26d126c0cd37 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:21.681113 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba3063-4314-4597-ac02-02928de6fc07 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89000227-e8ba-44ee-ae85-3adaca612284,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:21.687625 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6e3dec02-d121-4fb4-94b5-bb3060cd56d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:21.770494 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e06e98ef-8df2-4f4a-9856-267c6bf3eae4 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:21.777347 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1dba3063-4314-4597-ac02-02928de6fc07 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:21.785359 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-1dba3063-4314-4597-ac02-02928de6fc07 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7997260 Jan 21 19:07:21.785359 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-7ccba13f-c9b7-4887-a26b-26d126c0cd37 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:21.785709 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3dec02-d121-4fb4-94b5-bb3060cd56d0 None None] Network 6b6cedce-13c3-4a83-aa97-e9656cd3d5be is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:07:21.787294 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34304) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:21.790647 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-6e3dec02-d121-4fb4-94b5-bb3060cd56d0 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:07:21.794027 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-d5ead40e-baed-4933-b83f-8dee377915c2 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Request body: {'security_group': {'name': 'tempest-secgroup--96420337'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:21.798237 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3dec02-d121-4fb4-94b5-bb3060cd56d0 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:07:21.806258 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-d5ead40e-baed-4933-b83f-8dee377915c2 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:21.822506 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7ccba13f-c9b7-4887-a26b-26d126c0cd37 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Usage tracker for resource:security_group_rule and tenant:c6d1da318c2f45a5863b34ec45c691cc is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:21.827593 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7ccba13f-c9b7-4887-a26b-26d126c0cd37 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:21.836804 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-7ccba13f-c9b7-4887-a26b-26d126c0cd37 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:21.845692 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3dec02-d121-4fb4-94b5-bb3060cd56d0 None None] Pushing event updated for resources: {'Port': ['ID=00be6809-fa76-4ef0-8507-901fa30eba31,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:21.878942 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-d5ead40e-baed-4933-b83f-8dee377915c2 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Usage tracker for resource:security_group and tenant:cf1aac0ea8354a3995bce36b054eb458 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:21.889336 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-d5ead40e-baed-4933-b83f-8dee377915c2 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:21.901524 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-d5ead40e-baed-4933-b83f-8dee377915c2 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:21.905062 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-6e3dec02-d121-4fb4-94b5-bb3060cd56d0 None None] Attempting to bind port 00be6809-fa76-4ef0-8507-901fa30eba31 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:07:21.905365 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-6e3dec02-d121-4fb4-94b5-bb3060cd56d0 None None] Attempting to bind port 00be6809-fa76-4ef0-8507-901fa30eba31 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'dfc3606f-ef15-4cba-a4df-43481c800b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b6cedce-13c3-4a83-aa97-e9656cd3d5be'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:07:21.906532 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3dec02-d121-4fb4-94b5-bb3060cd56d0 None None] Attempting to bind port 00be6809-fa76-4ef0-8507-901fa30eba31 on network 6b6cedce-13c3-4a83-aa97-e9656cd3d5be {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:07:21.912087 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3dec02-d121-4fb4-94b5-bb3060cd56d0 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:07:21.912900 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3dec02-d121-4fb4-94b5-bb3060cd56d0 None None] Checking segment: {'id': 'dfc3606f-ef15-4cba-a4df-43481c800b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b6cedce-13c3-4a83-aa97-e9656cd3d5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:07:21.913309 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6e3dec02-d121-4fb4-94b5-bb3060cd56d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:21.913705 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3dec02-d121-4fb4-94b5-bb3060cd56d0 None None] Bound using segment: {'id': 'dfc3606f-ef15-4cba-a4df-43481c800b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b6cedce-13c3-4a83-aa97-e9656cd3d5be'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:07:21.914204 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-6e3dec02-d121-4fb4-94b5-bb3060cd56d0 None None] Bound port: 00be6809-fa76-4ef0-8507-901fa30eba31, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfc3606f-ef15-4cba-a4df-43481c800b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b6cedce-13c3-4a83-aa97-e9656cd3d5be'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:07:21.914750 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6e3dec02-d121-4fb4-94b5-bb3060cd56d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:21.924401 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08da55-41ed-4a43-8893-327fa80b03a7 req-8484af4d-1c08-4249-86fc-cd0b5697018e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:21.927307 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8a08da55-41ed-4a43-8893-327fa80b03a7 req-8484af4d-1c08-4249-86fc-cd0b5697018e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=9cd37823-98bf-4cd3-9d36-e73aadf70e82 HTTP/1.1" status: 200 len: 946 time: 0.2493756 Jan 21 19:07:22.018813 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-6e3dec02-d121-4fb4-94b5-bb3060cd56d0 None None] For port 00be6809-fa76-4ef0-8507-901fa30eba31, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:07:22.022151 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-6e3dec02-d121-4fb4-94b5-bb3060cd56d0 None None] For port 00be6809-fa76-4ef0-8507-901fa30eba31, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=00be6809-fa76-4ef0-8507-901fa30eba31,segment=NetworkSegment(dfc3606f-ef15-4cba-a4df-43481c800b56),segment_id=dfc3606f-ef15-4cba-a4df-43481c800b56)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:07:22.037596 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7ccba13f-c9b7-4887-a26b-26d126c0cd37 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:22.053109 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8a08da55-41ed-4a43-8893-327fa80b03a7 req-d4ed0f4b-71bc-435b-b435-4366eac730b5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=20432643-8ba2-43fb-87f4-e22dae641648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140854 Jan 21 19:07:22.098205 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6e3dec02-d121-4fb4-94b5-bb3060cd56d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:22.107785 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7ccba13f-c9b7-4887-a26b-26d126c0cd37 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:22.133814 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d5ead40e-baed-4933-b83f-8dee377915c2 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:22.171915 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccba13f-c9b7-4887-a26b-26d126c0cd37 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e407fe-9d1e-4591-92a2-0aad33fbec43,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:22.186770 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3dec02-d121-4fb4-94b5-bb3060cd56d0 None None] Pushing event updated for resources: {'Port': ['ID=00be6809-fa76-4ef0-8507-901fa30eba31,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:22.190186 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-d5ead40e-baed-4933-b83f-8dee377915c2 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:22.198216 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-d5ead40e-baed-4933-b83f-8dee377915c2 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Usage tracker for resource:security_group_rule and tenant:cf1aac0ea8354a3995bce36b054eb458 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:22.204891 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-d5ead40e-baed-4933-b83f-8dee377915c2 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:22.252445 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-d5ead40e-baed-4933-b83f-8dee377915c2 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:22.264436 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7ccba13f-c9b7-4887-a26b-26d126c0cd37 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:22.268774 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-7ccba13f-c9b7-4887-a26b-26d126c0cd37 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8017681 Jan 21 19:07:22.269429 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34308) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:22.277152 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-55308b2c-8bac-4de4-a880-26a658ebb443 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Request body: {'security_group_rule': {'security_group_id': 'b9e407fe-9d1e-4591-92a2-0aad33fbec43', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:22.278739 dv-neutron-825470-1-hyperv neutron-server[88136]: WARNING neutron.api.v2.base [None req-55308b2c-8bac-4de4-a880-26a658ebb443 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 21 19:07:22.279370 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-55308b2c-8bac-4de4-a880-26a658ebb443 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 19:07:22.281842 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-55308b2c-8bac-4de4-a880-26a658ebb443 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0102839 Jan 21 19:07:22.283838 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34312) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:22.289087 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-d9c69a47-498e-490e-93f8-bec03bc3ff7f tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Request body: {'security_group_rule': {'security_group_id': 'b9e407fe-9d1e-4591-92a2-0aad33fbec43', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:22.289887 dv-neutron-825470-1-hyperv neutron-server[88136]: WARNING neutron.api.v2.base [None req-d9c69a47-498e-490e-93f8-bec03bc3ff7f tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 21 19:07:22.290406 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-d9c69a47-498e-490e-93f8-bec03bc3ff7f tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 19:07:22.293075 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d9c69a47-498e-490e-93f8-bec03bc3ff7f tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0082400 Jan 21 19:07:22.298685 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34316) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:22.306519 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-3af985ce-8488-4b2a-b11e-a163f6217601 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Request body: {'security_group_rule': {'security_group_id': 'b9e407fe-9d1e-4591-92a2-0aad33fbec43', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:22.307287 dv-neutron-825470-1-hyperv neutron-server[88136]: WARNING neutron.api.v2.base [None req-3af985ce-8488-4b2a-b11e-a163f6217601 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 21 19:07:22.307827 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-3af985ce-8488-4b2a-b11e-a163f6217601 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 19:07:22.309834 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-3af985ce-8488-4b2a-b11e-a163f6217601 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0092053 Jan 21 19:07:22.314221 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-e06e98ef-8df2-4f4a-9856-267c6bf3eae4 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Allocated IP 2001:db8::1 (1bbdf834-d9b7-4bc1-b401-afd739ce19cd/f9c35cb5-8efd-42ed-a160-158f583db7a7/431d408f-92c1-46be-8427-8843b738da43) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:07:22.314479 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34320) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:22.320030 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-addc6146-83f5-48de-b44d-99f7ef53a031 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Request body: {'security_group_rule': {'security_group_id': 'b9e407fe-9d1e-4591-92a2-0aad33fbec43', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:22.320959 dv-neutron-825470-1-hyperv neutron-server[88136]: WARNING neutron.api.v2.base [None req-addc6146-83f5-48de-b44d-99f7ef53a031 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 21 19:07:22.321421 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-addc6146-83f5-48de-b44d-99f7ef53a031 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 19:07:22.326724 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-addc6146-83f5-48de-b44d-99f7ef53a031 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0069964 Jan 21 19:07:22.330783 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34324) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:22.580635 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d5ead40e-baed-4933-b83f-8dee377915c2 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:22.613223 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bc710191-bcb9-4714-b07d-ba57fd576ac9 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:22.642707 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d5ead40e-baed-4933-b83f-8dee377915c2 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:22.648521 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e06e98ef-8df2-4f4a-9856-267c6bf3eae4 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:22.689358 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bc710191-bcb9-4714-b07d-ba57fd576ac9 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:22.726702 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-e06e98ef-8df2-4f4a-9856-267c6bf3eae4 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Transition to ACTIVE for port object 431d408f-92c1-46be-8427-8843b738da43 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:07:22.759008 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ead40e-baed-4933-b83f-8dee377915c2 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6794423-7a8c-431f-8fe6-a877b43b18e1,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:22.763840 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d448a5b-5b82-4584-89b7-c766fc89aa60 None None] Network 1bbdf834-d9b7-4bc1-b401-afd739ce19cd requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:07:22.774176 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ead40e-baed-4933-b83f-8dee377915c2 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:07:22.774653 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ead40e-baed-4933-b83f-8dee377915c2 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:07:22.774835 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ead40e-baed-4933-b83f-8dee377915c2 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:07:22.775155 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ead40e-baed-4933-b83f-8dee377915c2 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:07:22.775655 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ead40e-baed-4933-b83f-8dee377915c2 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:07:22.775979 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ead40e-baed-4933-b83f-8dee377915c2 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:07:22.776343 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ead40e-baed-4933-b83f-8dee377915c2 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:07:22.776641 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ead40e-baed-4933-b83f-8dee377915c2 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:07:22.776954 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ead40e-baed-4933-b83f-8dee377915c2 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:07:22.777266 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ead40e-baed-4933-b83f-8dee377915c2 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:07:22.777571 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ead40e-baed-4933-b83f-8dee377915c2 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:07:22.778467 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ead40e-baed-4933-b83f-8dee377915c2 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:07:22.835361 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d5ead40e-baed-4933-b83f-8dee377915c2 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:22.836611 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-d5ead40e-baed-4933-b83f-8dee377915c2 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0489767 Jan 21 19:07:22.839470 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34328) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:22.845424 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-c509c679-1347-4caf-8c9f-72a3338bf777 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Request body: {'security_group_rule': {'security_group_id': '89000227-e8ba-44ee-ae85-3adaca612284', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f6794423-7a8c-431f-8fe6-a877b43b18e1', 'remote_ip_prefix': None}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:22.851683 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-c509c679-1347-4caf-8c9f-72a3338bf777 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:22.856964 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-c509c679-1347-4caf-8c9f-72a3338bf777 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Usage tracker for resource:security_group_rule and tenant:cf1aac0ea8354a3995bce36b054eb458 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:22.861371 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-c509c679-1347-4caf-8c9f-72a3338bf777 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:22.865585 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bc710191-bcb9-4714-b07d-ba57fd576ac9 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:22.880827 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e06e98ef-8df2-4f4a-9856-267c6bf3eae4 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:22.888342 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-c509c679-1347-4caf-8c9f-72a3338bf777 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:22.943747 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc710191-bcb9-4714-b07d-ba57fd576ac9 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e407fe-9d1e-4591-92a2-0aad33fbec43,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:22.957826 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 00be6809-fa76-4ef0-8507-901fa30eba31 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:07:22.974485 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06e98ef-8df2-4f4a-9856-267c6bf3eae4 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Network 1bbdf834-d9b7-4bc1-b401-afd739ce19cd is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:07:22.978599 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-e06e98ef-8df2-4f4a-9856-267c6bf3eae4 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:07:22.983756 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06e98ef-8df2-4f4a-9856-267c6bf3eae4 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:07:22.984290 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e06e98ef-8df2-4f4a-9856-267c6bf3eae4 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:22.995895 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-8c3eb9bb-14bc-4da9-9c59-424fb0cfc326 None None] Provisioning for port 1adb4fd3-9fe0-41c0-b7c8-92f70696ad3c completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:07:23.108040 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bc710191-bcb9-4714-b07d-ba57fd576ac9 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:23.111459 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-bc710191-bcb9-4714-b07d-ba57fd576ac9 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "DELETE /v2.0/security-groups/b9e407fe-9d1e-4591-92a2-0aad33fbec43 HTTP/1.1" status: 204 len: 168 time: 0.7811351 Jan 21 19:07:23.112189 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34334) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:23.127610 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e98ef-8df2-4f4a-9856-267c6bf3eae4 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event updated for resources: {'Port': ['ID=431d408f-92c1-46be-8427-8843b738da43,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:23.153575 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c509c679-1347-4caf-8c9f-72a3338bf777 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:23.155145 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 00be6809-fa76-4ef0-8507-901fa30eba31 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:07:23.162894 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 1adb4fd3-9fe0-41c0-b7c8-92f70696ad3c up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:07:23.220605 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-0d0badd4-95e0-44d0-9c03-de985dec3a3c tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Synchronizing usage tracker for tenant:c6d1da318c2f45a5863b34ec45c691cc on resource:security_group {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:07:23.273979 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c509c679-1347-4caf-8c9f-72a3338bf777 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:23.346484 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a1476-dd06-4ac2-bdcd-55663003be21 req-27e7146a-7666-4522-928d-823ab94baf0c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:23.348136 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-133a1476-dd06-4ac2-bdcd-55663003be21 req-27e7146a-7666-4522-928d-823ab94baf0c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=9cd37823-98bf-4cd3-9d36-e73aadf70e82 HTTP/1.1" status: 200 len: 946 time: 0.0894437 Jan 21 19:07:23.425482 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-133a1476-dd06-4ac2-bdcd-55663003be21 req-b12471c1-2354-4c69-82ac-534a6380648c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=20432643-8ba2-43fb-87f4-e22dae641648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710766 Jan 21 19:07:23.444008 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 1adb4fd3-9fe0-41c0-b7c8-92f70696ad3c completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:07:23.445672 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-0d0badd4-95e0-44d0-9c03-de985dec3a3c tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Unset dirty status for tenant:c6d1da318c2f45a5863b34ec45c691cc on resource:security_group {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:07:23.448360 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-0d0badd4-95e0-44d0-9c03-de985dec3a3c tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3355467 Jan 21 19:07:23.449325 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 1adb4fd3-9fe0-41c0-b7c8-92f70696ad3c triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:23.450519 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:23.454396 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34340) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:23.455451 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c509c679-1347-4caf-8c9f-72a3338bf777 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:23.480412 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-148b70e4-d169-469e-be53-d593f5aa7b10 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Request body: {'security_group': {'name': 'tempest-secgroup--1023669975'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:23.498084 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-148b70e4-d169-469e-be53-d593f5aa7b10 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:23.535845 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e06e98ef-8df2-4f4a-9856-267c6bf3eae4 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:23.550497 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-148b70e4-d169-469e-be53-d593f5aa7b10 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:23.564288 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c509c679-1347-4caf-8c9f-72a3338bf777 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61f93aaf-6778-45aa-ad82-abaa117ceaaa,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:23.674821 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0fb45-19cc-491a-8f99-c3798c0526c4 req-e22d83d0-b6b5-4272-b52f-65414838acef tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:23.676416 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c1f0fb45-19cc-491a-8f99-c3798c0526c4 req-e22d83d0-b6b5-4272-b52f-65414838acef tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=9cd37823-98bf-4cd3-9d36-e73aadf70e82 HTTP/1.1" status: 200 len: 946 time: 0.1287878 Jan 21 19:07:23.691154 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51af841b-f772-45db-804c-8b1e9c01dc17 None None] Network 6b6cedce-13c3-4a83-aa97-e9656cd3d5be requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:07:23.720601 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c509c679-1347-4caf-8c9f-72a3338bf777 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:23.724541 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c509c679-1347-4caf-8c9f-72a3338bf777 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8813725 Jan 21 19:07:23.725384 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34344) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:23.745515 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c1f0fb45-19cc-491a-8f99-c3798c0526c4 req-eb3bf67a-9532-4229-9f39-f6b4d64c26d3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=20432643-8ba2-43fb-87f4-e22dae641648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625839 Jan 21 19:07:23.757063 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:23.826133 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-487574fc-c034-4e23-b198-3964f28bccf1 None None] Provisioning for port 431d408f-92c1-46be-8427-8843b738da43 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:07:23.853780 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-487574fc-c034-4e23-b198-3964f28bccf1 None None] Provisioning complete for port 431d408f-92c1-46be-8427-8843b738da43 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:23.853780 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-487574fc-c034-4e23-b198-3964f28bccf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:23.920357 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 1adb4fd3-9fe0-41c0-b7c8-92f70696ad3c, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=1adb4fd3-9fe0-41c0-b7c8-92f70696ad3c,segment=NetworkSegment(cbfec50b-f10d-463d-b45a-9482f6b4bcc0),segment_id=cbfec50b-f10d-463d-b45a-9482f6b4bcc0)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:07:23.926083 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-148b70e4-d169-469e-be53-d593f5aa7b10 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:23.965656 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-487574fc-c034-4e23-b198-3964f28bccf1 None None] Port 431d408f-92c1-46be-8427-8843b738da43 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:07:23.979664 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-69b02594-e6ba-478b-87e3-68279689d258 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:23.982459 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-148b70e4-d169-469e-be53-d593f5aa7b10 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:23.990512 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-148b70e4-d169-469e-be53-d593f5aa7b10 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Usage tracker for resource:security_group_rule and tenant:c6d1da318c2f45a5863b34ec45c691cc is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:23.992360 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-487574fc-c034-4e23-b198-3964f28bccf1 None None] Provisioning complete for port 1adb4fd3-9fe0-41c0-b7c8-92f70696ad3c triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:23.992733 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-487574fc-c034-4e23-b198-3964f28bccf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:23.995915 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-148b70e4-d169-469e-be53-d593f5aa7b10 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:24.013781 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-69b02594-e6ba-478b-87e3-68279689d258 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:24.030680 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-148b70e4-d169-469e-be53-d593f5aa7b10 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:24.060832 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:24.171290 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=1adb4fd3-9fe0-41c0-b7c8-92f70696ad3c,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:24.198456 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e06e98ef-8df2-4f4a-9856-267c6bf3eae4 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:24.226022 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-69b02594-e6ba-478b-87e3-68279689d258 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:24.256161 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b02594-e6ba-478b-87e3-68279689d258 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61f93aaf-6778-45aa-ad82-abaa117ceaaa,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:24.281246 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-69b02594-e6ba-478b-87e3-68279689d258 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:24.282440 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-69b02594-e6ba-478b-87e3-68279689d258 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/61f93aaf-6778-45aa-ad82-abaa117ceaaa HTTP/1.1" status: 204 len: 168 time: 0.5552363 Jan 21 19:07:24.285274 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34352) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:24.314099 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-148b70e4-d169-469e-be53-d593f5aa7b10 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:24.326788 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e06e98ef-8df2-4f4a-9856-267c6bf3eae4 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:24.327837 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e06e98ef-8df2-4f4a-9856-267c6bf3eae4 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:24.344665 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-570615fc-a606-4a6e-bd80-13ca3def4160 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Synchronizing usage tracker for tenant:cf1aac0ea8354a3995bce36b054eb458 on resource:security_group_rule {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:07:24.401618 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-148b70e4-d169-469e-be53-d593f5aa7b10 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:24.436602 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-570615fc-a606-4a6e-bd80-13ca3def4160 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Unset dirty status for tenant:cf1aac0ea8354a3995bce36b054eb458 on resource:security_group_rule {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:07:24.443336 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-570615fc-a606-4a6e-bd80-13ca3def4160 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1568506 Jan 21 19:07:24.444309 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34356) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:24.474839 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-26e1a3c9-658c-4d0c-b06d-eafb7a7ea120 None None] Provisioning for port 00be6809-fa76-4ef0-8507-901fa30eba31 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:07:24.480078 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-26e1a3c9-658c-4d0c-b06d-eafb7a7ea120 None None] Provisioning complete for port 00be6809-fa76-4ef0-8507-901fa30eba31 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:24.480468 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-26e1a3c9-658c-4d0c-b06d-eafb7a7ea120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:24.546450 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e98ef-8df2-4f4a-9856-267c6bf3eae4 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event updated for resources: {'Port': ['ID=431d408f-92c1-46be-8427-8843b738da43,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:24.559417 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b70e4-d169-469e-be53-d593f5aa7b10 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91842c62-4ce4-4055-b4c8-6a54682f5c87,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:24.586511 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-148b70e4-d169-469e-be53-d593f5aa7b10 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:24.591137 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-148b70e4-d169-469e-be53-d593f5aa7b10 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1293938 Jan 21 19:07:24.591365 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34360) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:24.596876 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-dfb7dc4a-0a1d-4bb6-aaf4-b72ccef49da4 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Request body: {'security_group_rule': {'security_group_id': '91842c62-4ce4-4055-b4c8-6a54682f5c87', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:24.597351 dv-neutron-825470-1-hyperv neutron-server[88136]: WARNING neutron.api.v2.base [None req-dfb7dc4a-0a1d-4bb6-aaf4-b72ccef49da4 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 21 19:07:24.598074 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-dfb7dc4a-0a1d-4bb6-aaf4-b72ccef49da4 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 19:07:24.599567 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-dfb7dc4a-0a1d-4bb6-aaf4-b72ccef49da4 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063994 Jan 21 19:07:24.601708 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34364) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:24.607081 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-f1e734a1-8bcf-4957-9276-75ccc78e0790 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Request body: {'security_group_rule': {'security_group_id': '91842c62-4ce4-4055-b4c8-6a54682f5c87', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:24.609938 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-26e1a3c9-658c-4d0c-b06d-eafb7a7ea120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:24.614023 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-f1e734a1-8bcf-4957-9276-75ccc78e0790 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:24.618139 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-f1e734a1-8bcf-4957-9276-75ccc78e0790 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Usage tracker for resource:security_group_rule and tenant:c6d1da318c2f45a5863b34ec45c691cc is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:24.621057 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-f1e734a1-8bcf-4957-9276-75ccc78e0790 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:24.627124 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06e98ef-8df2-4f4a-9856-267c6bf3eae4 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Network 1bbdf834-d9b7-4bc1-b401-afd739ce19cd is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:07:24.627292 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-f1e734a1-8bcf-4957-9276-75ccc78e0790 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:24.630292 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-e06e98ef-8df2-4f4a-9856-267c6bf3eae4 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:07:24.637929 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a3ccb48d-c030-419f-ae9e-96a0f51c77c2 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:24.644554 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-26e1a3c9-658c-4d0c-b06d-eafb7a7ea120 None None] For port 00be6809-fa76-4ef0-8507-901fa30eba31, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=00be6809-fa76-4ef0-8507-901fa30eba31,segment=NetworkSegment(dfc3606f-ef15-4cba-a4df-43481c800b56),segment_id=dfc3606f-ef15-4cba-a4df-43481c800b56)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:07:24.732213 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-26e1a3c9-658c-4d0c-b06d-eafb7a7ea120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:24.791250 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a3ccb48d-c030-419f-ae9e-96a0f51c77c2 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:24.801139 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-26e1a3c9-658c-4d0c-b06d-eafb7a7ea120 None None] Provisioning complete for port 431d408f-92c1-46be-8427-8843b738da43 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:24.801139 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-26e1a3c9-658c-4d0c-b06d-eafb7a7ea120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:24.818425 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-f1e734a1-8bcf-4957-9276-75ccc78e0790 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 19:07:24.821580 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f1e734a1-8bcf-4957-9276-75ccc78e0790 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2188771 Jan 21 19:07:24.825535 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34368) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:24.839517 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-573f4b39-4b7f-40e4-8eaf-c034f7d352b8 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Request body: {'security_group_rule': {'security_group_id': '91842c62-4ce4-4055-b4c8-6a54682f5c87', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:24.844361 dv-neutron-825470-1-hyperv neutron-server[88136]: WARNING neutron.api.v2.base [None req-573f4b39-4b7f-40e4-8eaf-c034f7d352b8 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 21 19:07:24.844361 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-573f4b39-4b7f-40e4-8eaf-c034f7d352b8 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 19:07:24.844361 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-573f4b39-4b7f-40e4-8eaf-c034f7d352b8 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0145297 Jan 21 19:07:24.854145 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 1adb4fd3-9fe0-41c0-b7c8-92f70696ad3c up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:07:24.854694 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34372) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:24.860041 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-40774ab1-9376-4de7-b11e-79c58c0de09f tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Request body: {'security_group_rule': {'security_group_id': '91842c62-4ce4-4055-b4c8-6a54682f5c87', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:24.866819 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-40774ab1-9376-4de7-b11e-79c58c0de09f tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:24.872402 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-40774ab1-9376-4de7-b11e-79c58c0de09f tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Usage tracker for resource:security_group_rule and tenant:c6d1da318c2f45a5863b34ec45c691cc is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:24.875982 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-40774ab1-9376-4de7-b11e-79c58c0de09f tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:24.890360 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-40774ab1-9376-4de7-b11e-79c58c0de09f tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:24.909205 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1a3c9-658c-4d0c-b06d-eafb7a7ea120 None None] Pushing event updated for resources: {'Port': ['ID=00be6809-fa76-4ef0-8507-901fa30eba31,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:24.928913 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-26e1a3c9-658c-4d0c-b06d-eafb7a7ea120 None None] Port 431d408f-92c1-46be-8427-8843b738da43 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:07:24.937753 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a3ccb48d-c030-419f-ae9e-96a0f51c77c2 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:24.954795 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 1adb4fd3-9fe0-41c0-b7c8-92f70696ad3c triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:24.955168 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:24.960211 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ccb48d-c030-419f-ae9e-96a0f51c77c2 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6794423-7a8c-431f-8fe6-a877b43b18e1,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:25.006784 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06e98ef-8df2-4f4a-9856-267c6bf3eae4 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Router 6dd5ca9f-ff04-480e-9258-3e53b2c46857 is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:07:25.029982 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-40774ab1-9376-4de7-b11e-79c58c0de09f tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 19:07:25.031326 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-40774ab1-9376-4de7-b11e-79c58c0de09f tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1762230 Jan 21 19:07:25.034212 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34376) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:25.039446 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-14c96958-80b3-4076-9c9d-43326925335b tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Request body: {'security_group_rule': {'security_group_id': '91842c62-4ce4-4055-b4c8-6a54682f5c87', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:25.039917 dv-neutron-825470-1-hyperv neutron-server[88136]: WARNING neutron.api.v2.base [None req-14c96958-80b3-4076-9c9d-43326925335b tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 21 19:07:25.040391 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-14c96958-80b3-4076-9c9d-43326925335b tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 19:07:25.044310 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-14c96958-80b3-4076-9c9d-43326925335b tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059516 Jan 21 19:07:25.044567 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34380) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:25.050441 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-035b502f-e9bd-4430-bc59-b203d390b80d tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Request body: {'security_group_rule': {'security_group_id': '91842c62-4ce4-4055-b4c8-6a54682f5c87', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:25.056928 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-035b502f-e9bd-4430-bc59-b203d390b80d tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:25.059047 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-28ab5397-013d-4d32-b630-19b926b789fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:25.060764 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-035b502f-e9bd-4430-bc59-b203d390b80d tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Usage tracker for resource:security_group_rule and tenant:c6d1da318c2f45a5863b34ec45c691cc is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:25.063695 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-035b502f-e9bd-4430-bc59-b203d390b80d tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:25.070139 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-035b502f-e9bd-4430-bc59-b203d390b80d tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:25.085075 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a3ccb48d-c030-419f-ae9e-96a0f51c77c2 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:25.086262 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-a3ccb48d-c030-419f-ae9e-96a0f51c77c2 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "DELETE /v2.0/security-groups/f6794423-7a8c-431f-8fe6-a877b43b18e1 HTTP/1.1" status: 204 len: 168 time: 0.6381602 Jan 21 19:07:25.088953 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34384) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:25.089756 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-d6bbd506-84b9-49fc-b9f0-345a88bf2456 None None] Provisioning complete for port 00be6809-fa76-4ef0-8507-901fa30eba31 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:25.090718 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d6bbd506-84b9-49fc-b9f0-345a88bf2456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:25.174855 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-96460d4c-dee9-4a0e-923f-3a861393f29f tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Synchronizing usage tracker for tenant:cf1aac0ea8354a3995bce36b054eb458 on resource:security_group {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:07:25.180492 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06e98ef-8df2-4f4a-9856-267c6bf3eae4 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:07:25.189007 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e06e98ef-8df2-4f4a-9856-267c6bf3eae4 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "PUT /v2.0/routers/6dd5ca9f-ff04-480e-9258-3e53b2c46857/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2035322 Jan 21 19:07:25.189007 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34388) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:25.193626 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b14846-fa90-4db4-b4fb-8c5a1e8f9189 None None] Sync routers for ids ['6dd5ca9f-ff04-480e-9258-3e53b2c46857'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:07:25.222477 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b14846-fa90-4db4-b4fb-8c5a1e8f9189 None None] Routers {'6dd5ca9f-ff04-480e-9258-3e53b2c46857'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:07:25.223003 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-e7b14846-fa90-4db4-b4fb-8c5a1e8f9189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:06:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['6dd5ca9f-ff04-480e-9258-3e53b2c46857'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:25.223982 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-035b502f-e9bd-4430-bc59-b203d390b80d tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 19:07:25.225704 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-035b502f-e9bd-4430-bc59-b203d390b80d tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1799731 Jan 21 19:07:25.228240 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34392) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:25.233821 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-eb48c3e6-540e-45e3-b37b-3a4cef877665 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Request body: {'security_group_rule': {'security_group_id': '91842c62-4ce4-4055-b4c8-6a54682f5c87', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:25.234655 dv-neutron-825470-1-hyperv neutron-server[88136]: WARNING neutron.api.v2.base [None req-eb48c3e6-540e-45e3-b37b-3a4cef877665 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 21 19:07:25.234991 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-eb48c3e6-540e-45e3-b37b-3a4cef877665 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 19:07:25.238551 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-eb48c3e6-540e-45e3-b37b-3a4cef877665 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067108 Jan 21 19:07:25.238776 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34396) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:25.245005 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-8e87f780-bbc9-4c00-aeea-ddcce0ba00fe tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Request body: {'security_group_rule': {'security_group_id': '91842c62-4ce4-4055-b4c8-6a54682f5c87', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:25.251217 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-96460d4c-dee9-4a0e-923f-3a861393f29f tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Unset dirty status for tenant:cf1aac0ea8354a3995bce36b054eb458 on resource:security_group {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:07:25.252460 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-96460d4c-dee9-4a0e-923f-3a861393f29f tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1610959 Jan 21 19:07:25.253518 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-8e87f780-bbc9-4c00-aeea-ddcce0ba00fe tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:25.255655 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34400) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:25.269549 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e542f51-3678-4af2-856a-830bbf03416a tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:25.273575 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-2e542f51-3678-4af2-856a-830bbf03416a tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Synchronizing usage tracker for tenant:8da58450daab4e429694fdd9f553b982 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:07:25.273705 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-8e87f780-bbc9-4c00-aeea-ddcce0ba00fe tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Usage tracker for resource:security_group_rule and tenant:c6d1da318c2f45a5863b34ec45c691cc is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:25.281728 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-8e87f780-bbc9-4c00-aeea-ddcce0ba00fe tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:25.282609 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34404) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:25.291968 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-e7b14846-fa90-4db4-b4fb-8c5a1e8f9189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:25.293585 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-8e87f780-bbc9-4c00-aeea-ddcce0ba00fe tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:25.306684 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b14846-fa90-4db4-b4fb-8c5a1e8f9189 None None] Routers {'6dd5ca9f-ff04-480e-9258-3e53b2c46857'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:07:25.307353 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-e7b14846-fa90-4db4-b4fb-8c5a1e8f9189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:06:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['6dd5ca9f-ff04-480e-9258-3e53b2c46857'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:25.341700 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f609e05e-a876-4955-bca1-0b964313886f tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:25.373173 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f609e05e-a876-4955-bca1-0b964313886f tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:25.373407 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-e7b14846-fa90-4db4-b4fb-8c5a1e8f9189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:25.373702 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b14846-fa90-4db4-b4fb-8c5a1e8f9189 None None] The sync data for ids ['6dd5ca9f-ff04-480e-9258-3e53b2c46857'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:07:25.376837 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-d6bbd506-84b9-49fc-b9f0-345a88bf2456 None None] Provisioning complete for port 431d408f-92c1-46be-8427-8843b738da43 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:25.377167 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d6bbd506-84b9-49fc-b9f0-345a88bf2456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:25.433596 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-d6bbd506-84b9-49fc-b9f0-345a88bf2456 None None] Port 431d408f-92c1-46be-8427-8843b738da43 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:07:25.459668 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-2e542f51-3678-4af2-856a-830bbf03416a tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Unset dirty status for tenant:8da58450daab4e429694fdd9f553b982 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:07:25.460831 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2e542f51-3678-4af2-856a-830bbf03416a tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "GET /v2.0/ports/431d408f-92c1-46be-8427-8843b738da43 HTTP/1.1" status: 200 len: 911 time: 0.2718029 Jan 21 19:07:25.463834 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34408) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:25.523886 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-8e87f780-bbc9-4c00-aeea-ddcce0ba00fe tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 19:07:25.524908 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-8e87f780-bbc9-4c00-aeea-ddcce0ba00fe tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2851608 Jan 21 19:07:25.534141 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f609e05e-a876-4955-bca1-0b964313886f tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:25.541757 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34412) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:25.562705 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-1e53ef96-f9fc-4a81-8160-1c3254d11864 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Request body: {'security_group_rule': {'security_group_id': '91842c62-4ce4-4055-b4c8-6a54682f5c87', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:25.620549 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f609e05e-a876-4955-bca1-0b964313886f tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89000227-e8ba-44ee-ae85-3adaca612284,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:25.623843 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-1e53ef96-f9fc-4a81-8160-1c3254d11864 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:25.634296 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-1e53ef96-f9fc-4a81-8160-1c3254d11864 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Usage tracker for resource:security_group_rule and tenant:c6d1da318c2f45a5863b34ec45c691cc is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:25.645775 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-1e53ef96-f9fc-4a81-8160-1c3254d11864 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:25.654962 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-1e53ef96-f9fc-4a81-8160-1c3254d11864 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:25.812641 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f609e05e-a876-4955-bca1-0b964313886f tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:25.813846 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f609e05e-a876-4955-bca1-0b964313886f tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "DELETE /v2.0/security-groups/89000227-e8ba-44ee-ae85-3adaca612284 HTTP/1.1" status: 204 len: 168 time: 0.5571163 Jan 21 19:07:25.832973 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34416) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:26.047667 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-1e53ef96-f9fc-4a81-8160-1c3254d11864 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 19:07:26.048688 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-1e53ef96-f9fc-4a81-8160-1c3254d11864 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4975390 Jan 21 19:07:26.061159 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34420) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:26.123834 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-e3f0bc37-91f9-4bb7-b639-76e468697b90 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Synchronizing usage tracker for tenant:cf1aac0ea8354a3995bce36b054eb458 on resource:security_group {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:07:26.188530 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6df23059-d9fd-4a57-9ce4-af2b25ad8b9d tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:26.195001 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b3720571-81eb-4794-83e4-794b4300fb92 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:26.215946 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-e3f0bc37-91f9-4bb7-b639-76e468697b90 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Unset dirty status for tenant:cf1aac0ea8354a3995bce36b054eb458 on resource:security_group {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:07:26.217250 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e3f0bc37-91f9-4bb7-b639-76e468697b90 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3833160 Jan 21 19:07:26.221993 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34424) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:26.229276 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-cef051b6-a84e-47e0-965a-679406483a37 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Request body: {'security_group': {'name': 'tempest-secgroup--1128036196'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:26.265520 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-cef051b6-a84e-47e0-965a-679406483a37 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:26.282462 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-cef051b6-a84e-47e0-965a-679406483a37 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:26.294595 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6df23059-d9fd-4a57-9ce4-af2b25ad8b9d tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:26.304140 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7d205fbe-7f2f-4c67-879d-455d599b9b25 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:26.438781 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cef051b6-a84e-47e0-965a-679406483a37 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:26.484052 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-cef051b6-a84e-47e0-965a-679406483a37 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:26.492026 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-cef051b6-a84e-47e0-965a-679406483a37 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Usage tracker for resource:security_group_rule and tenant:cf1aac0ea8354a3995bce36b054eb458 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:26.499610 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-cef051b6-a84e-47e0-965a-679406483a37 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:26.507634 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6df23059-d9fd-4a57-9ce4-af2b25ad8b9d tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:26.538173 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-cef051b6-a84e-47e0-965a-679406483a37 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:26.538410 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df23059-d9fd-4a57-9ce4-af2b25ad8b9d tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91842c62-4ce4-4055-b4c8-6a54682f5c87,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:26.610872 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6df23059-d9fd-4a57-9ce4-af2b25ad8b9d tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:26.614315 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-6df23059-d9fd-4a57-9ce4-af2b25ad8b9d tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "DELETE /v2.0/security-groups/91842c62-4ce4-4055-b4c8-6a54682f5c87 HTTP/1.1" status: 204 len: 168 time: 0.5499034 Jan 21 19:07:26.615177 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34428) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:26.732188 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-8506bf6c-9e5b-4224-b342-d701e7a4a47b tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Synchronizing usage tracker for tenant:c6d1da318c2f45a5863b34ec45c691cc on resource:security_group {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:07:26.751372 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-b3720571-81eb-4794-83e4-794b4300fb92 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Allocated IP 172.20.0.17 (0f86287d-b416-44ff-a14a-d0ea228e9354/12c9a89c-d9fd-4ef4-b339-c0a9413185d5/0c53d912-4b93-4993-b3d4-b75300bb94ee) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:07:26.755934 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cef051b6-a84e-47e0-965a-679406483a37 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:26.770482 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-7d205fbe-7f2f-4c67-879d-455d599b9b25 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Allocated IP 2001:db8:1::1 (6b6cedce-13c3-4a83-aa97-e9656cd3d5be/87d1ba78-4e68-48ee-b66b-8b96fb03a1e4/5b1e7da0-1ad5-4b5a-bc94-5ad9a8242874) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:07:26.805147 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-8506bf6c-9e5b-4224-b342-d701e7a4a47b tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Unset dirty status for tenant:c6d1da318c2f45a5863b34ec45c691cc on resource:security_group {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:07:26.806401 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-8506bf6c-9e5b-4224-b342-d701e7a4a47b tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1903310 Jan 21 19:07:26.811973 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34432) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:26.838413 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 00be6809-fa76-4ef0-8507-901fa30eba31 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:07:26.865352 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-8904101c-d95c-4a7d-878f-09059d6df2aa tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Request body: {'security_group': {'name': 'tempest-secgroup--1513288125'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:26.877551 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-8904101c-d95c-4a7d-878f-09059d6df2aa tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:26.879653 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cef051b6-a84e-47e0-965a-679406483a37 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:26.901297 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-8904101c-d95c-4a7d-878f-09059d6df2aa tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:26.913717 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 00be6809-fa76-4ef0-8507-901fa30eba31 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:26.914719 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:26.955152 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b3720571-81eb-4794-83e4-794b4300fb92 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:26.969625 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef051b6-a84e-47e0-965a-679406483a37 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fd0de6-f00d-48be-8e4f-cfc717720510,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:26.980461 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-b3720571-81eb-4794-83e4-794b4300fb92 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Transition to ACTIVE for port object 0c53d912-4b93-4993-b3d4-b75300bb94ee will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:07:26.995229 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8904101c-d95c-4a7d-878f-09059d6df2aa tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:26.995344 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7d205fbe-7f2f-4c67-879d-455d599b9b25 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:27.014193 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-7d205fbe-7f2f-4c67-879d-455d599b9b25 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Transition to ACTIVE for port object 5b1e7da0-1ad5-4b5a-bc94-5ad9a8242874 will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:07:27.024438 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-8904101c-d95c-4a7d-878f-09059d6df2aa tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:27.030230 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cef051b6-a84e-47e0-965a-679406483a37 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:27.030866 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-8904101c-d95c-4a7d-878f-09059d6df2aa tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Usage tracker for resource:security_group_rule and tenant:c6d1da318c2f45a5863b34ec45c691cc is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:27.034385 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-cef051b6-a84e-47e0-965a-679406483a37 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8086753 Jan 21 19:07:27.034385 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34436) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:27.034673 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-8904101c-d95c-4a7d-878f-09059d6df2aa tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:27.041876 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-fa974667-8cc4-4017-b3b0-cac4f1247ac0 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Request body: {'security_group_rule': {'security_group_id': 'f8fd0de6-f00d-48be-8e4f-cfc717720510', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:27.042057 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-8904101c-d95c-4a7d-878f-09059d6df2aa tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:27.051123 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-fa974667-8cc4-4017-b3b0-cac4f1247ac0 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:27.058358 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-fa974667-8cc4-4017-b3b0-cac4f1247ac0 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Usage tracker for resource:security_group_rule and tenant:cf1aac0ea8354a3995bce36b054eb458 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:27.063675 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-fa974667-8cc4-4017-b3b0-cac4f1247ac0 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:27.069901 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-fa974667-8cc4-4017-b3b0-cac4f1247ac0 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:27.095263 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b3720571-81eb-4794-83e4-794b4300fb92 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:27.109537 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7d205fbe-7f2f-4c67-879d-455d599b9b25 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:27.182276 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fa974667-8cc4-4017-b3b0-cac4f1247ac0 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:27.188596 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3720571-81eb-4794-83e4-794b4300fb92 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=0c53d912-4b93-4993-b3d4-b75300bb94ee,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:27.204810 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d205fbe-7f2f-4c67-879d-455d599b9b25 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Network 6b6cedce-13c3-4a83-aa97-e9656cd3d5be is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:07:27.210552 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-7d205fbe-7f2f-4c67-879d-455d599b9b25 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:07:27.212978 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d205fbe-7f2f-4c67-879d-455d599b9b25 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:07:27.213737 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7d205fbe-7f2f-4c67-879d-455d599b9b25 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:27.219582 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8904101c-d95c-4a7d-878f-09059d6df2aa tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:27.230516 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3720571-81eb-4794-83e4-794b4300fb92 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network 0f86287d-b416-44ff-a14a-d0ea228e9354 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:07:27.232358 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3536c9fb-e060-4d46-82b2-5c75f97ed4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:27.232579 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-b3720571-81eb-4794-83e4-794b4300fb92 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:07:27.236467 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3720571-81eb-4794-83e4-794b4300fb92 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:07:27.244343 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d205fbe-7f2f-4c67-879d-455d599b9b25 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event updated for resources: {'Port': ['ID=5b1e7da0-1ad5-4b5a-bc94-5ad9a8242874,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:27.303114 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fa974667-8cc4-4017-b3b0-cac4f1247ac0 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:27.323501 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8904101c-d95c-4a7d-878f-09059d6df2aa tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:27.354214 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b3720571-81eb-4794-83e4-794b4300fb92 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:27.408383 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8904101c-d95c-4a7d-878f-09059d6df2aa tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b135c08d-27f7-4b86-8499-0da31950142e,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:27.411841 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fa974667-8cc4-4017-b3b0-cac4f1247ac0 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:27.481359 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa974667-8cc4-4017-b3b0-cac4f1247ac0 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b019397-807d-411a-addf-4b60a9820715,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:27.503993 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8904101c-d95c-4a7d-878f-09059d6df2aa tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:27.505493 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-8904101c-d95c-4a7d-878f-09059d6df2aa tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6926024 Jan 21 19:07:27.508736 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34440) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:27.515139 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-a58f500e-5c4b-44c5-a25e-1abf6fbe86f6 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Request body: {'security_group_rule': {'security_group_id': 'b135c08d-27f7-4b86-8499-0da31950142e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:27.524277 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-a58f500e-5c4b-44c5-a25e-1abf6fbe86f6 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:27.529144 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-a58f500e-5c4b-44c5-a25e-1abf6fbe86f6 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Usage tracker for resource:security_group_rule and tenant:c6d1da318c2f45a5863b34ec45c691cc is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:27.532826 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-a58f500e-5c4b-44c5-a25e-1abf6fbe86f6 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:27.534810 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7d205fbe-7f2f-4c67-879d-455d599b9b25 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:27.539772 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-a58f500e-5c4b-44c5-a25e-1abf6fbe86f6 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:27.607873 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fa974667-8cc4-4017-b3b0-cac4f1247ac0 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:27.611555 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-fa974667-8cc4-4017-b3b0-cac4f1247ac0 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5736690 Jan 21 19:07:27.613421 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34444) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:27.653670 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b3720571-81eb-4794-83e4-794b4300fb92 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:27.716593 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fad48c89-53b7-4e37-a82b-782cc70b3c5d tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:27.726736 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-31ec6faf-9b92-422e-823a-4af31e85b146 None None] Provisioning for port 5b1e7da0-1ad5-4b5a-bc94-5ad9a8242874 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:07:27.734837 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-31ec6faf-9b92-422e-823a-4af31e85b146 None None] Provisioning complete for port 5b1e7da0-1ad5-4b5a-bc94-5ad9a8242874 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:27.735735 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-31ec6faf-9b92-422e-823a-4af31e85b146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:27.749892 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fad48c89-53b7-4e37-a82b-782cc70b3c5d tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:27.805193 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-31ec6faf-9b92-422e-823a-4af31e85b146 None None] Port 5b1e7da0-1ad5-4b5a-bc94-5ad9a8242874 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:07:27.870244 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-31ec6faf-9b92-422e-823a-4af31e85b146 None None] Provisioning for port 0c53d912-4b93-4993-b3d4-b75300bb94ee completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:07:27.878108 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-31ec6faf-9b92-422e-823a-4af31e85b146 None None] Provisioning complete for port 0c53d912-4b93-4993-b3d4-b75300bb94ee triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:27.884679 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-31ec6faf-9b92-422e-823a-4af31e85b146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:27.970764 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-a58f500e-5c4b-44c5-a25e-1abf6fbe86f6 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] create failed (client error): The resource could not be found. Jan 21 19:07:27.974497 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-a58f500e-5c4b-44c5-a25e-1abf6fbe86f6 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4621940 Jan 21 19:07:27.977599 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34448) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:27.992551 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-6fd15f98-efe8-44cb-8e8e-9548b7e088c1 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Request body: {'security_group_rule': {'security_group_id': 'b135c08d-27f7-4b86-8499-0da31950142e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'db7456d5-6804-46d3-8762-235a22bb29a9'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:27.996065 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-31ec6faf-9b92-422e-823a-4af31e85b146 None None] Port 0c53d912-4b93-4993-b3d4-b75300bb94ee cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:07:28.005477 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-6fd15f98-efe8-44cb-8e8e-9548b7e088c1 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:28.015645 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-6fd15f98-efe8-44cb-8e8e-9548b7e088c1 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Usage tracker for resource:security_group_rule and tenant:c6d1da318c2f45a5863b34ec45c691cc is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:28.020190 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-6fd15f98-efe8-44cb-8e8e-9548b7e088c1 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:28.064911 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:28.085562 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-6fd15f98-efe8-44cb-8e8e-9548b7e088c1 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:28.128986 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fad48c89-53b7-4e37-a82b-782cc70b3c5d tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:28.152277 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7d205fbe-7f2f-4c67-879d-455d599b9b25 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:28.169710 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad48c89-53b7-4e37-a82b-782cc70b3c5d tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b019397-807d-411a-addf-4b60a9820715,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:28.189404 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fad48c89-53b7-4e37-a82b-782cc70b3c5d tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:28.190523 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-fad48c89-53b7-4e37-a82b-782cc70b3c5d tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/8b019397-807d-411a-addf-4b60a9820715 HTTP/1.1" status: 204 len: 168 time: 0.5759826 Jan 21 19:07:28.193292 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34452) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:28.232031 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7d205fbe-7f2f-4c67-879d-455d599b9b25 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:28.232760 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7d205fbe-7f2f-4c67-879d-455d599b9b25 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:28.243393 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-fd09d0a0-6778-4aa7-b910-0d253a1a5716 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Synchronizing usage tracker for tenant:cf1aac0ea8354a3995bce36b054eb458 on resource:security_group_rule {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:07:28.329589 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b3720571-81eb-4794-83e4-794b4300fb92 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:28.348833 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-6fd15f98-efe8-44cb-8e8e-9548b7e088c1 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] create failed (client error): The resource could not be found. Jan 21 19:07:28.353669 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-6fd15f98-efe8-44cb-8e8e-9548b7e088c1 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3711741 Jan 21 19:07:28.353669 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34456) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:28.401756 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b3720571-81eb-4794-83e4-794b4300fb92 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:28.413718 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d205fbe-7f2f-4c67-879d-455d599b9b25 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event updated for resources: {'Port': ['ID=5b1e7da0-1ad5-4b5a-bc94-5ad9a8242874,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:28.431647 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-fd09d0a0-6778-4aa7-b910-0d253a1a5716 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Unset dirty status for tenant:cf1aac0ea8354a3995bce36b054eb458 on resource:security_group_rule {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:07:28.436798 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-fd09d0a0-6778-4aa7-b910-0d253a1a5716 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2386026 Jan 21 19:07:28.438485 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34460) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:28.474381 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d205fbe-7f2f-4c67-879d-455d599b9b25 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Network 6b6cedce-13c3-4a83-aa97-e9656cd3d5be is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:07:28.475425 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-7d205fbe-7f2f-4c67-879d-455d599b9b25 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:07:28.487065 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:28.556902 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c024d64e-3d80-4480-99e5-2ebbab177717 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:28.616980 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:28.624973 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3720571-81eb-4794-83e4-794b4300fb92 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=0c53d912-4b93-4993-b3d4-b75300bb94ee,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:28.638068 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c024d64e-3d80-4480-99e5-2ebbab177717 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:28.646256 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b3720571-81eb-4794-83e4-794b4300fb92 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:28.663507 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d205fbe-7f2f-4c67-879d-455d599b9b25 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Router 6dd5ca9f-ff04-480e-9258-3e53b2c46857 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:07:28.712856 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d90f19e3-5860-4ac1-8245-937c57e2945e tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:28.812284 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d90f19e3-5860-4ac1-8245-937c57e2945e tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:28.828156 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-c9d85071-dc15-4fef-8ddf-9781f056ac36 None None] Provisioning complete for port 5b1e7da0-1ad5-4b5a-bc94-5ad9a8242874 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:28.828519 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c9d85071-dc15-4fef-8ddf-9781f056ac36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:28.832987 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d205fbe-7f2f-4c67-879d-455d599b9b25 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:07:28.842156 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-7d205fbe-7f2f-4c67-879d-455d599b9b25 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "PUT /v2.0/routers/6dd5ca9f-ff04-480e-9258-3e53b2c46857/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3768055 Jan 21 19:07:28.842831 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34464) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:28.850297 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040a8f6b-4839-4c90-96fc-f08dfab1bb5e None None] Sync routers for ids ['6dd5ca9f-ff04-480e-9258-3e53b2c46857'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:07:28.861946 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040a8f6b-4839-4c90-96fc-f08dfab1bb5e None None] Routers {'6dd5ca9f-ff04-480e-9258-3e53b2c46857'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:07:28.862493 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-040a8f6b-4839-4c90-96fc-f08dfab1bb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:07:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['6dd5ca9f-ff04-480e-9258-3e53b2c46857'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:28.893296 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-c9d85071-dc15-4fef-8ddf-9781f056ac36 None None] Port 5b1e7da0-1ad5-4b5a-bc94-5ad9a8242874 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:07:28.896061 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c024d64e-3d80-4480-99e5-2ebbab177717 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:28.926635 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3720571-81eb-4794-83e4-794b4300fb92 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network 0f86287d-b416-44ff-a14a-d0ea228e9354 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:07:28.931939 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-b3720571-81eb-4794-83e4-794b4300fb92 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:07:28.932434 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85d05bb-cbd5-4355-93b7-bc9e7c5835da tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:28.934330 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b85d05bb-cbd5-4355-93b7-bc9e7c5835da tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Synchronizing usage tracker for tenant:8da58450daab4e429694fdd9f553b982 on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:07:28.935048 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-040a8f6b-4839-4c90-96fc-f08dfab1bb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:28.937289 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c024d64e-3d80-4480-99e5-2ebbab177717 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b135c08d-27f7-4b86-8499-0da31950142e,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:28.946125 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040a8f6b-4839-4c90-96fc-f08dfab1bb5e None None] Routers {'6dd5ca9f-ff04-480e-9258-3e53b2c46857'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:07:28.953951 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-040a8f6b-4839-4c90-96fc-f08dfab1bb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:07:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['6dd5ca9f-ff04-480e-9258-3e53b2c46857'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:29.014669 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-040a8f6b-4839-4c90-96fc-f08dfab1bb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:29.015079 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040a8f6b-4839-4c90-96fc-f08dfab1bb5e None None] The sync data for ids ['6dd5ca9f-ff04-480e-9258-3e53b2c46857'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:07:29.021936 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c024d64e-3d80-4480-99e5-2ebbab177717 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:29.024119 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c024d64e-3d80-4480-99e5-2ebbab177717 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "DELETE /v2.0/security-groups/b135c08d-27f7-4b86-8499-0da31950142e HTTP/1.1" status: 204 len: 168 time: 0.6694608 Jan 21 19:07:29.025936 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34468) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:29.042567 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b85d05bb-cbd5-4355-93b7-bc9e7c5835da tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Unset dirty status for tenant:8da58450daab4e429694fdd9f553b982 on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:07:29.044337 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b85d05bb-cbd5-4355-93b7-bc9e7c5835da tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "GET /v2.0/ports/5b1e7da0-1ad5-4b5a-bc94-5ad9a8242874 HTTP/1.1" status: 200 len: 913 time: 0.2006011 Jan 21 19:07:29.053302 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34472) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:29.107024 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d90f19e3-5860-4ac1-8245-937c57e2945e tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:29.140895 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f19e3-5860-4ac1-8245-937c57e2945e tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fd0de6-f00d-48be-8e4f-cfc717720510,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:29.145859 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d90f19e3-5860-4ac1-8245-937c57e2945e tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:29.147186 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-d90f19e3-5860-4ac1-8245-937c57e2945e tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "DELETE /v2.0/security-groups/f8fd0de6-f00d-48be-8e4f-cfc717720510 HTTP/1.1" status: 204 len: 168 time: 0.6662717 Jan 21 19:07:29.149762 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34476) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:29.192584 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3720571-81eb-4794-83e4-794b4300fb92 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Router 0237e4e4-4b11-4456-bf31-153bb5616717 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:07:29.215919 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b1dd00e-2983-42e4-b82e-0c2a0fc2e28e None None] Provisioning complete for port 0c53d912-4b93-4993-b3d4-b75300bb94ee triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:29.216293 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b1dd00e-2983-42e4-b82e-0c2a0fc2e28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:29.221054 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-bd42a11e-1632-43ad-a3a9-8b89e479d5b3 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Synchronizing usage tracker for tenant:cf1aac0ea8354a3995bce36b054eb458 on resource:security_group {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:07:29.244223 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-4e367437-2b4e-4356-9e9b-67858cc978d6 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2170603 Jan 21 19:07:29.250422 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34480) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:29.258636 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-437eb6cc-8e54-4248-a7a2-e77c2c07b058 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Request body: {'security_group_rule': {'security_group_id': 'ee12246d-0272-4f44-96c4-dc400d978bf7', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:29.275179 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b1dd00e-2983-42e4-b82e-0c2a0fc2e28e None None] Port 0c53d912-4b93-4993-b3d4-b75300bb94ee cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:07:29.322351 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-437eb6cc-8e54-4248-a7a2-e77c2c07b058 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:29.342832 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-437eb6cc-8e54-4248-a7a2-e77c2c07b058 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Usage tracker for resource:security_group_rule and tenant:c6d1da318c2f45a5863b34ec45c691cc is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:29.347030 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-437eb6cc-8e54-4248-a7a2-e77c2c07b058 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:29.385463 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-bd42a11e-1632-43ad-a3a9-8b89e479d5b3 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Unset dirty status for tenant:cf1aac0ea8354a3995bce36b054eb458 on resource:security_group {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:07:29.385727 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-bd42a11e-1632-43ad-a3a9-8b89e479d5b3 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2349536 Jan 21 19:07:29.393779 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34484) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:29.398614 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-e9e0bef7-51cd-41bf-80e5-465abf089e7f tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Request body: {'security_group': {'name': 'tempest-secgroup--468872332'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:29.402523 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-437eb6cc-8e54-4248-a7a2-e77c2c07b058 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:29.414390 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e9e0bef7-51cd-41bf-80e5-465abf089e7f tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:29.430800 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e9e0bef7-51cd-41bf-80e5-465abf089e7f tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:29.441709 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3720571-81eb-4794-83e4-794b4300fb92 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:07:29.457419 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b3720571-81eb-4794-83e4-794b4300fb92 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "PUT /v2.0/routers/0237e4e4-4b11-4456-bf31-153bb5616717/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1617534 Jan 21 19:07:29.463632 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685b4dbc-4308-48b7-af48-fb0c5a16d9f4 None None] Sync routers for ids ['0237e4e4-4b11-4456-bf31-153bb5616717'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:07:29.474586 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685b4dbc-4308-48b7-af48-fb0c5a16d9f4 None None] Routers {'0237e4e4-4b11-4456-bf31-153bb5616717'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:07:29.475339 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-685b4dbc-4308-48b7-af48-fb0c5a16d9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:07:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['0237e4e4-4b11-4456-bf31-153bb5616717'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:29.514549 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e9e0bef7-51cd-41bf-80e5-465abf089e7f tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:29.536234 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e9e0bef7-51cd-41bf-80e5-465abf089e7f tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:29.547301 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e9e0bef7-51cd-41bf-80e5-465abf089e7f tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:29.628725 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-437eb6cc-8e54-4248-a7a2-e77c2c07b058 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] create failed (client error): The resource could not be found. Jan 21 19:07:29.629749 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-437eb6cc-8e54-4248-a7a2-e77c2c07b058 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3784194 Jan 21 19:07:29.634881 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34492) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:29.642892 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e9e0bef7-51cd-41bf-80e5-465abf089e7f tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:29.646636 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-5c3ea5f3-77f9-4e7b-94b0-66f1bd546ca2 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Request body: {'security_group': {'name': 'tempest-secgroup--66527478'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:29.652227 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-5c3ea5f3-77f9-4e7b-94b0-66f1bd546ca2 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:29.657251 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-5c3ea5f3-77f9-4e7b-94b0-66f1bd546ca2 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Usage tracker for resource:security_group and tenant:c6d1da318c2f45a5863b34ec45c691cc is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:29.660153 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-5c3ea5f3-77f9-4e7b-94b0-66f1bd546ca2 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:29.666046 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-5c3ea5f3-77f9-4e7b-94b0-66f1bd546ca2 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:29.667410 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b4c015a6-da34-469b-b9d0-7b30a0063de6 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:29.672386 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-685b4dbc-4308-48b7-af48-fb0c5a16d9f4 None None] Set router 0237e4e4-4b11-4456-bf31-153bb5616717 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:07:29.716349 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e9e0bef7-51cd-41bf-80e5-465abf089e7f tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:29.767669 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e0bef7-51cd-41bf-80e5-465abf089e7f tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65dbcdf6-fcb9-42b5-8dd9-baadd356f3a5,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:29.783708 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5c3ea5f3-77f9-4e7b-94b0-66f1bd546ca2 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:29.804826 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-5c3ea5f3-77f9-4e7b-94b0-66f1bd546ca2 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:29.808883 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-5c3ea5f3-77f9-4e7b-94b0-66f1bd546ca2 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Usage tracker for resource:security_group_rule and tenant:c6d1da318c2f45a5863b34ec45c691cc is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:29.812193 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-5c3ea5f3-77f9-4e7b-94b0-66f1bd546ca2 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:29.818701 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-5c3ea5f3-77f9-4e7b-94b0-66f1bd546ca2 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:29.833296 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e9e0bef7-51cd-41bf-80e5-465abf089e7f tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:29.837059 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e9e0bef7-51cd-41bf-80e5-465abf089e7f tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4400229 Jan 21 19:07:29.837569 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34496) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:29.844541 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-af769bee-4c6f-4cc6-bd64-08ece695d48f tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Request body: {'security_group_rule': {'security_group_id': '65dbcdf6-fcb9-42b5-8dd9-baadd356f3a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:29.859224 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-af769bee-4c6f-4cc6-bd64-08ece695d48f tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:29.867344 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-af769bee-4c6f-4cc6-bd64-08ece695d48f tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Usage tracker for resource:security_group_rule and tenant:cf1aac0ea8354a3995bce36b054eb458 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:29.871162 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-af769bee-4c6f-4cc6-bd64-08ece695d48f tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:29.879642 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-af769bee-4c6f-4cc6-bd64-08ece695d48f tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:29.934763 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5c3ea5f3-77f9-4e7b-94b0-66f1bd546ca2 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:29.956989 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-af769bee-4c6f-4cc6-bd64-08ece695d48f tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:29.992012 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5c3ea5f3-77f9-4e7b-94b0-66f1bd546ca2 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:30.036374 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:30.061412 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-af769bee-4c6f-4cc6-bd64-08ece695d48f tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:30.062404 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ea5f3-77f9-4e7b-94b0-66f1bd546ca2 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aac506a-b44a-4b08-8421-195f92098d79,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:30.071365 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-685b4dbc-4308-48b7-af48-fb0c5a16d9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'name': 'tempest-TestNetworkBasicOps-router-1031288913', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'd4e425b0-74b2-4ec4-8ca1-ad7810a12761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:31Z', 'updated_at': '2022-01-21T19:07:27Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'd4e425b0-74b2-4ec4-8ca1-ad7810a12761', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:32Z', 'updated_at': '2022-01-21T19:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '86dba564-37a5-4678-8b3a-4cbb76366fe0', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'floating_ip_address': '172.26.1.207', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'port_id': '2f87830a-b074-4d23-a8f7-a0cf1386aa2e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff99f632-5526-4276-9da3-3b33f700e365', 'mac_address': 'fa:16:3e:89:2d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2727dfc1-5196-4cdc-a1d2-5acd034834f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:06:23Z', 'updated_at': '2022-01-21T19:06:29Z', 'revision_number': 1, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c53d912-4b93-4993-b3d4-b75300bb94ee', 'name': '', 'network_id': '0f86287d-b416-44ff-a14a-d0ea228e9354', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:10:56:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '12c9a89c-d9fd-4ef4-b339-c0a9413185d5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:26Z', 'updated_at': '2022-01-21T19:07:28Z', 'revision_number': 2, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '12c9a89c-d9fd-4ef4-b339-c0a9413185d5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b580753f-2a05-40b3-b7d4-8168499875b6', 'name': '', 'network_id': 'ff99f632-5526-4276-9da3-3b33f700e365', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:16:f4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'e5ea9923-e5c0-4291-84d8-365162974c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:40Z', 'updated_at': '2022-01-21T19:05:51Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': 'e5ea9923-e5c0-4291-84d8-365162974c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:30.075388 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685b4dbc-4308-48b7-af48-fb0c5a16d9f4 None None] Checking router: 0237e4e4-4b11-4456-bf31-153bb5616717 for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:07:30.075739 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685b4dbc-4308-48b7-af48-fb0c5a16d9f4 None None] Updating router 0237e4e4-4b11-4456-bf31-153bb5616717 port 0c53d912-4b93-4993-b3d4-b75300bb94ee binding host dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:07:30.097578 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5c3ea5f3-77f9-4e7b-94b0-66f1bd546ca2 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:30.099973 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5c3ea5f3-77f9-4e7b-94b0-66f1bd546ca2 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4630520 Jan 21 19:07:30.107024 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34500) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:30.113416 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-e568e0a6-f0bb-445a-8571-2fb0a237a327 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Request body: {'security_group': {'name': 'tempest-secgroup--1321486980'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:30.122341 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-af769bee-4c6f-4cc6-bd64-08ece695d48f tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:30.124394 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e568e0a6-f0bb-445a-8571-2fb0a237a327 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:30.129851 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-685b4dbc-4308-48b7-af48-fb0c5a16d9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:30.155254 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-b4c015a6-da34-469b-b9d0-7b30a0063de6 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Deleting port 5b1e7da0-1ad5-4b5a-bc94-5ad9a8242874 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:07:30.155630 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b4c015a6-da34-469b-b9d0-7b30a0063de6 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:30.262167 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-e568e0a6-f0bb-445a-8571-2fb0a237a327 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Usage tracker for resource:security_group and tenant:c6d1da318c2f45a5863b34ec45c691cc is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:30.268290 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-e568e0a6-f0bb-445a-8571-2fb0a237a327 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:30.271712 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af769bee-4c6f-4cc6-bd64-08ece695d48f tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=192d455e-c57d-49b9-8691-266e9785980f,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:30.277120 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e568e0a6-f0bb-445a-8571-2fb0a237a327 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:30.362371 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-af769bee-4c6f-4cc6-bd64-08ece695d48f tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:30.366178 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-af769bee-4c6f-4cc6-bd64-08ece695d48f tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5251582 Jan 21 19:07:30.366531 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34504) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:30.369561 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b4c015a6-da34-469b-b9d0-7b30a0063de6 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:30.389202 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-fc625425-e6f1-49a4-80ca-610f1ca40d37 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "GET /v2.0/security-group-rules/192d455e-c57d-49b9-8691-266e9785980f HTTP/1.1" status: 200 len: 763 time: 0.0208514 Jan 21 19:07:30.392766 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34508) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:30.450783 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-a10e8b34-f9f7-4f33-a506-318486c83668 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Synchronizing usage tracker for tenant:cf1aac0ea8354a3995bce36b054eb458 on resource:security_group_rule {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:07:30.455297 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e568e0a6-f0bb-445a-8571-2fb0a237a327 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:30.485945 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e568e0a6-f0bb-445a-8571-2fb0a237a327 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:30.489553 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-e568e0a6-f0bb-445a-8571-2fb0a237a327 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Usage tracker for resource:security_group_rule and tenant:c6d1da318c2f45a5863b34ec45c691cc is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:30.492772 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-e568e0a6-f0bb-445a-8571-2fb0a237a327 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:30.500098 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e568e0a6-f0bb-445a-8571-2fb0a237a327 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:30.503710 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-b4c015a6-da34-469b-b9d0-7b30a0063de6 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Calling delete_port for 5b1e7da0-1ad5-4b5a-bc94-5ad9a8242874 owned by network:router_interface {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:07:30.513944 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-685b4dbc-4308-48b7-af48-fb0c5a16d9f4 None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:30.528200 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-685b4dbc-4308-48b7-af48-fb0c5a16d9f4 None None] Transition to ACTIVE for port object 0c53d912-4b93-4993-b3d4-b75300bb94ee will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:07:30.551155 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-a10e8b34-f9f7-4f33-a506-318486c83668 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Unset dirty status for tenant:cf1aac0ea8354a3995bce36b054eb458 on resource:security_group_rule {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:07:30.555371 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-a10e8b34-f9f7-4f33-a506-318486c83668 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1586661 Jan 21 19:07:30.556886 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34512) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:30.578402 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e568e0a6-f0bb-445a-8571-2fb0a237a327 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:30.599638 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-685b4dbc-4308-48b7-af48-fb0c5a16d9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:30.612418 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3ed0787f-1f35-428c-8e9a-be17df147ec6 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:30.625633 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3ed0787f-1f35-428c-8e9a-be17df147ec6 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:30.652211 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e568e0a6-f0bb-445a-8571-2fb0a237a327 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:30.707550 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e568e0a6-f0bb-445a-8571-2fb0a237a327 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf155898-6c0e-40ae-a57a-9f8c87379781,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:30.731118 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3ed0787f-1f35-428c-8e9a-be17df147ec6 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:30.758819 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed0787f-1f35-428c-8e9a-be17df147ec6 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=192d455e-c57d-49b9-8691-266e9785980f,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:30.772382 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e568e0a6-f0bb-445a-8571-2fb0a237a327 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:30.781095 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e568e0a6-f0bb-445a-8571-2fb0a237a327 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6656251 Jan 21 19:07:30.781095 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34516) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:30.783032 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-71f92ca8-a6e4-4c41-ab44-e24cc1f8476f tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Request body: {'security_group_rule': {'security_group_id': '8aac506a-b44a-4b08-8421-195f92098d79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'cf155898-6c0e-40ae-a57a-9f8c87379781'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:30.789319 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-71f92ca8-a6e4-4c41-ab44-e24cc1f8476f tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:30.794018 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-71f92ca8-a6e4-4c41-ab44-e24cc1f8476f tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Usage tracker for resource:security_group_rule and tenant:c6d1da318c2f45a5863b34ec45c691cc is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:30.797083 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca53cf9-9891-4b78-9d70-9491725d5f2c None None] Pushing event updated for resources: {'Port': ['ID=0c53d912-4b93-4993-b3d4-b75300bb94ee,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:30.798732 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-71f92ca8-a6e4-4c41-ab44-e24cc1f8476f tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:30.804756 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-71f92ca8-a6e4-4c41-ab44-e24cc1f8476f tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:30.816604 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca53cf9-9891-4b78-9d70-9491725d5f2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:07:30.816943 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca53cf9-9891-4b78-9d70-9491725d5f2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:07:30.817277 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca53cf9-9891-4b78-9d70-9491725d5f2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:07:30.817607 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca53cf9-9891-4b78-9d70-9491725d5f2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:07:30.817957 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca53cf9-9891-4b78-9d70-9491725d5f2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:07:30.818286 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca53cf9-9891-4b78-9d70-9491725d5f2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:07:30.818606 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca53cf9-9891-4b78-9d70-9491725d5f2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:07:30.818932 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca53cf9-9891-4b78-9d70-9491725d5f2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:07:30.819250 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca53cf9-9891-4b78-9d70-9491725d5f2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:07:30.819564 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca53cf9-9891-4b78-9d70-9491725d5f2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:07:30.819876 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca53cf9-9891-4b78-9d70-9491725d5f2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:07:30.820186 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca53cf9-9891-4b78-9d70-9491725d5f2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:07:30.830513 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-685b4dbc-4308-48b7-af48-fb0c5a16d9f4 None None] Attempting to bind port 0c53d912-4b93-4993-b3d4-b75300bb94ee on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:07:30.830875 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-685b4dbc-4308-48b7-af48-fb0c5a16d9f4 None None] Attempting to bind port 0c53d912-4b93-4993-b3d4-b75300bb94ee by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '001eb96c-c59f-4596-a23d-72c842e4cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0f86287d-b416-44ff-a14a-d0ea228e9354'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:07:30.831231 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685b4dbc-4308-48b7-af48-fb0c5a16d9f4 None None] Attempting to bind port 0c53d912-4b93-4993-b3d4-b75300bb94ee on network 0f86287d-b416-44ff-a14a-d0ea228e9354 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:07:30.836939 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685b4dbc-4308-48b7-af48-fb0c5a16d9f4 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:07:30.837307 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685b4dbc-4308-48b7-af48-fb0c5a16d9f4 None None] Checking segment: {'id': '001eb96c-c59f-4596-a23d-72c842e4cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0f86287d-b416-44ff-a14a-d0ea228e9354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:07:30.837708 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-685b4dbc-4308-48b7-af48-fb0c5a16d9f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:30.838121 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685b4dbc-4308-48b7-af48-fb0c5a16d9f4 None None] Bound using segment: {'id': '001eb96c-c59f-4596-a23d-72c842e4cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0f86287d-b416-44ff-a14a-d0ea228e9354'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:07:30.838591 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-685b4dbc-4308-48b7-af48-fb0c5a16d9f4 None None] Bound port: 0c53d912-4b93-4993-b3d4-b75300bb94ee, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '001eb96c-c59f-4596-a23d-72c842e4cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0f86287d-b416-44ff-a14a-d0ea228e9354'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:07:30.838951 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-685b4dbc-4308-48b7-af48-fb0c5a16d9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:30.840932 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b4c015a6-da34-469b-b9d0-7b30a0063de6 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:30.886639 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3ed0787f-1f35-428c-8e9a-be17df147ec6 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:30.890604 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-3ed0787f-1f35-428c-8e9a-be17df147ec6 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/192d455e-c57d-49b9-8691-266e9785980f HTTP/1.1" status: 204 len: 168 time: 0.3300500 Jan 21 19:07:30.892407 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34520) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:30.898884 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c015a6-da34-469b-b9d0-7b30a0063de6 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event deleted for resources: {'Port': ['ID=5b1e7da0-1ad5-4b5a-bc94-5ad9a8242874,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:30.983942 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c141af9c-35d8-4918-a520-986757b6be12 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0899091 Jan 21 19:07:30.989735 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34524) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:30.996127 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-aabbdc2a-f794-4651-8009-a534828b7b87 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Request body: {'security_group_rule': {'security_group_id': '65dbcdf6-fcb9-42b5-8dd9-baadd356f3a5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:31.003372 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-aabbdc2a-f794-4651-8009-a534828b7b87 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:31.008510 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-aabbdc2a-f794-4651-8009-a534828b7b87 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Usage tracker for resource:security_group_rule and tenant:cf1aac0ea8354a3995bce36b054eb458 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:31.009408 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-685b4dbc-4308-48b7-af48-fb0c5a16d9f4 None None] For port 0c53d912-4b93-4993-b3d4-b75300bb94ee, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:07:31.012670 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-aabbdc2a-f794-4651-8009-a534828b7b87 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:31.020870 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-685b4dbc-4308-48b7-af48-fb0c5a16d9f4 None None] For port 0c53d912-4b93-4993-b3d4-b75300bb94ee, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=0c53d912-4b93-4993-b3d4-b75300bb94ee,segment=NetworkSegment(001eb96c-c59f-4596-a23d-72c842e4cd65),segment_id=001eb96c-c59f-4596-a23d-72c842e4cd65)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:07:31.021095 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-aabbdc2a-f794-4651-8009-a534828b7b87 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:31.042544 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-71f92ca8-a6e4-4c41-ab44-e24cc1f8476f tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 19:07:31.046455 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-71f92ca8-a6e4-4c41-ab44-e24cc1f8476f tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2678876 Jan 21 19:07:31.048126 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34528) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:31.111012 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b4c015a6-da34-469b-b9d0-7b30a0063de6 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:31.119939 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-15843a04-e0f6-4955-8707-57eaaaa62c94 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:31.138794 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-685b4dbc-4308-48b7-af48-fb0c5a16d9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:31.150795 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-15843a04-e0f6-4955-8707-57eaaaa62c94 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:31.188667 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aabbdc2a-f794-4651-8009-a534828b7b87 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:31.217279 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685b4dbc-4308-48b7-af48-fb0c5a16d9f4 None None] Routers {'0237e4e4-4b11-4456-bf31-153bb5616717'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:07:31.218882 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-685b4dbc-4308-48b7-af48-fb0c5a16d9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:07:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['0237e4e4-4b11-4456-bf31-153bb5616717'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:31.284476 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca53cf9-9891-4b78-9d70-9491725d5f2c None None] Pushing event updated for resources: {'Port': ['ID=0c53d912-4b93-4993-b3d4-b75300bb94ee,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:31.322023 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-15843a04-e0f6-4955-8707-57eaaaa62c94 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:31.352056 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15843a04-e0f6-4955-8707-57eaaaa62c94 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf155898-6c0e-40ae-a57a-9f8c87379781,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:31.366919 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aabbdc2a-f794-4651-8009-a534828b7b87 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:31.380124 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-15843a04-e0f6-4955-8707-57eaaaa62c94 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:31.381590 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-15843a04-e0f6-4955-8707-57eaaaa62c94 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "DELETE /v2.0/security-groups/cf155898-6c0e-40ae-a57a-9f8c87379781 HTTP/1.1" status: 204 len: 168 time: 0.3308253 Jan 21 19:07:31.384000 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34532) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:31.434912 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aabbdc2a-f794-4651-8009-a534828b7b87 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:31.446638 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-685b4dbc-4308-48b7-af48-fb0c5a16d9f4 None None] Set router 0237e4e4-4b11-4456-bf31-153bb5616717 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:07:31.488049 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabbdc2a-f794-4651-8009-a534828b7b87 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac13e8a2-d3de-42dd-a969-d51f6e3b4806,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:31.510800 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-8b285220-905e-4d1a-a031-753a7e3b0973 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Synchronizing usage tracker for tenant:c6d1da318c2f45a5863b34ec45c691cc on resource:security_group {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:07:31.522963 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c015a6-da34-469b-b9d0-7b30a0063de6 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Router 6dd5ca9f-ff04-480e-9258-3e53b2c46857 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:07:31.560248 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aabbdc2a-f794-4651-8009-a534828b7b87 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:31.564045 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-aabbdc2a-f794-4651-8009-a534828b7b87 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5707185 Jan 21 19:07:31.569624 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34536) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:31.588259 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c3a66da6-16f1-4f8c-ae4e-320d81e3d3f6 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "GET /v2.0/security-group-rules/ac13e8a2-d3de-42dd-a969-d51f6e3b4806 HTTP/1.1" status: 200 len: 763 time: 0.0200548 Jan 21 19:07:31.588763 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-8b285220-905e-4d1a-a031-753a7e3b0973 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Unset dirty status for tenant:c6d1da318c2f45a5863b34ec45c691cc on resource:security_group {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:07:31.590723 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-8b285220-905e-4d1a-a031-753a7e3b0973 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.2054651 Jan 21 19:07:31.591647 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34540) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:31.594304 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34544) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:31.692485 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-94c6b1c9-472b-4037-8140-0b4d0307d799 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Synchronizing usage tracker for tenant:cf1aac0ea8354a3995bce36b054eb458 on resource:security_group_rule {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:07:31.719345 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5ffa5e04-73e3-43b9-91a4-ed23c52770ba tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:31.747259 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5ffa5e04-73e3-43b9-91a4-ed23c52770ba tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:31.811386 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c015a6-da34-469b-b9d0-7b30a0063de6 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:07:31.811943 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-94c6b1c9-472b-4037-8140-0b4d0307d799 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Unset dirty status for tenant:cf1aac0ea8354a3995bce36b054eb458 on resource:security_group_rule {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:07:31.813355 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-94c6b1c9-472b-4037-8140-0b4d0307d799 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2205975 Jan 21 19:07:31.815877 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34548) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:31.819131 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b4c015a6-da34-469b-b9d0-7b30a0063de6 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "PUT /v2.0/routers/6dd5ca9f-ff04-480e-9258-3e53b2c46857/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7649596 Jan 21 19:07:31.823025 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb483b7-7f28-447d-84ce-dde67d1d7ead None None] Sync routers for ids ['6dd5ca9f-ff04-480e-9258-3e53b2c46857'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:07:31.826318 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34552) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:31.832775 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb483b7-7f28-447d-84ce-dde67d1d7ead None None] Routers {'6dd5ca9f-ff04-480e-9258-3e53b2c46857'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:07:31.833625 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-0bb483b7-7f28-447d-84ce-dde67d1d7ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:07:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['6dd5ca9f-ff04-480e-9258-3e53b2c46857'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:31.853374 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-088d8575-30a0-4b51-8ba3-79d6b1fddf56 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:31.865935 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-088d8575-30a0-4b51-8ba3-79d6b1fddf56 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:31.869348 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-685b4dbc-4308-48b7-af48-fb0c5a16d9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'name': 'tempest-TestNetworkBasicOps-router-1031288913', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'd4e425b0-74b2-4ec4-8ca1-ad7810a12761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:31Z', 'updated_at': '2022-01-21T19:07:27Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'd4e425b0-74b2-4ec4-8ca1-ad7810a12761', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:32Z', 'updated_at': '2022-01-21T19:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '86dba564-37a5-4678-8b3a-4cbb76366fe0', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'floating_ip_address': '172.26.1.207', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'port_id': '2f87830a-b074-4d23-a8f7-a0cf1386aa2e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff99f632-5526-4276-9da3-3b33f700e365', 'mac_address': 'fa:16:3e:89:2d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2727dfc1-5196-4cdc-a1d2-5acd034834f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:06:23Z', 'updated_at': '2022-01-21T19:06:29Z', 'revision_number': 1, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c53d912-4b93-4993-b3d4-b75300bb94ee', 'name': '', 'network_id': '0f86287d-b416-44ff-a14a-d0ea228e9354', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:10:56:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '12c9a89c-d9fd-4ef4-b339-c0a9413185d5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:26Z', 'updated_at': '2022-01-21T19:07:30Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '12c9a89c-d9fd-4ef4-b339-c0a9413185d5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b580753f-2a05-40b3-b7d4-8168499875b6', 'name': '', 'network_id': 'ff99f632-5526-4276-9da3-3b33f700e365', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:16:f4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'e5ea9923-e5c0-4291-84d8-365162974c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:40Z', 'updated_at': '2022-01-21T19:05:51Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': 'e5ea9923-e5c0-4291-84d8-365162974c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:31.876088 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685b4dbc-4308-48b7-af48-fb0c5a16d9f4 None None] The sync data for ids ['0237e4e4-4b11-4456-bf31-153bb5616717'] in dv-neutron-825470-1-hyperv is: [{'id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'name': 'tempest-TestNetworkBasicOps-router-1031288913', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'd4e425b0-74b2-4ec4-8ca1-ad7810a12761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:31Z', 'updated_at': '2022-01-21T19:07:27Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'd4e425b0-74b2-4ec4-8ca1-ad7810a12761', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:32Z', 'updated_at': '2022-01-21T19:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '86dba564-37a5-4678-8b3a-4cbb76366fe0', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'floating_ip_address': '172.26.1.207', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'port_id': '2f87830a-b074-4d23-a8f7-a0cf1386aa2e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff99f632-5526-4276-9da3-3b33f700e365', 'mac_address': 'fa:16:3e:89:2d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2727dfc1-5196-4cdc-a1d2-5acd034834f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:06:23Z', 'updated_at': '2022-01-21T19:06:29Z', 'revision_number': 1, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c53d912-4b93-4993-b3d4-b75300bb94ee', 'name': '', 'network_id': '0f86287d-b416-44ff-a14a-d0ea228e9354', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:10:56:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '12c9a89c-d9fd-4ef4-b339-c0a9413185d5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:26Z', 'updated_at': '2022-01-21T19:07:30Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '12c9a89c-d9fd-4ef4-b339-c0a9413185d5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b580753f-2a05-40b3-b7d4-8168499875b6', 'name': '', 'network_id': 'ff99f632-5526-4276-9da3-3b33f700e365', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:16:f4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'e5ea9923-e5c0-4291-84d8-365162974c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:40Z', 'updated_at': '2022-01-21T19:05:51Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': 'e5ea9923-e5c0-4291-84d8-365162974c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:07:31.898580 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5ffa5e04-73e3-43b9-91a4-ed23c52770ba tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:31.903078 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-0bb483b7-7f28-447d-84ce-dde67d1d7ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:31.912913 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb483b7-7f28-447d-84ce-dde67d1d7ead None None] Routers {'6dd5ca9f-ff04-480e-9258-3e53b2c46857'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:07:31.913778 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-0bb483b7-7f28-447d-84ce-dde67d1d7ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:07:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['6dd5ca9f-ff04-480e-9258-3e53b2c46857'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:31.929088 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa5e04-73e3-43b9-91a4-ed23c52770ba tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aac506a-b44a-4b08-8421-195f92098d79,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:31.987177 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-088d8575-30a0-4b51-8ba3-79d6b1fddf56 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:32.017807 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-0bb483b7-7f28-447d-84ce-dde67d1d7ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:32.018356 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb483b7-7f28-447d-84ce-dde67d1d7ead None None] The sync data for ids ['6dd5ca9f-ff04-480e-9258-3e53b2c46857'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:07:32.024239 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d8575-30a0-4b51-8ba3-79d6b1fddf56 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac13e8a2-d3de-42dd-a969-d51f6e3b4806,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:32.069531 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5ffa5e04-73e3-43b9-91a4-ed23c52770ba tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:32.077283 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5ffa5e04-73e3-43b9-91a4-ed23c52770ba tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "DELETE /v2.0/security-groups/8aac506a-b44a-4b08-8421-195f92098d79 HTTP/1.1" status: 204 len: 168 time: 0.4755549 Jan 21 19:07:32.077283 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34558) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:32.101827 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-088d8575-30a0-4b51-8ba3-79d6b1fddf56 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:32.103833 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-088d8575-30a0-4b51-8ba3-79d6b1fddf56 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/ac13e8a2-d3de-42dd-a969-d51f6e3b4806 HTTP/1.1" status: 204 len: 168 time: 0.2862451 Jan 21 19:07:32.114798 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34562) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:32.161483 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-cc2debb2-0b0b-4dc4-a755-e67dca5a4848 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Synchronizing usage tracker for tenant:c6d1da318c2f45a5863b34ec45c691cc on resource:security_group {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:07:32.195476 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-7ee8ecc2-cbb4-4d7d-9f9c-25cf69f4040b tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Synchronizing usage tracker for tenant:cf1aac0ea8354a3995bce36b054eb458 on resource:security_group_rule {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:07:32.331785 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-cc2debb2-0b0b-4dc4-a755-e67dca5a4848 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Unset dirty status for tenant:c6d1da318c2f45a5863b34ec45c691cc on resource:security_group {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:07:32.345235 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-cc2debb2-0b0b-4dc4-a755-e67dca5a4848 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2657399 Jan 21 19:07:32.345526 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34566) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:32.352238 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-4b96b8b8-e65a-4417-9420-e9f1c05ae9f9 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Request body: {'security_group': {'name': 'tempest-secgroup--1638307895'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:32.361844 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-4b96b8b8-e65a-4417-9420-e9f1c05ae9f9 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:32.374739 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-4b96b8b8-e65a-4417-9420-e9f1c05ae9f9 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:32.394042 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-7ee8ecc2-cbb4-4d7d-9f9c-25cf69f4040b tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Unset dirty status for tenant:cf1aac0ea8354a3995bce36b054eb458 on resource:security_group_rule {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:07:32.395356 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-7ee8ecc2-cbb4-4d7d-9f9c-25cf69f4040b tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2798076 Jan 21 19:07:32.398066 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34570) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:32.403216 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-aed64d4a-9437-47e5-b210-41b38e935e2a tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Request body: {'security_group_rule': {'security_group_id': '65dbcdf6-fcb9-42b5-8dd9-baadd356f3a5', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:32.414934 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-aed64d4a-9437-47e5-b210-41b38e935e2a tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:32.427395 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-aed64d4a-9437-47e5-b210-41b38e935e2a tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:32.448391 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c084a076-e302-401a-aabc-13297d3d348b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:32.506095 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4b96b8b8-e65a-4417-9420-e9f1c05ae9f9 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:32.522140 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aed64d4a-9437-47e5-b210-41b38e935e2a tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:32.594235 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aed64d4a-9437-47e5-b210-41b38e935e2a tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:32.608046 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-4b96b8b8-e65a-4417-9420-e9f1c05ae9f9 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:32.615335 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-4b96b8b8-e65a-4417-9420-e9f1c05ae9f9 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Usage tracker for resource:security_group_rule and tenant:c6d1da318c2f45a5863b34ec45c691cc is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:32.619966 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-4b96b8b8-e65a-4417-9420-e9f1c05ae9f9 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:32.630197 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-4b96b8b8-e65a-4417-9420-e9f1c05ae9f9 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:32.663046 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aed64d4a-9437-47e5-b210-41b38e935e2a tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:32.687692 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed64d4a-9437-47e5-b210-41b38e935e2a tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34543281-f5c3-42c3-8ef9-32017a503c5a,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:32.766297 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aed64d4a-9437-47e5-b210-41b38e935e2a tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:32.767588 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-aed64d4a-9437-47e5-b210-41b38e935e2a tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3685379 Jan 21 19:07:32.770185 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34574) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:32.792974 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-952395b1-1c59-4561-8eb2-a2c486353fc9 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "GET /v2.0/security-group-rules/34543281-f5c3-42c3-8ef9-32017a503c5a HTTP/1.1" status: 200 len: 764 time: 0.0194950 Jan 21 19:07:32.793297 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34578) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:32.844588 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-c084a076-e302-401a-aabc-13297d3d348b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Deleting port 431d408f-92c1-46be-8427-8843b738da43 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:07:32.845120 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c084a076-e302-401a-aabc-13297d3d348b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:32.849264 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-729592d9-dcda-4227-8d67-f5e4f46b90d4 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Synchronizing usage tracker for tenant:cf1aac0ea8354a3995bce36b054eb458 on resource:security_group_rule {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:07:32.875663 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 0c53d912-4b93-4993-b3d4-b75300bb94ee up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:07:32.938338 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-729592d9-dcda-4227-8d67-f5e4f46b90d4 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Unset dirty status for tenant:cf1aac0ea8354a3995bce36b054eb458 on resource:security_group_rule {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:07:32.941004 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-729592d9-dcda-4227-8d67-f5e4f46b90d4 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1464722 Jan 21 19:07:32.943486 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34582) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:32.970553 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4b96b8b8-e65a-4417-9420-e9f1c05ae9f9 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:32.974051 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c1f047eb-1189-4734-b175-d1c07200b257 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:32.985233 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c1f047eb-1189-4734-b175-d1c07200b257 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:33.023315 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 0c53d912-4b93-4993-b3d4-b75300bb94ee completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:07:33.029871 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 0c53d912-4b93-4993-b3d4-b75300bb94ee triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:33.030334 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:33.060787 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4b96b8b8-e65a-4417-9420-e9f1c05ae9f9 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:33.080729 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c084a076-e302-401a-aabc-13297d3d348b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:33.114759 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c1f047eb-1189-4734-b175-d1c07200b257 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:33.139638 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f047eb-1189-4734-b175-d1c07200b257 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34543281-f5c3-42c3-8ef9-32017a503c5a,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:33.149581 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:33.184711 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 0c53d912-4b93-4993-b3d4-b75300bb94ee, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=0c53d912-4b93-4993-b3d4-b75300bb94ee,segment=NetworkSegment(001eb96c-c59f-4596-a23d-72c842e4cd65),segment_id=001eb96c-c59f-4596-a23d-72c842e4cd65)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:07:33.195405 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c1f047eb-1189-4734-b175-d1c07200b257 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:33.196682 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c1f047eb-1189-4734-b175-d1c07200b257 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/34543281-f5c3-42c3-8ef9-32017a503c5a HTTP/1.1" status: 204 len: 168 time: 0.2521501 Jan 21 19:07:33.199375 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34586) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:33.239769 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:33.250808 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-415fd117-d3fb-452b-b8f0-e8dfc3ce3e38 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Synchronizing usage tracker for tenant:cf1aac0ea8354a3995bce36b054eb458 on resource:security_group_rule {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:07:33.317036 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=0c53d912-4b93-4993-b3d4-b75300bb94ee,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:33.342760 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-415fd117-d3fb-452b-b8f0-e8dfc3ce3e38 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Unset dirty status for tenant:cf1aac0ea8354a3995bce36b054eb458 on resource:security_group_rule {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:07:33.344084 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-415fd117-d3fb-452b-b8f0-e8dfc3ce3e38 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1435564 Jan 21 19:07:33.347067 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34590) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:33.347264 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-c084a076-e302-401a-aabc-13297d3d348b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Calling delete_port for 431d408f-92c1-46be-8427-8843b738da43 owned by network:router_interface {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:07:33.378832 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b96b8b8-e65a-4417-9420-e9f1c05ae9f9 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9004388f-7002-40c7-a913-b7b9250b2311,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:33.426280 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-189b0bd7-4774-44fe-83d0-705f0a332c29 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:33.455109 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-189b0bd7-4774-44fe-83d0-705f0a332c29 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:33.457896 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4b96b8b8-e65a-4417-9420-e9f1c05ae9f9 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:33.461939 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-4b96b8b8-e65a-4417-9420-e9f1c05ae9f9 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1124706 Jan 21 19:07:33.462658 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34594) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:33.468999 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-82a0e811-50a1-4eb7-b177-7c70bc7e247f tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:33.470006 dv-neutron-825470-1-hyperv neutron-server[88136]: WARNING neutron.api.v2.base [None req-82a0e811-50a1-4eb7-b177-7c70bc7e247f tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 21 19:07:33.470006 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-82a0e811-50a1-4eb7-b177-7c70bc7e247f tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] update failed (client error): There was a conflict when trying to complete your request. Jan 21 19:07:33.473278 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-82a0e811-50a1-4eb7-b177-7c70bc7e247f tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "PUT /v2.0/security-groups/9004388f-7002-40c7-a913-b7b9250b2311 HTTP/1.1" status: 409 len: 330 time: 0.0078487 Jan 21 19:07:33.474896 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34598) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:33.560063 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-189b0bd7-4774-44fe-83d0-705f0a332c29 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:33.579971 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b0bd7-4774-44fe-83d0-705f0a332c29 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65dbcdf6-fcb9-42b5-8dd9-baadd356f3a5,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:33.590626 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f6c1f15d-f163-47db-b1af-4013ddb96b6c tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:33.617742 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f6c1f15d-f163-47db-b1af-4013ddb96b6c tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:33.651643 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c084a076-e302-401a-aabc-13297d3d348b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:33.669335 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-189b0bd7-4774-44fe-83d0-705f0a332c29 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:33.673194 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-189b0bd7-4774-44fe-83d0-705f0a332c29 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "DELETE /v2.0/security-groups/65dbcdf6-fcb9-42b5-8dd9-baadd356f3a5 HTTP/1.1" status: 204 len: 168 time: 0.3224549 Jan 21 19:07:33.673194 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34602) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:33.726384 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c084a076-e302-401a-aabc-13297d3d348b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event deleted for resources: {'Port': ['ID=431d408f-92c1-46be-8427-8843b738da43,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:33.726656 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-17c37b0e-9dc3-41da-8c8d-d772fb8ee2fa tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Synchronizing usage tracker for tenant:cf1aac0ea8354a3995bce36b054eb458 on resource:security_group {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:07:33.806256 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-17c37b0e-9dc3-41da-8c8d-d772fb8ee2fa tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Unset dirty status for tenant:cf1aac0ea8354a3995bce36b054eb458 on resource:security_group {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:07:33.807938 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-17c37b0e-9dc3-41da-8c8d-d772fb8ee2fa tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1337075 Jan 21 19:07:33.814753 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34606) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:33.821420 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-95a22c1d-cd84-42f1-9185-bd33bb39429a tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Request body: {'security_group': {'name': 'tempest-secgroup--368048621'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:33.833146 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-95a22c1d-cd84-42f1-9185-bd33bb39429a tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:33.845261 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-95a22c1d-cd84-42f1-9185-bd33bb39429a tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:33.901882 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f6c1f15d-f163-47db-b1af-4013ddb96b6c tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:33.924789 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c084a076-e302-401a-aabc-13297d3d348b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:33.932656 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c1f15d-f163-47db-b1af-4013ddb96b6c tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9004388f-7002-40c7-a913-b7b9250b2311,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:33.943551 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-95a22c1d-cd84-42f1-9185-bd33bb39429a tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:33.969522 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-95a22c1d-cd84-42f1-9185-bd33bb39429a tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:33.973548 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-95a22c1d-cd84-42f1-9185-bd33bb39429a tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Usage tracker for resource:security_group_rule and tenant:cf1aac0ea8354a3995bce36b054eb458 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:33.976387 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-95a22c1d-cd84-42f1-9185-bd33bb39429a tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:33.982372 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-95a22c1d-cd84-42f1-9185-bd33bb39429a tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:34.052882 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-95a22c1d-cd84-42f1-9185-bd33bb39429a tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:34.071014 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f6c1f15d-f163-47db-b1af-4013ddb96b6c tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:34.072128 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f6c1f15d-f163-47db-b1af-4013ddb96b6c tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "DELETE /v2.0/security-groups/9004388f-7002-40c7-a913-b7b9250b2311 HTTP/1.1" status: 204 len: 168 time: 0.5977850 Jan 21 19:07:34.075478 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34610) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:34.124392 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-95a22c1d-cd84-42f1-9185-bd33bb39429a tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:34.155834 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-38c89110-3f10-4c0c-92e6-3ebf1985cfb3 tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0790634 Jan 21 19:07:34.167806 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34614) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:34.194366 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a22c1d-cd84-42f1-9185-bd33bb39429a tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec04a8f-aea2-455f-acfa-a01d0c8e4215,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:34.205842 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-169c4bf1-1fc5-40b9-bb38-bbb3548ebf1e tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] delete failed (client error): The resource could not be found. Jan 21 19:07:34.205842 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-169c4bf1-1fc5-40b9-bb38-bbb3548ebf1e tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "DELETE /v2.0/security-groups/e318743e-0c58-49ff-8809-96ab7bfab5e2 HTTP/1.1" status: 404 len: 347 time: 0.0351069 Jan 21 19:07:34.208365 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34620) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:34.224445 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-01dd6b25-5f6f-4748-b364-4cccf846929b tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] show failed (client error): The resource could not be found. Jan 21 19:07:34.228895 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-01dd6b25-5f6f-4748-b364-4cccf846929b tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "GET /v2.0/security-groups/ec931e24-ebb2-407f-b366-d62321e92377 HTTP/1.1" status: 404 len: 347 time: 0.0161798 Jan 21 19:07:34.234149 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c084a076-e302-401a-aabc-13297d3d348b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Router 6dd5ca9f-ff04-480e-9258-3e53b2c46857 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:07:34.234277 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34624) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:34.248322 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-2becf4bd-5ea4-4be2-b7b5-0d70837e29ef tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] show failed (client error): The resource could not be found. Jan 21 19:07:34.255513 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2becf4bd-5ea4-4be2-b7b5-0d70837e29ef tempest-NegativeSecGroupTest-1540456688 tempest-NegativeSecGroupTest-1540456688-project] 10.222.0.87 "GET /v2.0/security-group-rules/41b2130a-e759-40c7-9b28-813ca504cd4a HTTP/1.1" status: 404 len: 356 time: 0.0193746 Jan 21 19:07:34.285411 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-95a22c1d-cd84-42f1-9185-bd33bb39429a tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:34.289403 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-95a22c1d-cd84-42f1-9185-bd33bb39429a tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4708025 Jan 21 19:07:34.289701 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34630) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:34.295613 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-7d16e582-bdc7-4b39-b51f-9f7e32cbcff9 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Request body: {'security_group_rule': {'security_group_id': '1ec04a8f-aea2-455f-acfa-a01d0c8e4215', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:34.302406 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-7d16e582-bdc7-4b39-b51f-9f7e32cbcff9 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:34.306827 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-7d16e582-bdc7-4b39-b51f-9f7e32cbcff9 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Usage tracker for resource:security_group_rule and tenant:cf1aac0ea8354a3995bce36b054eb458 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:34.310528 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-7d16e582-bdc7-4b39-b51f-9f7e32cbcff9 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:34.318213 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-7d16e582-bdc7-4b39-b51f-9f7e32cbcff9 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:34.390474 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c084a076-e302-401a-aabc-13297d3d348b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:07:34.395903 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c084a076-e302-401a-aabc-13297d3d348b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "PUT /v2.0/routers/6dd5ca9f-ff04-480e-9258-3e53b2c46857/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5681250 Jan 21 19:07:34.398900 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34636) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:34.405497 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b4b165-9c53-4688-8acf-39084e76ee4b None None] Sync routers for ids ['6dd5ca9f-ff04-480e-9258-3e53b2c46857'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:07:34.412264 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b4b165-9c53-4688-8acf-39084e76ee4b None None] Routers {'6dd5ca9f-ff04-480e-9258-3e53b2c46857'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:07:34.412967 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-14b4b165-9c53-4688-8acf-39084e76ee4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:07:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['6dd5ca9f-ff04-480e-9258-3e53b2c46857'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:34.446614 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-0de79d4a-64a3-4cbb-8005-62d191a55443 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "GET /v2.0/ports?device_id=6dd5ca9f-ff04-480e-9258-3e53b2c46857 HTTP/1.1" status: 200 len: 205 time: 0.0460391 Jan 21 19:07:34.449827 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34640) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:34.480037 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-14b4b165-9c53-4688-8acf-39084e76ee4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:34.489162 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b4b165-9c53-4688-8acf-39084e76ee4b None None] Routers {'6dd5ca9f-ff04-480e-9258-3e53b2c46857'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:07:34.489760 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-14b4b165-9c53-4688-8acf-39084e76ee4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:07:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['6dd5ca9f-ff04-480e-9258-3e53b2c46857'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:34.517335 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7d16e582-bdc7-4b39-b51f-9f7e32cbcff9 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:34.552037 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-14b4b165-9c53-4688-8acf-39084e76ee4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:34.552444 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b4b165-9c53-4688-8acf-39084e76ee4b None None] The sync data for ids ['6dd5ca9f-ff04-480e-9258-3e53b2c46857'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:07:34.611390 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-417837c0-48b5-4547-9a22-b2a44906f829 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for router, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:34.738645 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34646) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:34.847954 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 0c53d912-4b93-4993-b3d4-b75300bb94ee up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:07:34.897013 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d89aabcd-b915-4c24-a8fb-be982c0557d4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c6d1da318c2f45a5863b34ec45c691cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1571407 Jan 21 19:07:34.900208 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34652) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:34.928928 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 0c53d912-4b93-4993-b3d4-b75300bb94ee triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:34.929549 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:34.964498 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2ecaf220-c26e-4173-98ca-e22f9d453ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:34.991510 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2ecaf220-c26e-4173-98ca-e22f9d453ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:35.025774 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7d16e582-bdc7-4b39-b51f-9f7e32cbcff9 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:35.038428 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-417837c0-48b5-4547-9a22-b2a44906f829 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:35.040610 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-417837c0-48b5-4547-9a22-b2a44906f829 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:35.114524 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7d16e582-bdc7-4b39-b51f-9f7e32cbcff9 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:35.138063 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16e582-bdc7-4b39-b51f-9f7e32cbcff9 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=708a1058-53c4-4ed7-8576-de9c22a4c129,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:35.138288 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2ecaf220-c26e-4173-98ca-e22f9d453ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:35.140922 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-417837c0-48b5-4547-9a22-b2a44906f829 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:35.141502 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417837c0-48b5-4547-9a22-b2a44906f829 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Fanout notify agent at l3_agent the message router_deleted on router 6dd5ca9f-ff04-480e-9258-3e53b2c46857 {{(pid=88137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:07:35.154325 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecaf220-c26e-4173-98ca-e22f9d453ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2661fb9c-a383-460c-ae83-e111c46fdcf4,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:35.160237 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-417837c0-48b5-4547-9a22-b2a44906f829 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:35.163445 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-417837c0-48b5-4547-9a22-b2a44906f829 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "DELETE /v2.0/routers/6dd5ca9f-ff04-480e-9258-3e53b2c46857 HTTP/1.1" status: 204 len: 168 time: 0.7105207 Jan 21 19:07:35.163985 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34656) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:35.165180 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2ecaf220-c26e-4173-98ca-e22f9d453ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:35.169621 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-2ecaf220-c26e-4173-98ca-e22f9d453ab8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2661fb9c-a383-460c-ae83-e111c46fdcf4 HTTP/1.1" status: 204 len: 168 time: 0.2679245 Jan 21 19:07:35.218290 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7d16e582-bdc7-4b39-b51f-9f7e32cbcff9 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:35.219471 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-7d16e582-bdc7-4b39-b51f-9f7e32cbcff9 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9287927 Jan 21 19:07:35.222174 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34662) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:35.233668 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3e20f76-1849-4090-9a77-00bad523e8c2 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Deleting subnet 87d1ba78-4e68-48ee-b66b-8b96fb03a1e4 {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:07:35.236710 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e3e20f76-1849-4090-9a77-00bad523e8c2 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:35.288204 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3f415a53-450a-4f77-8119-ca3d9b455851 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:35.295046 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e3e20f76-1849-4090-9a77-00bad523e8c2 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:35.315830 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3f415a53-450a-4f77-8119-ca3d9b455851 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:35.382814 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e3e20f76-1849-4090-9a77-00bad523e8c2 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:35.736835 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3f415a53-450a-4f77-8119-ca3d9b455851 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:35.756180 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f415a53-450a-4f77-8119-ca3d9b455851 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec04a8f-aea2-455f-acfa-a01d0c8e4215,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:35.766609 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3f415a53-450a-4f77-8119-ca3d9b455851 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:35.767733 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-3f415a53-450a-4f77-8119-ca3d9b455851 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "DELETE /v2.0/security-groups/1ec04a8f-aea2-455f-acfa-a01d0c8e4215 HTTP/1.1" status: 204 len: 168 time: 0.5445800 Jan 21 19:07:35.770203 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34666) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:35.818700 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-4b3f110f-49b9-41eb-a6a0-fc4e44a26e58 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Synchronizing usage tracker for tenant:cf1aac0ea8354a3995bce36b054eb458 on resource:security_group {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:07:35.926749 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e3e20f76-1849-4090-9a77-00bad523e8c2 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:35.936336 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-4b3f110f-49b9-41eb-a6a0-fc4e44a26e58 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Unset dirty status for tenant:cf1aac0ea8354a3995bce36b054eb458 on resource:security_group {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:07:35.937559 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-4b3f110f-49b9-41eb-a6a0-fc4e44a26e58 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1664152 Jan 21 19:07:35.940166 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34670) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:35.968630 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e20f76-1849-4090-9a77-00bad523e8c2 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event deleted for resources: {'Subnet': ['ID=87d1ba78-4e68-48ee-b66b-8b96fb03a1e4,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:35.978615 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e3e20f76-1849-4090-9a77-00bad523e8c2 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:35.979435 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcaea36-8da9-43db-90dc-46f7a1d1ddf7 None None] Network 6b6cedce-13c3-4a83-aa97-e9656cd3d5be requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:07:35.985440 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e3e20f76-1849-4090-9a77-00bad523e8c2 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "DELETE /v2.0/subnets/87d1ba78-4e68-48ee-b66b-8b96fb03a1e4 HTTP/1.1" status: 204 len: 168 time: 0.8203299 Jan 21 19:07:35.986978 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-5ad27a4b-fff1-48c2-a118-c556ae027ecc tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Synchronizing usage tracker for tenant:cf1aac0ea8354a3995bce36b054eb458 on resource:security_group_rule {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:07:35.988081 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34674) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:36.053808 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa81e166-8a44-41f9-80fa-4900e66755c2 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Deleting subnet f9c35cb5-8efd-42ed-a160-158f583db7a7 {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:07:36.056709 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aa81e166-8a44-41f9-80fa-4900e66755c2 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:36.074617 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-5ad27a4b-fff1-48c2-a118-c556ae027ecc tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] Unset dirty status for tenant:cf1aac0ea8354a3995bce36b054eb458 on resource:security_group_rule {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:07:36.078574 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-5ad27a4b-fff1-48c2-a118-c556ae027ecc tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1349411 Jan 21 19:07:36.078872 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34678) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:36.096964 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-2f191933-2bc9-4072-9453-fdc988edc25d tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] delete failed (client error): The resource could not be found. Jan 21 19:07:36.101512 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-2f191933-2bc9-4072-9453-fdc988edc25d tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "DELETE /v2.0/security-groups/1ec04a8f-aea2-455f-acfa-a01d0c8e4215 HTTP/1.1" status: 404 len: 347 time: 0.0180178 Jan 21 19:07:36.102306 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34682) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:36.117378 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aa81e166-8a44-41f9-80fa-4900e66755c2 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:36.161913 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-5bc4aa1d-a068-47b1-a971-3dba308a0422 tempest-SecGroupTest-72908124 tempest-SecGroupTest-72908124-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0553300 Jan 21 19:07:36.205732 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aa81e166-8a44-41f9-80fa-4900e66755c2 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:36.284675 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f92e29-571c-46d0-be53-4e0309f1fb9f None None] DHCP port deletion for 6b6cedce-13c3-4a83-aa97-e9656cd3d5be request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:07:36.303725 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-a4f92e29-571c-46d0-be53-4e0309f1fb9f None None] Deleting port 00be6809-fa76-4ef0-8507-901fa30eba31 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:07:36.304104 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a4f92e29-571c-46d0-be53-4e0309f1fb9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:36.355835 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aa81e166-8a44-41f9-80fa-4900e66755c2 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:36.405294 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa81e166-8a44-41f9-80fa-4900e66755c2 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event deleted for resources: {'Subnet': ['ID=f9c35cb5-8efd-42ed-a160-158f583db7a7,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:36.409182 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aa81e166-8a44-41f9-80fa-4900e66755c2 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:36.417269 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-aa81e166-8a44-41f9-80fa-4900e66755c2 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "DELETE /v2.0/subnets/f9c35cb5-8efd-42ed-a160-158f583db7a7 HTTP/1.1" status: 204 len: 168 time: 0.4276760 Jan 21 19:07:36.419258 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e862270-1ebb-4a06-a92a-b511e218ad12 None None] Network 1bbdf834-d9b7-4bc1-b401-afd739ce19cd requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:07:36.420385 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34690) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:36.663940 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-054edaec-10a4-4af0-a651-1a338430691f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:36.674260 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34696) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:36.674770 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-054edaec-10a4-4af0-a651-1a338430691f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Deleting port 00be6809-fa76-4ef0-8507-901fa30eba31 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:07:36.675110 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-054edaec-10a4-4af0-a651-1a338430691f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:36.687241 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-a4f92e29-571c-46d0-be53-4e0309f1fb9f None None] For port 00be6809-fa76-4ef0-8507-901fa30eba31, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=00be6809-fa76-4ef0-8507-901fa30eba31,segment=NetworkSegment(dfc3606f-ef15-4cba-a4df-43481c800b56),segment_id=dfc3606f-ef15-4cba-a4df-43481c800b56)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:07:36.687644 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a4f92e29-571c-46d0-be53-4e0309f1fb9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:36.829420 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-a4f92e29-571c-46d0-be53-4e0309f1fb9f None None] Calling delete_port for 00be6809-fa76-4ef0-8507-901fa30eba31 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:07:36.842477 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-df0c5ca0-3cd2-48e5-9574-55e5b697761e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=cf1aac0ea8354a3995bce36b054eb458&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1663530 Jan 21 19:07:36.843434 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34702) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:36.860478 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 00be6809-fa76-4ef0-8507-901fa30eba31 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:07:36.890221 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-054edaec-10a4-4af0-a651-1a338430691f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] For port 00be6809-fa76-4ef0-8507-901fa30eba31, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=00be6809-fa76-4ef0-8507-901fa30eba31,segment=NetworkSegment(dfc3606f-ef15-4cba-a4df-43481c800b56),segment_id=dfc3606f-ef15-4cba-a4df-43481c800b56)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:07:36.891082 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-054edaec-10a4-4af0-a651-1a338430691f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:36.916337 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3743a088-0fd1-45e7-b4ff-82cc20d21d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:37.001764 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3743a088-0fd1-45e7-b4ff-82cc20d21d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:37.039988 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-054edaec-10a4-4af0-a651-1a338430691f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Calling delete_port for 00be6809-fa76-4ef0-8507-901fa30eba31 owned by network:dhcp {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:07:37.049815 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:37.069328 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9239b5-719b-4294-b1fa-f3e26f2858f4 None None] DHCP port deletion for 1bbdf834-d9b7-4bc1-b401-afd739ce19cd request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:07:37.078500 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-ad9239b5-719b-4294-b1fa-f3e26f2858f4 None None] Deleting port 1adb4fd3-9fe0-41c0-b7c8-92f70696ad3c {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:07:37.078888 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ad9239b5-719b-4294-b1fa-f3e26f2858f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:37.122152 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.db.api [None req-054edaec-10a4-4af0-a651-1a338430691f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:07:37.122758 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG oslo_db.api [None req-054edaec-10a4-4af0-a651-1a338430691f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:07:37.124231 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a4f92e29-571c-46d0-be53-4e0309f1fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:37.160056 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3743a088-0fd1-45e7-b4ff-82cc20d21d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:37.178014 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3743a088-0fd1-45e7-b4ff-82cc20d21d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdf011e-bf20-44af-b8a3-ff445e568cc9,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:37.219692 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f92e29-571c-46d0-be53-4e0309f1fb9f None None] Pushing event deleted for resources: {'Port': ['ID=00be6809-fa76-4ef0-8507-901fa30eba31,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:37.232205 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f92e29-571c-46d0-be53-4e0309f1fb9f None None] No DVR routers for this DVR port 00be6809-fa76-4ef0-8507-901fa30eba31 on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:07:37.343412 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3743a088-0fd1-45e7-b4ff-82cc20d21d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:37.344754 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3743a088-0fd1-45e7-b4ff-82cc20d21d6b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2bdf011e-bf20-44af-b8a3-ff445e568cc9 HTTP/1.1" status: 204 len: 168 time: 0.4999866 Jan 21 19:07:37.390028 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-ad9239b5-719b-4294-b1fa-f3e26f2858f4 None None] For port 1adb4fd3-9fe0-41c0-b7c8-92f70696ad3c, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=1adb4fd3-9fe0-41c0-b7c8-92f70696ad3c,segment=NetworkSegment(cbfec50b-f10d-463d-b45a-9482f6b4bcc0),segment_id=cbfec50b-f10d-463d-b45a-9482f6b4bcc0)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:07:37.390421 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ad9239b5-719b-4294-b1fa-f3e26f2858f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:37.516794 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-ad9239b5-719b-4294-b1fa-f3e26f2858f4 None None] Calling delete_port for 1adb4fd3-9fe0-41c0-b7c8-92f70696ad3c owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:07:37.624346 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-054edaec-10a4-4af0-a651-1a338430691f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Deleting port 00be6809-fa76-4ef0-8507-901fa30eba31 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:07:37.624700 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-054edaec-10a4-4af0-a651-1a338430691f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:37.645911 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ad9239b5-719b-4294-b1fa-f3e26f2858f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:37.692135 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-054edaec-10a4-4af0-a651-1a338430691f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] The port '00be6809-fa76-4ef0-8507-901fa30eba31' was deleted {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:07:37.693362 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9239b5-719b-4294-b1fa-f3e26f2858f4 None None] Pushing event deleted for resources: {'Port': ['ID=1adb4fd3-9fe0-41c0-b7c8-92f70696ad3c,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:37.697758 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9239b5-719b-4294-b1fa-f3e26f2858f4 None None] No DVR routers for this DVR port 1adb4fd3-9fe0-41c0-b7c8-92f70696ad3c on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:07:37.824624 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-054edaec-10a4-4af0-a651-1a338430691f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:37.849392 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-054edaec-10a4-4af0-a651-1a338430691f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b6cedce-13c3-4a83-aa97-e9656cd3d5be']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:37.862509 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-054edaec-10a4-4af0-a651-1a338430691f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfc3606f-ef15-4cba-a4df-43481c800b56') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:37.862802 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-054edaec-10a4-4af0-a651-1a338430691f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfc3606f-ef15-4cba-a4df-43481c800b56') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:37.874735 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-054edaec-10a4-4af0-a651-1a338430691f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:37.890307 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-054edaec-10a4-4af0-a651-1a338430691f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:37.896187 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-054edaec-10a4-4af0-a651-1a338430691f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:07:37.896559 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-054edaec-10a4-4af0-a651-1a338430691f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:37.911203 dv-neutron-825470-1-hyperv neutron-server[88136]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:07:37.911203 dv-neutron-825470-1-hyperv neutron-server[88136]: util.warn( Jan 21 19:07:37.911203 dv-neutron-825470-1-hyperv neutron-server[88136]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:07:37.911203 dv-neutron-825470-1-hyperv neutron-server[88136]: util.warn( Jan 21 19:07:37.911203 dv-neutron-825470-1-hyperv neutron-server[88136]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:07:37.911203 dv-neutron-825470-1-hyperv neutron-server[88136]: util.warn( Jan 21 19:07:37.911203 dv-neutron-825470-1-hyperv neutron-server[88136]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:07:37.911203 dv-neutron-825470-1-hyperv neutron-server[88136]: util.warn( Jan 21 19:07:37.911203 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:07:37.911203 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:07:37.911203 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:07:37.911203 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:07:37.911203 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:07:37.911203 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:07:37.911203 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:07:37.911203 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:07:37.911203 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:07:37.911203 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:07:37.911203 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:07:37.911203 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:07:37.911203 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:07:37.911203 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:07:37.911203 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:07:37.911203 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:07:37.911203 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:07:37.911203 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:07:37.911203 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:07:37.911203 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:07:37.911203 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:07:37.911203 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:07:37.911203 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:07:37.911203 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:07:37.911203 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:07:37.911203 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:07:37.911203 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:07:37.911203 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:07:37.911203 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:07:37.911203 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:07:37.911203 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:07:37.911203 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:07:38.068337 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-054edaec-10a4-4af0-a651-1a338430691f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:38.089226 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-054edaec-10a4-4af0-a651-1a338430691f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:38.097544 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054edaec-10a4-4af0-a651-1a338430691f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event deleted for resources: {'Network': ['ID=6b6cedce-13c3-4a83-aa97-e9656cd3d5be,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:38.178565 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-054edaec-10a4-4af0-a651-1a338430691f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "DELETE /v2.0/networks/6b6cedce-13c3-4a83-aa97-e9656cd3d5be HTTP/1.1" status: 204 len: 168 time: 1.7567773 Jan 21 19:07:38.180834 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34726) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:38.294790 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-90d42cee-7afa-43fb-a552-78b63700fa44 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:38.440079 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-90d42cee-7afa-43fb-a552-78b63700fa44 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:38.455107 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34732) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:38.467413 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-90d42cee-7afa-43fb-a552-78b63700fa44 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bbdf834-d9b7-4bc1-b401-afd739ce19cd']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:38.479676 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-90d42cee-7afa-43fb-a552-78b63700fa44 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbfec50b-f10d-463d-b45a-9482f6b4bcc0') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:38.479973 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-90d42cee-7afa-43fb-a552-78b63700fa44 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbfec50b-f10d-463d-b45a-9482f6b4bcc0') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:38.492633 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-90d42cee-7afa-43fb-a552-78b63700fa44 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:38.509031 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-90d42cee-7afa-43fb-a552-78b63700fa44 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:38.515770 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90d42cee-7afa-43fb-a552-78b63700fa44 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:07:38.516156 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-90d42cee-7afa-43fb-a552-78b63700fa44 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:38.530924 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:07:38.530924 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:07:38.530924 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:07:38.530924 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:07:38.530924 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:07:38.530924 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:07:38.530924 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:07:38.530924 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:07:38.530924 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:07:38.530924 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:07:38.530924 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:07:38.530924 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:07:38.530924 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:07:38.530924 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:07:38.530924 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:07:38.530924 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:07:38.530924 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:07:38.530924 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:07:38.530924 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:07:38.530924 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:07:38.530924 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:07:38.530924 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:07:38.530924 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:07:38.530924 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:07:38.530924 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:07:38.530924 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:07:38.530924 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:07:38.530924 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:07:38.530924 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:07:38.530924 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:07:38.530924 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:07:38.530924 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:07:38.568792 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-6341f56c-5198-4eac-9b09-49695cd35d73 tempest-SubnetPoolsTestJSON-1174271474 tempest-SubnetPoolsTestJSON-1174271474-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1526762104', 'prefixes': ['172.20.0.0/16']}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:38.575725 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-6341f56c-5198-4eac-9b09-49695cd35d73 tempest-SubnetPoolsTestJSON-1174271474 tempest-SubnetPoolsTestJSON-1174271474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:38.669490 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-90d42cee-7afa-43fb-a552-78b63700fa44 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:38.686500 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-90d42cee-7afa-43fb-a552-78b63700fa44 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:38.696836 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d42cee-7afa-43fb-a552-78b63700fa44 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event deleted for resources: {'Network': ['ID=1bbdf834-d9b7-4bc1-b401-afd739ce19cd,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:38.699843 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-90d42cee-7afa-43fb-a552-78b63700fa44 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "DELETE /v2.0/networks/1bbdf834-d9b7-4bc1-b401-afd739ce19cd HTTP/1.1" status: 204 len: 168 time: 0.5180614 Jan 21 19:07:38.703568 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34738) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:38.709276 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-150a0ab7-e7d0-4e8f-a79b-44ebe45b0f6c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1910253861'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:38.714144 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-150a0ab7-e7d0-4e8f-a79b-44ebe45b0f6c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:38.717983 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-150a0ab7-e7d0-4e8f-a79b-44ebe45b0f6c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Usage tracker for resource:network and tenant:8da58450daab4e429694fdd9f553b982 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:38.720761 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-150a0ab7-e7d0-4e8f-a79b-44ebe45b0f6c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:38.726358 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-150a0ab7-e7d0-4e8f-a79b-44ebe45b0f6c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:38.800461 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150a0ab7-e7d0-4e8f-a79b-44ebe45b0f6c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Made reservation on behalf of 8da58450daab4e429694fdd9f553b982 for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:07:38.804038 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-150a0ab7-e7d0-4e8f-a79b-44ebe45b0f6c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:38.829902 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6341f56c-5198-4eac-9b09-49695cd35d73 tempest-SubnetPoolsTestJSON-1174271474 tempest-SubnetPoolsTestJSON-1174271474-project] Notify callbacks [] for subnetpool, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:38.831425 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-6341f56c-5198-4eac-9b09-49695cd35d73 tempest-SubnetPoolsTestJSON-1174271474 tempest-SubnetPoolsTestJSON-1174271474-project] 10.222.0.87 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3752716 Jan 21 19:07:38.834692 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34744) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:38.840200 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-150a0ab7-e7d0-4e8f-a79b-44ebe45b0f6c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:07:38.840374 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 1adb4fd3-9fe0-41c0-b7c8-92f70696ad3c no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:07:38.849958 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-150a0ab7-e7d0-4e8f-a79b-44ebe45b0f6c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:38.850528 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-150a0ab7-e7d0-4e8f-a79b-44ebe45b0f6c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Added segment 774f61f9-5d7d-4066-a8ce-4d5273296196 of type vlan for network 0a75ed65-6437-4e8c-b933-43f3928ca8c2 Jan 21 19:07:38.870114 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-59d8d95e-4282-4992-93c4-06ea75cb1c66 tempest-SubnetPoolsTestJSON-1174271474 tempest-SubnetPoolsTestJSON-1174271474-project] 10.222.0.87 "GET /v2.0/subnetpools/a02422a1-9c58-4f4c-af61-d6034398c370 HTTP/1.1" status: 200 len: 732 time: 0.0339887 Jan 21 19:07:38.873615 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34748) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:38.882409 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-c9ef1c3e-f2f8-4261-8f86-e4bad4cadbd5 tempest-SubnetPoolsTestJSON-1174271474 tempest-SubnetPoolsTestJSON-1174271474-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1596606561'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:38.913933 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 1adb4fd3-9fe0-41c0-b7c8-92f70696ad3c {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:07:38.914278 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 1adb4fd3-9fe0-41c0-b7c8-92f70696ad3c not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:07:38.914469 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-150a0ab7-e7d0-4e8f-a79b-44ebe45b0f6c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:39.045974 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-150a0ab7-e7d0-4e8f-a79b-44ebe45b0f6c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:39.051350 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150a0ab7-e7d0-4e8f-a79b-44ebe45b0f6c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:39.051913 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-150a0ab7-e7d0-4e8f-a79b-44ebe45b0f6c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:39.214004 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c9ef1c3e-f2f8-4261-8f86-e4bad4cadbd5 tempest-SubnetPoolsTestJSON-1174271474 tempest-SubnetPoolsTestJSON-1174271474-project] Notify callbacks [] for subnetpool, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:39.215758 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c9ef1c3e-f2f8-4261-8f86-e4bad4cadbd5 tempest-SubnetPoolsTestJSON-1174271474 tempest-SubnetPoolsTestJSON-1174271474-project] 10.222.0.87 "PUT /v2.0/subnetpools/a02422a1-9c58-4f4c-af61-d6034398c370 HTTP/1.1" status: 200 len: 684 time: 0.3410983 Jan 21 19:07:39.218602 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34752) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:39.287294 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-150a0ab7-e7d0-4e8f-a79b-44ebe45b0f6c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5826361 Jan 21 19:07:39.290120 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a0ab7-e7d0-4e8f-a79b-44ebe45b0f6c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event updated for resources: {'Network': ['ID=0a75ed65-6437-4e8c-b933-43f3928ca8c2,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:39.290330 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34756) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:39.296812 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-370d61be-db73-453c-9faf-051f4926f901 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Request body: {'subnet': {'network_id': '0a75ed65-6437-4e8c-b933-43f3928ca8c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:39.301429 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 0a75ed65-6437-4e8c-b933-43f3928ca8c2 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:07:39.407368 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-370d61be-db73-453c-9faf-051f4926f901 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:39.411255 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-370d61be-db73-453c-9faf-051f4926f901 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Usage tracker for resource:subnet and tenant:8da58450daab4e429694fdd9f553b982 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:39.414109 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-370d61be-db73-453c-9faf-051f4926f901 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:39.420510 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-370d61be-db73-453c-9faf-051f4926f901 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:39.440043 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-060dec65-ac43-41d4-a87f-25bc2eabedb8 tempest-SubnetPoolsTestJSON-1174271474 tempest-SubnetPoolsTestJSON-1174271474-project] Notify callbacks [] for subnetpool, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:39.441259 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-060dec65-ac43-41d4-a87f-25bc2eabedb8 tempest-SubnetPoolsTestJSON-1174271474 tempest-SubnetPoolsTestJSON-1174271474-project] 10.222.0.87 "DELETE /v2.0/subnetpools/a02422a1-9c58-4f4c-af61-d6034398c370 HTTP/1.1" status: 204 len: 168 time: 0.2220254 Jan 21 19:07:39.443992 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34760) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:39.461970 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-75beddb7-496f-4e53-a4d4-9737880f1cff tempest-SubnetPoolsTestJSON-1174271474 tempest-SubnetPoolsTestJSON-1174271474-project] show failed (client error): The resource could not be found. Jan 21 19:07:39.463246 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-75beddb7-496f-4e53-a4d4-9737880f1cff tempest-SubnetPoolsTestJSON-1174271474 tempest-SubnetPoolsTestJSON-1174271474-project] 10.222.0.87 "GET /v2.0/subnetpools/a02422a1-9c58-4f4c-af61-d6034398c370 HTTP/1.1" status: 404 len: 346 time: 0.0180583 Jan 21 19:07:39.467036 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34764) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:39.483765 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-62e8c233-e603-4d9f-8a96-df0f47629161 tempest-SubnetPoolsTestJSON-1174271474 tempest-SubnetPoolsTestJSON-1174271474-project] delete failed (client error): The resource could not be found. Jan 21 19:07:39.484708 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-62e8c233-e603-4d9f-8a96-df0f47629161 tempest-SubnetPoolsTestJSON-1174271474 tempest-SubnetPoolsTestJSON-1174271474-project] 10.222.0.87 "DELETE /v2.0/subnetpools/a02422a1-9c58-4f4c-af61-d6034398c370 HTTP/1.1" status: 404 len: 346 time: 0.0168035 Jan 21 19:07:39.503781 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370d61be-db73-453c-9faf-051f4926f901 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Made reservation on behalf of 8da58450daab4e429694fdd9f553b982 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:07:39.509975 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-370d61be-db73-453c-9faf-051f4926f901 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:39.749631 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2b02eb91-8f57-41ce-aeb2-044c3af888ad req-867c6cee-724d-4390-9205-f4ac47be5664 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=2727dfc1-5196-4cdc-a1d2-5acd034834f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1286461 Jan 21 19:07:39.893088 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-370d61be-db73-453c-9faf-051f4926f901 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:39.940603 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02eb91-8f57-41ce-aeb2-044c3af888ad req-61d5e93b-cbdc-4142-bd3a-087e2f8c3cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:39.942149 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2b02eb91-8f57-41ce-aeb2-044c3af888ad req-61d5e93b-cbdc-4142-bd3a-087e2f8c3cab service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=2727dfc1-5196-4cdc-a1d2-5acd034834f5 HTTP/1.1" status: 200 len: 1098 time: 0.1180975 Jan 21 19:07:40.002689 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d61be-db73-453c-9faf-051f4926f901 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event updated for resources: {'Subnet': ['ID=e592393c-8c48-49cb-ad87-fc090f8ec4ce,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:40.026861 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370d61be-db73-453c-9faf-051f4926f901 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Checking segment: {'id': '774f61f9-5d7d-4066-a8ce-4d5273296196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0a75ed65-6437-4e8c-b933-43f3928ca8c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:07:40.027906 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370d61be-db73-453c-9faf-051f4926f901 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Network hostable DHCP agents. Network: 0a75ed65-6437-4e8c-b933-43f3928ca8c2, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:07:40.049946 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34772) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:40.169652 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bf0cd575-38dc-4c8c-9cdf-1458780d2cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:40.188669 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-bf0cd575-38dc-4c8c-9cdf-1458780d2cc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:40.195923 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-bf0cd575-38dc-4c8c-9cdf-1458780d2cc7 admin admin] Usage tracker for resource:security_group_rule and tenant:7a0645d162f448b08948121a33ba6cbe is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:40.198803 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-bf0cd575-38dc-4c8c-9cdf-1458780d2cc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:40.205170 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-bf0cd575-38dc-4c8c-9cdf-1458780d2cc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:40.224888 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02eb91-8f57-41ce-aeb2-044c3af888ad req-b085054a-ab0b-47fd-994d-2a77b2cab864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:40.226364 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2b02eb91-8f57-41ce-aeb2-044c3af888ad req-b085054a-ab0b-47fd-994d-2a77b2cab864 service neutron] 10.222.0.113 "GET /v2.0/networks?id=ff99f632-5526-4276-9da3-3b33f700e365 HTTP/1.1" status: 200 len: 898 time: 0.2594209 Jan 21 19:07:40.286821 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bf0cd575-38dc-4c8c-9cdf-1458780d2cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:40.335916 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2b02eb91-8f57-41ce-aeb2-044c3af888ad req-ce1272ec-0cee-4dc0-a9f4-45ff33eacb34 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f87830a-b074-4d23-a8f7-a0cf1386aa2e HTTP/1.1" status: 200 len: 1001 time: 0.1024373 Jan 21 19:07:40.375847 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370d61be-db73-453c-9faf-051f4926f901 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Network 0a75ed65-6437-4e8c-b933-43f3928ca8c2 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:07:40.383297 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bf0cd575-38dc-4c8c-9cdf-1458780d2cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:40.411721 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02eb91-8f57-41ce-aeb2-044c3af888ad req-ca49d7f0-2c3b-45e6-85c5-8c94aa1dcb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:40.413340 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2b02eb91-8f57-41ce-aeb2-044c3af888ad req-ca49d7f0-2c3b-45e6-85c5-8c94aa1dcb2e service neutron] 10.222.0.113 "GET /v2.0/subnets?id=e5ea9923-e5c0-4291-84d8-365162974c14 HTTP/1.1" status: 200 len: 833 time: 0.0710614 Jan 21 19:07:40.440949 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-bf0cd575-38dc-4c8c-9cdf-1458780d2cc7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7a0645d162f448b08948121a33ba6cbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3874912 Jan 21 19:07:40.440949 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0cd575-38dc-4c8c-9cdf-1458780d2cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821e7839-1e2b-40b4-a7e2-635ae012f6de,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:40.442447 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34778) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:40.492643 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-370d61be-db73-453c-9faf-051f4926f901 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 0a75ed65-6437-4e8c-b933-43f3928ca8c2) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:07:40.500693 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370d61be-db73-453c-9faf-051f4926f901 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:40.501358 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-370d61be-db73-453c-9faf-051f4926f901 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:40.504481 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3c0f01-58e1-4adb-9026-50e8bbf18c38 None None] Network 0a75ed65-6437-4e8c-b933-43f3928ca8c2 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:07:40.506165 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-941f1737-4f74-47dc-88ad-bd35f388cc86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:40.516662 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02eb91-8f57-41ce-aeb2-044c3af888ad req-14cbf568-ff14-49b2-a756-dbcb69b05988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:40.518622 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2b02eb91-8f57-41ce-aeb2-044c3af888ad req-14cbf568-ff14-49b2-a756-dbcb69b05988 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ff99f632-5526-4276-9da3-3b33f700e365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0950768 Jan 21 19:07:40.535593 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-941f1737-4f74-47dc-88ad-bd35f388cc86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:40.618181 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-370d61be-db73-453c-9faf-051f4926f901 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3265033 Jan 21 19:07:40.621632 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34782) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:40.628783 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-9ca3e162-6dd3-4467-9133-d1d7c05a2e34 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-103911029', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:40.635240 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-9ca3e162-6dd3-4467-9133-d1d7c05a2e34 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:40.639588 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-9ca3e162-6dd3-4467-9133-d1d7c05a2e34 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Usage tracker for resource:router and tenant:8da58450daab4e429694fdd9f553b982 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:40.642463 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-9ca3e162-6dd3-4467-9133-d1d7c05a2e34 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:40.648571 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-9ca3e162-6dd3-4467-9133-d1d7c05a2e34 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:40.653639 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-941f1737-4f74-47dc-88ad-bd35f388cc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:40.663902 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2b02eb91-8f57-41ce-aeb2-044c3af888ad req-97fb3231-19e1-4595-be6a-8cb7d4de14ab service neutron] 10.222.0.113 "GET /v2.0/networks/ff99f632-5526-4276-9da3-3b33f700e365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357503 Jan 21 19:07:40.673937 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f1737-4f74-47dc-88ad-bd35f388cc86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821e7839-1e2b-40b4-a7e2-635ae012f6de,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:40.678285 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-941f1737-4f74-47dc-88ad-bd35f388cc86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:40.679384 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-941f1737-4f74-47dc-88ad-bd35f388cc86 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/821e7839-1e2b-40b4-a7e2-635ae012f6de HTTP/1.1" status: 204 len: 168 time: 0.2360556 Jan 21 19:07:40.742635 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0472050a-96b5-443e-b00f-a88779d0da9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-0a75ed65-6437-4e8c-b933-43f3928ca8c2', 'network_id': '0a75ed65-6437-4e8c-b933-43f3928ca8c2', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'fixed_ips': [{'subnet_id': 'e592393c-8c48-49cb-ad87-fc090f8ec4ce'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:07:40.743372 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9ca3e162-6dd3-4467-9133-d1d7c05a2e34 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:40.743618 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0472050a-96b5-443e-b00f-a88779d0da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:40.744633 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9ca3e162-6dd3-4467-9133-d1d7c05a2e34 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:40.760665 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9ca3e162-6dd3-4467-9133-d1d7c05a2e34 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:40.822208 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2b02eb91-8f57-41ce-aeb2-044c3af888ad req-29617789-6aa8-4395-af34-1e6b42822f91 service neutron] 10.222.0.113 "GET /v2.0/networks/ff99f632-5526-4276-9da3-3b33f700e365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515093 Jan 21 19:07:40.869288 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9ca3e162-6dd3-4467-9133-d1d7c05a2e34 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:40.913881 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-0472050a-96b5-443e-b00f-a88779d0da9a None None] Allocated IP 2001:db8::2 (0a75ed65-6437-4e8c-b933-43f3928ca8c2/e592393c-8c48-49cb-ad87-fc090f8ec4ce/1111fc08-da5a-4617-88bd-0d4b1a9e8ec1) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:07:40.943458 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9ca3e162-6dd3-4467-9133-d1d7c05a2e34 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:40.946781 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-9ca3e162-6dd3-4467-9133-d1d7c05a2e34 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3214846 Jan 21 19:07:40.947448 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34792) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:40.954617 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-38989272-4ada-40fb-9e4a-693614c0138b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Request body: {'port': {'network_id': '0a75ed65-6437-4e8c-b933-43f3928ca8c2', 'name': 'tempest-RoutersIpV6Test-1783759709'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:41.103690 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-38989272-4ada-40fb-9e4a-693614c0138b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:41.108390 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-38989272-4ada-40fb-9e4a-693614c0138b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Usage tracker for resource:port and tenant:8da58450daab4e429694fdd9f553b982 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:41.111496 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-38989272-4ada-40fb-9e4a-693614c0138b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:41.117719 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-38989272-4ada-40fb-9e4a-693614c0138b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:41.137680 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0472050a-96b5-443e-b00f-a88779d0da9a None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:41.147636 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0472050a-96b5-443e-b00f-a88779d0da9a None None] Transition to ACTIVE for port object 1111fc08-da5a-4617-88bd-0d4b1a9e8ec1 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:07:41.166348 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0472050a-96b5-443e-b00f-a88779d0da9a None None] Transition to ACTIVE for port object 1111fc08-da5a-4617-88bd-0d4b1a9e8ec1 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:07:41.176543 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38989272-4ada-40fb-9e4a-693614c0138b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Made reservation on behalf of 8da58450daab4e429694fdd9f553b982 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:07:41.180034 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-38989272-4ada-40fb-9e4a-693614c0138b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:41.203984 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [None req-38989272-4ada-40fb-9e4a-693614c0138b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] device_id is not set on port e7626b8a-371e-46d0-8a1b-80bc89e480d0 yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:07:41.303735 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0472050a-96b5-443e-b00f-a88779d0da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:41.368315 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0472050a-96b5-443e-b00f-a88779d0da9a None None] Network 0a75ed65-6437-4e8c-b933-43f3928ca8c2 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:07:41.371872 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-0472050a-96b5-443e-b00f-a88779d0da9a None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:07:41.374525 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0472050a-96b5-443e-b00f-a88779d0da9a None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:07:41.385318 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-38989272-4ada-40fb-9e4a-693614c0138b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Allocated IP 2001:db8::328 (0a75ed65-6437-4e8c-b933-43f3928ca8c2/e592393c-8c48-49cb-ad87-fc090f8ec4ce/e7626b8a-371e-46d0-8a1b-80bc89e480d0) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:07:41.418337 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:07:41.454901 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0472050a-96b5-443e-b00f-a88779d0da9a None None] Pushing event updated for resources: {'Port': ['ID=1111fc08-da5a-4617-88bd-0d4b1a9e8ec1,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:41.493247 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-0472050a-96b5-443e-b00f-a88779d0da9a None None] Attempting to bind port 1111fc08-da5a-4617-88bd-0d4b1a9e8ec1 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:07:41.494182 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-0472050a-96b5-443e-b00f-a88779d0da9a None None] Attempting to bind port 1111fc08-da5a-4617-88bd-0d4b1a9e8ec1 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '774f61f9-5d7d-4066-a8ce-4d5273296196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0a75ed65-6437-4e8c-b933-43f3928ca8c2'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:07:41.498560 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0472050a-96b5-443e-b00f-a88779d0da9a None None] Attempting to bind port 1111fc08-da5a-4617-88bd-0d4b1a9e8ec1 on network 0a75ed65-6437-4e8c-b933-43f3928ca8c2 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:07:41.504293 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0472050a-96b5-443e-b00f-a88779d0da9a None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:07:41.504695 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0472050a-96b5-443e-b00f-a88779d0da9a None None] Checking segment: {'id': '774f61f9-5d7d-4066-a8ce-4d5273296196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0a75ed65-6437-4e8c-b933-43f3928ca8c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:07:41.510361 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0472050a-96b5-443e-b00f-a88779d0da9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:41.510897 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0472050a-96b5-443e-b00f-a88779d0da9a None None] Bound using segment: {'id': '774f61f9-5d7d-4066-a8ce-4d5273296196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0a75ed65-6437-4e8c-b933-43f3928ca8c2'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:07:41.511530 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-0472050a-96b5-443e-b00f-a88779d0da9a None None] Bound port: 1111fc08-da5a-4617-88bd-0d4b1a9e8ec1, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '774f61f9-5d7d-4066-a8ce-4d5273296196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0a75ed65-6437-4e8c-b933-43f3928ca8c2'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:07:41.512008 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0472050a-96b5-443e-b00f-a88779d0da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:41.609467 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0472050a-96b5-443e-b00f-a88779d0da9a None None] For port 1111fc08-da5a-4617-88bd-0d4b1a9e8ec1, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:07:41.613023 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0472050a-96b5-443e-b00f-a88779d0da9a None None] For port 1111fc08-da5a-4617-88bd-0d4b1a9e8ec1, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=1111fc08-da5a-4617-88bd-0d4b1a9e8ec1,segment=NetworkSegment(774f61f9-5d7d-4066-a8ce-4d5273296196),segment_id=774f61f9-5d7d-4066-a8ce-4d5273296196)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:07:41.615974 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-38989272-4ada-40fb-9e4a-693614c0138b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:41.631947 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-38989272-4ada-40fb-9e4a-693614c0138b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Transition to ACTIVE for port object e7626b8a-371e-46d0-8a1b-80bc89e480d0 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:07:41.674912 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0472050a-96b5-443e-b00f-a88779d0da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:41.742874 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-38989272-4ada-40fb-9e4a-693614c0138b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:41.754148 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34812) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:41.759100 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0472050a-96b5-443e-b00f-a88779d0da9a None None] Pushing event updated for resources: {'Port': ['ID=1111fc08-da5a-4617-88bd-0d4b1a9e8ec1,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:41.819741 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38989272-4ada-40fb-9e4a-693614c0138b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Network 0a75ed65-6437-4e8c-b933-43f3928ca8c2 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:07:41.827787 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-38989272-4ada-40fb-9e4a-693614c0138b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:07:41.830424 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38989272-4ada-40fb-9e4a-693614c0138b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:07:41.836806 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38989272-4ada-40fb-9e4a-693614c0138b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:41.837441 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-38989272-4ada-40fb-9e4a-693614c0138b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:41.870167 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38989272-4ada-40fb-9e4a-693614c0138b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event updated for resources: {'Port': ['ID=e7626b8a-371e-46d0-8a1b-80bc89e480d0,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:41.884354 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-1d0a3b6d-3f56-4e56-89d8-758f74e8e5c1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-994555966-network', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:41.890098 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-1d0a3b6d-3f56-4e56-89d8-758f74e8e5c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:41.894739 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-1d0a3b6d-3f56-4e56-89d8-758f74e8e5c1 admin admin] Usage tracker for resource:network and tenant:578d4b1ec7dd480f94bb194a86bde7ee is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:41.897582 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-1d0a3b6d-3f56-4e56-89d8-758f74e8e5c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:41.904139 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-1d0a3b6d-3f56-4e56-89d8-758f74e8e5c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:41.947848 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-38989272-4ada-40fb-9e4a-693614c0138b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9991336 Jan 21 19:07:41.952584 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34818) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:42.017532 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0a3b6d-3f56-4e56-89d8-758f74e8e5c1 admin admin] Made reservation on behalf of 578d4b1ec7dd480f94bb194a86bde7ee for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:07:42.020011 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1d0a3b6d-3f56-4e56-89d8-758f74e8e5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:42.036480 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1d0a3b6d-3f56-4e56-89d8-758f74e8e5c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:42.052837 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-1d0a3b6d-3f56-4e56-89d8-758f74e8e5c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:42.057155 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-1d0a3b6d-3f56-4e56-89d8-758f74e8e5c1 admin admin] Usage tracker for resource:security_group_rule and tenant:578d4b1ec7dd480f94bb194a86bde7ee is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:42.060865 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-1d0a3b6d-3f56-4e56-89d8-758f74e8e5c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:42.066936 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-1d0a3b6d-3f56-4e56-89d8-758f74e8e5c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:42.154836 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1d0a3b6d-3f56-4e56-89d8-758f74e8e5c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:42.228210 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1d0a3b6d-3f56-4e56-89d8-758f74e8e5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:42.261848 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d0a3b6d-3f56-4e56-89d8-758f74e8e5c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:07:42.271326 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a3b6d-3f56-4e56-89d8-758f74e8e5c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8365c350-8e22-452f-86f8-ea02f062112d,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:42.277720 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1d0a3b6d-3f56-4e56-89d8-758f74e8e5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:42.278111 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-1d0a3b6d-3f56-4e56-89d8-758f74e8e5c1 admin admin] Added segment 04945371-b45c-4f7e-b15f-adaa5b08e7fa of type vlan for network 0b696f5f-975f-4899-9d3c-c13f9cac42e5 Jan 21 19:07:42.307897 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1d0a3b6d-3f56-4e56-89d8-758f74e8e5c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:42.429058 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1d0a3b6d-3f56-4e56-89d8-758f74e8e5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:42.430021 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0a3b6d-3f56-4e56-89d8-758f74e8e5c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:42.430585 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1d0a3b6d-3f56-4e56-89d8-758f74e8e5c1 admin admin] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:42.562283 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a3b6d-3f56-4e56-89d8-758f74e8e5c1 admin admin] Pushing event updated for resources: {'Network': ['ID=0b696f5f-975f-4899-9d3c-c13f9cac42e5,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:42.565370 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-1d0a3b6d-3f56-4e56-89d8-758f74e8e5c1 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8100991 Jan 21 19:07:42.576671 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 0b696f5f-975f-4899-9d3c-c13f9cac42e5 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:07:42.578158 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34822) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:42.584268 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-675c156d-9ccf-4814-92fe-726d97f63e94 admin admin] Request body: {'subnet': {'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-994555966-subnet', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'ip_version': 4}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:42.591603 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-675c156d-9ccf-4814-92fe-726d97f63e94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:42.596026 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-675c156d-9ccf-4814-92fe-726d97f63e94 admin admin] Usage tracker for resource:subnet and tenant:578d4b1ec7dd480f94bb194a86bde7ee is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:42.599290 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-675c156d-9ccf-4814-92fe-726d97f63e94 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:42.607088 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-675c156d-9ccf-4814-92fe-726d97f63e94 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:42.649705 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7ffd08f0-be7a-44fc-845d-549f8b0ba782 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:42.719988 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675c156d-9ccf-4814-92fe-726d97f63e94 admin admin] Made reservation on behalf of 578d4b1ec7dd480f94bb194a86bde7ee for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:07:42.722654 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-675c156d-9ccf-4814-92fe-726d97f63e94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:42.859813 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3ef639-cca4-45da-9653-d9951dc1ea2f None None] Network 0a75ed65-6437-4e8c-b933-43f3928ca8c2 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:07:42.902854 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 1111fc08-da5a-4617-88bd-0d4b1a9e8ec1 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:07:43.012701 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-675c156d-9ccf-4814-92fe-726d97f63e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:43.046002 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7ffd08f0-be7a-44fc-845d-549f8b0ba782 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:43.086136 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7ffd08f0-be7a-44fc-845d-549f8b0ba782 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:43.093370 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-6f800b21-7309-4ded-9c54-a4529c906929 None None] Provisioning for port 1111fc08-da5a-4617-88bd-0d4b1a9e8ec1 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:07:43.093856 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c156d-9ccf-4814-92fe-726d97f63e94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84dda25a-5f4d-444e-8486-d19a0764b110,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:43.102490 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675c156d-9ccf-4814-92fe-726d97f63e94 admin admin] Checking segment: {'id': '04945371-b45c-4f7e-b15f-adaa5b08e7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:07:43.102847 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675c156d-9ccf-4814-92fe-726d97f63e94 admin admin] Network hostable DHCP agents. Network: 0b696f5f-975f-4899-9d3c-c13f9cac42e5, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:07:43.155290 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 1111fc08-da5a-4617-88bd-0d4b1a9e8ec1 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:07:43.162449 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 1111fc08-da5a-4617-88bd-0d4b1a9e8ec1 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:43.162818 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:43.170666 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675c156d-9ccf-4814-92fe-726d97f63e94 admin admin] Network 0b696f5f-975f-4899-9d3c-c13f9cac42e5 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:07:43.216934 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd08f0-be7a-44fc-845d-549f8b0ba782 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event updated for resources: {'Port': ['ID=e7626b8a-371e-46d0-8a1b-80bc89e480d0,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:43.263433 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-675c156d-9ccf-4814-92fe-726d97f63e94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 0b696f5f-975f-4899-9d3c-c13f9cac42e5) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:07:43.272660 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675c156d-9ccf-4814-92fe-726d97f63e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:43.273332 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-675c156d-9ccf-4814-92fe-726d97f63e94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:43.274126 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15b77b3-4974-4902-941c-1a35d5f60cd2 None None] Network 0b696f5f-975f-4899-9d3c-c13f9cac42e5 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:07:43.360135 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-675c156d-9ccf-4814-92fe-726d97f63e94 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7807617 Jan 21 19:07:43.362650 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34828) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:43.368165 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-c2b0af22-a7e6-4f05-8e46-2d7f0432ca50 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-994555966-router', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:43.374185 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-c2b0af22-a7e6-4f05-8e46-2d7f0432ca50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:43.379616 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-c2b0af22-a7e6-4f05-8e46-2d7f0432ca50 admin admin] Usage tracker for resource:router and tenant:578d4b1ec7dd480f94bb194a86bde7ee is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:43.384995 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-c2b0af22-a7e6-4f05-8e46-2d7f0432ca50 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:43.389214 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-c2b0af22-a7e6-4f05-8e46-2d7f0432ca50 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:43.395563 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7ffd08f0-be7a-44fc-845d-549f8b0ba782 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:43.474323 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c2b0af22-a7e6-4f05-8e46-2d7f0432ca50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:43.475486 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c2b0af22-a7e6-4f05-8e46-2d7f0432ca50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:43.494060 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c2b0af22-a7e6-4f05-8e46-2d7f0432ca50 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:43.501394 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:43.592192 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 1111fc08-da5a-4617-88bd-0d4b1a9e8ec1, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=1111fc08-da5a-4617-88bd-0d4b1a9e8ec1,segment=NetworkSegment(774f61f9-5d7d-4066-a8ce-4d5273296196),segment_id=774f61f9-5d7d-4066-a8ce-4d5273296196)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:07:43.607274 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936980d0-d687-4095-b362-df2772d090f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-0b696f5f-975f-4899-9d3c-c13f9cac42e5', 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'fixed_ips': [{'subnet_id': '84dda25a-5f4d-444e-8486-d19a0764b110'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:07:43.608628 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-936980d0-d687-4095-b362-df2772d090f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:43.626353 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7ffd08f0-be7a-44fc-845d-549f8b0ba782 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:43.668580 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:43.778751 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=1111fc08-da5a-4617-88bd-0d4b1a9e8ec1,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:43.843415 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-936980d0-d687-4095-b362-df2772d090f0 None None] Allocated IP 172.20.0.2 (0b696f5f-975f-4899-9d3c-c13f9cac42e5/84dda25a-5f4d-444e-8486-d19a0764b110/7bff9d56-c530-4e69-af06-2d6490ea2804) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:07:43.877289 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f87c346c-9596-45bc-8e92-fdc9b1f236db None None] Provisioning for port e7626b8a-371e-46d0-8a1b-80bc89e480d0 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:07:43.889136 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f87c346c-9596-45bc-8e92-fdc9b1f236db None None] Provisioning complete for port e7626b8a-371e-46d0-8a1b-80bc89e480d0 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:43.889817 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f87c346c-9596-45bc-8e92-fdc9b1f236db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:43.901883 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c2b0af22-a7e6-4f05-8e46-2d7f0432ca50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:44.022804 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-f87c346c-9596-45bc-8e92-fdc9b1f236db None None] Port e7626b8a-371e-46d0-8a1b-80bc89e480d0 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:07:44.053429 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f87c346c-9596-45bc-8e92-fdc9b1f236db None None] Provisioning complete for port 1111fc08-da5a-4617-88bd-0d4b1a9e8ec1 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:44.054045 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f87c346c-9596-45bc-8e92-fdc9b1f236db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:44.183056 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-936980d0-d687-4095-b362-df2772d090f0 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:44.203761 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7ffd08f0-be7a-44fc-845d-549f8b0ba782 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:44.222839 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-936980d0-d687-4095-b362-df2772d090f0 None None] Transition to ACTIVE for port object 7bff9d56-c530-4e69-af06-2d6490ea2804 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:07:44.266570 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-936980d0-d687-4095-b362-df2772d090f0 None None] Transition to ACTIVE for port object 7bff9d56-c530-4e69-af06-2d6490ea2804 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:07:44.267438 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7ffd08f0-be7a-44fc-845d-549f8b0ba782 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:44.268313 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7ffd08f0-be7a-44fc-845d-549f8b0ba782 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:44.354814 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-936980d0-d687-4095-b362-df2772d090f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:44.428250 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd08f0-be7a-44fc-845d-549f8b0ba782 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event updated for resources: {'Port': ['ID=e7626b8a-371e-46d0-8a1b-80bc89e480d0,revision_number=3']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:44.431466 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936980d0-d687-4095-b362-df2772d090f0 None None] Pushing event updated for resources: {'Port': ['ID=7bff9d56-c530-4e69-af06-2d6490ea2804,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:44.456325 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936980d0-d687-4095-b362-df2772d090f0 None None] Network 0b696f5f-975f-4899-9d3c-c13f9cac42e5 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:07:44.458278 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-936980d0-d687-4095-b362-df2772d090f0 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:07:44.462642 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-2009ffd7-9244-42ae-81bb-17050cccfa59 None None] Provisioning complete for port e7626b8a-371e-46d0-8a1b-80bc89e480d0 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:44.463134 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2009ffd7-9244-42ae-81bb-17050cccfa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:44.477952 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c2b0af22-a7e6-4f05-8e46-2d7f0432ca50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:44.484384 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffd08f0-be7a-44fc-845d-549f8b0ba782 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Network 0a75ed65-6437-4e8c-b933-43f3928ca8c2 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:07:44.485580 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-7ffd08f0-be7a-44fc-845d-549f8b0ba782 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:07:44.494514 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936980d0-d687-4095-b362-df2772d090f0 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:07:44.510692 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c2b0af22-a7e6-4f05-8e46-2d7f0432ca50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:44.608772 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-936980d0-d687-4095-b362-df2772d090f0 None None] Attempting to bind port 7bff9d56-c530-4e69-af06-2d6490ea2804 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:07:44.609246 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-936980d0-d687-4095-b362-df2772d090f0 None None] Attempting to bind port 7bff9d56-c530-4e69-af06-2d6490ea2804 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '04945371-b45c-4f7e-b15f-adaa5b08e7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:07:44.609422 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936980d0-d687-4095-b362-df2772d090f0 None None] Attempting to bind port 7bff9d56-c530-4e69-af06-2d6490ea2804 on network 0b696f5f-975f-4899-9d3c-c13f9cac42e5 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:07:44.614138 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-2009ffd7-9244-42ae-81bb-17050cccfa59 None None] Port e7626b8a-371e-46d0-8a1b-80bc89e480d0 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:07:44.617891 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936980d0-d687-4095-b362-df2772d090f0 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:07:44.618293 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936980d0-d687-4095-b362-df2772d090f0 None None] Checking segment: {'id': '04945371-b45c-4f7e-b15f-adaa5b08e7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:07:44.618753 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-936980d0-d687-4095-b362-df2772d090f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:44.619226 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936980d0-d687-4095-b362-df2772d090f0 None None] Bound using segment: {'id': '04945371-b45c-4f7e-b15f-adaa5b08e7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:07:44.619759 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-936980d0-d687-4095-b362-df2772d090f0 None None] Bound port: 7bff9d56-c530-4e69-af06-2d6490ea2804, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04945371-b45c-4f7e-b15f-adaa5b08e7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:07:44.620189 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-936980d0-d687-4095-b362-df2772d090f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:44.676434 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-c2b0af22-a7e6-4f05-8e46-2d7f0432ca50 admin admin] Allocated IP 172.26.1.237 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/d9c56d9e-1d14-4ddf-a150-9ab7d3af066f) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:07:44.723997 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-936980d0-d687-4095-b362-df2772d090f0 None None] For port 7bff9d56-c530-4e69-af06-2d6490ea2804, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:07:44.727529 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-936980d0-d687-4095-b362-df2772d090f0 None None] For port 7bff9d56-c530-4e69-af06-2d6490ea2804, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=7bff9d56-c530-4e69-af06-2d6490ea2804,segment=NetworkSegment(04945371-b45c-4f7e-b15f-adaa5b08e7fa),segment_id=04945371-b45c-4f7e-b15f-adaa5b08e7fa)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:07:44.778723 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ffd08f0-be7a-44fc-845d-549f8b0ba782 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Router c45e14f2-03c1-45bd-9a61-2fedb70ce8bf is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:07:44.807753 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-936980d0-d687-4095-b362-df2772d090f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:44.846766 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c2b0af22-a7e6-4f05-8e46-2d7f0432ca50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:44.862888 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 1111fc08-da5a-4617-88bd-0d4b1a9e8ec1 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:07:44.943806 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c2b0af22-a7e6-4f05-8e46-2d7f0432ca50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:44.950332 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ffd08f0-be7a-44fc-845d-549f8b0ba782 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:07:44.958231 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-7ffd08f0-be7a-44fc-845d-549f8b0ba782 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "PUT /v2.0/routers/c45e14f2-03c1-45bd-9a61-2fedb70ce8bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0077500 Jan 21 19:07:44.961164 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34832) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:44.967640 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8ecad6-2a9d-477a-8179-44c2eed1630f None None] Sync routers for ids ['c45e14f2-03c1-45bd-9a61-2fedb70ce8bf'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:07:44.977419 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-391ee255-8138-49bc-918d-5c7bd338380e None None] Provisioning complete for port e7626b8a-371e-46d0-8a1b-80bc89e480d0 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:44.978202 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-391ee255-8138-49bc-918d-5c7bd338380e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:44.986780 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8ecad6-2a9d-477a-8179-44c2eed1630f None None] Routers {'c45e14f2-03c1-45bd-9a61-2fedb70ce8bf'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:07:44.987674 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-7b8ecad6-2a9d-477a-8179-44c2eed1630f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:07:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['c45e14f2-03c1-45bd-9a61-2fedb70ce8bf'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:45.015163 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936980d0-d687-4095-b362-df2772d090f0 None None] Pushing event updated for resources: {'Port': ['ID=7bff9d56-c530-4e69-af06-2d6490ea2804,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:45.030030 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b0af22-a7e6-4f05-8e46-2d7f0432ca50 admin admin] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:07:45.037900 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-c2b0af22-a7e6-4f05-8e46-2d7f0432ca50 admin admin] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:07:45.042019 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b0af22-a7e6-4f05-8e46-2d7f0432ca50 admin admin] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:07:45.083384 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-7b8ecad6-2a9d-477a-8179-44c2eed1630f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:45.086761 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 1111fc08-da5a-4617-88bd-0d4b1a9e8ec1 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:45.087128 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:45.094668 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b843a6-a397-4970-95cb-71d6b9e25b07 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:45.095440 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-81b843a6-a397-4970-95cb-71d6b9e25b07 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Synchronizing usage tracker for tenant:8da58450daab4e429694fdd9f553b982 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:07:45.100187 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8ecad6-2a9d-477a-8179-44c2eed1630f None None] Routers {'c45e14f2-03c1-45bd-9a61-2fedb70ce8bf'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:07:45.101463 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-7b8ecad6-2a9d-477a-8179-44c2eed1630f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:07:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['c45e14f2-03c1-45bd-9a61-2fedb70ce8bf'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:45.106718 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b0af22-a7e6-4f05-8e46-2d7f0432ca50 admin admin] Pushing event updated for resources: {'Port': ['ID=d9c56d9e-1d14-4ddf-a150-9ab7d3af066f,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:45.132966 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-391ee255-8138-49bc-918d-5c7bd338380e None None] Port e7626b8a-371e-46d0-8a1b-80bc89e480d0 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:07:45.179799 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-7b8ecad6-2a9d-477a-8179-44c2eed1630f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:45.180214 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8ecad6-2a9d-477a-8179-44c2eed1630f None None] The sync data for ids ['c45e14f2-03c1-45bd-9a61-2fedb70ce8bf'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:07:45.188737 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-81b843a6-a397-4970-95cb-71d6b9e25b07 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Unset dirty status for tenant:8da58450daab4e429694fdd9f553b982 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:07:45.193925 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-81b843a6-a397-4970-95cb-71d6b9e25b07 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "GET /v2.0/ports/e7626b8a-371e-46d0-8a1b-80bc89e480d0 HTTP/1.1" status: 200 len: 984 time: 0.2291317 Jan 21 19:07:45.194183 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34836) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:45.608856 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34842) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:45.613176 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c2b0af22-a7e6-4f05-8e46-2d7f0432ca50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:45.972024 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c2b0af22-a7e6-4f05-8e46-2d7f0432ca50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:46.063390 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de1a8c7-0043-42dc-973e-b5f88710a19d None None] Network 0b696f5f-975f-4899-9d3c-c13f9cac42e5 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:07:46.253227 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cb6fcafa-62e5-4f33-b97b-707fb446f7d0 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:46.311619 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-cac03c39-bac9-4e54-8918-cfc00fe75df2 None None] Provisioning for port 7bff9d56-c530-4e69-af06-2d6490ea2804 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:07:46.400418 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b0af22-a7e6-4f05-8e46-2d7f0432ca50 admin admin] Router e4630041-0a38-4a81-b942-d6093812cdfd is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:07:46.618096 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b0af22-a7e6-4f05-8e46-2d7f0432ca50 admin admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:07:46.628250 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9421259-1550-4401-b04c-392a1cd9cd44 None None] Sync routers for ids ['e4630041-0a38-4a81-b942-d6093812cdfd'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:07:46.642797 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9421259-1550-4401-b04c-392a1cd9cd44 None None] Routers {'e4630041-0a38-4a81-b942-d6093812cdfd'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:07:46.643435 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-e9421259-1550-4401-b04c-392a1cd9cd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:07:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['e4630041-0a38-4a81-b942-d6093812cdfd'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:46.651758 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-cb6fcafa-62e5-4f33-b97b-707fb446f7d0 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Deleting port e7626b8a-371e-46d0-8a1b-80bc89e480d0 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:07:46.652315 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cb6fcafa-62e5-4f33-b97b-707fb446f7d0 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:46.685948 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c2b0af22-a7e6-4f05-8e46-2d7f0432ca50 admin admin] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:46.687441 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c2b0af22-a7e6-4f05-8e46-2d7f0432ca50 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3234406 Jan 21 19:07:46.690132 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34846) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:46.771369 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d360685a-2465-4d62-ae7a-4c41f7958a4e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:46.844314 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-e9421259-1550-4401-b04c-392a1cd9cd44 None None] Set router e4630041-0a38-4a81-b942-d6093812cdfd gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:07:46.968205 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 7bff9d56-c530-4e69-af06-2d6490ea2804 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:07:47.007664 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cb6fcafa-62e5-4f33-b97b-707fb446f7d0 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:47.145498 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-cb6fcafa-62e5-4f33-b97b-707fb446f7d0 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Calling delete_port for e7626b8a-371e-46d0-8a1b-80bc89e480d0 owned by network:router_interface {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:07:47.226795 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-e9421259-1550-4401-b04c-392a1cd9cd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'name': 'tempest-TestVolumeBootPattern-994555966-router', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:07:43Z', 'updated_at': '2022-01-21T19:07:45Z', 'revision_number': 3, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'gw_port': {'id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:47:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:44Z', 'updated_at': '2022-01-21T19:07:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:47.231070 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9421259-1550-4401-b04c-392a1cd9cd44 None None] Checking router: e4630041-0a38-4a81-b942-d6093812cdfd for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:07:47.231489 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9421259-1550-4401-b04c-392a1cd9cd44 None None] Updating router e4630041-0a38-4a81-b942-d6093812cdfd port d9c56d9e-1d14-4ddf-a150-9ab7d3af066f binding host dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:07:47.260444 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 7bff9d56-c530-4e69-af06-2d6490ea2804 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:07:47.280670 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 7bff9d56-c530-4e69-af06-2d6490ea2804 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:47.280908 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:47.335675 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e9421259-1550-4401-b04c-392a1cd9cd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:47.425767 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fc280aa9-3d7c-4ff4-b18b-d3483ca52578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:47.539787 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:47.645197 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 7bff9d56-c530-4e69-af06-2d6490ea2804, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=7bff9d56-c530-4e69-af06-2d6490ea2804,segment=NetworkSegment(04945371-b45c-4f7e-b15f-adaa5b08e7fa),segment_id=04945371-b45c-4f7e-b15f-adaa5b08e7fa)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:07:47.656689 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-fc280aa9-3d7c-4ff4-b18b-d3483ca52578 admin admin] Allocated IP 172.20.0.1 (0b696f5f-975f-4899-9d3c-c13f9cac42e5/84dda25a-5f4d-444e-8486-d19a0764b110/fbc18be0-3767-4bd4-9995-6e2d584ed462) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:07:47.699450 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:47.813579 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-d360685a-2465-4d62-ae7a-4c41f7958a4e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Deleting port 0c53d912-4b93-4993-b3d4-b75300bb94ee {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:07:47.814225 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d360685a-2465-4d62-ae7a-4c41f7958a4e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:47.835155 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=7bff9d56-c530-4e69-af06-2d6490ea2804,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:47.843319 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e9421259-1550-4401-b04c-392a1cd9cd44 None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:47.868661 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cb6fcafa-62e5-4f33-b97b-707fb446f7d0 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:47.880876 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-e9421259-1550-4401-b04c-392a1cd9cd44 None None] Transition to ACTIVE for port object d9c56d9e-1d14-4ddf-a150-9ab7d3af066f will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:07:47.941354 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6fcafa-62e5-4f33-b97b-707fb446f7d0 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event deleted for resources: {'Port': ['ID=e7626b8a-371e-46d0-8a1b-80bc89e480d0,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:47.941721 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fc280aa9-3d7c-4ff4-b18b-d3483ca52578 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:47.955391 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e9421259-1550-4401-b04c-392a1cd9cd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:47.958568 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-fc280aa9-3d7c-4ff4-b18b-d3483ca52578 admin admin] Transition to ACTIVE for port object fbc18be0-3767-4bd4-9995-6e2d584ed462 will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:07:48.063346 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-e9421259-1550-4401-b04c-392a1cd9cd44 None None] Attempting to bind port d9c56d9e-1d14-4ddf-a150-9ab7d3af066f on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:07:48.064073 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-e9421259-1550-4401-b04c-392a1cd9cd44 None None] Attempting to bind port d9c56d9e-1d14-4ddf-a150-9ab7d3af066f by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:07:48.064505 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9421259-1550-4401-b04c-392a1cd9cd44 None None] Attempting to bind port d9c56d9e-1d14-4ddf-a150-9ab7d3af066f on network 552ba34b-3dd7-4be8-8310-a9fc908fe72b {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:07:48.069368 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fc280aa9-3d7c-4ff4-b18b-d3483ca52578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:48.071494 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb2cb0-ac42-4415-9018-4e2f9f4af660 None None] Pushing event updated for resources: {'Port': ['ID=d9c56d9e-1d14-4ddf-a150-9ab7d3af066f,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:48.081294 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9421259-1550-4401-b04c-392a1cd9cd44 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:07:48.082178 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9421259-1550-4401-b04c-392a1cd9cd44 None None] Checking segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:07:48.082452 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e9421259-1550-4401-b04c-392a1cd9cd44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:48.082845 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9421259-1550-4401-b04c-392a1cd9cd44 None None] Bound using segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:07:48.083316 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-e9421259-1550-4401-b04c-392a1cd9cd44 None None] Bound port: d9c56d9e-1d14-4ddf-a150-9ab7d3af066f, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:07:48.083764 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e9421259-1550-4401-b04c-392a1cd9cd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:48.153109 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc280aa9-3d7c-4ff4-b18b-d3483ca52578 admin admin] Pushing event updated for resources: {'Port': ['ID=fbc18be0-3767-4bd4-9995-6e2d584ed462,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:48.165629 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-e9421259-1550-4401-b04c-392a1cd9cd44 None None] For port d9c56d9e-1d14-4ddf-a150-9ab7d3af066f, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:07:48.169239 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-e9421259-1550-4401-b04c-392a1cd9cd44 None None] For port d9c56d9e-1d14-4ddf-a150-9ab7d3af066f, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=d9c56d9e-1d14-4ddf-a150-9ab7d3af066f,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:07:48.174121 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc280aa9-3d7c-4ff4-b18b-d3483ca52578 admin admin] Network 0b696f5f-975f-4899-9d3c-c13f9cac42e5 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:07:48.175709 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-fc280aa9-3d7c-4ff4-b18b-d3483ca52578 admin admin] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:07:48.184252 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc280aa9-3d7c-4ff4-b18b-d3483ca52578 admin admin] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:07:48.242631 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cb6fcafa-62e5-4f33-b97b-707fb446f7d0 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:48.248071 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e9421259-1550-4401-b04c-392a1cd9cd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:48.262875 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fc280aa9-3d7c-4ff4-b18b-d3483ca52578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:48.350214 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-d360685a-2465-4d62-ae7a-4c41f7958a4e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] For port 0c53d912-4b93-4993-b3d4-b75300bb94ee, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=0c53d912-4b93-4993-b3d4-b75300bb94ee,segment=NetworkSegment(001eb96c-c59f-4596-a23d-72c842e4cd65),segment_id=001eb96c-c59f-4596-a23d-72c842e4cd65)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:07:48.350948 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d360685a-2465-4d62-ae7a-4c41f7958a4e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:48.395019 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9421259-1550-4401-b04c-392a1cd9cd44 None None] Routers {'e4630041-0a38-4a81-b942-d6093812cdfd'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:07:48.395789 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-e9421259-1550-4401-b04c-392a1cd9cd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:07:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['e4630041-0a38-4a81-b942-d6093812cdfd'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:48.468730 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb2cb0-ac42-4415-9018-4e2f9f4af660 None None] Pushing event updated for resources: {'Port': ['ID=d9c56d9e-1d14-4ddf-a150-9ab7d3af066f,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:48.536781 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fc280aa9-3d7c-4ff4-b18b-d3483ca52578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:48.548799 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-d360685a-2465-4d62-ae7a-4c41f7958a4e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Calling delete_port for 0c53d912-4b93-4993-b3d4-b75300bb94ee owned by network:router_interface {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:07:48.604342 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-e9421259-1550-4401-b04c-392a1cd9cd44 None None] Set router e4630041-0a38-4a81-b942-d6093812cdfd gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:07:48.706111 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-7a76dd4e-59b1-45f2-909e-51c1ff06c565 None None] Provisioning for port fbc18be0-3767-4bd4-9995-6e2d584ed462 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:07:48.718424 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-7a76dd4e-59b1-45f2-909e-51c1ff06c565 None None] Provisioning complete for port fbc18be0-3767-4bd4-9995-6e2d584ed462 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:48.718887 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7a76dd4e-59b1-45f2-909e-51c1ff06c565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:48.768619 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fc280aa9-3d7c-4ff4-b18b-d3483ca52578 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:48.827540 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fc280aa9-3d7c-4ff4-b18b-d3483ca52578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:48.869615 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6fcafa-62e5-4f33-b97b-707fb446f7d0 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Router c45e14f2-03c1-45bd-9a61-2fedb70ce8bf has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:07:48.870187 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-7a76dd4e-59b1-45f2-909e-51c1ff06c565 None None] Port fbc18be0-3767-4bd4-9995-6e2d584ed462 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:07:48.871453 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 7bff9d56-c530-4e69-af06-2d6490ea2804 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:07:48.940845 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fc280aa9-3d7c-4ff4-b18b-d3483ca52578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:48.976046 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc280aa9-3d7c-4ff4-b18b-d3483ca52578 admin admin] Pushing event updated for resources: {'Port': ['ID=fbc18be0-3767-4bd4-9995-6e2d584ed462,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:48.993763 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 7bff9d56-c530-4e69-af06-2d6490ea2804 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:48.994155 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:49.033234 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6fcafa-62e5-4f33-b97b-707fb446f7d0 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:07:49.054413 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedd4807-b10a-4dee-921d-dc1ec86bcf39 None None] Sync routers for ids ['c45e14f2-03c1-45bd-9a61-2fedb70ce8bf'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:07:49.064217 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedd4807-b10a-4dee-921d-dc1ec86bcf39 None None] Routers {'c45e14f2-03c1-45bd-9a61-2fedb70ce8bf'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:07:49.064968 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-bedd4807-b10a-4dee-921d-dc1ec86bcf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:07:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['c45e14f2-03c1-45bd-9a61-2fedb70ce8bf'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:49.068417 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-e9421259-1550-4401-b04c-392a1cd9cd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'name': 'tempest-TestVolumeBootPattern-994555966-router', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:07:43Z', 'updated_at': '2022-01-21T19:07:45Z', 'revision_number': 3, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'gw_port': {'id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:47:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:44Z', 'updated_at': '2022-01-21T19:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:49.077910 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9421259-1550-4401-b04c-392a1cd9cd44 None None] The sync data for ids ['e4630041-0a38-4a81-b942-d6093812cdfd'] in dv-neutron-825470-1-hyperv is: [{'id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'name': 'tempest-TestVolumeBootPattern-994555966-router', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:07:43Z', 'updated_at': '2022-01-21T19:07:45Z', 'revision_number': 3, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'gw_port': {'id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:47:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:44Z', 'updated_at': '2022-01-21T19:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:07:49.122033 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-cb6fcafa-62e5-4f33-b97b-707fb446f7d0 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "PUT /v2.0/routers/c45e14f2-03c1-45bd-9a61-2fedb70ce8bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9267616 Jan 21 19:07:49.124894 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc280aa9-3d7c-4ff4-b18b-d3483ca52578 admin admin] Network 0b696f5f-975f-4899-9d3c-c13f9cac42e5 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:07:49.125742 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34850) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:49.127628 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-fc280aa9-3d7c-4ff4-b18b-d3483ca52578 admin admin] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:07:49.215238 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-bedd4807-b10a-4dee-921d-dc1ec86bcf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:49.225582 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedd4807-b10a-4dee-921d-dc1ec86bcf39 None None] Routers {'c45e14f2-03c1-45bd-9a61-2fedb70ce8bf'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:07:49.236553 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-bedd4807-b10a-4dee-921d-dc1ec86bcf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:07:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['c45e14f2-03c1-45bd-9a61-2fedb70ce8bf'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:49.302531 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-bedd4807-b10a-4dee-921d-dc1ec86bcf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:49.303213 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedd4807-b10a-4dee-921d-dc1ec86bcf39 None None] The sync data for ids ['c45e14f2-03c1-45bd-9a61-2fedb70ce8bf'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:07:49.378486 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d360685a-2465-4d62-ae7a-4c41f7958a4e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:49.391125 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc280aa9-3d7c-4ff4-b18b-d3483ca52578 admin admin] Router e4630041-0a38-4a81-b942-d6093812cdfd has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:07:49.514308 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-d896a2f9-b37d-42bc-9d86-0b39d3820019 None None] Provisioning complete for port fbc18be0-3767-4bd4-9995-6e2d584ed462 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:49.514883 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d896a2f9-b37d-42bc-9d86-0b39d3820019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:49.554703 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d360685a-2465-4d62-ae7a-4c41f7958a4e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Port': ['ID=0c53d912-4b93-4993-b3d4-b75300bb94ee,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:49.599089 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-d896a2f9-b37d-42bc-9d86-0b39d3820019 None None] Port fbc18be0-3767-4bd4-9995-6e2d584ed462 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:07:49.647200 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc280aa9-3d7c-4ff4-b18b-d3483ca52578 admin admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:07:49.668748 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-fc280aa9-3d7c-4ff4-b18b-d3483ca52578 admin admin] 10.222.0.87 "PUT /v2.0/routers/e4630041-0a38-4a81-b942-d6093812cdfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9688764 Jan 21 19:07:49.704418 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-73f5aa07-4500-4297-ab39-a73ba2f27eae tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] remove_router_interface failed (client error): The resource could not be found. Jan 21 19:07:49.708581 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34856) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:49.708833 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-73f5aa07-4500-4297-ab39-a73ba2f27eae tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "PUT /v2.0/routers/c45e14f2-03c1-45bd-9a61-2fedb70ce8bf/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5822697 Jan 21 19:07:49.805977 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-c52a1c29-1233-478d-bee9-49d00841c151 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Synchronizing usage tracker for tenant:8da58450daab4e429694fdd9f553b982 on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:07:49.903984 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-c52a1c29-1233-478d-bee9-49d00841c151 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Unset dirty status for tenant:8da58450daab4e429694fdd9f553b982 on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:07:49.905178 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c52a1c29-1233-478d-bee9-49d00841c151 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "GET /v2.0/ports?device_id=c45e14f2-03c1-45bd-9a61-2fedb70ce8bf HTTP/1.1" status: 200 len: 205 time: 0.1952653 Jan 21 19:07:49.907940 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34862) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:49.964882 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d360685a-2465-4d62-ae7a-4c41f7958a4e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:50.056955 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-89782370-237c-4631-b674-b628200f8721 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for router, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:50.508327 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d360685a-2465-4d62-ae7a-4c41f7958a4e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Router 0237e4e4-4b11-4456-bf31-153bb5616717 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:07:50.547273 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-89782370-237c-4631-b674-b628200f8721 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:50.548828 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34876) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:50.551574 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-89782370-237c-4631-b674-b628200f8721 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:50.556170 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-bd1e9f13-9b6c-48b7-a9fc-4698b89d80dc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-923875103-network', 'tenant_id': '86ccea8e97d745239775f6eebecdc7dc'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:50.563812 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-bd1e9f13-9b6c-48b7-a9fc-4698b89d80dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:50.576778 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-bd1e9f13-9b6c-48b7-a9fc-4698b89d80dc admin admin] Usage tracker for resource:network and tenant:86ccea8e97d745239775f6eebecdc7dc is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:50.580138 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-bd1e9f13-9b6c-48b7-a9fc-4698b89d80dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:50.586883 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-bd1e9f13-9b6c-48b7-a9fc-4698b89d80dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:50.652611 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-89782370-237c-4631-b674-b628200f8721 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:50.653198 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89782370-237c-4631-b674-b628200f8721 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Fanout notify agent at l3_agent the message router_deleted on router c45e14f2-03c1-45bd-9a61-2fedb70ce8bf {{(pid=88136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:07:50.668239 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-89782370-237c-4631-b674-b628200f8721 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:50.668239 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-89782370-237c-4631-b674-b628200f8721 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "DELETE /v2.0/routers/c45e14f2-03c1-45bd-9a61-2fedb70ce8bf HTTP/1.1" status: 204 len: 168 time: 0.7569270 Jan 21 19:07:50.669065 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34880) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:50.698435 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d360685a-2465-4d62-ae7a-4c41f7958a4e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:07:50.707324 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1e9f13-9b6c-48b7-a9fc-4698b89d80dc admin admin] Made reservation on behalf of 86ccea8e97d745239775f6eebecdc7dc for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:07:50.708035 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-d360685a-2465-4d62-ae7a-4c41f7958a4e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "PUT /v2.0/routers/0237e4e4-4b11-4456-bf31-153bb5616717/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0979390 Jan 21 19:07:50.709383 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627305f0-c525-4fc3-a50d-79e4f5bb67be None None] Sync routers for ids ['0237e4e4-4b11-4456-bf31-153bb5616717'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:07:50.712534 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bd1e9f13-9b6c-48b7-a9fc-4698b89d80dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:50.720384 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627305f0-c525-4fc3-a50d-79e4f5bb67be None None] Routers {'0237e4e4-4b11-4456-bf31-153bb5616717'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:07:50.721019 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-627305f0-c525-4fc3-a50d-79e4f5bb67be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:07:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['0237e4e4-4b11-4456-bf31-153bb5616717'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:50.731357 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bd1e9f13-9b6c-48b7-a9fc-4698b89d80dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:50.758299 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-bd1e9f13-9b6c-48b7-a9fc-4698b89d80dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:50.766325 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-bd1e9f13-9b6c-48b7-a9fc-4698b89d80dc admin admin] Usage tracker for resource:security_group_rule and tenant:86ccea8e97d745239775f6eebecdc7dc is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:50.770950 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-bd1e9f13-9b6c-48b7-a9fc-4698b89d80dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:50.777842 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b855582-ccfd-45cf-b699-617015222339 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Deleting subnet e592393c-8c48-49cb-ad87-fc090f8ec4ce {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:07:50.798256 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7b855582-ccfd-45cf-b699-617015222339 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:50.833215 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-bd1e9f13-9b6c-48b7-a9fc-4698b89d80dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:50.889036 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7b855582-ccfd-45cf-b699-617015222339 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:50.946084 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-627305f0-c525-4fc3-a50d-79e4f5bb67be None None] Set router 0237e4e4-4b11-4456-bf31-153bb5616717 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:07:50.998651 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device d9c56d9e-1d14-4ddf-a150-9ab7d3af066f up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:07:51.055824 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7b855582-ccfd-45cf-b699-617015222339 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:51.098678 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bd1e9f13-9b6c-48b7-a9fc-4698b89d80dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:51.158231 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52afdcbd-e446-4cc2-b122-f306c63d7253 None None] Sync routers for ids ['e4630041-0a38-4a81-b942-d6093812cdfd'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:07:51.168033 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52afdcbd-e446-4cc2-b122-f306c63d7253 None None] Routers {'e4630041-0a38-4a81-b942-d6093812cdfd'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:07:51.168594 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-52afdcbd-e446-4cc2-b122-f306c63d7253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:07:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['e4630041-0a38-4a81-b942-d6093812cdfd'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:51.194191 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bd1e9f13-9b6c-48b7-a9fc-4698b89d80dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:51.226976 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7b855582-ccfd-45cf-b699-617015222339 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:51.268925 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd1e9f13-9b6c-48b7-a9fc-4698b89d80dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:07:51.284631 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port d9c56d9e-1d14-4ddf-a150-9ab7d3af066f completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:07:51.286253 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e9f13-9b6c-48b7-a9fc-4698b89d80dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd46f1db-36dc-4f81-b56f-c5a063d0ee61,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:51.288823 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b855582-ccfd-45cf-b699-617015222339 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event deleted for resources: {'Subnet': ['ID=e592393c-8c48-49cb-ad87-fc090f8ec4ce,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:51.295787 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port d9c56d9e-1d14-4ddf-a150-9ab7d3af066f triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:51.296156 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:51.296600 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7b855582-ccfd-45cf-b699-617015222339 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:51.312953 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-7b855582-ccfd-45cf-b699-617015222339 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "DELETE /v2.0/subnets/e592393c-8c48-49cb-ad87-fc090f8ec4ce HTTP/1.1" status: 204 len: 168 time: 0.6428912 Jan 21 19:07:51.313760 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34888) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:51.314327 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bd1e9f13-9b6c-48b7-a9fc-4698b89d80dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:51.314423 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-bd1e9f13-9b6c-48b7-a9fc-4698b89d80dc admin admin] Added segment 18b7dc29-8d81-4d48-91f6-b24044f418a5 of type vlan for network a446d8ae-cae4-48db-ba08-87b4901aaa18 Jan 21 19:07:51.368757 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bd1e9f13-9b6c-48b7-a9fc-4698b89d80dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:51.385279 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55f0054-b5c0-43f9-981f-20229682f9fd None None] Network 0a75ed65-6437-4e8c-b933-43f3928ca8c2 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:07:51.424404 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-52afdcbd-e446-4cc2-b122-f306c63d7253 None None] Set router e4630041-0a38-4a81-b942-d6093812cdfd gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:07:51.473584 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8afb7ab9-f52d-4f5b-840a-3d8bb17dde21 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:51.485596 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-8afb7ab9-f52d-4f5b-840a-3d8bb17dde21 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Deleting port 1111fc08-da5a-4617-88bd-0d4b1a9e8ec1 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:07:51.486280 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8afb7ab9-f52d-4f5b-840a-3d8bb17dde21 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:51.549568 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abb171-8a1f-4955-98f3-d7a9aeb2af47 req-f110d346-a6a5-4303-9518-a3cbc1b3d54b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:51.551101 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-26abb171-8a1f-4955-98f3-d7a9aeb2af47 req-f110d346-a6a5-4303-9518-a3cbc1b3d54b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=9cd37823-98bf-4cd3-9d36-e73aadf70e82 HTTP/1.1" status: 200 len: 946 time: 0.1161747 Jan 21 19:07:51.600704 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bd1e9f13-9b6c-48b7-a9fc-4698b89d80dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:51.601688 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1e9f13-9b6c-48b7-a9fc-4698b89d80dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:51.602287 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bd1e9f13-9b6c-48b7-a9fc-4698b89d80dc admin admin] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:51.616744 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-26abb171-8a1f-4955-98f3-d7a9aeb2af47 req-5a5e00cc-fe85-483c-93ab-cdb527bf3a4e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=20432643-8ba2-43fb-87f4-e22dae641648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580516 Jan 21 19:07:51.731468 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-8afb7ab9-f52d-4f5b-840a-3d8bb17dde21 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] For port 1111fc08-da5a-4617-88bd-0d4b1a9e8ec1, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=1111fc08-da5a-4617-88bd-0d4b1a9e8ec1,segment=NetworkSegment(774f61f9-5d7d-4066-a8ce-4d5273296196),segment_id=774f61f9-5d7d-4066-a8ce-4d5273296196)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:07:51.732009 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8afb7ab9-f52d-4f5b-840a-3d8bb17dde21 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:51.748416 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e9f13-9b6c-48b7-a9fc-4698b89d80dc admin admin] Pushing event updated for resources: {'Network': ['ID=a446d8ae-cae4-48db-ba08-87b4901aaa18,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:51.752629 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-bd1e9f13-9b6c-48b7-a9fc-4698b89d80dc admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2027042 Jan 21 19:07:51.755357 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34892) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:51.763973 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-996905f2-3a6b-48bd-890c-4c882d2dbd93 admin admin] Request body: {'subnet': {'network_id': 'a446d8ae-cae4-48db-ba08-87b4901aaa18', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-923875103-subnet', 'tenant_id': '86ccea8e97d745239775f6eebecdc7dc', 'ip_version': 4}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:51.770830 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-996905f2-3a6b-48bd-890c-4c882d2dbd93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:51.775058 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network a446d8ae-cae4-48db-ba08-87b4901aaa18 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:07:51.776260 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-996905f2-3a6b-48bd-890c-4c882d2dbd93 admin admin] Usage tracker for resource:subnet and tenant:86ccea8e97d745239775f6eebecdc7dc is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:51.779881 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-996905f2-3a6b-48bd-890c-4c882d2dbd93 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:51.786257 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-996905f2-3a6b-48bd-890c-4c882d2dbd93 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:51.816208 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-52afdcbd-e446-4cc2-b122-f306c63d7253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'name': 'tempest-TestVolumeBootPattern-994555966-router', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:07:43Z', 'updated_at': '2022-01-21T19:07:48Z', 'revision_number': 4, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'gw_port': {'id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:47:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:44Z', 'updated_at': '2022-01-21T19:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'fbc18be0-3767-4bd4-9995-6e2d584ed462', 'name': '', 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'mac_address': 'fa:16:3e:15:9a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '84dda25a-5f4d-444e-8486-d19a0764b110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:47Z', 'updated_at': '2022-01-21T19:07:48Z', 'revision_number': 2, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'subnets': [{'id': '84dda25a-5f4d-444e-8486-d19a0764b110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:51.819952 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:51.822002 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52afdcbd-e446-4cc2-b122-f306c63d7253 None None] Checking router: e4630041-0a38-4a81-b942-d6093812cdfd for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:07:51.822551 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52afdcbd-e446-4cc2-b122-f306c63d7253 None None] Updating router e4630041-0a38-4a81-b942-d6093812cdfd port fbc18be0-3767-4bd4-9995-6e2d584ed462 binding host dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:07:51.856761 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996905f2-3a6b-48bd-890c-4c882d2dbd93 admin admin] Made reservation on behalf of 86ccea8e97d745239775f6eebecdc7dc for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:07:51.860500 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-996905f2-3a6b-48bd-890c-4c882d2dbd93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:51.883111 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-8afb7ab9-f52d-4f5b-840a-3d8bb17dde21 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Calling delete_port for 1111fc08-da5a-4617-88bd-0d4b1a9e8ec1 owned by network:dhcp {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:07:51.884884 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-52afdcbd-e446-4cc2-b122-f306c63d7253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:51.909086 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port d9c56d9e-1d14-4ddf-a150-9ab7d3af066f, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=d9c56d9e-1d14-4ddf-a150-9ab7d3af066f,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:07:51.920835 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-627305f0-c525-4fc3-a50d-79e4f5bb67be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'name': 'tempest-TestNetworkBasicOps-router-1031288913', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'd4e425b0-74b2-4ec4-8ca1-ad7810a12761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:31Z', 'updated_at': '2022-01-21T19:07:49Z', 'revision_number': 6, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'd4e425b0-74b2-4ec4-8ca1-ad7810a12761', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:32Z', 'updated_at': '2022-01-21T19:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '86dba564-37a5-4678-8b3a-4cbb76366fe0', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'floating_ip_address': '172.26.1.207', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'port_id': '2f87830a-b074-4d23-a8f7-a0cf1386aa2e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff99f632-5526-4276-9da3-3b33f700e365', 'mac_address': 'fa:16:3e:89:2d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2727dfc1-5196-4cdc-a1d2-5acd034834f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:06:23Z', 'updated_at': '2022-01-21T19:06:29Z', 'revision_number': 1, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b580753f-2a05-40b3-b7d4-8168499875b6', 'name': '', 'network_id': 'ff99f632-5526-4276-9da3-3b33f700e365', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:16:f4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'e5ea9923-e5c0-4291-84d8-365162974c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:40Z', 'updated_at': '2022-01-21T19:05:51Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': 'e5ea9923-e5c0-4291-84d8-365162974c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:51.927730 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627305f0-c525-4fc3-a50d-79e4f5bb67be None None] Checking router: 0237e4e4-4b11-4456-bf31-153bb5616717 for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:07:51.939885 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627305f0-c525-4fc3-a50d-79e4f5bb67be None None] Routers {'0237e4e4-4b11-4456-bf31-153bb5616717'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:07:51.940521 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-627305f0-c525-4fc3-a50d-79e4f5bb67be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:07:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['0237e4e4-4b11-4456-bf31-153bb5616717'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:52.017314 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89648f4-c3ca-4ab2-89b9-ee991013cf42 None None] DHCP port deletion for 0a75ed65-6437-4e8c-b933-43f3928ca8c2 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:07:52.029695 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:52.063243 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8afb7ab9-f52d-4f5b-840a-3d8bb17dde21 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:52.072884 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-b89648f4-c3ca-4ab2-89b9-ee991013cf42 None None] Deleting port 1111fc08-da5a-4617-88bd-0d4b1a9e8ec1 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:07:52.073227 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b89648f4-c3ca-4ab2-89b9-ee991013cf42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:52.117595 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb7ab9-f52d-4f5b-840a-3d8bb17dde21 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event deleted for resources: {'Port': ['ID=1111fc08-da5a-4617-88bd-0d4b1a9e8ec1,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:52.119782 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afb7ab9-f52d-4f5b-840a-3d8bb17dde21 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] No DVR routers for this DVR port 1111fc08-da5a-4617-88bd-0d4b1a9e8ec1 on host dv-neutron-825470-1-hyperv {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:07:52.178620 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-b89648f4-c3ca-4ab2-89b9-ee991013cf42 None None] The port '1111fc08-da5a-4617-88bd-0d4b1a9e8ec1' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:07:52.201617 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-996905f2-3a6b-48bd-890c-4c882d2dbd93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:52.249694 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8afb7ab9-f52d-4f5b-840a-3d8bb17dde21 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:52.255719 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=d9c56d9e-1d14-4ddf-a150-9ab7d3af066f,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:52.278117 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-8afb7ab9-f52d-4f5b-840a-3d8bb17dde21 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a75ed65-6437-4e8c-b933-43f3928ca8c2']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:52.285150 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-627305f0-c525-4fc3-a50d-79e4f5bb67be None None] Set router 0237e4e4-4b11-4456-bf31-153bb5616717 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:07:52.289166 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996905f2-3a6b-48bd-890c-4c882d2dbd93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d08f2045-05b5-4a2b-bd8b-3429ca419166,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:52.291429 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-8afb7ab9-f52d-4f5b-840a-3d8bb17dde21 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '774f61f9-5d7d-4066-a8ce-4d5273296196') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:52.292028 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-8afb7ab9-f52d-4f5b-840a-3d8bb17dde21 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '774f61f9-5d7d-4066-a8ce-4d5273296196') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:52.305254 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8afb7ab9-f52d-4f5b-840a-3d8bb17dde21 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:52.320385 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996905f2-3a6b-48bd-890c-4c882d2dbd93 admin admin] Checking segment: {'id': '18b7dc29-8d81-4d48-91f6-b24044f418a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a446d8ae-cae4-48db-ba08-87b4901aaa18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:07:52.320892 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996905f2-3a6b-48bd-890c-4c882d2dbd93 admin admin] Network hostable DHCP agents. Network: a446d8ae-cae4-48db-ba08-87b4901aaa18, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:07:52.324771 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8afb7ab9-f52d-4f5b-840a-3d8bb17dde21 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:52.332322 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8afb7ab9-f52d-4f5b-840a-3d8bb17dde21 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:07:52.332712 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8afb7ab9-f52d-4f5b-840a-3d8bb17dde21 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:52.348828 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:07:52.348828 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:07:52.348828 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:07:52.348828 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:07:52.348828 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:07:52.348828 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:07:52.348828 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:07:52.348828 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:07:52.348828 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:07:52.348828 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:07:52.348828 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:07:52.348828 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:07:52.348828 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:07:52.348828 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:07:52.348828 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:07:52.348828 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:07:52.348828 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:07:52.348828 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:07:52.348828 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:07:52.348828 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:07:52.348828 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:07:52.348828 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:07:52.348828 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:07:52.348828 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:07:52.348828 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:07:52.348828 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:07:52.348828 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:07:52.348828 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:07:52.348828 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:07:52.348828 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:07:52.348828 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:07:52.348828 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:07:52.366619 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-52afdcbd-e446-4cc2-b122-f306c63d7253 None None] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:52.399387 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996905f2-3a6b-48bd-890c-4c882d2dbd93 admin admin] Network a446d8ae-cae4-48db-ba08-87b4901aaa18 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:07:52.490672 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-996905f2-3a6b-48bd-890c-4c882d2dbd93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, a446d8ae-cae4-48db-ba08-87b4901aaa18) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:07:52.495238 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996905f2-3a6b-48bd-890c-4c882d2dbd93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:52.497742 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-996905f2-3a6b-48bd-890c-4c882d2dbd93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:52.500183 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-52afdcbd-e446-4cc2-b122-f306c63d7253 None None] Transition to ACTIVE for port object fbc18be0-3767-4bd4-9995-6e2d584ed462 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:07:52.500576 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8afb7ab9-f52d-4f5b-840a-3d8bb17dde21 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:52.526923 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8afb7ab9-f52d-4f5b-840a-3d8bb17dde21 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:52.533085 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d22fa13-244f-4745-a432-cec9225233a1 None None] Network a446d8ae-cae4-48db-ba08-87b4901aaa18 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:07:52.535822 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb7ab9-f52d-4f5b-840a-3d8bb17dde21 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event deleted for resources: {'Network': ['ID=0a75ed65-6437-4e8c-b933-43f3928ca8c2,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:52.583381 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-52afdcbd-e446-4cc2-b122-f306c63d7253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:52.606670 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-996905f2-3a6b-48bd-890c-4c882d2dbd93 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8500328 Jan 21 19:07:52.607375 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-8afb7ab9-f52d-4f5b-840a-3d8bb17dde21 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "DELETE /v2.0/networks/0a75ed65-6437-4e8c-b933-43f3928ca8c2 HTTP/1.1" status: 204 len: 168 time: 1.2916355 Jan 21 19:07:52.609202 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34896) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:52.611844 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34898) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:52.618190 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-2c317ffe-ab3c-4f44-8bcf-2c6b32a799b4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-923875103-router', 'tenant_id': '86ccea8e97d745239775f6eebecdc7dc', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:52.669534 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-3ba0293c-d8d0-4b5d-b1b8-e167eda28dff tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-717270161'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:52.679200 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-2c317ffe-ab3c-4f44-8bcf-2c6b32a799b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:52.681648 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3ba0293c-d8d0-4b5d-b1b8-e167eda28dff tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:52.687476 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-3ba0293c-d8d0-4b5d-b1b8-e167eda28dff tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Usage tracker for resource:network and tenant:8da58450daab4e429694fdd9f553b982 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:52.691503 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-3ba0293c-d8d0-4b5d-b1b8-e167eda28dff tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:52.694488 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-2c317ffe-ab3c-4f44-8bcf-2c6b32a799b4 admin admin] Usage tracker for resource:router and tenant:86ccea8e97d745239775f6eebecdc7dc is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:52.700136 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-2c317ffe-ab3c-4f44-8bcf-2c6b32a799b4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:52.703014 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3ba0293c-d8d0-4b5d-b1b8-e167eda28dff tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:52.715456 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-2c317ffe-ab3c-4f44-8bcf-2c6b32a799b4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:52.773729 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72a4c2-9a90-4473-ae16-f98f1aed366d req-89cc5118-cec3-4644-95ce-4a397f56f5b0 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:52.774503 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-2f72a4c2-9a90-4473-ae16-f98f1aed366d req-89cc5118-cec3-4644-95ce-4a397f56f5b0 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:07:52.805076 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5314873-57ef-4430-9839-7d8fc2308543 None None] Pushing event updated for resources: {'Port': ['ID=fbc18be0-3767-4bd4-9995-6e2d584ed462,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:52.812160 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba0293c-d8d0-4b5d-b1b8-e167eda28dff tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Made reservation on behalf of 8da58450daab4e429694fdd9f553b982 for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:07:52.817841 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3ba0293c-d8d0-4b5d-b1b8-e167eda28dff tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:52.838047 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2c317ffe-ab3c-4f44-8bcf-2c6b32a799b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:52.839235 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2c317ffe-ab3c-4f44-8bcf-2c6b32a799b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:52.872368 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ba0293c-d8d0-4b5d-b1b8-e167eda28dff tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:07:52.880662 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2c317ffe-ab3c-4f44-8bcf-2c6b32a799b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:52.897141 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3ba0293c-d8d0-4b5d-b1b8-e167eda28dff tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:52.897495 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-3ba0293c-d8d0-4b5d-b1b8-e167eda28dff tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Added segment 9da5aedd-fd8a-4df7-add6-d1abad6311c6 of type vlan for network c38a0541-d13d-4696-a26b-bcd2c88546f4 Jan 21 19:07:52.907922 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-2f72a4c2-9a90-4473-ae16-f98f1aed366d req-89cc5118-cec3-4644-95ce-4a397f56f5b0 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:07:52.913113 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-627305f0-c525-4fc3-a50d-79e4f5bb67be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'name': 'tempest-TestNetworkBasicOps-router-1031288913', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'd4e425b0-74b2-4ec4-8ca1-ad7810a12761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:31Z', 'updated_at': '2022-01-21T19:07:49Z', 'revision_number': 6, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'd4e425b0-74b2-4ec4-8ca1-ad7810a12761', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:32Z', 'updated_at': '2022-01-21T19:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '86dba564-37a5-4678-8b3a-4cbb76366fe0', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'floating_ip_address': '172.26.1.207', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'port_id': '2f87830a-b074-4d23-a8f7-a0cf1386aa2e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff99f632-5526-4276-9da3-3b33f700e365', 'mac_address': 'fa:16:3e:89:2d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2727dfc1-5196-4cdc-a1d2-5acd034834f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:06:23Z', 'updated_at': '2022-01-21T19:06:29Z', 'revision_number': 1, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b580753f-2a05-40b3-b7d4-8168499875b6', 'name': '', 'network_id': 'ff99f632-5526-4276-9da3-3b33f700e365', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:16:f4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'e5ea9923-e5c0-4291-84d8-365162974c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:40Z', 'updated_at': '2022-01-21T19:05:51Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': 'e5ea9923-e5c0-4291-84d8-365162974c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:52.913875 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2f72a4c2-9a90-4473-ae16-f98f1aed366d req-89cc5118-cec3-4644-95ce-4a397f56f5b0 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "GET /v2.0/ports?device_id=9cd37823-98bf-4cd3-9d36-e73aadf70e82 HTTP/1.1" status: 200 len: 946 time: 0.2963426 Jan 21 19:07:52.916668 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device d9c56d9e-1d14-4ddf-a150-9ab7d3af066f up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:07:52.918579 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5314873-57ef-4430-9839-7d8fc2308543 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:07:52.921683 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5314873-57ef-4430-9839-7d8fc2308543 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:07:52.930080 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5314873-57ef-4430-9839-7d8fc2308543 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:07:52.930742 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5314873-57ef-4430-9839-7d8fc2308543 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:07:52.931261 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5314873-57ef-4430-9839-7d8fc2308543 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:07:52.931771 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5314873-57ef-4430-9839-7d8fc2308543 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:07:52.932382 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5314873-57ef-4430-9839-7d8fc2308543 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:07:52.933471 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5314873-57ef-4430-9839-7d8fc2308543 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:07:52.933996 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5314873-57ef-4430-9839-7d8fc2308543 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:07:52.935149 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5314873-57ef-4430-9839-7d8fc2308543 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:07:52.935836 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5314873-57ef-4430-9839-7d8fc2308543 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:07:52.936386 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5314873-57ef-4430-9839-7d8fc2308543 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:07:53.001426 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3ba0293c-d8d0-4b5d-b1b8-e167eda28dff tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:53.003170 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-52afdcbd-e446-4cc2-b122-f306c63d7253 None None] Attempting to bind port fbc18be0-3767-4bd4-9995-6e2d584ed462 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:07:53.004267 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-52afdcbd-e446-4cc2-b122-f306c63d7253 None None] Attempting to bind port fbc18be0-3767-4bd4-9995-6e2d584ed462 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '04945371-b45c-4f7e-b15f-adaa5b08e7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:07:53.005637 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52afdcbd-e446-4cc2-b122-f306c63d7253 None None] Attempting to bind port fbc18be0-3767-4bd4-9995-6e2d584ed462 on network 0b696f5f-975f-4899-9d3c-c13f9cac42e5 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:07:53.017837 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52afdcbd-e446-4cc2-b122-f306c63d7253 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:07:53.018382 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52afdcbd-e446-4cc2-b122-f306c63d7253 None None] Checking segment: {'id': '04945371-b45c-4f7e-b15f-adaa5b08e7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:07:53.018879 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-52afdcbd-e446-4cc2-b122-f306c63d7253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:53.019369 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52afdcbd-e446-4cc2-b122-f306c63d7253 None None] Bound using segment: {'id': '04945371-b45c-4f7e-b15f-adaa5b08e7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:07:53.020031 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-52afdcbd-e446-4cc2-b122-f306c63d7253 None None] Bound port: fbc18be0-3767-4bd4-9995-6e2d584ed462, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04945371-b45c-4f7e-b15f-adaa5b08e7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:07:53.020460 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-52afdcbd-e446-4cc2-b122-f306c63d7253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:53.026104 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28614ac-cefc-4388-92e7-9b1c7c76d5ca req-4a20b33c-db4c-4229-a19f-d6bf78cc8b02 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:53.028830 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b28614ac-cefc-4388-92e7-9b1c7c76d5ca req-4a20b33c-db4c-4229-a19f-d6bf78cc8b02 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=9cd37823-98bf-4cd3-9d36-e73aadf70e82 HTTP/1.1" status: 200 len: 946 time: 0.1603560 Jan 21 19:07:53.031170 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc8e243-6d64-4160-8f8d-9bfeaf0ee63e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-a446d8ae-cae4-48db-ba08-87b4901aaa18', 'network_id': 'a446d8ae-cae4-48db-ba08-87b4901aaa18', 'tenant_id': '86ccea8e97d745239775f6eebecdc7dc', 'fixed_ips': [{'subnet_id': 'd08f2045-05b5-4a2b-bd8b-3429ca419166'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:07:53.032013 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-adc8e243-6d64-4160-8f8d-9bfeaf0ee63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:53.088489 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b28614ac-cefc-4388-92e7-9b1c7c76d5ca req-81a5fca4-f606-403e-984e-56c3cf0ec7e4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=20432643-8ba2-43fb-87f4-e22dae641648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522113 Jan 21 19:07:53.114076 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627305f0-c525-4fc3-a50d-79e4f5bb67be None None] The sync data for ids ['0237e4e4-4b11-4456-bf31-153bb5616717'] in dv-neutron-825470-1-hyperv is: [{'id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'name': 'tempest-TestNetworkBasicOps-router-1031288913', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'd4e425b0-74b2-4ec4-8ca1-ad7810a12761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:31Z', 'updated_at': '2022-01-21T19:07:49Z', 'revision_number': 6, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'd4e425b0-74b2-4ec4-8ca1-ad7810a12761', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:32Z', 'updated_at': '2022-01-21T19:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '86dba564-37a5-4678-8b3a-4cbb76366fe0', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'floating_ip_address': '172.26.1.207', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'port_id': '2f87830a-b074-4d23-a8f7-a0cf1386aa2e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff99f632-5526-4276-9da3-3b33f700e365', 'mac_address': 'fa:16:3e:89:2d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2727dfc1-5196-4cdc-a1d2-5acd034834f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:06:23Z', 'updated_at': '2022-01-21T19:06:29Z', 'revision_number': 1, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b580753f-2a05-40b3-b7d4-8168499875b6', 'name': '', 'network_id': 'ff99f632-5526-4276-9da3-3b33f700e365', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:16:f4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'e5ea9923-e5c0-4291-84d8-365162974c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:40Z', 'updated_at': '2022-01-21T19:05:51Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': 'e5ea9923-e5c0-4291-84d8-365162974c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:07:53.141110 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-52afdcbd-e446-4cc2-b122-f306c63d7253 None None] For port fbc18be0-3767-4bd4-9995-6e2d584ed462, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:07:53.145075 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-52afdcbd-e446-4cc2-b122-f306c63d7253 None None] For port fbc18be0-3767-4bd4-9995-6e2d584ed462, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=fbc18be0-3767-4bd4-9995-6e2d584ed462,segment=NetworkSegment(04945371-b45c-4f7e-b15f-adaa5b08e7fa),segment_id=04945371-b45c-4f7e-b15f-adaa5b08e7fa)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:07:53.223538 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-52afdcbd-e446-4cc2-b122-f306c63d7253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:53.231444 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port d9c56d9e-1d14-4ddf-a150-9ab7d3af066f triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:53.231818 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:53.273972 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.db.resource_extend [None req-3ba0293c-d8d0-4b5d-b1b8-e167eda28dff tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 19:07:53.290658 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-2f72a4c2-9a90-4473-ae16-f98f1aed366d req-59a68b41-ecad-4d13-be91-08994425eb69 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Deleting port 32a887cd-f2b4-424a-993b-511e7846c2bc {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:07:53.290997 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-2f72a4c2-9a90-4473-ae16-f98f1aed366d req-59a68b41-ecad-4d13-be91-08994425eb69 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:53.309379 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-adc8e243-6d64-4160-8f8d-9bfeaf0ee63e None None] Allocated IP 172.20.0.2 (a446d8ae-cae4-48db-ba08-87b4901aaa18/d08f2045-05b5-4a2b-bd8b-3429ca419166/e0020b50-2770-4f19-baa7-f559ab2274fa) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:07:53.327311 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5314873-57ef-4430-9839-7d8fc2308543 None None] Pushing event updated for resources: {'Port': ['ID=fbc18be0-3767-4bd4-9995-6e2d584ed462,revision_number=4']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:53.356785 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52afdcbd-e446-4cc2-b122-f306c63d7253 None None] Routers {'e4630041-0a38-4a81-b942-d6093812cdfd'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:07:53.357319 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-52afdcbd-e446-4cc2-b122-f306c63d7253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:07:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['e4630041-0a38-4a81-b942-d6093812cdfd'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:53.516035 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3ba0293c-d8d0-4b5d-b1b8-e167eda28dff tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:53.524741 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba0293c-d8d0-4b5d-b1b8-e167eda28dff tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:53.531733 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3ba0293c-d8d0-4b5d-b1b8-e167eda28dff tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:53.562787 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2c317ffe-ab3c-4f44-8bcf-2c6b32a799b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:53.624307 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 1111fc08-da5a-4617-88bd-0d4b1a9e8ec1 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:07:53.649522 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-52afdcbd-e446-4cc2-b122-f306c63d7253 None None] Set router e4630041-0a38-4a81-b942-d6093812cdfd gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:07:53.664029 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3ba0293c-d8d0-4b5d-b1b8-e167eda28dff tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0493262 Jan 21 19:07:53.667588 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34908) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:53.676980 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-0579d57a-1c98-42dd-ae6a-29f588e97efd tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Request body: {'subnet': {'network_id': 'c38a0541-d13d-4696-a26b-bcd2c88546f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:53.689653 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 1111fc08-da5a-4617-88bd-0d4b1a9e8ec1 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:07:53.694331 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 1111fc08-da5a-4617-88bd-0d4b1a9e8ec1 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:07:53.763213 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0293c-d8d0-4b5d-b1b8-e167eda28dff tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event updated for resources: {'Network': ['ID=c38a0541-d13d-4696-a26b-bcd2c88546f4,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:53.782160 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-adc8e243-6d64-4160-8f8d-9bfeaf0ee63e None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:53.793467 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-adc8e243-6d64-4160-8f8d-9bfeaf0ee63e None None] Transition to ACTIVE for port object e0020b50-2770-4f19-baa7-f559ab2274fa will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:07:53.812196 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-adc8e243-6d64-4160-8f8d-9bfeaf0ee63e None None] Transition to ACTIVE for port object e0020b50-2770-4f19-baa7-f559ab2274fa will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:07:53.816618 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network c38a0541-d13d-4696-a26b-bcd2c88546f4 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:07:53.894236 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-0579d57a-1c98-42dd-ae6a-29f588e97efd tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:53.898618 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-0579d57a-1c98-42dd-ae6a-29f588e97efd tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Usage tracker for resource:subnet and tenant:8da58450daab4e429694fdd9f553b982 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:53.902715 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-0579d57a-1c98-42dd-ae6a-29f588e97efd tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:53.912826 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-0579d57a-1c98-42dd-ae6a-29f588e97efd tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:53.933284 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-adc8e243-6d64-4160-8f8d-9bfeaf0ee63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:53.985470 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-2f72a4c2-9a90-4473-ae16-f98f1aed366d req-59a68b41-ecad-4d13-be91-08994425eb69 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] For port 32a887cd-f2b4-424a-993b-511e7846c2bc, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=32a887cd-f2b4-424a-993b-511e7846c2bc,segment=NetworkSegment(001eb96c-c59f-4596-a23d-72c842e4cd65),segment_id=001eb96c-c59f-4596-a23d-72c842e4cd65)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:07:53.985952 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-2f72a4c2-9a90-4473-ae16-f98f1aed366d req-59a68b41-ecad-4d13-be91-08994425eb69 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:53.988677 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0579d57a-1c98-42dd-ae6a-29f588e97efd tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Made reservation on behalf of 8da58450daab4e429694fdd9f553b982 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:07:53.992211 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0579d57a-1c98-42dd-ae6a-29f588e97efd tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:54.020154 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8e243-6d64-4160-8f8d-9bfeaf0ee63e None None] Pushing event updated for resources: {'Port': ['ID=e0020b50-2770-4f19-baa7-f559ab2274fa,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:54.033894 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc8e243-6d64-4160-8f8d-9bfeaf0ee63e None None] Network a446d8ae-cae4-48db-ba08-87b4901aaa18 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:07:54.035303 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-adc8e243-6d64-4160-8f8d-9bfeaf0ee63e None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:07:54.037686 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc8e243-6d64-4160-8f8d-9bfeaf0ee63e None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:07:54.085739 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-52afdcbd-e446-4cc2-b122-f306c63d7253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'name': 'tempest-TestVolumeBootPattern-994555966-router', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:07:43Z', 'updated_at': '2022-01-21T19:07:48Z', 'revision_number': 4, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'gw_port': {'id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:47:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:44Z', 'updated_at': '2022-01-21T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'fbc18be0-3767-4bd4-9995-6e2d584ed462', 'name': '', 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'mac_address': 'fa:16:3e:15:9a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '84dda25a-5f4d-444e-8486-d19a0764b110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:47Z', 'updated_at': '2022-01-21T19:07:53Z', 'revision_number': 4, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'subnets': [{'id': '84dda25a-5f4d-444e-8486-d19a0764b110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:54.091090 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52afdcbd-e446-4cc2-b122-f306c63d7253 None None] The sync data for ids ['e4630041-0a38-4a81-b942-d6093812cdfd'] in dv-neutron-825470-1-hyperv is: [{'id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'name': 'tempest-TestVolumeBootPattern-994555966-router', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:07:43Z', 'updated_at': '2022-01-21T19:07:48Z', 'revision_number': 4, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'gw_port': {'id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:47:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:44Z', 'updated_at': '2022-01-21T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'fbc18be0-3767-4bd4-9995-6e2d584ed462', 'name': '', 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'mac_address': 'fa:16:3e:15:9a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '84dda25a-5f4d-444e-8486-d19a0764b110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:47Z', 'updated_at': '2022-01-21T19:07:53Z', 'revision_number': 4, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'subnets': [{'id': '84dda25a-5f4d-444e-8486-d19a0764b110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:07:54.138164 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-2f72a4c2-9a90-4473-ae16-f98f1aed366d req-59a68b41-ecad-4d13-be91-08994425eb69 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Calling delete_port for 32a887cd-f2b4-424a-993b-511e7846c2bc owned by compute:nova {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:07:54.173443 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-adc8e243-6d64-4160-8f8d-9bfeaf0ee63e None None] Attempting to bind port e0020b50-2770-4f19-baa7-f559ab2274fa on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:07:54.177441 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-adc8e243-6d64-4160-8f8d-9bfeaf0ee63e None None] Attempting to bind port e0020b50-2770-4f19-baa7-f559ab2274fa by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '18b7dc29-8d81-4d48-91f6-b24044f418a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a446d8ae-cae4-48db-ba08-87b4901aaa18'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:07:54.178134 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc8e243-6d64-4160-8f8d-9bfeaf0ee63e None None] Attempting to bind port e0020b50-2770-4f19-baa7-f559ab2274fa on network a446d8ae-cae4-48db-ba08-87b4901aaa18 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:07:54.188760 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc8e243-6d64-4160-8f8d-9bfeaf0ee63e None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:07:54.189147 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc8e243-6d64-4160-8f8d-9bfeaf0ee63e None None] Checking segment: {'id': '18b7dc29-8d81-4d48-91f6-b24044f418a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a446d8ae-cae4-48db-ba08-87b4901aaa18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:07:54.189924 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-adc8e243-6d64-4160-8f8d-9bfeaf0ee63e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:54.190331 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc8e243-6d64-4160-8f8d-9bfeaf0ee63e None None] Bound using segment: {'id': '18b7dc29-8d81-4d48-91f6-b24044f418a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a446d8ae-cae4-48db-ba08-87b4901aaa18'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:07:54.191058 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-adc8e243-6d64-4160-8f8d-9bfeaf0ee63e None None] Bound port: e0020b50-2770-4f19-baa7-f559ab2274fa, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18b7dc29-8d81-4d48-91f6-b24044f418a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a446d8ae-cae4-48db-ba08-87b4901aaa18'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:07:54.191743 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-adc8e243-6d64-4160-8f8d-9bfeaf0ee63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:54.355445 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-adc8e243-6d64-4160-8f8d-9bfeaf0ee63e None None] For port e0020b50-2770-4f19-baa7-f559ab2274fa, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:07:54.359227 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-adc8e243-6d64-4160-8f8d-9bfeaf0ee63e None None] For port e0020b50-2770-4f19-baa7-f559ab2274fa, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=e0020b50-2770-4f19-baa7-f559ab2274fa,segment=NetworkSegment(18b7dc29-8d81-4d48-91f6-b24044f418a5),segment_id=18b7dc29-8d81-4d48-91f6-b24044f418a5)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:07:54.434798 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-adc8e243-6d64-4160-8f8d-9bfeaf0ee63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:54.488565 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8b43d-ce88-4db1-855d-4ce39c549cc8 req-fa3d8c4f-a390-4f76-b400-7c37dfda3232 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:54.500250 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-68e8b43d-ce88-4db1-855d-4ce39c549cc8 req-fa3d8c4f-a390-4f76-b400-7c37dfda3232 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=9cd37823-98bf-4cd3-9d36-e73aadf70e82 HTTP/1.1" status: 200 len: 946 time: 0.1793711 Jan 21 19:07:54.584039 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8e243-6d64-4160-8f8d-9bfeaf0ee63e None None] Pushing event updated for resources: {'Port': ['ID=e0020b50-2770-4f19-baa7-f559ab2274fa,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:54.644603 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-2f72a4c2-9a90-4473-ae16-f98f1aed366d req-59a68b41-ecad-4d13-be91-08994425eb69 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:54.712190 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0579d57a-1c98-42dd-ae6a-29f588e97efd tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:54.793514 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-68e8b43d-ce88-4db1-855d-4ce39c549cc8 req-296a65ce-c847-4950-a996-57c1d5f96fea tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=20432643-8ba2-43fb-87f4-e22dae641648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2851937 Jan 21 19:07:54.826816 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a68b41-ecad-4d13-be91-08994425eb69 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Port': ['ID=32a887cd-f2b4-424a-993b-511e7846c2bc,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:54.845312 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0579d57a-1c98-42dd-ae6a-29f588e97efd tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Checking segment: {'id': '9da5aedd-fd8a-4df7-add6-d1abad6311c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c38a0541-d13d-4696-a26b-bcd2c88546f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:07:54.847790 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0579d57a-1c98-42dd-ae6a-29f588e97efd tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Network hostable DHCP agents. Network: c38a0541-d13d-4696-a26b-bcd2c88546f4, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:07:54.850115 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f72a4c2-9a90-4473-ae16-f98f1aed366d req-59a68b41-ecad-4d13-be91-08994425eb69 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] No DVR routers for this DVR port 32a887cd-f2b4-424a-993b-511e7846c2bc on host hv-neutron-8254 {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:07:54.855743 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-2f72a4c2-9a90-4473-ae16-f98f1aed366d req-59a68b41-ecad-4d13-be91-08994425eb69 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:54.860570 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0579d57a-1c98-42dd-ae6a-29f588e97efd tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event updated for resources: {'Subnet': ['ID=3e9635ae-34a2-4dd4-908f-4d8dc8475ed1,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:54.876038 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2c317ffe-ab3c-4f44-8bcf-2c6b32a799b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:54.905489 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd37823-98bf-4cd3-9d36-e73aadf70e82', 'name': 'network-vif-deleted', 'tag': '32a887cd-f2b4-424a-993b-511e7846c2bc'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:07:54.921652 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2c317ffe-ab3c-4f44-8bcf-2c6b32a799b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:54.970091 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2f72a4c2-9a90-4473-ae16-f98f1aed366d req-59a68b41-ecad-4d13-be91-08994425eb69 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "DELETE /v2.0/ports/32a887cd-f2b4-424a-993b-511e7846c2bc HTTP/1.1" status: 204 len: 173 time: 2.0493734 Jan 21 19:07:54.981239 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device fbc18be0-3767-4bd4-9995-6e2d584ed462 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:07:54.984406 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0579d57a-1c98-42dd-ae6a-29f588e97efd tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Network c38a0541-d13d-4696-a26b-bcd2c88546f4 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:07:54.991459 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd37823-98bf-4cd3-9d36-e73aadf70e82', 'name': 'network-vif-deleted', 'tag': '32a887cd-f2b4-424a-993b-511e7846c2bc', 'status': 'completed', 'code': 200} Jan 21 19:07:55.105280 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-dcabee51-2d00-4448-bb38-d934c0033f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:55.181956 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port fbc18be0-3767-4bd4-9995-6e2d584ed462 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:07:55.194604 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port fbc18be0-3767-4bd4-9995-6e2d584ed462 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:55.194604 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:55.211492 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-0579d57a-1c98-42dd-ae6a-29f588e97efd tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, c38a0541-d13d-4696-a26b-bcd2c88546f4) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:07:55.216542 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0579d57a-1c98-42dd-ae6a-29f588e97efd tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:55.217726 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0579d57a-1c98-42dd-ae6a-29f588e97efd tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:55.239789 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b407c225-6e45-4dc8-88d9-a25478227477 None None] Network c38a0541-d13d-4696-a26b-bcd2c88546f4 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:07:55.317666 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-2c317ffe-ab3c-4f44-8bcf-2c6b32a799b4 admin admin] Allocated IP 172.26.1.17 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/b26ff340-eca9-4cfe-b6b4-b8d61a733db2) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:07:55.325482 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34916) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:55.327043 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-0579d57a-1c98-42dd-ae6a-29f588e97efd tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6578729 Jan 21 19:07:55.332973 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-d023d526-144b-4d23-b929-8506072f5338 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-775035171', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:07:55.354159 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-d023d526-144b-4d23-b929-8506072f5338 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:07:55.361644 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-d023d526-144b-4d23-b929-8506072f5338 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Usage tracker for resource:router and tenant:8da58450daab4e429694fdd9f553b982 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:07:55.378610 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-d023d526-144b-4d23-b929-8506072f5338 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:07:55.390496 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-d023d526-144b-4d23-b929-8506072f5338 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:07:55.518740 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2c317ffe-ab3c-4f44-8bcf-2c6b32a799b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:55.541829 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d023d526-144b-4d23-b929-8506072f5338 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:55.543449 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d023d526-144b-4d23-b929-8506072f5338 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:55.568250 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d023d526-144b-4d23-b929-8506072f5338 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:55.580031 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:55.607048 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2c317ffe-ab3c-4f44-8bcf-2c6b32a799b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:55.670314 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b469ed9-6f53-44c0-8779-b8c2832832f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-c38a0541-d13d-4696-a26b-bcd2c88546f4', 'network_id': 'c38a0541-d13d-4696-a26b-bcd2c88546f4', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'fixed_ips': [{'subnet_id': '3e9635ae-34a2-4dd4-908f-4d8dc8475ed1'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:07:55.671169 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4b469ed9-6f53-44c0-8779-b8c2832832f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:55.677676 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d023d526-144b-4d23-b929-8506072f5338 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:55.692758 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c317ffe-ab3c-4f44-8bcf-2c6b32a799b4 admin admin] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:07:55.703021 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-2c317ffe-ab3c-4f44-8bcf-2c6b32a799b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:07:55.705458 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c317ffe-ab3c-4f44-8bcf-2c6b32a799b4 admin admin] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:07:55.707033 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port fbc18be0-3767-4bd4-9995-6e2d584ed462, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=fbc18be0-3767-4bd4-9995-6e2d584ed462,segment=NetworkSegment(04945371-b45c-4f7e-b15f-adaa5b08e7fa),segment_id=04945371-b45c-4f7e-b15f-adaa5b08e7fa)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:07:55.801496 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:55.826967 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c317ffe-ab3c-4f44-8bcf-2c6b32a799b4 admin admin] Pushing event updated for resources: {'Port': ['ID=b26ff340-eca9-4cfe-b6b4-b8d61a733db2,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:55.858021 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 0c53d912-4b93-4993-b3d4-b75300bb94ee no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:07:56.017962 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 0c53d912-4b93-4993-b3d4-b75300bb94ee {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:07:56.017962 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 0c53d912-4b93-4993-b3d4-b75300bb94ee not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:07:56.052898 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=fbc18be0-3767-4bd4-9995-6e2d584ed462,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:56.063157 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-4b469ed9-6f53-44c0-8779-b8c2832832f0 None None] Allocated IP 2001:db8::2 (c38a0541-d13d-4696-a26b-bcd2c88546f4/3e9635ae-34a2-4dd4-908f-4d8dc8475ed1/2cb626a6-3218-4bee-83de-91729f16e55f) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:07:56.072014 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d023d526-144b-4d23-b929-8506072f5338 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:56.073183 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-d023d526-144b-4d23-b929-8506072f5338 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7469323 Jan 21 19:07:56.077156 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34922) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:56.082028 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8b06935c-4dd9-4083-a54e-eb106385fddd req-dd3910c5-787a-4241-841e-1130096085bd tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=9cd37823-98bf-4cd3-9d36-e73aadf70e82 HTTP/1.1" status: 200 len: 210 time: 0.0570102 Jan 21 19:07:56.105880 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d6d366-21e6-4459-b671-e196c24c92e2 None None] Network a446d8ae-cae4-48db-ba08-87b4901aaa18 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:07:56.358683 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2c317ffe-ab3c-4f44-8bcf-2c6b32a799b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:56.478835 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-7c292ba7-d116-4752-878e-86c1382dbe09 None None] Provisioning for port e0020b50-2770-4f19-baa7-f559ab2274fa completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:07:56.522517 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4b469ed9-6f53-44c0-8779-b8c2832832f0 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:56.539488 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-4b469ed9-6f53-44c0-8779-b8c2832832f0 None None] Transition to ACTIVE for port object 2cb626a6-3218-4bee-83de-91729f16e55f will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:07:56.575110 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-4b469ed9-6f53-44c0-8779-b8c2832832f0 None None] Transition to ACTIVE for port object 2cb626a6-3218-4bee-83de-91729f16e55f will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:07:56.588376 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b2c912d3-c0ba-4b66-83b2-f0985671e6ec tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:56.663482 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4b469ed9-6f53-44c0-8779-b8c2832832f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:56.740372 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2c317ffe-ab3c-4f44-8bcf-2c6b32a799b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:56.752637 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b469ed9-6f53-44c0-8779-b8c2832832f0 None None] Pushing event updated for resources: {'Port': ['ID=2cb626a6-3218-4bee-83de-91729f16e55f,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:56.767625 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b469ed9-6f53-44c0-8779-b8c2832832f0 None None] Network c38a0541-d13d-4696-a26b-bcd2c88546f4 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:07:56.768841 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-4b469ed9-6f53-44c0-8779-b8c2832832f0 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:07:56.771450 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b469ed9-6f53-44c0-8779-b8c2832832f0 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:07:56.887183 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-4b469ed9-6f53-44c0-8779-b8c2832832f0 None None] Attempting to bind port 2cb626a6-3218-4bee-83de-91729f16e55f on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:07:56.887386 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-4b469ed9-6f53-44c0-8779-b8c2832832f0 None None] Attempting to bind port 2cb626a6-3218-4bee-83de-91729f16e55f by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '9da5aedd-fd8a-4df7-add6-d1abad6311c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c38a0541-d13d-4696-a26b-bcd2c88546f4'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:07:56.887647 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b469ed9-6f53-44c0-8779-b8c2832832f0 None None] Attempting to bind port 2cb626a6-3218-4bee-83de-91729f16e55f on network c38a0541-d13d-4696-a26b-bcd2c88546f4 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:07:56.893074 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b469ed9-6f53-44c0-8779-b8c2832832f0 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:07:56.893438 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b469ed9-6f53-44c0-8779-b8c2832832f0 None None] Checking segment: {'id': '9da5aedd-fd8a-4df7-add6-d1abad6311c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c38a0541-d13d-4696-a26b-bcd2c88546f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:07:56.893863 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4b469ed9-6f53-44c0-8779-b8c2832832f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:56.894254 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b469ed9-6f53-44c0-8779-b8c2832832f0 None None] Bound using segment: {'id': '9da5aedd-fd8a-4df7-add6-d1abad6311c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c38a0541-d13d-4696-a26b-bcd2c88546f4'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:07:56.894706 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-4b469ed9-6f53-44c0-8779-b8c2832832f0 None None] Bound port: 2cb626a6-3218-4bee-83de-91729f16e55f, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9da5aedd-fd8a-4df7-add6-d1abad6311c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c38a0541-d13d-4696-a26b-bcd2c88546f4'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:07:56.895071 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4b469ed9-6f53-44c0-8779-b8c2832832f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:56.988727 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device fbc18be0-3767-4bd4-9995-6e2d584ed462 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:07:57.018725 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-b2c912d3-c0ba-4b66-83b2-f0985671e6ec tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Allocated IP 2001:db8::1 (c38a0541-d13d-4696-a26b-bcd2c88546f4/3e9635ae-34a2-4dd4-908f-4d8dc8475ed1/3cf30ec2-baf2-47de-afed-58a2b686c85f) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:07:57.065122 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-4b469ed9-6f53-44c0-8779-b8c2832832f0 None None] For port 2cb626a6-3218-4bee-83de-91729f16e55f, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:07:57.069366 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-4b469ed9-6f53-44c0-8779-b8c2832832f0 None None] For port 2cb626a6-3218-4bee-83de-91729f16e55f, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=2cb626a6-3218-4bee-83de-91729f16e55f,segment=NetworkSegment(9da5aedd-fd8a-4df7-add6-d1abad6311c6),segment_id=9da5aedd-fd8a-4df7-add6-d1abad6311c6)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:07:57.074825 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c317ffe-ab3c-4f44-8bcf-2c6b32a799b4 admin admin] Router 0e03c329-36b6-4ad1-88db-95c402c107ce is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:07:57.082958 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port fbc18be0-3767-4bd4-9995-6e2d584ed462 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:57.083332 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:57.136840 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4b469ed9-6f53-44c0-8779-b8c2832832f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:57.200011 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b2c912d3-c0ba-4b66-83b2-f0985671e6ec tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:57.212871 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34928) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:57.226737 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b469ed9-6f53-44c0-8779-b8c2832832f0 None None] Pushing event updated for resources: {'Port': ['ID=2cb626a6-3218-4bee-83de-91729f16e55f,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:57.233359 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-b2c912d3-c0ba-4b66-83b2-f0985671e6ec tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Transition to ACTIVE for port object 3cf30ec2-baf2-47de-afed-58a2b686c85f will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:07:57.308712 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cc72690e-cdef-461b-9e1d-3bd49511a09f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:57.343276 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device e0020b50-2770-4f19-baa7-f559ab2274fa up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:07:57.348511 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cc72690e-cdef-461b-9e1d-3bd49511a09f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:57.374185 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-edc3620a-0811-47bc-9495-f68f2bd930ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:57.411063 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b2c912d3-c0ba-4b66-83b2-f0985671e6ec tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:57.431756 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c317ffe-ab3c-4f44-8bcf-2c6b32a799b4 admin admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:07:57.446038 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4691e961-f32b-48ed-b813-4e768b29ec15 None None] Sync routers for ids ['0e03c329-36b6-4ad1-88db-95c402c107ce'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:07:57.459161 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4691e961-f32b-48ed-b813-4e768b29ec15 None None] Routers {'0e03c329-36b6-4ad1-88db-95c402c107ce'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:07:57.460205 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-4691e961-f32b-48ed-b813-4e768b29ec15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:07:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['0e03c329-36b6-4ad1-88db-95c402c107ce'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:57.503805 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c912d3-c0ba-4b66-83b2-f0985671e6ec tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event updated for resources: {'Port': ['ID=3cf30ec2-baf2-47de-afed-58a2b686c85f,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:57.520614 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c912d3-c0ba-4b66-83b2-f0985671e6ec tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Network c38a0541-d13d-4696-a26b-bcd2c88546f4 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:07:57.522495 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-b2c912d3-c0ba-4b66-83b2-f0985671e6ec tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:07:57.524672 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2c317ffe-ab3c-4f44-8bcf-2c6b32a799b4 admin admin] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:57.525977 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2c317ffe-ab3c-4f44-8bcf-2c6b32a799b4 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9155548 Jan 21 19:07:57.539977 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34932) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:57.540092 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c912d3-c0ba-4b66-83b2-f0985671e6ec tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:07:57.540092 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b2c912d3-c0ba-4b66-83b2-f0985671e6ec tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:57.552934 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 32a887cd-f2b4-424a-993b-511e7846c2bc no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:07:57.592814 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port e0020b50-2770-4f19-baa7-f559ab2274fa completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:07:57.604109 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] No Port match for: 32a887cd-f2b4-424a-993b-511e7846c2bc {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:07:57.604992 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 32a887cd-f2b4-424a-993b-511e7846c2bc not bound to the agent host hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:07:57.610344 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port e0020b50-2770-4f19-baa7-f559ab2274fa triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:57.610712 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:57.748957 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cc72690e-cdef-461b-9e1d-3bd49511a09f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:57.784180 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc72690e-cdef-461b-9e1d-3bd49511a09f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20432643-8ba2-43fb-87f4-e22dae641648,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:57.827815 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-4691e961-f32b-48ed-b813-4e768b29ec15 None None] Set router 0e03c329-36b6-4ad1-88db-95c402c107ce gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:07:57.884265 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cc72690e-cdef-461b-9e1d-3bd49511a09f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:57.888777 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-cc72690e-cdef-461b-9e1d-3bd49511a09f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "DELETE /v2.0/security-groups/20432643-8ba2-43fb-87f4-e22dae641648 HTTP/1.1" status: 204 len: 168 time: 0.6713741 Jan 21 19:07:57.978111 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34938) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:57.996539 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b2c912d3-c0ba-4b66-83b2-f0985671e6ec tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:58.046602 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:58.121318 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-8521b7c4-a621-47cd-b461-6fae37fc31aa tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Deleting subnet 12c9a89c-d9fd-4ef4-b339-c0a9413185d5 {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:07:58.137366 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8521b7c4-a621-47cd-b461-6fae37fc31aa tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:58.157821 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port e0020b50-2770-4f19-baa7-f559ab2274fa, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=e0020b50-2770-4f19-baa7-f559ab2274fa,segment=NetworkSegment(18b7dc29-8d81-4d48-91f6-b24044f418a5),segment_id=18b7dc29-8d81-4d48-91f6-b24044f418a5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:07:58.159099 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:58.239375 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8521b7c4-a621-47cd-b461-6fae37fc31aa tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:58.269904 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:58.332373 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-4691e961-f32b-48ed-b813-4e768b29ec15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e03c329-36b6-4ad1-88db-95c402c107ce', 'name': 'tempest-TestVolumeBootPattern-923875103-router', 'tenant_id': '86ccea8e97d745239775f6eebecdc7dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': 'b26ff340-eca9-4cfe-b6b4-b8d61a733db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:07:52Z', 'updated_at': '2022-01-21T19:07:56Z', 'revision_number': 3, 'project_id': '86ccea8e97d745239775f6eebecdc7dc', 'gw_port': {'id': 'b26ff340-eca9-4cfe-b6b4-b8d61a733db2', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:88:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e03c329-36b6-4ad1-88db-95c402c107ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:54Z', 'updated_at': '2022-01-21T19:07:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:58.349242 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4691e961-f32b-48ed-b813-4e768b29ec15 None None] Checking router: 0e03c329-36b6-4ad1-88db-95c402c107ce for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:07:58.349909 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4691e961-f32b-48ed-b813-4e768b29ec15 None None] Updating router 0e03c329-36b6-4ad1-88db-95c402c107ce port b26ff340-eca9-4cfe-b6b4-b8d61a733db2 binding host dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:07:58.423119 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=e0020b50-2770-4f19-baa7-f559ab2274fa,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:58.445805 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4691e961-f32b-48ed-b813-4e768b29ec15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:58.464795 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9bfc393c-6c5e-4415-95f1-3124def950fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:58.475360 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b2c912d3-c0ba-4b66-83b2-f0985671e6ec tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:58.477237 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8521b7c4-a621-47cd-b461-6fae37fc31aa tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:58.555004 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b2c912d3-c0ba-4b66-83b2-f0985671e6ec tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:58.556064 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b2c912d3-c0ba-4b66-83b2-f0985671e6ec tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:58.603473 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:58.660039 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00bc1c1-eb6e-41b6-b99c-c47e3883dbca None None] Network c38a0541-d13d-4696-a26b-bcd2c88546f4 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:07:58.702471 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8521b7c4-a621-47cd-b461-6fae37fc31aa tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:58.708780 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:58.742332 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c912d3-c0ba-4b66-83b2-f0985671e6ec tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event updated for resources: {'Port': ['ID=3cf30ec2-baf2-47de-afed-58a2b686c85f,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:58.756258 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521b7c4-a621-47cd-b461-6fae37fc31aa tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Subnet': ['ID=12c9a89c-d9fd-4ef4-b339-c0a9413185d5,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:58.764386 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8521b7c4-a621-47cd-b461-6fae37fc31aa tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:58.793093 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c912d3-c0ba-4b66-83b2-f0985671e6ec tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Network c38a0541-d13d-4696-a26b-bcd2c88546f4 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:07:58.793093 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-b2c912d3-c0ba-4b66-83b2-f0985671e6ec tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:07:58.815558 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-8521b7c4-a621-47cd-b461-6fae37fc31aa tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "DELETE /v2.0/subnets/12c9a89c-d9fd-4ef4-b339-c0a9413185d5 HTTP/1.1" status: 204 len: 168 time: 0.8363450 Jan 21 19:07:58.818128 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34942) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:58.844343 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e955e1-24a4-4070-b23a-7c81d8d442d3 None None] Network 0f86287d-b416-44ff-a14a-d0ea228e9354 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:07:58.864846 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-ad975dd7-edd8-41a3-a80c-326509b0a68b None None] Provisioning for port 2cb626a6-3218-4bee-83de-91729f16e55f completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:07:59.010054 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device e0020b50-2770-4f19-baa7-f559ab2274fa up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:07:59.065599 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-9bfc393c-6c5e-4415-95f1-3124def950fd admin admin] Allocated IP 172.20.0.1 (a446d8ae-cae4-48db-ba08-87b4901aaa18/d08f2045-05b5-4a2b-bd8b-3429ca419166/bf9de6bb-bdc3-42f5-91ef-61d9f2d2cc3a) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:07:59.091504 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c912d3-c0ba-4b66-83b2-f0985671e6ec tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Router b840ddc0-a285-448c-8f9e-3956544cd1ef is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:07:59.098744 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-253e76f2-e65a-4df7-b6a6-10282c5585e8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:59.140881 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-253e76f2-e65a-4df7-b6a6-10282c5585e8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Deleting port 6ce66f89-1413-47fc-8b08-aa1b833ca9bf {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:07:59.141222 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-253e76f2-e65a-4df7-b6a6-10282c5585e8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:59.170439 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.resource_extend [None req-4691e961-f32b-48ed-b813-4e768b29ec15 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 19:07:59.262945 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c912d3-c0ba-4b66-83b2-f0985671e6ec tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:07:59.271274 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b2c912d3-c0ba-4b66-83b2-f0985671e6ec tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "PUT /v2.0/routers/b840ddc0-a285-448c-8f9e-3956544cd1ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1900585 Jan 21 19:07:59.272249 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34946) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:59.283558 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e9291e-8462-439d-839d-ff4108208ee1 None None] Sync routers for ids ['b840ddc0-a285-448c-8f9e-3956544cd1ef'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:07:59.291226 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port e0020b50-2770-4f19-baa7-f559ab2274fa triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:07:59.291226 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:59.294476 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e9291e-8462-439d-839d-ff4108208ee1 None None] Routers {'b840ddc0-a285-448c-8f9e-3956544cd1ef'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:07:59.295198 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-11e9291e-8462-439d-839d-ff4108208ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:07:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['b840ddc0-a285-448c-8f9e-3956544cd1ef'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:59.317453 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4691e961-f32b-48ed-b813-4e768b29ec15 None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:59.364339 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-4691e961-f32b-48ed-b813-4e768b29ec15 None None] Transition to ACTIVE for port object b26ff340-eca9-4cfe-b6b4-b8d61a733db2 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:07:59.365082 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-11e9291e-8462-439d-839d-ff4108208ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:59.371277 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6f2499-8d2f-4541-b075-d229fa8961d1 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:07:59.371998 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7f6f2499-8d2f-4541-b075-d229fa8961d1 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Synchronizing usage tracker for tenant:8da58450daab4e429694fdd9f553b982 on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:07:59.389647 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e9291e-8462-439d-839d-ff4108208ee1 None None] Routers {'b840ddc0-a285-448c-8f9e-3956544cd1ef'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:07:59.393603 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-11e9291e-8462-439d-839d-ff4108208ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:07:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['b840ddc0-a285-448c-8f9e-3956544cd1ef'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:59.463043 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7f6f2499-8d2f-4541-b075-d229fa8961d1 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Unset dirty status for tenant:8da58450daab4e429694fdd9f553b982 on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:07:59.465239 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-11e9291e-8462-439d-839d-ff4108208ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:07:59.465880 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e9291e-8462-439d-839d-ff4108208ee1 None None] The sync data for ids ['b840ddc0-a285-448c-8f9e-3956544cd1ef'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:07:59.467907 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-7f6f2499-8d2f-4541-b075-d229fa8961d1 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "GET /v2.0/ports/3cf30ec2-baf2-47de-afed-58a2b686c85f HTTP/1.1" status: 200 len: 911 time: 0.1946945 Jan 21 19:07:59.469034 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34950) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:07:59.493562 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3556a043-bdd8-42f6-acaa-5b7d8e9aba4f None None] DHCP port deletion for 0f86287d-b416-44ff-a14a-d0ea228e9354 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:07:59.502670 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-253e76f2-e65a-4df7-b6a6-10282c5585e8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] For port 6ce66f89-1413-47fc-8b08-aa1b833ca9bf, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=6ce66f89-1413-47fc-8b08-aa1b833ca9bf,segment=NetworkSegment(001eb96c-c59f-4596-a23d-72c842e4cd65),segment_id=001eb96c-c59f-4596-a23d-72c842e4cd65)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:07:59.503368 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-253e76f2-e65a-4df7-b6a6-10282c5585e8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:59.505616 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4691e961-f32b-48ed-b813-4e768b29ec15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:59.551084 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-3556a043-bdd8-42f6-acaa-5b7d8e9aba4f None None] Deleting port 6ce66f89-1413-47fc-8b08-aa1b833ca9bf {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:07:59.551407 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3556a043-bdd8-42f6-acaa-5b7d8e9aba4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:59.641487 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9bfc393c-6c5e-4415-95f1-3124def950fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:59.655071 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-253e76f2-e65a-4df7-b6a6-10282c5585e8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Calling delete_port for 6ce66f89-1413-47fc-8b08-aa1b833ca9bf owned by network:dhcp {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:07:59.661825 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 2cb626a6-3218-4bee-83de-91729f16e55f up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:07:59.712857 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-9bfc393c-6c5e-4415-95f1-3124def950fd admin admin] Transition to ACTIVE for port object bf9de6bb-bdc3-42f5-91ef-61d9f2d2cc3a will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:07:59.765034 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f3f573-8a18-45b9-877e-b9b877733334 None None] Pushing event updated for resources: {'Port': ['ID=b26ff340-eca9-4cfe-b6b4-b8d61a733db2,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:59.769833 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-4691e961-f32b-48ed-b813-4e768b29ec15 None None] Attempting to bind port b26ff340-eca9-4cfe-b6b4-b8d61a733db2 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:07:59.770194 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-4691e961-f32b-48ed-b813-4e768b29ec15 None None] Attempting to bind port b26ff340-eca9-4cfe-b6b4-b8d61a733db2 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:07:59.770551 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4691e961-f32b-48ed-b813-4e768b29ec15 None None] Attempting to bind port b26ff340-eca9-4cfe-b6b4-b8d61a733db2 on network 552ba34b-3dd7-4be8-8310-a9fc908fe72b {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:07:59.815270 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4691e961-f32b-48ed-b813-4e768b29ec15 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:07:59.815579 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4691e961-f32b-48ed-b813-4e768b29ec15 None None] Checking segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:07:59.816004 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4691e961-f32b-48ed-b813-4e768b29ec15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:59.816436 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4691e961-f32b-48ed-b813-4e768b29ec15 None None] Bound using segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:07:59.816855 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-4691e961-f32b-48ed-b813-4e768b29ec15 None None] Bound port: b26ff340-eca9-4cfe-b6b4-b8d61a733db2, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:07:59.817225 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4691e961-f32b-48ed-b813-4e768b29ec15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:59.845159 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-253e76f2-e65a-4df7-b6a6-10282c5585e8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:59.898213 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9bfc393c-6c5e-4415-95f1-3124def950fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:07:59.914114 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253e76f2-e65a-4df7-b6a6-10282c5585e8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Port': ['ID=6ce66f89-1413-47fc-8b08-aa1b833ca9bf,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:07:59.963352 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253e76f2-e65a-4df7-b6a6-10282c5585e8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] No DVR routers for this DVR port 6ce66f89-1413-47fc-8b08-aa1b833ca9bf on host dv-neutron-825470-1-hyperv {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:08:00.051988 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfc393c-6c5e-4415-95f1-3124def950fd admin admin] Network a446d8ae-cae4-48db-ba08-87b4901aaa18 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:08:00.059773 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-9bfc393c-6c5e-4415-95f1-3124def950fd admin admin] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:08:00.067553 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfc393c-6c5e-4415-95f1-3124def950fd admin admin] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:08:00.068269 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 2cb626a6-3218-4bee-83de-91729f16e55f completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:08:00.074667 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-4691e961-f32b-48ed-b813-4e768b29ec15 None None] For port b26ff340-eca9-4cfe-b6b4-b8d61a733db2, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:08:00.079224 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-3556a043-bdd8-42f6-acaa-5b7d8e9aba4f None None] For port 6ce66f89-1413-47fc-8b08-aa1b833ca9bf, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=6ce66f89-1413-47fc-8b08-aa1b833ca9bf,segment=NetworkSegment(001eb96c-c59f-4596-a23d-72c842e4cd65),segment_id=001eb96c-c59f-4596-a23d-72c842e4cd65)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:08:00.079626 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3556a043-bdd8-42f6-acaa-5b7d8e9aba4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:00.097782 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 2cb626a6-3218-4bee-83de-91729f16e55f triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:00.098323 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:00.140628 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9bfc393c-6c5e-4415-95f1-3124def950fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:00.219798 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-4691e961-f32b-48ed-b813-4e768b29ec15 None None] For port b26ff340-eca9-4cfe-b6b4-b8d61a733db2, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=b26ff340-eca9-4cfe-b6b4-b8d61a733db2,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:08:00.253902 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ee8e2603-36f4-4b8e-b1e3-49c482b40364 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:00.301408 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:00.302048 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-37da0901-9fa5-4e88-ad9e-5fdf5df0441a None None] Provisioning for port 3cf30ec2-baf2-47de-afed-58a2b686c85f completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:08:00.317009 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-3556a043-bdd8-42f6-acaa-5b7d8e9aba4f None None] Calling delete_port for 6ce66f89-1413-47fc-8b08-aa1b833ca9bf owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:08:00.327128 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc393c-6c5e-4415-95f1-3124def950fd admin admin] Pushing event updated for resources: {'Port': ['ID=bf9de6bb-bdc3-42f5-91ef-61d9f2d2cc3a,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:00.349694 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4691e961-f32b-48ed-b813-4e768b29ec15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:00.409971 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-253e76f2-e65a-4df7-b6a6-10282c5585e8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:00.421690 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-37da0901-9fa5-4e88-ad9e-5fdf5df0441a None None] Provisioning complete for port 3cf30ec2-baf2-47de-afed-58a2b686c85f triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:00.422086 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-37da0901-9fa5-4e88-ad9e-5fdf5df0441a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:00.490605 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-253e76f2-e65a-4df7-b6a6-10282c5585e8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f86287d-b416-44ff-a14a-d0ea228e9354']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:00.559183 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4691e961-f32b-48ed-b813-4e768b29ec15 None None] Routers {'0e03c329-36b6-4ad1-88db-95c402c107ce'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:08:00.559897 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-4691e961-f32b-48ed-b813-4e768b29ec15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:07:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['0e03c329-36b6-4ad1-88db-95c402c107ce'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:00.614188 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-253e76f2-e65a-4df7-b6a6-10282c5585e8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '001eb96c-c59f-4596-a23d-72c842e4cd65') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:00.614483 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-253e76f2-e65a-4df7-b6a6-10282c5585e8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '001eb96c-c59f-4596-a23d-72c842e4cd65') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:00.632170 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-253e76f2-e65a-4df7-b6a6-10282c5585e8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:00.645216 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-37da0901-9fa5-4e88-ad9e-5fdf5df0441a None None] Port 3cf30ec2-baf2-47de-afed-58a2b686c85f cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:08:00.665828 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-253e76f2-e65a-4df7-b6a6-10282c5585e8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:00.675884 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-253e76f2-e65a-4df7-b6a6-10282c5585e8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:08:00.676288 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-253e76f2-e65a-4df7-b6a6-10282c5585e8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:00.676447 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f3f573-8a18-45b9-877e-b9b877733334 None None] Pushing event updated for resources: {'Port': ['ID=b26ff340-eca9-4cfe-b6b4-b8d61a733db2,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:00.687107 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-3556a043-bdd8-42f6-acaa-5b7d8e9aba4f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:08:00.692150 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-3556a043-bdd8-42f6-acaa-5b7d8e9aba4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:08:00.693124 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:08:00.693124 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:08:00.693124 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:08:00.693124 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:08:00.693124 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:08:00.693124 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:08:00.693124 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:08:00.693124 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:08:00.693124 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:08:00.693124 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:08:00.693124 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:08:00.693124 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:08:00.693124 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:08:00.693124 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:08:00.693124 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:08:00.693124 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:08:00.693124 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:08:00.693124 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:08:00.693124 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:08:00.693124 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:08:00.693124 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:08:00.693124 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:08:00.693124 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:08:00.693124 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:08:00.693124 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:08:00.693124 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:08:00.693124 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:08:00.693124 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:08:00.693124 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:08:00.693124 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:08:00.693124 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:08:00.693124 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:08:00.707030 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-ee8e2603-36f4-4b8e-b1e3-49c482b40364 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Deleting port 3cf30ec2-baf2-47de-afed-58a2b686c85f {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:08:00.707433 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ee8e2603-36f4-4b8e-b1e3-49c482b40364 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:00.744454 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-37da0901-9fa5-4e88-ad9e-5fdf5df0441a None None] Provisioning complete for port 2cb626a6-3218-4bee-83de-91729f16e55f triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:00.744830 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-37da0901-9fa5-4e88-ad9e-5fdf5df0441a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:00.898043 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:00.918710 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ee8e2603-36f4-4b8e-b1e3-49c482b40364 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:00.977132 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-253e76f2-e65a-4df7-b6a6-10282c5585e8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:00.991384 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-4691e961-f32b-48ed-b813-4e768b29ec15 None None] Set router 0e03c329-36b6-4ad1-88db-95c402c107ce gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:08:01.001977 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-253e76f2-e65a-4df7-b6a6-10282c5585e8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:01.021905 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253e76f2-e65a-4df7-b6a6-10282c5585e8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Network': ['ID=0f86287d-b416-44ff-a14a-d0ea228e9354,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:01.040513 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9bfc393c-6c5e-4415-95f1-3124def950fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:01.063491 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-ee8e2603-36f4-4b8e-b1e3-49c482b40364 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Calling delete_port for 3cf30ec2-baf2-47de-afed-58a2b686c85f owned by network:router_interface {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:08:01.093350 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 2cb626a6-3218-4bee-83de-91729f16e55f, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=2cb626a6-3218-4bee-83de-91729f16e55f,segment=NetworkSegment(9da5aedd-fd8a-4df7-add6-d1abad6311c6),segment_id=9da5aedd-fd8a-4df7-add6-d1abad6311c6)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:08:01.144601 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-253e76f2-e65a-4df7-b6a6-10282c5585e8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "DELETE /v2.0/networks/0f86287d-b416-44ff-a14a-d0ea228e9354 HTTP/1.1" status: 204 len: 168 time: 2.3228779 Jan 21 19:08:01.145237 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34954) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:01.162168 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:01.284267 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-3556a043-bdd8-42f6-acaa-5b7d8e9aba4f None None] Deleting port 6ce66f89-1413-47fc-8b08-aa1b833ca9bf {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:08:01.284996 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3556a043-bdd8-42f6-acaa-5b7d8e9aba4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:01.288755 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9bfc393c-6c5e-4415-95f1-3124def950fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:01.324736 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 6ce66f89-1413-47fc-8b08-aa1b833ca9bf no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:08:01.405703 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9bfc393c-6c5e-4415-95f1-3124def950fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:01.412779 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-077dbdb7-b4fd-40c7-9072-488bbc929ad3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Deleting port 778964a9-040e-41ad-86ed-9e818bad268f {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:08:01.416951 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-077dbdb7-b4fd-40c7-9072-488bbc929ad3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:01.498639 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-37da0901-9fa5-4e88-ad9e-5fdf5df0441a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:01.516630 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc393c-6c5e-4415-95f1-3124def950fd admin admin] Pushing event updated for resources: {'Port': ['ID=bf9de6bb-bdc3-42f5-91ef-61d9f2d2cc3a,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:01.519132 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9bfc393c-6c5e-4415-95f1-3124def950fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:01.571100 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 6ce66f89-1413-47fc-8b08-aa1b833ca9bf {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:08:01.571616 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 6ce66f89-1413-47fc-8b08-aa1b833ca9bf not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:08:01.602108 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-3556a043-bdd8-42f6-acaa-5b7d8e9aba4f None None] The port '6ce66f89-1413-47fc-8b08-aa1b833ca9bf' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:08:01.644091 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=2cb626a6-3218-4bee-83de-91729f16e55f,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:01.675953 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfc393c-6c5e-4415-95f1-3124def950fd admin admin] Network a446d8ae-cae4-48db-ba08-87b4901aaa18 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:08:01.677655 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-9bfc393c-6c5e-4415-95f1-3124def950fd admin admin] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:08:01.688765 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ee8e2603-36f4-4b8e-b1e3-49c482b40364 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:01.690789 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-37da0901-9fa5-4e88-ad9e-5fdf5df0441a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:08:01.691259 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-37da0901-9fa5-4e88-ad9e-5fdf5df0441a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:08:01.702193 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-4691e961-f32b-48ed-b813-4e768b29ec15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e03c329-36b6-4ad1-88db-95c402c107ce', 'name': 'tempest-TestVolumeBootPattern-923875103-router', 'tenant_id': '86ccea8e97d745239775f6eebecdc7dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': 'b26ff340-eca9-4cfe-b6b4-b8d61a733db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:07:52Z', 'updated_at': '2022-01-21T19:07:56Z', 'revision_number': 3, 'project_id': '86ccea8e97d745239775f6eebecdc7dc', 'gw_port': {'id': 'b26ff340-eca9-4cfe-b6b4-b8d61a733db2', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:88:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e03c329-36b6-4ad1-88db-95c402c107ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:54Z', 'updated_at': '2022-01-21T19:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:01.707145 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4691e961-f32b-48ed-b813-4e768b29ec15 None None] The sync data for ids ['0e03c329-36b6-4ad1-88db-95c402c107ce'] in dv-neutron-825470-1-hyperv is: [{'id': '0e03c329-36b6-4ad1-88db-95c402c107ce', 'name': 'tempest-TestVolumeBootPattern-923875103-router', 'tenant_id': '86ccea8e97d745239775f6eebecdc7dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': 'b26ff340-eca9-4cfe-b6b4-b8d61a733db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:07:52Z', 'updated_at': '2022-01-21T19:07:56Z', 'revision_number': 3, 'project_id': '86ccea8e97d745239775f6eebecdc7dc', 'gw_port': {'id': 'b26ff340-eca9-4cfe-b6b4-b8d61a733db2', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:88:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e03c329-36b6-4ad1-88db-95c402c107ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:54Z', 'updated_at': '2022-01-21T19:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:08:01.748562 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e2603-36f4-4b8e-b1e3-49c482b40364 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event deleted for resources: {'Port': ['ID=3cf30ec2-baf2-47de-afed-58a2b686c85f,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:01.913903 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bfc393c-6c5e-4415-95f1-3124def950fd admin admin] Router 0e03c329-36b6-4ad1-88db-95c402c107ce has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:08:01.922847 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-077dbdb7-b4fd-40c7-9072-488bbc929ad3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:01.923349 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-077dbdb7-b4fd-40c7-9072-488bbc929ad3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:02.151954 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bfc393c-6c5e-4415-95f1-3124def950fd admin admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:08:02.156956 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-9bfc393c-6c5e-4415-95f1-3124def950fd admin admin] 10.222.0.87 "PUT /v2.0/routers/0e03c329-36b6-4ad1-88db-95c402c107ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6225278 Jan 21 19:08:02.178724 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ee8e2603-36f4-4b8e-b1e3-49c482b40364 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:02.189142 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-077dbdb7-b4fd-40c7-9072-488bbc929ad3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Calling delete_port for 778964a9-040e-41ad-86ed-9e818bad268f owned by network:floatingip {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:08:02.378500 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-ac36cd36-92e3-46a2-9923-baaf667ce11b None None] Could not find standard attr ID for object 3cf30ec2-baf2-47de-afed-58a2b686c85f. {{(pid=88138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 19:08:02.452880 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-ac36cd36-92e3-46a2-9923-baaf667ce11b None None] Provisioning for port bf9de6bb-bdc3-42f5-91ef-61d9f2d2cc3a completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:08:02.460618 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-ac36cd36-92e3-46a2-9923-baaf667ce11b None None] Provisioning complete for port bf9de6bb-bdc3-42f5-91ef-61d9f2d2cc3a triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:02.461238 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ac36cd36-92e3-46a2-9923-baaf667ce11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:02.529779 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-ac36cd36-92e3-46a2-9923-baaf667ce11b None None] Port bf9de6bb-bdc3-42f5-91ef-61d9f2d2cc3a cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:08:02.570034 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee8e2603-36f4-4b8e-b1e3-49c482b40364 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Router b840ddc0-a285-448c-8f9e-3956544cd1ef has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:08:02.763869 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8e2603-36f4-4b8e-b1e3-49c482b40364 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:08:02.772985 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3ed349-58b2-49d8-ad10-95afde7204da None None] Sync routers for ids ['b840ddc0-a285-448c-8f9e-3956544cd1ef'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:08:02.783474 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3ed349-58b2-49d8-ad10-95afde7204da None None] Routers {'b840ddc0-a285-448c-8f9e-3956544cd1ef'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:08:02.784013 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-6f3ed349-58b2-49d8-ad10-95afde7204da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:07:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['b840ddc0-a285-448c-8f9e-3956544cd1ef'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:02.847742 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-6f3ed349-58b2-49d8-ad10-95afde7204da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:02.856614 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3ed349-58b2-49d8-ad10-95afde7204da None None] Routers {'b840ddc0-a285-448c-8f9e-3956544cd1ef'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:08:02.857218 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-6f3ed349-58b2-49d8-ad10-95afde7204da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:07:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['b840ddc0-a285-448c-8f9e-3956544cd1ef'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:02.862673 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ee8e2603-36f4-4b8e-b1e3-49c482b40364 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "PUT /v2.0/routers/b840ddc0-a285-448c-8f9e-3956544cd1ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3925619 Jan 21 19:08:02.865273 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34964) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:02.905717 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-077dbdb7-b4fd-40c7-9072-488bbc929ad3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:02.920757 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-6f3ed349-58b2-49d8-ad10-95afde7204da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:02.921163 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3ed349-58b2-49d8-ad10-95afde7204da None None] The sync data for ids ['b840ddc0-a285-448c-8f9e-3956544cd1ef'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:08:02.946029 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-daf426a2-53d7-406f-9fab-f4fdd28eb1d7 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Synchronizing usage tracker for tenant:8da58450daab4e429694fdd9f553b982 on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:08:02.990420 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077dbdb7-b4fd-40c7-9072-488bbc929ad3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Port': ['ID=778964a9-040e-41ad-86ed-9e818bad268f,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:03.064920 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-077dbdb7-b4fd-40c7-9072-488bbc929ad3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for floatingip, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:03.065336 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.l3_db [None req-077dbdb7-b4fd-40c7-9072-488bbc929ad3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Floating IP 86dba564-37a5-4678-8b3a-4cbb76366fe0 disassociated (deleted). External IP: 172.26.1.207, port: 2f87830a-b074-4d23-a8f7-a0cf1386aa2e. Jan 21 19:08:03.119201 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-daf426a2-53d7-406f-9fab-f4fdd28eb1d7 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Unset dirty status for tenant:8da58450daab4e429694fdd9f553b982 on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:08:03.120811 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-daf426a2-53d7-406f-9fab-f4fdd28eb1d7 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "GET /v2.0/ports?device_id=b840ddc0-a285-448c-8f9e-3956544cd1ef HTTP/1.1" status: 200 len: 205 time: 0.2544498 Jan 21 19:08:03.123553 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34968) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:03.273560 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b7b26ce9-64df-49ea-acc3-00d865abfa89 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for router, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:03.344238 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device b26ff340-eca9-4cfe-b6b4-b8d61a733db2 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:08:03.485392 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port b26ff340-eca9-4cfe-b6b4-b8d61a733db2 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:08:03.492297 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port b26ff340-eca9-4cfe-b6b4-b8d61a733db2 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:03.492984 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:03.570607 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077dbdb7-b4fd-40c7-9072-488bbc929ad3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Router 0237e4e4-4b11-4456-bf31-153bb5616717 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:08:03.645517 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a446c9a-694f-41b7-ae3a-eec5a1870500 None None] Sync routers for ids ['0e03c329-36b6-4ad1-88db-95c402c107ce'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:08:03.652844 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:03.664479 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a446c9a-694f-41b7-ae3a-eec5a1870500 None None] Routers {'0e03c329-36b6-4ad1-88db-95c402c107ce'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:08:03.669991 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-5a446c9a-694f-41b7-ae3a-eec5a1870500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:07:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['0e03c329-36b6-4ad1-88db-95c402c107ce'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:03.678341 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port b26ff340-eca9-4cfe-b6b4-b8d61a733db2, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=b26ff340-eca9-4cfe-b6b4-b8d61a733db2,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:08:03.753133 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:03.753947 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 2cb626a6-3218-4bee-83de-91729f16e55f up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:08:03.768151 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b7b26ce9-64df-49ea-acc3-00d865abfa89 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:03.770244 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b7b26ce9-64df-49ea-acc3-00d865abfa89 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:03.791868 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077dbdb7-b4fd-40c7-9072-488bbc929ad3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:08:03.798000 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-077dbdb7-b4fd-40c7-9072-488bbc929ad3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:03.860955 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-077dbdb7-b4fd-40c7-9072-488bbc929ad3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "DELETE /v2.0/floatingips/86dba564-37a5-4678-8b3a-4cbb76366fe0 HTTP/1.1" status: 204 len: 168 time: 2.7148995 Jan 21 19:08:03.861915 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2727dfc1-5196-4cdc-a1d2-5acd034834f5', 'tag': '2f87830a-b074-4d23-a8f7-a0cf1386aa2e'}] {{(pid=88136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:08:03.874130 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34978) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:03.875669 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=b26ff340-eca9-4cfe-b6b4-b8d61a733db2,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:03.877310 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b7b26ce9-64df-49ea-acc3-00d865abfa89 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:03.878256 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b26ce9-64df-49ea-acc3-00d865abfa89 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Fanout notify agent at l3_agent the message router_deleted on router b840ddc0-a285-448c-8f9e-3956544cd1ef {{(pid=88137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:08:03.878487 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e4190c-7624-4e11-86be-f09db984dee0 None None] Sync routers for ids ['0237e4e4-4b11-4456-bf31-153bb5616717'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:08:03.882039 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-c5b7e52d-e7ac-4259-b320-8a5f2555ff29 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-828062008', 'description': 'tempest-secgroup-smoke-828062008 description', 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:08:03.893464 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-c5b7e52d-e7ac-4259-b320-8a5f2555ff29 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:08:03.899089 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-c5b7e52d-e7ac-4259-b320-8a5f2555ff29 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Usage tracker for resource:security_group and tenant:578d4b1ec7dd480f94bb194a86bde7ee is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:08:03.905656 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b7b26ce9-64df-49ea-acc3-00d865abfa89 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:03.906783 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b7b26ce9-64df-49ea-acc3-00d865abfa89 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "DELETE /v2.0/routers/b840ddc0-a285-448c-8f9e-3956544cd1ef HTTP/1.1" status: 204 len: 168 time: 0.7822268 Jan 21 19:08:03.907954 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-c5b7e52d-e7ac-4259-b320-8a5f2555ff29 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:08:03.909626 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34982) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:03.929393 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-c5b7e52d-e7ac-4259-b320-8a5f2555ff29 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:08:03.933715 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-5a446c9a-694f-41b7-ae3a-eec5a1870500 None None] Set router 0e03c329-36b6-4ad1-88db-95c402c107ce gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:08:03.952571 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e4190c-7624-4e11-86be-f09db984dee0 None None] Routers {'0237e4e4-4b11-4456-bf31-153bb5616717'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:08:03.955173 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-72e4190c-7624-4e11-86be-f09db984dee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:07:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['0237e4e4-4b11-4456-bf31-153bb5616717'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:03.960021 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2727dfc1-5196-4cdc-a1d2-5acd034834f5', 'tag': '2f87830a-b074-4d23-a8f7-a0cf1386aa2e', 'status': 'completed', 'code': 200} Jan 21 19:08:04.029088 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-afa341cb-9c86-467b-894e-a0caa12efbb7 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Deleting subnet 3e9635ae-34a2-4dd4-908f-4d8dc8475ed1 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:08:04.043766 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-afa341cb-9c86-467b-894e-a0caa12efbb7 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:04.075902 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c5b7e52d-e7ac-4259-b320-8a5f2555ff29 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:04.119516 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-afa341cb-9c86-467b-894e-a0caa12efbb7 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:04.138394 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-c5b7e52d-e7ac-4259-b320-8a5f2555ff29 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:08:04.153111 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-c5b7e52d-e7ac-4259-b320-8a5f2555ff29 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Usage tracker for resource:security_group_rule and tenant:578d4b1ec7dd480f94bb194a86bde7ee is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:08:04.157132 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-c5b7e52d-e7ac-4259-b320-8a5f2555ff29 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:08:04.175453 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-c5b7e52d-e7ac-4259-b320-8a5f2555ff29 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:08:04.183854 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 2cb626a6-3218-4bee-83de-91729f16e55f triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:04.184209 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:04.239729 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-72e4190c-7624-4e11-86be-f09db984dee0 None None] Set router 0237e4e4-4b11-4456-bf31-153bb5616717 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:08:04.250502 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-afa341cb-9c86-467b-894e-a0caa12efbb7 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:04.258382 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0da56c-ab54-4211-8a3d-53377b79a345 req-77187e52-6dc0-4569-958c-d0d0f52080c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:04.271331 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ec0da56c-ab54-4211-8a3d-53377b79a345 req-77187e52-6dc0-4569-958c-d0d0f52080c5 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=2727dfc1-5196-4cdc-a1d2-5acd034834f5 HTTP/1.1" status: 200 len: 1098 time: 0.2840931 Jan 21 19:08:04.329581 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-5a446c9a-694f-41b7-ae3a-eec5a1870500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e03c329-36b6-4ad1-88db-95c402c107ce', 'name': 'tempest-TestVolumeBootPattern-923875103-router', 'tenant_id': '86ccea8e97d745239775f6eebecdc7dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': 'b26ff340-eca9-4cfe-b6b4-b8d61a733db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:07:52Z', 'updated_at': '2022-01-21T19:08:00Z', 'revision_number': 4, 'project_id': '86ccea8e97d745239775f6eebecdc7dc', 'gw_port': {'id': 'b26ff340-eca9-4cfe-b6b4-b8d61a733db2', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:88:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e03c329-36b6-4ad1-88db-95c402c107ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:54Z', 'updated_at': '2022-01-21T19:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'bf9de6bb-bdc3-42f5-91ef-61d9f2d2cc3a', 'name': '', 'network_id': 'a446d8ae-cae4-48db-ba08-87b4901aaa18', 'tenant_id': '86ccea8e97d745239775f6eebecdc7dc', 'mac_address': 'fa:16:3e:68:59:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e03c329-36b6-4ad1-88db-95c402c107ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'd08f2045-05b5-4a2b-bd8b-3429ca419166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:58Z', 'updated_at': '2022-01-21T19:08:01Z', 'revision_number': 2, 'project_id': '86ccea8e97d745239775f6eebecdc7dc', 'subnets': [{'id': 'd08f2045-05b5-4a2b-bd8b-3429ca419166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:04.334232 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a446c9a-694f-41b7-ae3a-eec5a1870500 None None] Checking router: 0e03c329-36b6-4ad1-88db-95c402c107ce for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:08:04.334686 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a446c9a-694f-41b7-ae3a-eec5a1870500 None None] Updating router 0e03c329-36b6-4ad1-88db-95c402c107ce port bf9de6bb-bdc3-42f5-91ef-61d9f2d2cc3a binding host dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:08:04.406189 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5a446c9a-694f-41b7-ae3a-eec5a1870500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:04.428979 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c5b7e52d-e7ac-4259-b320-8a5f2555ff29 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:04.447490 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-afa341cb-9c86-467b-894e-a0caa12efbb7 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:04.505865 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0da56c-ab54-4211-8a3d-53377b79a345 req-3e4a2553-8fcc-4567-8c89-a6a9461e8258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:04.507330 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ec0da56c-ab54-4211-8a3d-53377b79a345 req-3e4a2553-8fcc-4567-8c89-a6a9461e8258 service neutron] 10.222.0.113 "GET /v2.0/networks?id=ff99f632-5526-4276-9da3-3b33f700e365 HTTP/1.1" status: 200 len: 898 time: 0.2400105 Jan 21 19:08:04.513994 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c5b7e52d-e7ac-4259-b320-8a5f2555ff29 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:04.570958 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-afa341cb-9c86-467b-894e-a0caa12efbb7 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:04.585586 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa341cb-9c86-467b-894e-a0caa12efbb7 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event deleted for resources: {'Subnet': ['ID=3e9635ae-34a2-4dd4-908f-4d8dc8475ed1,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:04.604213 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-afa341cb-9c86-467b-894e-a0caa12efbb7 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "DELETE /v2.0/subnets/3e9635ae-34a2-4dd4-908f-4d8dc8475ed1 HTTP/1.1" status: 204 len: 168 time: 0.6932042 Jan 21 19:08:04.607421 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 34988) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:04.616256 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3fe601-25a6-4d11-8e62-5ec02d1aa690 None None] Network c38a0541-d13d-4696-a26b-bcd2c88546f4 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:08:04.617144 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ec0da56c-ab54-4211-8a3d-53377b79a345 req-d24ab8a9-bf51-497d-9730-09df8e191006 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f87830a-b074-4d23-a8f7-a0cf1386aa2e HTTP/1.1" status: 200 len: 217 time: 0.0980577 Jan 21 19:08:04.703744 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7e52d-e7ac-4259-b320-8a5f2555ff29 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28aff064-0444-4b4a-8f02-0b08a8d998fd,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:04.724537 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0da56c-ab54-4211-8a3d-53377b79a345 req-c7963ee7-9fd6-4d52-83c4-3622976723c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:04.726261 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ec0da56c-ab54-4211-8a3d-53377b79a345 req-c7963ee7-9fd6-4d52-83c4-3622976723c4 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=e5ea9923-e5c0-4291-84d8-365162974c14 HTTP/1.1" status: 200 len: 833 time: 0.0943449 Jan 21 19:08:04.831593 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8b83b500-8553-44f7-b920-c60f4a16234c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:04.845379 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-8b83b500-8553-44f7-b920-c60f4a16234c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Deleting port 2cb626a6-3218-4bee-83de-91729f16e55f {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:08:04.845724 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8b83b500-8553-44f7-b920-c60f4a16234c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:04.851850 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c5b7e52d-e7ac-4259-b320-8a5f2555ff29 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:04.855851 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c5b7e52d-e7ac-4259-b320-8a5f2555ff29 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9775791 Jan 21 19:08:04.858275 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34992) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:04.865980 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-cd4f9a9e-76fe-42ed-bc5a-a71c8d844bbf tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Request body: {'security_group_rule': {'security_group_id': '28aff064-0444-4b4a-8f02-0b08a8d998fd', 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:08:04.883035 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-cd4f9a9e-76fe-42ed-bc5a-a71c8d844bbf tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:08:04.890601 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-cd4f9a9e-76fe-42ed-bc5a-a71c8d844bbf tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Usage tracker for resource:security_group_rule and tenant:578d4b1ec7dd480f94bb194a86bde7ee is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:08:04.899553 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-cd4f9a9e-76fe-42ed-bc5a-a71c8d844bbf tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:08:04.907406 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-cd4f9a9e-76fe-42ed-bc5a-a71c8d844bbf tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:08:04.930890 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0da56c-ab54-4211-8a3d-53377b79a345 req-e64f5a00-84f5-4a0d-9fcc-db6ebe9c9948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:04.932485 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ec0da56c-ab54-4211-8a3d-53377b79a345 req-e64f5a00-84f5-4a0d-9fcc-db6ebe9c9948 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ff99f632-5526-4276-9da3-3b33f700e365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1984811 Jan 21 19:08:04.980144 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5a446c9a-694f-41b7-ae3a-eec5a1870500 None None] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:04.996235 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-5a446c9a-694f-41b7-ae3a-eec5a1870500 None None] Transition to ACTIVE for port object bf9de6bb-bdc3-42f5-91ef-61d9f2d2cc3a will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:08:05.022591 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-72e4190c-7624-4e11-86be-f09db984dee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'name': 'tempest-TestNetworkBasicOps-router-1031288913', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'd4e425b0-74b2-4ec4-8ca1-ad7810a12761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:31Z', 'updated_at': '2022-01-21T19:07:49Z', 'revision_number': 6, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'd4e425b0-74b2-4ec4-8ca1-ad7810a12761', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:32Z', 'updated_at': '2022-01-21T19:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'b580753f-2a05-40b3-b7d4-8168499875b6', 'name': '', 'network_id': 'ff99f632-5526-4276-9da3-3b33f700e365', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:16:f4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'e5ea9923-e5c0-4291-84d8-365162974c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:40Z', 'updated_at': '2022-01-21T19:05:51Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': 'e5ea9923-e5c0-4291-84d8-365162974c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:05.030000 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e4190c-7624-4e11-86be-f09db984dee0 None None] Checking router: 0237e4e4-4b11-4456-bf31-153bb5616717 for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:08:05.042201 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e4190c-7624-4e11-86be-f09db984dee0 None None] Routers {'0237e4e4-4b11-4456-bf31-153bb5616717'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:08:05.042619 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-72e4190c-7624-4e11-86be-f09db984dee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:07:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['0237e4e4-4b11-4456-bf31-153bb5616717'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:05.056269 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cd4f9a9e-76fe-42ed-bc5a-a71c8d844bbf tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:05.068461 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5a446c9a-694f-41b7-ae3a-eec5a1870500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:05.082715 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee1c04-16c7-4ae7-a70f-0f11474aabef req-154a196c-e042-4327-a1e0-cc5921914d1c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:05.083444 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-04ee1c04-16c7-4ae7-a70f-0f11474aabef req-154a196c-e042-4327-a1e0-cc5921914d1c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:08:05.130454 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d54b86-1b6f-4c9b-8ae7-78df7d376602 None None] DHCP port deletion for c38a0541-d13d-4696-a26b-bcd2c88546f4 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:08:05.134365 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cd4f9a9e-76fe-42ed-bc5a-a71c8d844bbf tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:05.146899 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-a4d54b86-1b6f-4c9b-8ae7-78df7d376602 None None] Deleting port 2cb626a6-3218-4bee-83de-91729f16e55f {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:08:05.147434 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a4d54b86-1b6f-4c9b-8ae7-78df7d376602 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:05.175773 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ec0da56c-ab54-4211-8a3d-53377b79a345 req-e0d119df-cb30-4c4b-b29a-72c5f9e7f72c service neutron] 10.222.0.113 "GET /v2.0/networks/ff99f632-5526-4276-9da3-3b33f700e365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364516 Jan 21 19:08:05.219813 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-8b83b500-8553-44f7-b920-c60f4a16234c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] For port 2cb626a6-3218-4bee-83de-91729f16e55f, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=2cb626a6-3218-4bee-83de-91729f16e55f,segment=NetworkSegment(9da5aedd-fd8a-4df7-add6-d1abad6311c6),segment_id=9da5aedd-fd8a-4df7-add6-d1abad6311c6)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:08:05.220159 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8b83b500-8553-44f7-b920-c60f4a16234c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:05.245822 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cd4f9a9e-76fe-42ed-bc5a-a71c8d844bbf tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:05.316333 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f9a9e-76fe-42ed-bc5a-a71c8d844bbf tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=074b9f2a-61ed-4f9c-ab7b-4d1b95d901ee,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:05.362584 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device b26ff340-eca9-4cfe-b6b4-b8d61a733db2 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:08:05.364155 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6590126d-d73c-481d-98d5-50bc4fe17148 None None] Pushing event updated for resources: {'Port': ['ID=bf9de6bb-bdc3-42f5-91ef-61d9f2d2cc3a,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:05.400181 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-5a446c9a-694f-41b7-ae3a-eec5a1870500 None None] Attempting to bind port bf9de6bb-bdc3-42f5-91ef-61d9f2d2cc3a on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:08:05.400553 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-5a446c9a-694f-41b7-ae3a-eec5a1870500 None None] Attempting to bind port bf9de6bb-bdc3-42f5-91ef-61d9f2d2cc3a by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '18b7dc29-8d81-4d48-91f6-b24044f418a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a446d8ae-cae4-48db-ba08-87b4901aaa18'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:08:05.400915 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a446c9a-694f-41b7-ae3a-eec5a1870500 None None] Attempting to bind port bf9de6bb-bdc3-42f5-91ef-61d9f2d2cc3a on network a446d8ae-cae4-48db-ba08-87b4901aaa18 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:08:05.420665 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a446c9a-694f-41b7-ae3a-eec5a1870500 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:08:05.421092 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a446c9a-694f-41b7-ae3a-eec5a1870500 None None] Checking segment: {'id': '18b7dc29-8d81-4d48-91f6-b24044f418a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a446d8ae-cae4-48db-ba08-87b4901aaa18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:08:05.434566 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5a446c9a-694f-41b7-ae3a-eec5a1870500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:05.434983 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a446c9a-694f-41b7-ae3a-eec5a1870500 None None] Bound using segment: {'id': '18b7dc29-8d81-4d48-91f6-b24044f418a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a446d8ae-cae4-48db-ba08-87b4901aaa18'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:08:05.435515 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-5a446c9a-694f-41b7-ae3a-eec5a1870500 None None] Bound port: bf9de6bb-bdc3-42f5-91ef-61d9f2d2cc3a, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18b7dc29-8d81-4d48-91f6-b24044f418a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a446d8ae-cae4-48db-ba08-87b4901aaa18'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:08:05.435895 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5a446c9a-694f-41b7-ae3a-eec5a1870500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:05.457338 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ec0da56c-ab54-4211-8a3d-53377b79a345 req-81fc73c7-b05a-456a-b52c-e926eedb8f70 service neutron] 10.222.0.113 "GET /v2.0/networks/ff99f632-5526-4276-9da3-3b33f700e365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724731 Jan 21 19:08:05.481565 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cd4f9a9e-76fe-42ed-bc5a-a71c8d844bbf tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:05.482802 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-cd4f9a9e-76fe-42ed-bc5a-a71c8d844bbf tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6230202 Jan 21 19:08:05.486052 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 34996) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:05.486216 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-8b83b500-8553-44f7-b920-c60f4a16234c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Calling delete_port for 2cb626a6-3218-4bee-83de-91729f16e55f owned by network:dhcp {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:08:05.491646 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-5c2f2cf8-c015-4166-ade2-5d3baeada19f tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Request body: {'security_group_rule': {'security_group_id': '28aff064-0444-4b4a-8f02-0b08a8d998fd', 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:08:05.503696 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-5c2f2cf8-c015-4166-ade2-5d3baeada19f tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:08:05.509560 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-5c2f2cf8-c015-4166-ade2-5d3baeada19f tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Usage tracker for resource:security_group_rule and tenant:578d4b1ec7dd480f94bb194a86bde7ee is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:08:05.512026 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-5c2f2cf8-c015-4166-ade2-5d3baeada19f tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:08:05.517906 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-5c2f2cf8-c015-4166-ade2-5d3baeada19f tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:08:05.572286 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-72e4190c-7624-4e11-86be-f09db984dee0 None None] Set router 0237e4e4-4b11-4456-bf31-153bb5616717 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:08:05.575486 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-5a446c9a-694f-41b7-ae3a-eec5a1870500 None None] For port bf9de6bb-bdc3-42f5-91ef-61d9f2d2cc3a, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:08:05.580208 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-5a446c9a-694f-41b7-ae3a-eec5a1870500 None None] For port bf9de6bb-bdc3-42f5-91ef-61d9f2d2cc3a, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=bf9de6bb-bdc3-42f5-91ef-61d9f2d2cc3a,segment=NetworkSegment(18b7dc29-8d81-4d48-91f6-b24044f418a5),segment_id=18b7dc29-8d81-4d48-91f6-b24044f418a5)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:08:05.590602 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5c2f2cf8-c015-4166-ade2-5d3baeada19f tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:05.659980 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port b26ff340-eca9-4cfe-b6b4-b8d61a733db2 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:05.660610 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:05.662947 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5c2f2cf8-c015-4166-ade2-5d3baeada19f tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:05.685426 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5a446c9a-694f-41b7-ae3a-eec5a1870500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:05.734767 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-04ee1c04-16c7-4ae7-a70f-0f11474aabef req-154a196c-e042-4327-a1e0-cc5921914d1c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:08:05.743590 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-04ee1c04-16c7-4ae7-a70f-0f11474aabef req-154a196c-e042-4327-a1e0-cc5921914d1c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=2727dfc1-5196-4cdc-a1d2-5acd034834f5 HTTP/1.1" status: 200 len: 945 time: 0.8633480 Jan 21 19:08:05.770782 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a446c9a-694f-41b7-ae3a-eec5a1870500 None None] Routers {'0e03c329-36b6-4ad1-88db-95c402c107ce'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:08:05.771472 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-5a446c9a-694f-41b7-ae3a-eec5a1870500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:07:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['0e03c329-36b6-4ad1-88db-95c402c107ce'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:05.801524 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-04ee1c04-16c7-4ae7-a70f-0f11474aabef req-885c05bc-3ec4-49a7-bc1c-6713248289b1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:security_group {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:08:05.844363 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6590126d-d73c-481d-98d5-50bc4fe17148 None None] Pushing event updated for resources: {'Port': ['ID=bf9de6bb-bdc3-42f5-91ef-61d9f2d2cc3a,revision_number=4']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:05.860440 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5c2f2cf8-c015-4166-ade2-5d3baeada19f tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:05.868820 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8b83b500-8553-44f7-b920-c60f4a16234c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:05.896638 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f2cf8-c015-4166-ade2-5d3baeada19f tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c126b34-2500-45fc-ab3c-d9fa94f371ff,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:05.923175 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b83b500-8553-44f7-b920-c60f4a16234c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event deleted for resources: {'Port': ['ID=2cb626a6-3218-4bee-83de-91729f16e55f,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:05.931788 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b83b500-8553-44f7-b920-c60f4a16234c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] No DVR routers for this DVR port 2cb626a6-3218-4bee-83de-91729f16e55f on host dv-neutron-825470-1-hyperv {{(pid=88136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:08:05.942114 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-a4d54b86-1b6f-4c9b-8ae7-78df7d376602 None None] For port 2cb626a6-3218-4bee-83de-91729f16e55f, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=2cb626a6-3218-4bee-83de-91729f16e55f,segment=NetworkSegment(9da5aedd-fd8a-4df7-add6-d1abad6311c6),segment_id=9da5aedd-fd8a-4df7-add6-d1abad6311c6)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:08:05.943697 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a4d54b86-1b6f-4c9b-8ae7-78df7d376602 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:05.945632 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ace2d9-8e8e-40f2-a33f-50ecd817d983 req-70fcdac9-c4d0-4eb4-9a65-ed2c84842f28 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:05.946954 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-e7ace2d9-8e8e-40f2-a33f-50ecd817d983 req-70fcdac9-c4d0-4eb4-9a65-ed2c84842f28 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:08:05.964046 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-e7ace2d9-8e8e-40f2-a33f-50ecd817d983 req-70fcdac9-c4d0-4eb4-9a65-ed2c84842f28 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:08:05.966440 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e7ace2d9-8e8e-40f2-a33f-50ecd817d983 req-70fcdac9-c4d0-4eb4-9a65-ed2c84842f28 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "GET /v2.0/ports?device_id=2727dfc1-5196-4cdc-a1d2-5acd034834f5 HTTP/1.1" status: 200 len: 945 time: 0.1841619 Jan 21 19:08:05.970653 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-04ee1c04-16c7-4ae7-a70f-0f11474aabef req-885c05bc-3ec4-49a7-bc1c-6713248289b1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:security_group {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:08:05.983790 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-04ee1c04-16c7-4ae7-a70f-0f11474aabef req-885c05bc-3ec4-49a7-bc1c-6713248289b1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=9fb4da23-ff9e-4e16-b5af-cca9aa4278bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2390492 Jan 21 19:08:06.032989 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5c2f2cf8-c015-4166-ade2-5d3baeada19f tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:06.034140 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5c2f2cf8-c015-4166-ade2-5d3baeada19f tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5474877 Jan 21 19:08:06.045758 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35000) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:06.053044 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-e25234bd-ce79-4d1c-805a-04b9da643a08 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Request body: {'security_group_rule': {'security_group_id': '28aff064-0444-4b4a-8f02-0b08a8d998fd', 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:08:06.064113 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-e25234bd-ce79-4d1c-805a-04b9da643a08 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:08:06.091256 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-e7ace2d9-8e8e-40f2-a33f-50ecd817d983 req-09a33851-42ac-4e31-9961-d8d6d60e2f50 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Deleting port 2f87830a-b074-4d23-a8f7-a0cf1386aa2e {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:08:06.091606 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-e7ace2d9-8e8e-40f2-a33f-50ecd817d983 req-09a33851-42ac-4e31-9961-d8d6d60e2f50 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:06.096259 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-5a446c9a-694f-41b7-ae3a-eec5a1870500 None None] Set router 0e03c329-36b6-4ad1-88db-95c402c107ce gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:08:06.116661 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8b83b500-8553-44f7-b920-c60f4a16234c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:06.125751 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-e25234bd-ce79-4d1c-805a-04b9da643a08 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Usage tracker for resource:security_group_rule and tenant:578d4b1ec7dd480f94bb194a86bde7ee is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:08:06.136246 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-e25234bd-ce79-4d1c-805a-04b9da643a08 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:08:06.155018 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-e25234bd-ce79-4d1c-805a-04b9da643a08 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:08:06.165017 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-8b83b500-8553-44f7-b920-c60f4a16234c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c38a0541-d13d-4696-a26b-bcd2c88546f4']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:06.179267 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-8b83b500-8553-44f7-b920-c60f4a16234c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9da5aedd-fd8a-4df7-add6-d1abad6311c6') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:06.179633 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-8b83b500-8553-44f7-b920-c60f4a16234c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9da5aedd-fd8a-4df7-add6-d1abad6311c6') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:06.185338 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-a4d54b86-1b6f-4c9b-8ae7-78df7d376602 None None] Calling delete_port for 2cb626a6-3218-4bee-83de-91729f16e55f owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:08:06.192737 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8b83b500-8553-44f7-b920-c60f4a16234c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:06.210131 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8b83b500-8553-44f7-b920-c60f4a16234c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:06.218039 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b83b500-8553-44f7-b920-c60f4a16234c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:08:06.218039 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8b83b500-8553-44f7-b920-c60f4a16234c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:06.236280 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:08:06.236280 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:08:06.236280 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:08:06.236280 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:08:06.236280 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:08:06.236280 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:08:06.236280 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:08:06.236280 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:08:06.236280 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:08:06.236280 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:08:06.236280 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:08:06.236280 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:08:06.236280 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:08:06.236280 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:08:06.236280 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:08:06.236280 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:08:06.236280 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:08:06.236280 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:08:06.236280 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:08:06.236280 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:08:06.236280 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:08:06.236280 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:08:06.236280 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:08:06.236280 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:08:06.236280 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:08:06.236280 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:08:06.236280 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:08:06.236280 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:08:06.236280 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:08:06.236280 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:08:06.236280 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:08:06.236280 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:08:06.308884 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 2cb626a6-3218-4bee-83de-91729f16e55f no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:08:06.354621 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e25234bd-ce79-4d1c-805a-04b9da643a08 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:06.387229 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-e7ace2d9-8e8e-40f2-a33f-50ecd817d983 req-09a33851-42ac-4e31-9961-d8d6d60e2f50 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] For port 2f87830a-b074-4d23-a8f7-a0cf1386aa2e, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=2f87830a-b074-4d23-a8f7-a0cf1386aa2e,segment=NetworkSegment(0773e98a-bb4b-499a-9c8c-1ac933e4f8f5),segment_id=0773e98a-bb4b-499a-9c8c-1ac933e4f8f5)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:08:06.387579 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-e7ace2d9-8e8e-40f2-a33f-50ecd817d983 req-09a33851-42ac-4e31-9961-d8d6d60e2f50 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:06.390890 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 2cb626a6-3218-4bee-83de-91729f16e55f {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:08:06.393392 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 2cb626a6-3218-4bee-83de-91729f16e55f not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:08:06.463050 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e25234bd-ce79-4d1c-805a-04b9da643a08 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:06.502678 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-a4d54b86-1b6f-4c9b-8ae7-78df7d376602 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:08:06.503087 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-a4d54b86-1b6f-4c9b-8ae7-78df7d376602 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:08:06.535613 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-5a446c9a-694f-41b7-ae3a-eec5a1870500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e03c329-36b6-4ad1-88db-95c402c107ce', 'name': 'tempest-TestVolumeBootPattern-923875103-router', 'tenant_id': '86ccea8e97d745239775f6eebecdc7dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': 'b26ff340-eca9-4cfe-b6b4-b8d61a733db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:07:52Z', 'updated_at': '2022-01-21T19:08:00Z', 'revision_number': 4, 'project_id': '86ccea8e97d745239775f6eebecdc7dc', 'gw_port': {'id': 'b26ff340-eca9-4cfe-b6b4-b8d61a733db2', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:88:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e03c329-36b6-4ad1-88db-95c402c107ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:54Z', 'updated_at': '2022-01-21T19:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'bf9de6bb-bdc3-42f5-91ef-61d9f2d2cc3a', 'name': '', 'network_id': 'a446d8ae-cae4-48db-ba08-87b4901aaa18', 'tenant_id': '86ccea8e97d745239775f6eebecdc7dc', 'mac_address': 'fa:16:3e:68:59:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e03c329-36b6-4ad1-88db-95c402c107ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'd08f2045-05b5-4a2b-bd8b-3429ca419166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:58Z', 'updated_at': '2022-01-21T19:08:05Z', 'revision_number': 4, 'project_id': '86ccea8e97d745239775f6eebecdc7dc', 'subnets': [{'id': 'd08f2045-05b5-4a2b-bd8b-3429ca419166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:06.537757 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-72e4190c-7624-4e11-86be-f09db984dee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'name': 'tempest-TestNetworkBasicOps-router-1031288913', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'd4e425b0-74b2-4ec4-8ca1-ad7810a12761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:31Z', 'updated_at': '2022-01-21T19:07:49Z', 'revision_number': 6, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'd4e425b0-74b2-4ec4-8ca1-ad7810a12761', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:32Z', 'updated_at': '2022-01-21T19:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'b580753f-2a05-40b3-b7d4-8168499875b6', 'name': '', 'network_id': 'ff99f632-5526-4276-9da3-3b33f700e365', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:16:f4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'e5ea9923-e5c0-4291-84d8-365162974c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:40Z', 'updated_at': '2022-01-21T19:05:51Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': 'e5ea9923-e5c0-4291-84d8-365162974c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:06.540874 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a446c9a-694f-41b7-ae3a-eec5a1870500 None None] The sync data for ids ['0e03c329-36b6-4ad1-88db-95c402c107ce'] in dv-neutron-825470-1-hyperv is: [{'id': '0e03c329-36b6-4ad1-88db-95c402c107ce', 'name': 'tempest-TestVolumeBootPattern-923875103-router', 'tenant_id': '86ccea8e97d745239775f6eebecdc7dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': 'b26ff340-eca9-4cfe-b6b4-b8d61a733db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:07:52Z', 'updated_at': '2022-01-21T19:08:00Z', 'revision_number': 4, 'project_id': '86ccea8e97d745239775f6eebecdc7dc', 'gw_port': {'id': 'b26ff340-eca9-4cfe-b6b4-b8d61a733db2', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:88:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e03c329-36b6-4ad1-88db-95c402c107ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:54Z', 'updated_at': '2022-01-21T19:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'bf9de6bb-bdc3-42f5-91ef-61d9f2d2cc3a', 'name': '', 'network_id': 'a446d8ae-cae4-48db-ba08-87b4901aaa18', 'tenant_id': '86ccea8e97d745239775f6eebecdc7dc', 'mac_address': 'fa:16:3e:68:59:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e03c329-36b6-4ad1-88db-95c402c107ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'd08f2045-05b5-4a2b-bd8b-3429ca419166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:58Z', 'updated_at': '2022-01-21T19:08:05Z', 'revision_number': 4, 'project_id': '86ccea8e97d745239775f6eebecdc7dc', 'subnets': [{'id': 'd08f2045-05b5-4a2b-bd8b-3429ca419166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:08:06.544042 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e4190c-7624-4e11-86be-f09db984dee0 None None] The sync data for ids ['0237e4e4-4b11-4456-bf31-153bb5616717'] in dv-neutron-825470-1-hyperv is: [{'id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'name': 'tempest-TestNetworkBasicOps-router-1031288913', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'd4e425b0-74b2-4ec4-8ca1-ad7810a12761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:31Z', 'updated_at': '2022-01-21T19:07:49Z', 'revision_number': 6, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'd4e425b0-74b2-4ec4-8ca1-ad7810a12761', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:32Z', 'updated_at': '2022-01-21T19:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'b580753f-2a05-40b3-b7d4-8168499875b6', 'name': '', 'network_id': 'ff99f632-5526-4276-9da3-3b33f700e365', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:16:f4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'e5ea9923-e5c0-4291-84d8-365162974c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:40Z', 'updated_at': '2022-01-21T19:05:51Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': 'e5ea9923-e5c0-4291-84d8-365162974c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:08:06.629092 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8b83b500-8553-44f7-b920-c60f4a16234c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:06.649073 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8b83b500-8553-44f7-b920-c60f4a16234c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:06.661089 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b83b500-8553-44f7-b920-c60f4a16234c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event deleted for resources: {'Network': ['ID=c38a0541-d13d-4696-a26b-bcd2c88546f4,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:06.670429 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e25234bd-ce79-4d1c-805a-04b9da643a08 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:06.703208 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25234bd-ce79-4d1c-805a-04b9da643a08 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab136ab2-57b4-4ab8-83f2-b13473c1e365,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:06.717161 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-e7ace2d9-8e8e-40f2-a33f-50ecd817d983 req-09a33851-42ac-4e31-9961-d8d6d60e2f50 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Calling delete_port for 2f87830a-b074-4d23-a8f7-a0cf1386aa2e owned by compute:nova {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:08:06.770850 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-8b83b500-8553-44f7-b920-c60f4a16234c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "DELETE /v2.0/networks/c38a0541-d13d-4696-a26b-bcd2c88546f4 HTTP/1.1" status: 204 len: 168 time: 2.1603286 Jan 21 19:08:06.771866 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35004) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:06.777952 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-7cb0e92b-d791-404b-80a8-ae787657646f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1246695914', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}, 'admin_state_up': False}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:08:06.785578 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-7cb0e92b-d791-404b-80a8-ae787657646f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:08:06.789814 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7cb0e92b-d791-404b-80a8-ae787657646f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Usage tracker for resource:router and tenant:8da58450daab4e429694fdd9f553b982 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:08:06.793754 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7cb0e92b-d791-404b-80a8-ae787657646f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:08:06.796728 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e25234bd-ce79-4d1c-805a-04b9da643a08 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:06.800426 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e25234bd-ce79-4d1c-805a-04b9da643a08 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7520339 Jan 21 19:08:06.804294 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35008) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:06.809424 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-7cb0e92b-d791-404b-80a8-ae787657646f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:08:06.814102 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-435a1127-b818-405c-95ff-a8b91714998f tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Request body: {'security_group_rule': {'security_group_id': '28aff064-0444-4b4a-8f02-0b08a8d998fd', 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:08:06.828075 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-435a1127-b818-405c-95ff-a8b91714998f tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:08:06.834239 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-435a1127-b818-405c-95ff-a8b91714998f tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Usage tracker for resource:security_group_rule and tenant:578d4b1ec7dd480f94bb194a86bde7ee is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:08:06.838284 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-435a1127-b818-405c-95ff-a8b91714998f tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:08:06.850245 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-435a1127-b818-405c-95ff-a8b91714998f tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:08:06.914846 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7cb0e92b-d791-404b-80a8-ae787657646f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:06.915892 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7cb0e92b-d791-404b-80a8-ae787657646f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:06.947126 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b31cb1-8702-4dff-9035-88763d611a93 None None] New status for floating IP 86dba564-37a5-4678-8b3a-4cbb76366fe0: DOWN {{(pid=88139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:08:06.978907 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-435a1127-b818-405c-95ff-a8b91714998f tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:07.005996 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-e7ace2d9-8e8e-40f2-a33f-50ecd817d983 req-09a33851-42ac-4e31-9961-d8d6d60e2f50 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:07.006255 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-a4d54b86-1b6f-4c9b-8ae7-78df7d376602 None None] Deleting port 2cb626a6-3218-4bee-83de-91729f16e55f {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:08:07.006695 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a4d54b86-1b6f-4c9b-8ae7-78df7d376602 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:07.046356 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7cb0e92b-d791-404b-80a8-ae787657646f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:07.089238 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-435a1127-b818-405c-95ff-a8b91714998f tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:07.159634 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a33851-42ac-4e31-9961-d8d6d60e2f50 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Port': ['ID=2f87830a-b074-4d23-a8f7-a0cf1386aa2e,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:07.215702 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ace2d9-8e8e-40f2-a33f-50ecd817d983 req-09a33851-42ac-4e31-9961-d8d6d60e2f50 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] No DVR routers for this DVR port 2f87830a-b074-4d23-a8f7-a0cf1386aa2e on host hv-neutron-8254 {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:08:07.215702 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-e7ace2d9-8e8e-40f2-a33f-50ecd817d983 req-09a33851-42ac-4e31-9961-d8d6d60e2f50 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:07.223950 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2727dfc1-5196-4cdc-a1d2-5acd034834f5', 'name': 'network-vif-deleted', 'tag': '2f87830a-b074-4d23-a8f7-a0cf1386aa2e'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:08:07.277814 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-a4d54b86-1b6f-4c9b-8ae7-78df7d376602 None None] The port '2cb626a6-3218-4bee-83de-91729f16e55f' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:08:07.293908 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2727dfc1-5196-4cdc-a1d2-5acd034834f5', 'name': 'network-vif-deleted', 'tag': '2f87830a-b074-4d23-a8f7-a0cf1386aa2e', 'status': 'completed', 'code': 200} Jan 21 19:08:07.305997 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-435a1127-b818-405c-95ff-a8b91714998f tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:07.319909 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e7ace2d9-8e8e-40f2-a33f-50ecd817d983 req-09a33851-42ac-4e31-9961-d8d6d60e2f50 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "DELETE /v2.0/ports/2f87830a-b074-4d23-a8f7-a0cf1386aa2e HTTP/1.1" status: 204 len: 173 time: 1.3376830 Jan 21 19:08:07.326955 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device bf9de6bb-bdc3-42f5-91ef-61d9f2d2cc3a up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:08:07.332690 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-69a9addf-660d-4c2f-a8f9-c9c1a604cc32 req-14230239-86bb-4a57-95d5-87598b9f759b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=2727dfc1-5196-4cdc-a1d2-5acd034834f5 HTTP/1.1" status: 200 len: 210 time: 0.0919030 Jan 21 19:08:07.419067 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a1127-b818-405c-95ff-a8b91714998f tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed72cc56-4646-4871-819d-97f64164dc27,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:07.489484 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port bf9de6bb-bdc3-42f5-91ef-61d9f2d2cc3a completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:08:07.505003 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port bf9de6bb-bdc3-42f5-91ef-61d9f2d2cc3a triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:07.505685 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:07.631971 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7cb0e92b-d791-404b-80a8-ae787657646f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:07.642356 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-435a1127-b818-405c-95ff-a8b91714998f tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:07.646637 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35016) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:07.653376 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-46920d47-5d33-4927-a0a7-8ed1cbc15e30 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Request body: {'security_group_rule': {'security_group_id': '28aff064-0444-4b4a-8f02-0b08a8d998fd', 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:08:07.654574 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-435a1127-b818-405c-95ff-a8b91714998f tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8491087 Jan 21 19:08:07.666174 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-46920d47-5d33-4927-a0a7-8ed1cbc15e30 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:08:07.672960 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-46920d47-5d33-4927-a0a7-8ed1cbc15e30 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Usage tracker for resource:security_group_rule and tenant:578d4b1ec7dd480f94bb194a86bde7ee is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:08:07.674771 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:07.675944 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-46920d47-5d33-4927-a0a7-8ed1cbc15e30 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:08:07.683013 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-46920d47-5d33-4927-a0a7-8ed1cbc15e30 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:08:07.711583 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port bf9de6bb-bdc3-42f5-91ef-61d9f2d2cc3a, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=bf9de6bb-bdc3-42f5-91ef-61d9f2d2cc3a,segment=NetworkSegment(18b7dc29-8d81-4d48-91f6-b24044f418a5),segment_id=18b7dc29-8d81-4d48-91f6-b24044f418a5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:08:07.764594 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.securitygroups_db [None req-46920d47-5d33-4927-a0a7-8ed1cbc15e30 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Project 578d4b1ec7dd480f94bb194a86bde7ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 19:08:07.771920 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-46920d47-5d33-4927-a0a7-8ed1cbc15e30 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:07.794053 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:07.878886 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=bf9de6bb-bdc3-42f5-91ef-61d9f2d2cc3a,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:07.882254 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-46920d47-5d33-4927-a0a7-8ed1cbc15e30 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:07.959709 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-46920d47-5d33-4927-a0a7-8ed1cbc15e30 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:08.003507 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46920d47-5d33-4927-a0a7-8ed1cbc15e30 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54736a53-1431-4f74-bf06-fea6f8e75af8,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:08.038001 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7cb0e92b-d791-404b-80a8-ae787657646f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for router_gateway, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:08.073063 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7cb0e92b-d791-404b-80a8-ae787657646f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:08.087895 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-46920d47-5d33-4927-a0a7-8ed1cbc15e30 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:08.092951 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-46920d47-5d33-4927-a0a7-8ed1cbc15e30 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4446111 Jan 21 19:08:08.093930 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35020) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:08.099091 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-1818a51f-23c4-493b-b0ed-bb270f739dab tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Request body: {'security_group_rule': {'security_group_id': '28aff064-0444-4b4a-8f02-0b08a8d998fd', 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:08:08.105690 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-1818a51f-23c4-493b-b0ed-bb270f739dab tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:08:08.109552 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-1818a51f-23c4-493b-b0ed-bb270f739dab tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Usage tracker for resource:security_group_rule and tenant:578d4b1ec7dd480f94bb194a86bde7ee is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:08:08.112474 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-1818a51f-23c4-493b-b0ed-bb270f739dab tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:08:08.118202 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-1818a51f-23c4-493b-b0ed-bb270f739dab tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:08:08.204953 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.securitygroups_db [None req-1818a51f-23c4-493b-b0ed-bb270f739dab tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Project 578d4b1ec7dd480f94bb194a86bde7ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 19:08:08.211468 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-7cb0e92b-d791-404b-80a8-ae787657646f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Allocated IP 172.26.1.246 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/018c342d-28bb-4508-a73d-dbae15ae7338) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:08:08.214230 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1818a51f-23c4-493b-b0ed-bb270f739dab tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:08.285408 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1818a51f-23c4-493b-b0ed-bb270f739dab tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:08.331779 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1818a51f-23c4-493b-b0ed-bb270f739dab tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:08.357231 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818a51f-23c4-493b-b0ed-bb270f739dab tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ea4d0d8-1c48-41db-9d2c-4af6bcb97996,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:08.436681 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35026) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:08.439581 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1818a51f-23c4-493b-b0ed-bb270f739dab tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:08.440703 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-1818a51f-23c4-493b-b0ed-bb270f739dab tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3458200 Jan 21 19:08:08.498294 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7cb0e92b-d791-404b-80a8-ae787657646f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:08.515760 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-abf9a2a4-ea90-44cf-beaf-137fbbc2b32b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:08.547145 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-abf9a2a4-ea90-44cf-beaf-137fbbc2b32b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:08.611738 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7cb0e92b-d791-404b-80a8-ae787657646f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:08.679895 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb0e92b-d791-404b-80a8-ae787657646f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:08:08.683584 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-7cb0e92b-d791-404b-80a8-ae787657646f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:08:08.686105 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb0e92b-d791-404b-80a8-ae787657646f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:08:08.702425 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-abf9a2a4-ea90-44cf-beaf-137fbbc2b32b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:08.728772 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb0e92b-d791-404b-80a8-ae787657646f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event updated for resources: {'Port': ['ID=018c342d-28bb-4508-a73d-dbae15ae7338,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:08.729520 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9a2a4-ea90-44cf-beaf-137fbbc2b32b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb4da23-ff9e-4e16-b5af-cca9aa4278bf,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:08.804703 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-abf9a2a4-ea90-44cf-beaf-137fbbc2b32b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:08.806136 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-abf9a2a4-ea90-44cf-beaf-137fbbc2b32b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "DELETE /v2.0/security-groups/9fb4da23-ff9e-4e16-b5af-cca9aa4278bf HTTP/1.1" status: 204 len: 168 time: 0.3684533 Jan 21 19:08:08.903341 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35074) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:09.221979 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7cb0e92b-d791-404b-80a8-ae787657646f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for router_gateway, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:09.264018 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device bf9de6bb-bdc3-42f5-91ef-61d9f2d2cc3a up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:08:09.352717 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port bf9de6bb-bdc3-42f5-91ef-61d9f2d2cc3a triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:09.353237 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:09.500361 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3c0400fd-be77-43f9-aa76-53edb7a46e29 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:09.526662 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 2f87830a-b074-4d23-a8f7-a0cf1386aa2e no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:08:09.564800 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] No Port match for: 2f87830a-b074-4d23-a8f7-a0cf1386aa2e {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:08:09.565146 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 2f87830a-b074-4d23-a8f7-a0cf1386aa2e not bound to the agent host hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:08:09.663150 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7cb0e92b-d791-404b-80a8-ae787657646f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:09.953193 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb0e92b-d791-404b-80a8-ae787657646f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Router 0fb6b86e-eb97-4b72-ba7e-3022a8d7f966 is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:08:09.988354 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-3c0400fd-be77-43f9-aa76-53edb7a46e29 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Deleting port b580753f-2a05-40b3-b7d4-8168499875b6 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:08:09.988844 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3c0400fd-be77-43f9-aa76-53edb7a46e29 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:10.186995 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-3c0400fd-be77-43f9-aa76-53edb7a46e29 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] For port b580753f-2a05-40b3-b7d4-8168499875b6, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=b580753f-2a05-40b3-b7d4-8168499875b6,segment=NetworkSegment(0773e98a-bb4b-499a-9c8c-1ac933e4f8f5),segment_id=0773e98a-bb4b-499a-9c8c-1ac933e4f8f5)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:08:10.187497 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3c0400fd-be77-43f9-aa76-53edb7a46e29 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:10.271509 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb0e92b-d791-404b-80a8-ae787657646f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:08:10.284424 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fefaa36-ddd6-4f7f-81b0-f8a4a4610a1a None None] Sync routers for ids ['0fb6b86e-eb97-4b72-ba7e-3022a8d7f966'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:08:10.299459 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fefaa36-ddd6-4f7f-81b0-f8a4a4610a1a None None] Routers {'0fb6b86e-eb97-4b72-ba7e-3022a8d7f966'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:08:10.300519 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-5fefaa36-ddd6-4f7f-81b0-f8a4a4610a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:07:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['0fb6b86e-eb97-4b72-ba7e-3022a8d7f966'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:10.335210 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-3c0400fd-be77-43f9-aa76-53edb7a46e29 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Calling delete_port for b580753f-2a05-40b3-b7d4-8168499875b6 owned by network:router_interface {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:08:10.365412 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7cb0e92b-d791-404b-80a8-ae787657646f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:10.366729 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-7cb0e92b-d791-404b-80a8-ae787657646f tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.5938275 Jan 21 19:08:10.368208 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-5fefaa36-ddd6-4f7f-81b0-f8a4a4610a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:10.370283 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35118) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:10.379113 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fefaa36-ddd6-4f7f-81b0-f8a4a4610a1a None None] Routers {'0fb6b86e-eb97-4b72-ba7e-3022a8d7f966'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:08:10.380094 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-5fefaa36-ddd6-4f7f-81b0-f8a4a4610a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:07:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['0fb6b86e-eb97-4b72-ba7e-3022a8d7f966'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:10.465699 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-5fefaa36-ddd6-4f7f-81b0-f8a4a4610a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:10.466487 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fefaa36-ddd6-4f7f-81b0-f8a4a4610a1a None None] The sync data for ids ['0fb6b86e-eb97-4b72-ba7e-3022a8d7f966'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:08:10.614335 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-dd64771a-7173-4487-9d41-0609d6f7d272 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "GET /v2.0/routers/0fb6b86e-eb97-4b72-ba7e-3022a8d7f966 HTTP/1.1" status: 200 len: 885 time: 0.2427325 Jan 21 19:08:10.616737 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35122) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:10.833919 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3c0400fd-be77-43f9-aa76-53edb7a46e29 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:10.850782 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-94eb4550-3886-4998-8248-28e6b67644aa tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Synchronizing usage tracker for tenant:8da58450daab4e429694fdd9f553b982 on resource:router {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:08:10.888881 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0400fd-be77-43f9-aa76-53edb7a46e29 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Port': ['ID=b580753f-2a05-40b3-b7d4-8168499875b6,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:10.958609 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-94eb4550-3886-4998-8248-28e6b67644aa tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Unset dirty status for tenant:8da58450daab4e429694fdd9f553b982 on resource:router {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:08:10.962602 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-94eb4550-3886-4998-8248-28e6b67644aa tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3422039 Jan 21 19:08:10.963175 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35128) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:10.970569 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-5bf75dcc-6620-484f-8e1d-6dcaab604a37 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1246695914'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:08:11.204397 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3c0400fd-be77-43f9-aa76-53edb7a46e29 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:11.591174 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5bf75dcc-6620-484f-8e1d-6dcaab604a37 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:11.657644 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5bf75dcc-6620-484f-8e1d-6dcaab604a37 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3720919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3720920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723161'] for router, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:11.769322 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0400fd-be77-43f9-aa76-53edb7a46e29 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Router 0237e4e4-4b11-4456-bf31-153bb5616717 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:08:11.866787 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf75dcc-6620-484f-8e1d-6dcaab604a37 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Router 0fb6b86e-eb97-4b72-ba7e-3022a8d7f966 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:08:11.965287 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0400fd-be77-43f9-aa76-53edb7a46e29 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:08:11.977611 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75e3d9e-5d94-484f-8a81-61d4186dc8d8 None None] Sync routers for ids ['0237e4e4-4b11-4456-bf31-153bb5616717'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:08:11.984041 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3c0400fd-be77-43f9-aa76-53edb7a46e29 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "PUT /v2.0/routers/0237e4e4-4b11-4456-bf31-153bb5616717/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0792596 Jan 21 19:08:11.984719 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35134) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:11.992395 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75e3d9e-5d94-484f-8a81-61d4186dc8d8 None None] Routers {'0237e4e4-4b11-4456-bf31-153bb5616717'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:08:11.993308 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-e75e3d9e-5d94-484f-8a81-61d4186dc8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:07:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['0237e4e4-4b11-4456-bf31-153bb5616717'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:12.062038 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-653f55e0-188a-4d30-8333-8db2f5e6e082 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Deleting subnet e5ea9923-e5c0-4291-84d8-365162974c14 {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:08:12.065919 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-653f55e0-188a-4d30-8333-8db2f5e6e082 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:12.140150 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-653f55e0-188a-4d30-8333-8db2f5e6e082 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:12.238068 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-e75e3d9e-5d94-484f-8a81-61d4186dc8d8 None None] Set router 0237e4e4-4b11-4456-bf31-153bb5616717 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:08:12.243059 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-653f55e0-188a-4d30-8333-8db2f5e6e082 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:12.251691 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf75dcc-6620-484f-8e1d-6dcaab604a37 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:08:12.259706 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5bf75dcc-6620-484f-8e1d-6dcaab604a37 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:12.261230 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-5bf75dcc-6620-484f-8e1d-6dcaab604a37 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "PUT /v2.0/routers/0fb6b86e-eb97-4b72-ba7e-3022a8d7f966 HTTP/1.1" status: 200 len: 892 time: 1.2967045 Jan 21 19:08:12.266247 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435c11b6-56ec-4cf2-a43f-a8316ec9508d None None] Sync routers for ids ['0fb6b86e-eb97-4b72-ba7e-3022a8d7f966'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:08:12.274828 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35138) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:12.284055 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435c11b6-56ec-4cf2-a43f-a8316ec9508d None None] Routers {'0fb6b86e-eb97-4b72-ba7e-3022a8d7f966'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:08:12.284690 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-435c11b6-56ec-4cf2-a43f-a8316ec9508d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:07:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['0fb6b86e-eb97-4b72-ba7e-3022a8d7f966'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:12.402128 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-435c11b6-56ec-4cf2-a43f-a8316ec9508d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:12.412507 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435c11b6-56ec-4cf2-a43f-a8316ec9508d None None] Routers {'0fb6b86e-eb97-4b72-ba7e-3022a8d7f966'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:08:12.414170 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-435c11b6-56ec-4cf2-a43f-a8316ec9508d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:07:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['0fb6b86e-eb97-4b72-ba7e-3022a8d7f966'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:12.417519 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-653f55e0-188a-4d30-8333-8db2f5e6e082 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:12.512106 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f55e0-188a-4d30-8333-8db2f5e6e082 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Subnet': ['ID=e5ea9923-e5c0-4291-84d8-365162974c14,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:12.531248 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-653f55e0-188a-4d30-8333-8db2f5e6e082 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:12.540012 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-653f55e0-188a-4d30-8333-8db2f5e6e082 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "DELETE /v2.0/subnets/e5ea9923-e5c0-4291-84d8-365162974c14 HTTP/1.1" status: 204 len: 168 time: 0.5519333 Jan 21 19:08:12.540369 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35142) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:12.551597 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff30f72-a3c6-4771-b6f2-ce9792482099 None None] Network ff99f632-5526-4276-9da3-3b33f700e365 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:08:12.571073 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a3d0cbae-f0cc-43eb-b4db-76016aaddebe tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "GET /v2.0/routers/0fb6b86e-eb97-4b72-ba7e-3022a8d7f966 HTTP/1.1" status: 200 len: 892 time: 0.2949479 Jan 21 19:08:12.571934 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35146) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:12.624161 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-38b6163d-e523-467b-b12d-9def8d6afd14 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Synchronizing usage tracker for tenant:8da58450daab4e429694fdd9f553b982 on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:08:12.639025 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-e75e3d9e-5d94-484f-8a81-61d4186dc8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'name': 'tempest-TestNetworkBasicOps-router-1031288913', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'd4e425b0-74b2-4ec4-8ca1-ad7810a12761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:31Z', 'updated_at': '2022-01-21T19:08:10Z', 'revision_number': 7, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'd4e425b0-74b2-4ec4-8ca1-ad7810a12761', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:32Z', 'updated_at': '2022-01-21T19:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:12.643696 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75e3d9e-5d94-484f-8a81-61d4186dc8d8 None None] Checking router: 0237e4e4-4b11-4456-bf31-153bb5616717 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:08:12.662099 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75e3d9e-5d94-484f-8a81-61d4186dc8d8 None None] Routers {'0237e4e4-4b11-4456-bf31-153bb5616717'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:08:12.662099 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-e75e3d9e-5d94-484f-8a81-61d4186dc8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:07:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['0237e4e4-4b11-4456-bf31-153bb5616717'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:12.714341 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-38b6163d-e523-467b-b12d-9def8d6afd14 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Unset dirty status for tenant:8da58450daab4e429694fdd9f553b982 on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:08:12.718441 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-38b6163d-e523-467b-b12d-9def8d6afd14 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "GET /v2.0/ports?device_id=0fb6b86e-eb97-4b72-ba7e-3022a8d7f966 HTTP/1.1" status: 200 len: 205 time: 0.1447818 Jan 21 19:08:12.718731 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-435c11b6-56ec-4cf2-a43f-a8316ec9508d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:12.718920 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435c11b6-56ec-4cf2-a43f-a8316ec9508d None None] The sync data for ids ['0fb6b86e-eb97-4b72-ba7e-3022a8d7f966'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:08:12.719041 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35150) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:12.802329 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a205d15c-12c2-407f-81bc-027fd5047a7d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:12.894469 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c83fd0-2f38-489a-ae4c-53a6459d3110 None None] DHCP port deletion for ff99f632-5526-4276-9da3-3b33f700e365 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:08:12.899435 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-b2c83fd0-2f38-489a-ae4c-53a6459d3110 None None] Deleting port 8ea11263-1b84-45b1-9ef1-6c68e0654dc7 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:08:12.899824 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b2c83fd0-2f38-489a-ae4c-53a6459d3110 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:12.914488 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-e75e3d9e-5d94-484f-8a81-61d4186dc8d8 None None] Set router 0237e4e4-4b11-4456-bf31-153bb5616717 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:08:12.968453 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0beee496-ae86-4970-b3bb-7bb774cea5da tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for router, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:13.176046 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a205d15c-12c2-407f-81bc-027fd5047a7d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:13.225048 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-b2c83fd0-2f38-489a-ae4c-53a6459d3110 None None] For port 8ea11263-1b84-45b1-9ef1-6c68e0654dc7, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=8ea11263-1b84-45b1-9ef1-6c68e0654dc7,segment=NetworkSegment(0773e98a-bb4b-499a-9c8c-1ac933e4f8f5),segment_id=0773e98a-bb4b-499a-9c8c-1ac933e4f8f5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:08:13.225972 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b2c83fd0-2f38-489a-ae4c-53a6459d3110 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:13.276800 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0beee496-ae86-4970-b3bb-7bb774cea5da tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:13.297019 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-a205d15c-12c2-407f-81bc-027fd5047a7d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Deleting port d4e425b0-74b2-4ec4-8ca1-ad7810a12761 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:08:13.297959 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a205d15c-12c2-407f-81bc-027fd5047a7d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:13.317269 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 8ea11263-1b84-45b1-9ef1-6c68e0654dc7 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:08:13.376816 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-0beee496-ae86-4970-b3bb-7bb774cea5da tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Deleting port 018c342d-28bb-4508-a73d-dbae15ae7338 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:08:13.377516 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0beee496-ae86-4970-b3bb-7bb774cea5da tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:13.553480 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-a205d15c-12c2-407f-81bc-027fd5047a7d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] For port d4e425b0-74b2-4ec4-8ca1-ad7810a12761, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=d4e425b0-74b2-4ec4-8ca1-ad7810a12761,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:08:13.639572 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a205d15c-12c2-407f-81bc-027fd5047a7d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:13.640257 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-b2c83fd0-2f38-489a-ae4c-53a6459d3110 None None] Calling delete_port for 8ea11263-1b84-45b1-9ef1-6c68e0654dc7 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:08:13.640380 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-e75e3d9e-5d94-484f-8a81-61d4186dc8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'name': 'tempest-TestNetworkBasicOps-router-1031288913', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'd4e425b0-74b2-4ec4-8ca1-ad7810a12761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:31Z', 'updated_at': '2022-01-21T19:08:10Z', 'revision_number': 7, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'd4e425b0-74b2-4ec4-8ca1-ad7810a12761', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:32Z', 'updated_at': '2022-01-21T19:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:13.640380 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75e3d9e-5d94-484f-8a81-61d4186dc8d8 None None] The sync data for ids ['0237e4e4-4b11-4456-bf31-153bb5616717'] in dv-neutron-825470-1-hyperv is: [{'id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'name': 'tempest-TestNetworkBasicOps-router-1031288913', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.89'}], 'enable_snat': True}, 'gw_port_id': 'd4e425b0-74b2-4ec4-8ca1-ad7810a12761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:05:31Z', 'updated_at': '2022-01-21T19:08:10Z', 'revision_number': 7, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'd4e425b0-74b2-4ec4-8ca1-ad7810a12761', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0237e4e4-4b11-4456-bf31-153bb5616717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:05:32Z', 'updated_at': '2022-01-21T19:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:08:13.653804 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0beee496-ae86-4970-b3bb-7bb774cea5da tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:13.721968 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-a205d15c-12c2-407f-81bc-027fd5047a7d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Calling delete_port for d4e425b0-74b2-4ec4-8ca1-ad7810a12761 owned by network:router_gateway {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:08:13.730125 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:13.825552 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-0beee496-ae86-4970-b3bb-7bb774cea5da tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Calling delete_port for 018c342d-28bb-4508-a73d-dbae15ae7338 owned by network:router_gateway {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:08:13.829382 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b2c83fd0-2f38-489a-ae4c-53a6459d3110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:13.966810 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c83fd0-2f38-489a-ae4c-53a6459d3110 None None] Pushing event deleted for resources: {'Port': ['ID=8ea11263-1b84-45b1-9ef1-6c68e0654dc7,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:13.966810 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c83fd0-2f38-489a-ae4c-53a6459d3110 None None] No DVR routers for this DVR port 8ea11263-1b84-45b1-9ef1-6c68e0654dc7 on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:08:14.154335 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a205d15c-12c2-407f-81bc-027fd5047a7d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:14.166469 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0beee496-ae86-4970-b3bb-7bb774cea5da tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:14.223283 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beee496-ae86-4970-b3bb-7bb774cea5da tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event deleted for resources: {'Port': ['ID=018c342d-28bb-4508-a73d-dbae15ae7338,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:14.327294 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0beee496-ae86-4970-b3bb-7bb774cea5da tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:14.329308 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205d15c-12c2-407f-81bc-027fd5047a7d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Port': ['ID=d4e425b0-74b2-4ec4-8ca1-ad7810a12761,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:14.426249 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a205d15c-12c2-407f-81bc-027fd5047a7d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:14.606435 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a205d15c-12c2-407f-81bc-027fd5047a7d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:14.608684 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a205d15c-12c2-407f-81bc-027fd5047a7d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:14.668237 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0beee496-ae86-4970-b3bb-7bb774cea5da tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:14.670545 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0beee496-ae86-4970-b3bb-7bb774cea5da tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:14.737132 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a205d15c-12c2-407f-81bc-027fd5047a7d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:14.737862 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a205d15c-12c2-407f-81bc-027fd5047a7d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Fanout notify agent at l3_agent the message router_deleted on router 0237e4e4-4b11-4456-bf31-153bb5616717 {{(pid=88137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:08:14.790469 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a205d15c-12c2-407f-81bc-027fd5047a7d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:14.790469 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-a205d15c-12c2-407f-81bc-027fd5047a7d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "DELETE /v2.0/routers/0237e4e4-4b11-4456-bf31-153bb5616717 HTTP/1.1" status: 204 len: 168 time: 2.2152796 Jan 21 19:08:14.790469 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35158) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:14.894206 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e94777e4-3f55-4431-aaaf-f093b2d75706 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:15.016921 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0beee496-ae86-4970-b3bb-7bb774cea5da tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:15.017463 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0beee496-ae86-4970-b3bb-7bb774cea5da tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Fanout notify agent at l3_agent the message router_deleted on router 0fb6b86e-eb97-4b72-ba7e-3022a8d7f966 {{(pid=88136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:08:15.036255 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e94777e4-3f55-4431-aaaf-f093b2d75706 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:15.062948 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-e94777e4-3f55-4431-aaaf-f093b2d75706 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff99f632-5526-4276-9da3-3b33f700e365']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:15.075931 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-e94777e4-3f55-4431-aaaf-f093b2d75706 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0773e98a-bb4b-499a-9c8c-1ac933e4f8f5') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:15.076223 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-e94777e4-3f55-4431-aaaf-f093b2d75706 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0773e98a-bb4b-499a-9c8c-1ac933e4f8f5') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:15.087659 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e94777e4-3f55-4431-aaaf-f093b2d75706 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:15.097570 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0beee496-ae86-4970-b3bb-7bb774cea5da tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:15.098938 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-0beee496-ae86-4970-b3bb-7bb774cea5da tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "DELETE /v2.0/routers/0fb6b86e-eb97-4b72-ba7e-3022a8d7f966 HTTP/1.1" status: 204 len: 168 time: 2.3790088 Jan 21 19:08:15.102431 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35162) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:15.110802 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-44d426d5-8f4f-4b87-889c-5605e0952265 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1206129687'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:08:15.111114 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e94777e4-3f55-4431-aaaf-f093b2d75706 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:15.114724 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-44d426d5-8f4f-4b87-889c-5605e0952265 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:08:15.117480 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e94777e4-3f55-4431-aaaf-f093b2d75706 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:08:15.117987 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e94777e4-3f55-4431-aaaf-f093b2d75706 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:15.118708 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-44d426d5-8f4f-4b87-889c-5605e0952265 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Usage tracker for resource:network and tenant:8da58450daab4e429694fdd9f553b982 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:08:15.121704 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-44d426d5-8f4f-4b87-889c-5605e0952265 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:08:15.127611 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-44d426d5-8f4f-4b87-889c-5605e0952265 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:08:15.134364 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:08:15.134364 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:08:15.134364 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:08:15.134364 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:08:15.134364 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:08:15.134364 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:08:15.134364 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:08:15.134364 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:08:15.134364 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:08:15.134364 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:08:15.134364 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:08:15.134364 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:08:15.134364 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:08:15.134364 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:08:15.134364 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:08:15.134364 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:08:15.134364 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:08:15.134364 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:08:15.134364 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:08:15.134364 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:08:15.134364 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:08:15.134364 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:08:15.134364 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:08:15.134364 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:08:15.134364 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:08:15.134364 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:08:15.134364 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:08:15.134364 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:08:15.134364 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:08:15.134364 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:08:15.134364 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:08:15.134364 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:08:15.204501 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d426d5-8f4f-4b87-889c-5605e0952265 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Made reservation on behalf of 8da58450daab4e429694fdd9f553b982 for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:08:15.208557 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-44d426d5-8f4f-4b87-889c-5605e0952265 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:15.240325 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44d426d5-8f4f-4b87-889c-5605e0952265 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:08:15.254004 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-44d426d5-8f4f-4b87-889c-5605e0952265 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:15.254404 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-44d426d5-8f4f-4b87-889c-5605e0952265 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Added segment e4333912-a571-468c-87f3-9e1508316d4f of type vlan for network 14b6b20a-02ef-4951-a61c-1b6c8f443066 Jan 21 19:08:15.294129 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-44d426d5-8f4f-4b87-889c-5605e0952265 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:15.319242 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e94777e4-3f55-4431-aaaf-f093b2d75706 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:15.349158 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e94777e4-3f55-4431-aaaf-f093b2d75706 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:15.360449 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device b580753f-2a05-40b3-b7d4-8168499875b6 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:08:15.366405 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94777e4-3f55-4431-aaaf-f093b2d75706 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Network': ['ID=ff99f632-5526-4276-9da3-3b33f700e365,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:15.380611 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e94777e4-3f55-4431-aaaf-f093b2d75706 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "DELETE /v2.0/networks/ff99f632-5526-4276-9da3-3b33f700e365 HTTP/1.1" status: 204 len: 168 time: 0.6115615 Jan 21 19:08:15.396290 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: b580753f-2a05-40b3-b7d4-8168499875b6 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:08:15.396654 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device b580753f-2a05-40b3-b7d4-8168499875b6 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:08:15.397040 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device d4e425b0-74b2-4ec4-8ca1-ad7810a12761 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:08:15.398830 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35168) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:15.405520 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-44d426d5-8f4f-4b87-889c-5605e0952265 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:15.414712 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d426d5-8f4f-4b87-889c-5605e0952265 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:15.422421 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-bab268bf-f3a7-42b6-847c-e144670ae8b5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'network': {'name': 'tempest-network-smoke--691869763', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'port_security_enabled': True}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:08:15.422591 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-44d426d5-8f4f-4b87-889c-5605e0952265 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:15.422707 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-bab268bf-f3a7-42b6-847c-e144670ae8b5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:08:15.432087 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-bab268bf-f3a7-42b6-847c-e144670ae8b5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:network and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:08:15.433489 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: d4e425b0-74b2-4ec4-8ca1-ad7810a12761 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:08:15.433864 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device d4e425b0-74b2-4ec4-8ca1-ad7810a12761 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:08:15.441745 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-bab268bf-f3a7-42b6-847c-e144670ae8b5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:08:15.455263 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-bab268bf-f3a7-42b6-847c-e144670ae8b5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:08:15.551673 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-44d426d5-8f4f-4b87-889c-5605e0952265 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4482586 Jan 21 19:08:15.554630 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35172) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:15.558337 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d426d5-8f4f-4b87-889c-5605e0952265 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event updated for resources: {'Network': ['ID=14b6b20a-02ef-4951-a61c-1b6c8f443066,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:15.561242 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-ff26b4d9-b40a-4f59-9601-992eacf30398 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Request body: {'subnet': {'network_id': '14b6b20a-02ef-4951-a61c-1b6c8f443066', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:08:15.570873 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 14b6b20a-02ef-4951-a61c-1b6c8f443066 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:08:15.613392 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab268bf-f3a7-42b6-847c-e144670ae8b5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Made reservation on behalf of f393478d14c44d15ad1bf9df868df3cb for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:08:15.616788 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bab268bf-f3a7-42b6-847c-e144670ae8b5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:15.703922 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-ff26b4d9-b40a-4f59-9601-992eacf30398 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:08:15.710432 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ff26b4d9-b40a-4f59-9601-992eacf30398 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Usage tracker for resource:subnet and tenant:8da58450daab4e429694fdd9f553b982 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:08:15.714950 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ff26b4d9-b40a-4f59-9601-992eacf30398 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:08:15.717537 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bab268bf-f3a7-42b6-847c-e144670ae8b5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:08:15.725024 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-ff26b4d9-b40a-4f59-9601-992eacf30398 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:08:15.733672 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bab268bf-f3a7-42b6-847c-e144670ae8b5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:15.734040 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-bab268bf-f3a7-42b6-847c-e144670ae8b5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Added segment 48eb82bf-0b2d-4d0e-8375-4b8a65c17a7f of type vlan for network 6cda776f-5d01-457b-a570-306ee657f8d7 Jan 21 19:08:15.759940 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bab268bf-f3a7-42b6-847c-e144670ae8b5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:15.856687 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff26b4d9-b40a-4f59-9601-992eacf30398 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Made reservation on behalf of 8da58450daab4e429694fdd9f553b982 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:08:15.860384 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ff26b4d9-b40a-4f59-9601-992eacf30398 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:16.125550 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bab268bf-f3a7-42b6-847c-e144670ae8b5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:16.131197 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab268bf-f3a7-42b6-847c-e144670ae8b5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:16.131809 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bab268bf-f3a7-42b6-847c-e144670ae8b5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:16.245005 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ff26b4d9-b40a-4f59-9601-992eacf30398 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:16.274489 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab268bf-f3a7-42b6-847c-e144670ae8b5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Network': ['ID=6cda776f-5d01-457b-a570-306ee657f8d7,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:16.286308 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 6cda776f-5d01-457b-a570-306ee657f8d7 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:08:16.297107 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35176) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:16.297705 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-bab268bf-f3a7-42b6-847c-e144670ae8b5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8972623 Jan 21 19:08:16.304752 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-aa106de7-4045-464b-a520-194c4abdd81f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-615588185', 'admin_state_up': True, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:08:16.318666 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-aa106de7-4045-464b-a520-194c4abdd81f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:08:16.326079 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-aa106de7-4045-464b-a520-194c4abdd81f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:router and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:08:16.329875 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-aa106de7-4045-464b-a520-194c4abdd81f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:08:16.338125 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26b4d9-b40a-4f59-9601-992eacf30398 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event updated for resources: {'Subnet': ['ID=00976373-eaa1-4440-9422-2705fa54937d,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:16.348084 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-aa106de7-4045-464b-a520-194c4abdd81f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:08:16.349954 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff26b4d9-b40a-4f59-9601-992eacf30398 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Checking segment: {'id': 'e4333912-a571-468c-87f3-9e1508316d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '14b6b20a-02ef-4951-a61c-1b6c8f443066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:08:16.350496 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff26b4d9-b40a-4f59-9601-992eacf30398 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Network hostable DHCP agents. Network: 14b6b20a-02ef-4951-a61c-1b6c8f443066, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:08:16.444660 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aa106de7-4045-464b-a520-194c4abdd81f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:16.448355 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aa106de7-4045-464b-a520-194c4abdd81f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:16.467504 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff26b4d9-b40a-4f59-9601-992eacf30398 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Network 14b6b20a-02ef-4951-a61c-1b6c8f443066 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:08:16.475842 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aa106de7-4045-464b-a520-194c4abdd81f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:16.553629 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-ff26b4d9-b40a-4f59-9601-992eacf30398 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 14b6b20a-02ef-4951-a61c-1b6c8f443066) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:08:16.558203 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff26b4d9-b40a-4f59-9601-992eacf30398 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:16.563015 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ff26b4d9-b40a-4f59-9601-992eacf30398 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:16.564352 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91f5403-cab2-4396-9842-afd30c6547a8 None None] Network 14b6b20a-02ef-4951-a61c-1b6c8f443066 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:08:16.640358 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ff26b4d9-b40a-4f59-9601-992eacf30398 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0845332 Jan 21 19:08:16.644576 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35182) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:16.648885 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-d8538b7d-87da-484b-8f14-eeac0ba8d7f6 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1050995693', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:08:16.656041 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-d8538b7d-87da-484b-8f14-eeac0ba8d7f6 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:08:16.660237 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-d8538b7d-87da-484b-8f14-eeac0ba8d7f6 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Usage tracker for resource:router and tenant:8da58450daab4e429694fdd9f553b982 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:08:16.663236 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-d8538b7d-87da-484b-8f14-eeac0ba8d7f6 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:08:16.670964 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-d8538b7d-87da-484b-8f14-eeac0ba8d7f6 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:08:16.776113 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d8538b7d-87da-484b-8f14-eeac0ba8d7f6 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:16.777678 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d8538b7d-87da-484b-8f14-eeac0ba8d7f6 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:16.801861 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d8538b7d-87da-484b-8f14-eeac0ba8d7f6 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:16.808524 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277ca453-3876-4acd-9c3e-0d74ccb15f64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-14b6b20a-02ef-4951-a61c-1b6c8f443066', 'network_id': '14b6b20a-02ef-4951-a61c-1b6c8f443066', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'fixed_ips': [{'subnet_id': '00976373-eaa1-4440-9422-2705fa54937d'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:08:16.809642 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-277ca453-3876-4acd-9c3e-0d74ccb15f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:16.882175 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aa106de7-4045-464b-a520-194c4abdd81f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:16.908438 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d8538b7d-87da-484b-8f14-eeac0ba8d7f6 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:16.981615 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-277ca453-3876-4acd-9c3e-0d74ccb15f64 None None] Allocated IP 2001:db8::2 (14b6b20a-02ef-4951-a61c-1b6c8f443066/00976373-eaa1-4440-9422-2705fa54937d/a03851e7-941e-4c4f-b000-3bd920a1cab5) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:08:16.982365 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d8538b7d-87da-484b-8f14-eeac0ba8d7f6 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:16.983564 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-d8538b7d-87da-484b-8f14-eeac0ba8d7f6 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3387613 Jan 21 19:08:16.986158 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35186) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:17.274639 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-277ca453-3876-4acd-9c3e-0d74ccb15f64 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:17.287587 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-277ca453-3876-4acd-9c3e-0d74ccb15f64 None None] Transition to ACTIVE for port object a03851e7-941e-4c4f-b000-3bd920a1cab5 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:08:17.312595 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-277ca453-3876-4acd-9c3e-0d74ccb15f64 None None] Transition to ACTIVE for port object a03851e7-941e-4c4f-b000-3bd920a1cab5 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:08:17.326870 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aa106de7-4045-464b-a520-194c4abdd81f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router_gateway, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:17.360883 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aa106de7-4045-464b-a520-194c4abdd81f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:17.399829 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-277ca453-3876-4acd-9c3e-0d74ccb15f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:17.477613 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277ca453-3876-4acd-9c3e-0d74ccb15f64 None None] Network 14b6b20a-02ef-4951-a61c-1b6c8f443066 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:08:17.483401 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-277ca453-3876-4acd-9c3e-0d74ccb15f64 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:08:17.487368 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277ca453-3876-4acd-9c3e-0d74ccb15f64 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:08:17.535269 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277ca453-3876-4acd-9c3e-0d74ccb15f64 None None] Pushing event updated for resources: {'Port': ['ID=a03851e7-941e-4c4f-b000-3bd920a1cab5,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:17.598965 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-277ca453-3876-4acd-9c3e-0d74ccb15f64 None None] Attempting to bind port a03851e7-941e-4c4f-b000-3bd920a1cab5 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:08:17.599670 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-277ca453-3876-4acd-9c3e-0d74ccb15f64 None None] Attempting to bind port a03851e7-941e-4c4f-b000-3bd920a1cab5 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'e4333912-a571-468c-87f3-9e1508316d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '14b6b20a-02ef-4951-a61c-1b6c8f443066'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:08:17.599839 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277ca453-3876-4acd-9c3e-0d74ccb15f64 None None] Attempting to bind port a03851e7-941e-4c4f-b000-3bd920a1cab5 on network 14b6b20a-02ef-4951-a61c-1b6c8f443066 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:08:17.605694 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277ca453-3876-4acd-9c3e-0d74ccb15f64 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:08:17.606100 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277ca453-3876-4acd-9c3e-0d74ccb15f64 None None] Checking segment: {'id': 'e4333912-a571-468c-87f3-9e1508316d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '14b6b20a-02ef-4951-a61c-1b6c8f443066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:08:17.606503 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-277ca453-3876-4acd-9c3e-0d74ccb15f64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:17.607111 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277ca453-3876-4acd-9c3e-0d74ccb15f64 None None] Bound using segment: {'id': 'e4333912-a571-468c-87f3-9e1508316d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '14b6b20a-02ef-4951-a61c-1b6c8f443066'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:08:17.607428 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-277ca453-3876-4acd-9c3e-0d74ccb15f64 None None] Bound port: a03851e7-941e-4c4f-b000-3bd920a1cab5, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4333912-a571-468c-87f3-9e1508316d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '14b6b20a-02ef-4951-a61c-1b6c8f443066'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:08:17.608279 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-277ca453-3876-4acd-9c3e-0d74ccb15f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:17.619470 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-aa106de7-4045-464b-a520-194c4abdd81f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Allocated IP 172.26.1.150 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/de8a1a6b-5e3c-4c53-88ca-990d7be35731) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:08:17.661837 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a21f1860-ab67-4200-b81e-d876874b3080 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:17.709428 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-277ca453-3876-4acd-9c3e-0d74ccb15f64 None None] For port a03851e7-941e-4c4f-b000-3bd920a1cab5, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:08:17.713693 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-277ca453-3876-4acd-9c3e-0d74ccb15f64 None None] For port a03851e7-941e-4c4f-b000-3bd920a1cab5, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=a03851e7-941e-4c4f-b000-3bd920a1cab5,segment=NetworkSegment(e4333912-a571-468c-87f3-9e1508316d4f),segment_id=e4333912-a571-468c-87f3-9e1508316d4f)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:08:17.784149 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-277ca453-3876-4acd-9c3e-0d74ccb15f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:17.803415 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aa106de7-4045-464b-a520-194c4abdd81f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:17.881689 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aa106de7-4045-464b-a520-194c4abdd81f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:17.897283 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277ca453-3876-4acd-9c3e-0d74ccb15f64 None None] Pushing event updated for resources: {'Port': ['ID=a03851e7-941e-4c4f-b000-3bd920a1cab5,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:18.095443 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-a21f1860-ab67-4200-b81e-d876874b3080 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Allocated IP 2001:db8::1 (14b6b20a-02ef-4951-a61c-1b6c8f443066/00976373-eaa1-4440-9422-2705fa54937d/dec09698-74b3-4fa4-9a4e-4c020e59408f) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:08:18.102718 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa106de7-4045-464b-a520-194c4abdd81f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:08:18.105894 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-aa106de7-4045-464b-a520-194c4abdd81f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:08:18.109582 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa106de7-4045-464b-a520-194c4abdd81f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:08:18.144274 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa106de7-4045-464b-a520-194c4abdd81f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=de8a1a6b-5e3c-4c53-88ca-990d7be35731,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:18.316980 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a21f1860-ab67-4200-b81e-d876874b3080 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:18.341984 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-a21f1860-ab67-4200-b81e-d876874b3080 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Transition to ACTIVE for port object dec09698-74b3-4fa4-9a4e-4c020e59408f will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:08:18.422866 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:08:18.473074 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a21f1860-ab67-4200-b81e-d876874b3080 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:18.552322 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21f1860-ab67-4200-b81e-d876874b3080 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Network 14b6b20a-02ef-4951-a61c-1b6c8f443066 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:08:18.555511 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-a21f1860-ab67-4200-b81e-d876874b3080 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:08:18.560613 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21f1860-ab67-4200-b81e-d876874b3080 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:08:18.561136 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a21f1860-ab67-4200-b81e-d876874b3080 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:18.694550 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f1860-ab67-4200-b81e-d876874b3080 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event updated for resources: {'Port': ['ID=dec09698-74b3-4fa4-9a4e-4c020e59408f,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:18.703186 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aa106de7-4045-464b-a520-194c4abdd81f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router_gateway, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:19.078956 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a21f1860-ab67-4200-b81e-d876874b3080 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:19.083440 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aa106de7-4045-464b-a520-194c4abdd81f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:19.280016 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ae0082-73e3-428e-87ac-00bcdfa6d224 None None] Network 14b6b20a-02ef-4951-a61c-1b6c8f443066 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:08:19.368508 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device a03851e7-941e-4c4f-b000-3bd920a1cab5 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:08:19.399737 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa106de7-4045-464b-a520-194c4abdd81f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Router 4bee4a03-39fe-45ea-815b-1603b08c03c0 is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:08:19.533704 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-7ab8bcbd-6b9c-4b16-a07a-f09fa04d1cc4 None None] Provisioning for port a03851e7-941e-4c4f-b000-3bd920a1cab5 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:08:19.610140 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port a03851e7-941e-4c4f-b000-3bd920a1cab5 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:08:19.617291 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port a03851e7-941e-4c4f-b000-3bd920a1cab5 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:19.617291 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:19.646565 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa106de7-4045-464b-a520-194c4abdd81f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:08:19.646825 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a21f1860-ab67-4200-b81e-d876874b3080 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:19.660337 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a72b81-3868-4cef-8828-cddb619b989c None None] Sync routers for ids ['4bee4a03-39fe-45ea-815b-1603b08c03c0'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:08:19.674022 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a72b81-3868-4cef-8828-cddb619b989c None None] Routers {'4bee4a03-39fe-45ea-815b-1603b08c03c0'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:08:19.674919 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-11a72b81-3868-4cef-8828-cddb619b989c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:07:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['4bee4a03-39fe-45ea-815b-1603b08c03c0'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:19.696904 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a21f1860-ab67-4200-b81e-d876874b3080 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:19.698404 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a21f1860-ab67-4200-b81e-d876874b3080 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:19.770076 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aa106de7-4045-464b-a520-194c4abdd81f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:19.775058 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-aa106de7-4045-464b-a520-194c4abdd81f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.4740477 Jan 21 19:08:19.775541 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35196) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:19.831772 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:19.876390 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port a03851e7-941e-4c4f-b000-3bd920a1cab5, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=a03851e7-941e-4c4f-b000-3bd920a1cab5,segment=NetworkSegment(e4333912-a571-468c-87f3-9e1508316d4f),segment_id=e4333912-a571-468c-87f3-9e1508316d4f)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:08:19.881129 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-754458a6-80e2-40e6-a5b3-5bd4244fab38 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=f393478d14c44d15ad1bf9df868df3cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1039150 Jan 21 19:08:19.886027 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35200) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:19.992747 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:20.019325 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-11a72b81-3868-4cef-8828-cddb619b989c None None] Set router 4bee4a03-39fe-45ea-815b-1603b08c03c0 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:08:20.019932 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f1860-ab67-4200-b81e-d876874b3080 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event updated for resources: {'Port': ['ID=dec09698-74b3-4fa4-9a4e-4c020e59408f,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:20.150046 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=a03851e7-941e-4c4f-b000-3bd920a1cab5,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:20.155944 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21f1860-ab67-4200-b81e-d876874b3080 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Network 14b6b20a-02ef-4951-a61c-1b6c8f443066 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:08:20.165879 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-a21f1860-ab67-4200-b81e-d876874b3080 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:08:20.279739 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c80b5c-010a-4f0c-bffb-b82c8cc4044d tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:20.285069 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-96c80b5c-010a-4f0c-bffb-b82c8cc4044d tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3972323 Jan 21 19:08:20.287359 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35204) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:20.353826 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-2e756795-fbea-4c95-8144-655eab48a752 None None] Provisioning for port dec09698-74b3-4fa4-9a4e-4c020e59408f completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:08:20.362281 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-2e756795-fbea-4c95-8144-655eab48a752 None None] Provisioning complete for port dec09698-74b3-4fa4-9a4e-4c020e59408f triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:20.362528 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2e756795-fbea-4c95-8144-655eab48a752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:20.371223 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-98b1bd48-ac75-47c5-a887-b0ce1754b589 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=552ba34b-3dd7-4be8-8310-a9fc908fe72b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0806632 Jan 21 19:08:20.376689 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35208) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:20.401404 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-40d2919c-3cf4-4d12-aab9-dd3a986eb25a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1710134924', 'network_id': '6cda776f-5d01-457b-a570-306ee657f8d7', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:08:20.463607 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-2e756795-fbea-4c95-8144-655eab48a752 None None] Port dec09698-74b3-4fa4-9a4e-4c020e59408f cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:08:20.487817 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-2e756795-fbea-4c95-8144-655eab48a752 None None] Provisioning complete for port a03851e7-941e-4c4f-b000-3bd920a1cab5 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:20.488198 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2e756795-fbea-4c95-8144-655eab48a752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:20.590901 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-11a72b81-3868-4cef-8828-cddb619b989c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bee4a03-39fe-45ea-815b-1603b08c03c0', 'name': 'tempest-TestNetworkBasicOps-router-615588185', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': 'de8a1a6b-5e3c-4c53-88ca-990d7be35731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:08:16Z', 'updated_at': '2022-01-21T19:08:18Z', 'revision_number': 3, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'de8a1a6b-5e3c-4c53-88ca-990d7be35731', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e8:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bee4a03-39fe-45ea-815b-1603b08c03c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:17Z', 'updated_at': '2022-01-21T19:08:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:20.595029 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a72b81-3868-4cef-8828-cddb619b989c None None] Checking router: 4bee4a03-39fe-45ea-815b-1603b08c03c0 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:08:20.595377 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a72b81-3868-4cef-8828-cddb619b989c None None] Updating router 4bee4a03-39fe-45ea-815b-1603b08c03c0 port de8a1a6b-5e3c-4c53-88ca-990d7be35731 binding host dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:08:20.604943 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-40d2919c-3cf4-4d12-aab9-dd3a986eb25a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:08:20.608496 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-40d2919c-3cf4-4d12-aab9-dd3a986eb25a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:subnet and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:08:20.611387 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-40d2919c-3cf4-4d12-aab9-dd3a986eb25a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:08:20.621715 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-40d2919c-3cf4-4d12-aab9-dd3a986eb25a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:08:20.633849 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a21f1860-ab67-4200-b81e-d876874b3080 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Router 6dd3fc03-92de-49fd-8835-d5d30821d37c is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:08:20.672894 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-11a72b81-3868-4cef-8828-cddb619b989c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:20.739846 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d2919c-3cf4-4d12-aab9-dd3a986eb25a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Made reservation on behalf of f393478d14c44d15ad1bf9df868df3cb for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:08:20.744046 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-40d2919c-3cf4-4d12-aab9-dd3a986eb25a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:20.790605 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-5b37fd23-f36d-4ccf-9ffb-d5bebfe782d5 None None] Provisioning complete for port dec09698-74b3-4fa4-9a4e-4c020e59408f triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:20.790965 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5b37fd23-f36d-4ccf-9ffb-d5bebfe782d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:20.882962 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-5b37fd23-f36d-4ccf-9ffb-d5bebfe782d5 None None] Port dec09698-74b3-4fa4-9a4e-4c020e59408f cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:08:20.987707 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21f1860-ab67-4200-b81e-d876874b3080 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:08:20.999827 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf62488-d0c5-4d70-9336-1e96cefaec28 None None] Sync routers for ids ['6dd3fc03-92de-49fd-8835-d5d30821d37c'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:08:21.013554 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf62488-d0c5-4d70-9336-1e96cefaec28 None None] Routers {'6dd3fc03-92de-49fd-8835-d5d30821d37c'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:08:21.013554 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-caf62488-d0c5-4d70-9336-1e96cefaec28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:07:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['6dd3fc03-92de-49fd-8835-d5d30821d37c'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:21.013777 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35214) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:21.023480 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-a21f1860-ab67-4200-b81e-d876874b3080 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "PUT /v2.0/routers/6dd3fc03-92de-49fd-8835-d5d30821d37c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0360615 Jan 21 19:08:21.081636 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-caf62488-d0c5-4d70-9336-1e96cefaec28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:21.094024 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-21cde494-9b40-45c2-9620-6d9d72c2f7e8 None None] Provisioning complete for port dec09698-74b3-4fa4-9a4e-4c020e59408f triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:21.097959 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-21cde494-9b40-45c2-9620-6d9d72c2f7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:21.124312 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf62488-d0c5-4d70-9336-1e96cefaec28 None None] Routers {'6dd3fc03-92de-49fd-8835-d5d30821d37c'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:08:21.125162 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-caf62488-d0c5-4d70-9336-1e96cefaec28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:07:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['6dd3fc03-92de-49fd-8835-d5d30821d37c'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:21.127338 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-11a72b81-3868-4cef-8828-cddb619b989c None None] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:21.146612 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-11a72b81-3868-4cef-8828-cddb619b989c None None] Transition to ACTIVE for port object de8a1a6b-5e3c-4c53-88ca-990d7be35731 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:08:21.164991 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43114396-5448-40bc-92e2-1de38a9ba369 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:21.167164 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-43114396-5448-40bc-92e2-1de38a9ba369 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "GET /v2.0/ports/dec09698-74b3-4fa4-9a4e-4c020e59408f HTTP/1.1" status: 200 len: 911 time: 0.1527054 Jan 21 19:08:21.170174 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35218) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:21.176491 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-3e1d18ac-cd39-4de9-9da6-fa02c1778864 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '00976373-eaa1-4440-9422-2705fa54937d'}]}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:08:21.204318 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-caf62488-d0c5-4d70-9336-1e96cefaec28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:21.204730 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf62488-d0c5-4d70-9336-1e96cefaec28 None None] The sync data for ids ['6dd3fc03-92de-49fd-8835-d5d30821d37c'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:08:21.208676 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-11a72b81-3868-4cef-8828-cddb619b989c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:21.217138 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-21cde494-9b40-45c2-9620-6d9d72c2f7e8 None None] Port dec09698-74b3-4fa4-9a4e-4c020e59408f cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:08:21.236320 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-40d2919c-3cf4-4d12-aab9-dd3a986eb25a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:21.276271 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device a03851e7-941e-4c4f-b000-3bd920a1cab5 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:08:21.320274 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-11a72b81-3868-4cef-8828-cddb619b989c None None] Attempting to bind port de8a1a6b-5e3c-4c53-88ca-990d7be35731 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:08:21.320742 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-11a72b81-3868-4cef-8828-cddb619b989c None None] Attempting to bind port de8a1a6b-5e3c-4c53-88ca-990d7be35731 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:08:21.321306 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a72b81-3868-4cef-8828-cddb619b989c None None] Attempting to bind port de8a1a6b-5e3c-4c53-88ca-990d7be35731 on network 552ba34b-3dd7-4be8-8310-a9fc908fe72b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:08:21.330522 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e98a56-f9a3-4064-84d2-fd79c99793dd None None] Pushing event updated for resources: {'Port': ['ID=de8a1a6b-5e3c-4c53-88ca-990d7be35731,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:21.340870 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a72b81-3868-4cef-8828-cddb619b989c None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:08:21.341349 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a72b81-3868-4cef-8828-cddb619b989c None None] Checking segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:08:21.341837 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-11a72b81-3868-4cef-8828-cddb619b989c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:21.342300 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a72b81-3868-4cef-8828-cddb619b989c None None] Bound using segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:08:21.342943 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-11a72b81-3868-4cef-8828-cddb619b989c None None] Bound port: de8a1a6b-5e3c-4c53-88ca-990d7be35731, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:08:21.343462 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-11a72b81-3868-4cef-8828-cddb619b989c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:21.359228 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port a03851e7-941e-4c4f-b000-3bd920a1cab5 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:21.359829 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:21.449622 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-11a72b81-3868-4cef-8828-cddb619b989c None None] For port de8a1a6b-5e3c-4c53-88ca-990d7be35731, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:08:21.453428 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-11a72b81-3868-4cef-8828-cddb619b989c None None] For port de8a1a6b-5e3c-4c53-88ca-990d7be35731, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=de8a1a6b-5e3c-4c53-88ca-990d7be35731,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:08:21.503802 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d2919c-3cf4-4d12-aab9-dd3a986eb25a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Subnet': ['ID=02e9641c-5c6e-4ac9-ab6a-a7329d6ea353,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:21.532789 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d2919c-3cf4-4d12-aab9-dd3a986eb25a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Checking segment: {'id': '48eb82bf-0b2d-4d0e-8375-4b8a65c17a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6cda776f-5d01-457b-a570-306ee657f8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:08:21.533136 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d2919c-3cf4-4d12-aab9-dd3a986eb25a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network hostable DHCP agents. Network: 6cda776f-5d01-457b-a570-306ee657f8d7, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:08:21.537397 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-11a72b81-3868-4cef-8828-cddb619b989c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:21.621450 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a72b81-3868-4cef-8828-cddb619b989c None None] Routers {'4bee4a03-39fe-45ea-815b-1603b08c03c0'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:08:21.622203 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-11a72b81-3868-4cef-8828-cddb619b989c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:07:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['4bee4a03-39fe-45ea-815b-1603b08c03c0'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:21.695083 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e98a56-f9a3-4064-84d2-fd79c99793dd None None] Pushing event updated for resources: {'Port': ['ID=de8a1a6b-5e3c-4c53-88ca-990d7be35731,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:21.722108 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d2919c-3cf4-4d12-aab9-dd3a986eb25a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network 6cda776f-5d01-457b-a570-306ee657f8d7 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:08:21.762382 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3e1d18ac-cd39-4de9-9da6-fa02c1778864 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:21.819475 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-11a72b81-3868-4cef-8828-cddb619b989c None None] Set router 4bee4a03-39fe-45ea-815b-1603b08c03c0 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:08:21.839515 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-40d2919c-3cf4-4d12-aab9-dd3a986eb25a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 6cda776f-5d01-457b-a570-306ee657f8d7) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:08:21.851054 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9d6680-e521-40c2-955a-1db468498e96 None None] Network 6cda776f-5d01-457b-a570-306ee657f8d7 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:08:21.861328 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d2919c-3cf4-4d12-aab9-dd3a986eb25a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:21.865028 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-40d2919c-3cf4-4d12-aab9-dd3a986eb25a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:22.177188 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972db1fd-706c-4d43-88cf-2c8efc8bd920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-6cda776f-5d01-457b-a570-306ee657f8d7', 'network_id': '6cda776f-5d01-457b-a570-306ee657f8d7', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ips': [{'subnet_id': '02e9641c-5c6e-4ac9-ab6a-a7329d6ea353'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:08:22.178127 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-972db1fd-706c-4d43-88cf-2c8efc8bd920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:22.278564 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-40d2919c-3cf4-4d12-aab9-dd3a986eb25a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8985436 Jan 21 19:08:22.283972 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-11a72b81-3868-4cef-8828-cddb619b989c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bee4a03-39fe-45ea-815b-1603b08c03c0', 'name': 'tempest-TestNetworkBasicOps-router-615588185', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': 'de8a1a6b-5e3c-4c53-88ca-990d7be35731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:08:16Z', 'updated_at': '2022-01-21T19:08:18Z', 'revision_number': 3, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'de8a1a6b-5e3c-4c53-88ca-990d7be35731', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e8:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bee4a03-39fe-45ea-815b-1603b08c03c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:17Z', 'updated_at': '2022-01-21T19:08:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:22.284779 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35224) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:22.289693 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a72b81-3868-4cef-8828-cddb619b989c None None] The sync data for ids ['4bee4a03-39fe-45ea-815b-1603b08c03c0'] in dv-neutron-825470-1-hyperv is: [{'id': '4bee4a03-39fe-45ea-815b-1603b08c03c0', 'name': 'tempest-TestNetworkBasicOps-router-615588185', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': 'de8a1a6b-5e3c-4c53-88ca-990d7be35731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:08:16Z', 'updated_at': '2022-01-21T19:08:18Z', 'revision_number': 3, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'de8a1a6b-5e3c-4c53-88ca-990d7be35731', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e8:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bee4a03-39fe-45ea-815b-1603b08c03c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:17Z', 'updated_at': '2022-01-21T19:08:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:08:22.446004 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-972db1fd-706c-4d43-88cf-2c8efc8bd920 None None] Allocated IP 172.20.0.2 (6cda776f-5d01-457b-a570-306ee657f8d7/02e9641c-5c6e-4ac9-ab6a-a7329d6ea353/f5407607-c6ac-41cc-9a4a-01df52b4babd) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:08:22.689417 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3e1d18ac-cd39-4de9-9da6-fa02c1778864 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:22.759562 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3e1d18ac-cd39-4de9-9da6-fa02c1778864 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:22.767634 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1d18ac-cd39-4de9-9da6-fa02c1778864 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:22.768401 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3e1d18ac-cd39-4de9-9da6-fa02c1778864 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:22.770433 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3e1d18ac-cd39-4de9-9da6-fa02c1778864 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "PUT /v2.0/ports/dec09698-74b3-4fa4-9a4e-4c020e59408f HTTP/1.1" status: 200 len: 911 time: 1.5990880 Jan 21 19:08:22.781018 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35228) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:22.880705 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-972db1fd-706c-4d43-88cf-2c8efc8bd920 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:22.898386 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d18ac-cd39-4de9-9da6-fa02c1778864 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event updated for resources: {'Port': ['ID=dec09698-74b3-4fa4-9a4e-4c020e59408f,revision_number=3']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:22.909007 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-972db1fd-706c-4d43-88cf-2c8efc8bd920 None None] Transition to ACTIVE for port object f5407607-c6ac-41cc-9a4a-01df52b4babd will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:08:22.909257 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d18ac-cd39-4de9-9da6-fa02c1778864 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:08:22.909651 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d18ac-cd39-4de9-9da6-fa02c1778864 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:08:22.910024 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d18ac-cd39-4de9-9da6-fa02c1778864 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:08:22.910664 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d18ac-cd39-4de9-9da6-fa02c1778864 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:08:22.911007 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d18ac-cd39-4de9-9da6-fa02c1778864 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:08:22.911371 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d18ac-cd39-4de9-9da6-fa02c1778864 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:08:22.911744 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d18ac-cd39-4de9-9da6-fa02c1778864 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:08:22.912077 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d18ac-cd39-4de9-9da6-fa02c1778864 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:08:22.912718 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d18ac-cd39-4de9-9da6-fa02c1778864 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:08:22.913676 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d18ac-cd39-4de9-9da6-fa02c1778864 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:08:22.914032 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d18ac-cd39-4de9-9da6-fa02c1778864 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:08:22.914370 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d18ac-cd39-4de9-9da6-fa02c1778864 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:08:22.936785 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-972db1fd-706c-4d43-88cf-2c8efc8bd920 None None] Transition to ACTIVE for port object f5407607-c6ac-41cc-9a4a-01df52b4babd will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:08:22.999841 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-972db1fd-706c-4d43-88cf-2c8efc8bd920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:23.076804 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972db1fd-706c-4d43-88cf-2c8efc8bd920 None None] Network 6cda776f-5d01-457b-a570-306ee657f8d7 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:08:23.079975 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-972db1fd-706c-4d43-88cf-2c8efc8bd920 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:08:23.084049 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972db1fd-706c-4d43-88cf-2c8efc8bd920 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:08:23.126067 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972db1fd-706c-4d43-88cf-2c8efc8bd920 None None] Pushing event updated for resources: {'Port': ['ID=f5407607-c6ac-41cc-9a4a-01df52b4babd,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:23.196118 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-972db1fd-706c-4d43-88cf-2c8efc8bd920 None None] Attempting to bind port f5407607-c6ac-41cc-9a4a-01df52b4babd on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:08:23.196480 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-972db1fd-706c-4d43-88cf-2c8efc8bd920 None None] Attempting to bind port f5407607-c6ac-41cc-9a4a-01df52b4babd by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '48eb82bf-0b2d-4d0e-8375-4b8a65c17a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6cda776f-5d01-457b-a570-306ee657f8d7'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:08:23.196838 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972db1fd-706c-4d43-88cf-2c8efc8bd920 None None] Attempting to bind port f5407607-c6ac-41cc-9a4a-01df52b4babd on network 6cda776f-5d01-457b-a570-306ee657f8d7 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:08:23.203444 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972db1fd-706c-4d43-88cf-2c8efc8bd920 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:08:23.204050 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972db1fd-706c-4d43-88cf-2c8efc8bd920 None None] Checking segment: {'id': '48eb82bf-0b2d-4d0e-8375-4b8a65c17a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6cda776f-5d01-457b-a570-306ee657f8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:08:23.204704 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-972db1fd-706c-4d43-88cf-2c8efc8bd920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:23.204834 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972db1fd-706c-4d43-88cf-2c8efc8bd920 None None] Bound using segment: {'id': '48eb82bf-0b2d-4d0e-8375-4b8a65c17a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6cda776f-5d01-457b-a570-306ee657f8d7'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:08:23.205276 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-972db1fd-706c-4d43-88cf-2c8efc8bd920 None None] Bound port: f5407607-c6ac-41cc-9a4a-01df52b4babd, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48eb82bf-0b2d-4d0e-8375-4b8a65c17a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6cda776f-5d01-457b-a570-306ee657f8d7'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:08:23.205741 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-972db1fd-706c-4d43-88cf-2c8efc8bd920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:23.340079 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device de8a1a6b-5e3c-4c53-88ca-990d7be35731 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:08:23.489766 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-972db1fd-706c-4d43-88cf-2c8efc8bd920 None None] For port f5407607-c6ac-41cc-9a4a-01df52b4babd, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:08:23.503882 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-972db1fd-706c-4d43-88cf-2c8efc8bd920 None None] For port f5407607-c6ac-41cc-9a4a-01df52b4babd, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=f5407607-c6ac-41cc-9a4a-01df52b4babd,segment=NetworkSegment(48eb82bf-0b2d-4d0e-8375-4b8a65c17a7f),segment_id=48eb82bf-0b2d-4d0e-8375-4b8a65c17a7f)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:08:23.566838 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-972db1fd-706c-4d43-88cf-2c8efc8bd920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:23.625005 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port de8a1a6b-5e3c-4c53-88ca-990d7be35731 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:08:23.653167 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port de8a1a6b-5e3c-4c53-88ca-990d7be35731 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:23.653548 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:23.724727 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972db1fd-706c-4d43-88cf-2c8efc8bd920 None None] Pushing event updated for resources: {'Port': ['ID=f5407607-c6ac-41cc-9a4a-01df52b4babd,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:23.806595 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:23.826235 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port de8a1a6b-5e3c-4c53-88ca-990d7be35731, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=de8a1a6b-5e3c-4c53-88ca-990d7be35731,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:08:23.879659 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:23.967914 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-24af9558-6506-42b9-8af4-8c783fb0b4b7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:23.993724 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=de8a1a6b-5e3c-4c53-88ca-990d7be35731,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:24.168378 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8c0d228c-3828-4733-9983-f20391760db3 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:24.717983 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-24af9558-6506-42b9-8af4-8c783fb0b4b7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Allocated IP 172.20.0.1 (6cda776f-5d01-457b-a570-306ee657f8d7/02e9641c-5c6e-4ac9-ab6a-a7329d6ea353/67e7273f-c6b8-4f96-bcc2-94c78ae7a992) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:08:24.738941 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-8c0d228c-3828-4733-9983-f20391760db3 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Deleting port dec09698-74b3-4fa4-9a4e-4c020e59408f {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:08:24.739286 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8c0d228c-3828-4733-9983-f20391760db3 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:25.016676 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-84514d46-9885-4ccc-8770-dc09186bd525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:25.072306 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-24af9558-6506-42b9-8af4-8c783fb0b4b7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:25.074307 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f2aa7d-403d-4955-9ed1-c9204e57427c None None] Network 6cda776f-5d01-457b-a570-306ee657f8d7 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:08:25.103013 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8c0d228c-3828-4733-9983-f20391760db3 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:25.114992 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-24af9558-6506-42b9-8af4-8c783fb0b4b7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Transition to ACTIVE for port object 67e7273f-c6b8-4f96-bcc2-94c78ae7a992 will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:08:25.188610 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-a9638093-05cd-4193-b781-255cc1b7c3c3 None None] Provisioning for port f5407607-c6ac-41cc-9a4a-01df52b4babd completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:08:25.359793 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device de8a1a6b-5e3c-4c53-88ca-990d7be35731 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:08:25.372167 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-8c0d228c-3828-4733-9983-f20391760db3 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Calling delete_port for dec09698-74b3-4fa4-9a4e-4c020e59408f owned by network:router_interface {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:08:25.437983 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port de8a1a6b-5e3c-4c53-88ca-990d7be35731 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:25.438580 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:25.556181 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-24af9558-6506-42b9-8af4-8c783fb0b4b7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:25.568304 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device f5407607-c6ac-41cc-9a4a-01df52b4babd up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:08:25.647700 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24af9558-6506-42b9-8af4-8c783fb0b4b7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network 6cda776f-5d01-457b-a570-306ee657f8d7 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:08:25.651500 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-24af9558-6506-42b9-8af4-8c783fb0b4b7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:08:25.654341 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24af9558-6506-42b9-8af4-8c783fb0b4b7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:08:25.686118 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af9558-6506-42b9-8af4-8c783fb0b4b7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=67e7273f-c6b8-4f96-bcc2-94c78ae7a992,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:25.701754 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24af9558-6506-42b9-8af4-8c783fb0b4b7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:08:25.702137 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24af9558-6506-42b9-8af4-8c783fb0b4b7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:08:25.702477 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24af9558-6506-42b9-8af4-8c783fb0b4b7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:08:25.702873 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24af9558-6506-42b9-8af4-8c783fb0b4b7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:08:25.703276 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24af9558-6506-42b9-8af4-8c783fb0b4b7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:08:25.703449 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24af9558-6506-42b9-8af4-8c783fb0b4b7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:08:25.703775 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24af9558-6506-42b9-8af4-8c783fb0b4b7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:08:25.704101 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24af9558-6506-42b9-8af4-8c783fb0b4b7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:08:25.704426 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24af9558-6506-42b9-8af4-8c783fb0b4b7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:08:25.704763 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24af9558-6506-42b9-8af4-8c783fb0b4b7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:08:25.705054 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24af9558-6506-42b9-8af4-8c783fb0b4b7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:08:25.705374 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24af9558-6506-42b9-8af4-8c783fb0b4b7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:08:25.719682 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8c0d228c-3828-4733-9983-f20391760db3 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:25.742369 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port f5407607-c6ac-41cc-9a4a-01df52b4babd completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:08:25.748918 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port f5407607-c6ac-41cc-9a4a-01df52b4babd triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:25.749643 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:25.782075 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d228c-3828-4733-9983-f20391760db3 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event deleted for resources: {'Port': ['ID=dec09698-74b3-4fa4-9a4e-4c020e59408f,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:25.821767 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-24af9558-6506-42b9-8af4-8c783fb0b4b7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:25.908403 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:25.957700 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port f5407607-c6ac-41cc-9a4a-01df52b4babd, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=f5407607-c6ac-41cc-9a4a-01df52b4babd,segment=NetworkSegment(48eb82bf-0b2d-4d0e-8375-4b8a65c17a7f),segment_id=48eb82bf-0b2d-4d0e-8375-4b8a65c17a7f)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:08:26.000739 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8c0d228c-3828-4733-9983-f20391760db3 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:26.027420 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:26.118203 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=f5407607-c6ac-41cc-9a4a-01df52b4babd,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:26.181304 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-420b3b66-fab4-4152-8948-151630f5f299 None None] Provisioning for port 67e7273f-c6b8-4f96-bcc2-94c78ae7a992 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:08:26.188019 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-420b3b66-fab4-4152-8948-151630f5f299 None None] Provisioning complete for port 67e7273f-c6b8-4f96-bcc2-94c78ae7a992 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:26.188473 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-420b3b66-fab4-4152-8948-151630f5f299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:26.242096 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-420b3b66-fab4-4152-8948-151630f5f299 None None] Port 67e7273f-c6b8-4f96-bcc2-94c78ae7a992 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:08:26.312942 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0d228c-3828-4733-9983-f20391760db3 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Router 6dd3fc03-92de-49fd-8835-d5d30821d37c has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:08:26.488337 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0d228c-3828-4733-9983-f20391760db3 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:08:26.499454 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666a00b4-6535-4ac1-833d-3221061734e4 None None] Sync routers for ids ['6dd3fc03-92de-49fd-8835-d5d30821d37c'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:08:26.508503 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666a00b4-6535-4ac1-833d-3221061734e4 None None] Routers {'6dd3fc03-92de-49fd-8835-d5d30821d37c'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:08:26.509107 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-666a00b4-6535-4ac1-833d-3221061734e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:07:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['6dd3fc03-92de-49fd-8835-d5d30821d37c'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:26.510637 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-8c0d228c-3828-4733-9983-f20391760db3 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "PUT /v2.0/routers/6dd3fc03-92de-49fd-8835-d5d30821d37c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7285755 Jan 21 19:08:26.513516 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35256) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:26.549864 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-24af9558-6506-42b9-8af4-8c783fb0b4b7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:26.571735 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-2ef368f9-8d27-4f94-998d-e4137402e7c9 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Synchronizing usage tracker for tenant:8da58450daab4e429694fdd9f553b982 on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:08:26.594963 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-666a00b4-6535-4ac1-833d-3221061734e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:26.603145 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666a00b4-6535-4ac1-833d-3221061734e4 None None] Routers {'6dd3fc03-92de-49fd-8835-d5d30821d37c'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:08:26.604425 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-666a00b4-6535-4ac1-833d-3221061734e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:07:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['6dd3fc03-92de-49fd-8835-d5d30821d37c'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:26.665529 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-666a00b4-6535-4ac1-833d-3221061734e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:26.666548 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666a00b4-6535-4ac1-833d-3221061734e4 None None] The sync data for ids ['6dd3fc03-92de-49fd-8835-d5d30821d37c'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:08:26.815110 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-2ef368f9-8d27-4f94-998d-e4137402e7c9 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Unset dirty status for tenant:8da58450daab4e429694fdd9f553b982 on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:08:26.818767 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-2ef368f9-8d27-4f94-998d-e4137402e7c9 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "GET /v2.0/ports?device_id=6dd3fc03-92de-49fd-8835-d5d30821d37c HTTP/1.1" status: 200 len: 205 time: 0.3018091 Jan 21 19:08:26.819333 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35262) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:26.957931 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-32f9931e-fde6-4975-b022-8f93ae896d23 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for router, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:27.190779 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-24af9558-6506-42b9-8af4-8c783fb0b4b7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:27.233260 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9298cfe6-861f-4df4-afa7-a91ce887dbbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:27.262636 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-24af9558-6506-42b9-8af4-8c783fb0b4b7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:27.272158 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device f5407607-c6ac-41cc-9a4a-01df52b4babd up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:08:27.348806 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-32f9931e-fde6-4975-b022-8f93ae896d23 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:27.351018 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-32f9931e-fde6-4975-b022-8f93ae896d23 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:27.371571 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port f5407607-c6ac-41cc-9a4a-01df52b4babd triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:27.372235 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:27.445261 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-32f9931e-fde6-4975-b022-8f93ae896d23 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:27.446332 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f9931e-fde6-4975-b022-8f93ae896d23 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Fanout notify agent at l3_agent the message router_deleted on router 6dd3fc03-92de-49fd-8835-d5d30821d37c {{(pid=88137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:08:27.469837 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-24af9558-6506-42b9-8af4-8c783fb0b4b7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:27.472581 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-32f9931e-fde6-4975-b022-8f93ae896d23 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:27.473658 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af9558-6506-42b9-8af4-8c783fb0b4b7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=67e7273f-c6b8-4f96-bcc2-94c78ae7a992,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:27.473833 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-32f9931e-fde6-4975-b022-8f93ae896d23 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "DELETE /v2.0/routers/6dd3fc03-92de-49fd-8835-d5d30821d37c HTTP/1.1" status: 204 len: 168 time: 0.6531677 Jan 21 19:08:27.483253 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35266) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:27.668222 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24af9558-6506-42b9-8af4-8c783fb0b4b7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network 6cda776f-5d01-457b-a570-306ee657f8d7 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:08:27.670602 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-24af9558-6506-42b9-8af4-8c783fb0b4b7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:08:27.712991 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d99b302-4cf4-4c7b-ac39-42447ebd8f50 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Deleting subnet 00976373-eaa1-4440-9422-2705fa54937d {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:08:27.719111 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8d99b302-4cf4-4c7b-ac39-42447ebd8f50 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:27.799012 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8d99b302-4cf4-4c7b-ac39-42447ebd8f50 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:27.959135 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8d99b302-4cf4-4c7b-ac39-42447ebd8f50 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:28.017977 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-04dd0a2a-e875-4983-b1cf-96baf627b78b None None] Provisioning complete for port 67e7273f-c6b8-4f96-bcc2-94c78ae7a992 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:28.020059 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-04dd0a2a-e875-4983-b1cf-96baf627b78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:28.051410 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24af9558-6506-42b9-8af4-8c783fb0b4b7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Router 4bee4a03-39fe-45ea-815b-1603b08c03c0 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:08:28.097736 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-04dd0a2a-e875-4983-b1cf-96baf627b78b None None] Port 67e7273f-c6b8-4f96-bcc2-94c78ae7a992 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:08:28.148566 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8d99b302-4cf4-4c7b-ac39-42447ebd8f50 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:28.176581 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:28.205488 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8d99b302-4cf4-4c7b-ac39-42447ebd8f50 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:28.208657 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d99b302-4cf4-4c7b-ac39-42447ebd8f50 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event deleted for resources: {'Subnet': ['ID=00976373-eaa1-4440-9422-2705fa54937d,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:28.221423 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-8d99b302-4cf4-4c7b-ac39-42447ebd8f50 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "DELETE /v2.0/subnets/00976373-eaa1-4440-9422-2705fa54937d HTTP/1.1" status: 204 len: 168 time: 0.7311981 Jan 21 19:08:28.221581 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35282) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:28.223574 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40c488a-3e05-400b-b76d-aa052d8a475e None None] Network 14b6b20a-02ef-4951-a61c-1b6c8f443066 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:08:28.346025 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24af9558-6506-42b9-8af4-8c783fb0b4b7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:08:28.362219 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-24af9558-6506-42b9-8af4-8c783fb0b4b7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "PUT /v2.0/routers/4bee4a03-39fe-45ea-815b-1603b08c03c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0754476 Jan 21 19:08:28.364811 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35286) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:28.373235 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3de7a367-42fa-4d7b-ba31-f0ed390495ae tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:28.377992 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403a1e94-64da-488f-984a-151ad58b3fe7 None None] Sync routers for ids ['4bee4a03-39fe-45ea-815b-1603b08c03c0'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:08:28.412498 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-3de7a367-42fa-4d7b-ba31-f0ed390495ae tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Deleting port a03851e7-941e-4c4f-b000-3bd920a1cab5 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:08:28.412953 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3de7a367-42fa-4d7b-ba31-f0ed390495ae tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:28.443623 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403a1e94-64da-488f-984a-151ad58b3fe7 None None] Routers {'4bee4a03-39fe-45ea-815b-1603b08c03c0'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:08:28.444260 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-403a1e94-64da-488f-984a-151ad58b3fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:08:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['4bee4a03-39fe-45ea-815b-1603b08c03c0'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:28.567443 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3883746d-d674-44db-be2f-3603170d6845 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:28.567917 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3883746d-d674-44db-be2f-3603170d6845 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:28.568810 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3883746d-d674-44db-be2f-3603170d6845 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:28.569231 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3883746d-d674-44db-be2f-3603170d6845 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:28.569692 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3883746d-d674-44db-be2f-3603170d6845 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:28.570172 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3883746d-d674-44db-be2f-3603170d6845 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:28.570676 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3883746d-d674-44db-be2f-3603170d6845 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:28.575652 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3883746d-d674-44db-be2f-3603170d6845 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4931 time: 0.2063770 Jan 21 19:08:28.576741 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35290) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:28.655527 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:28.671307 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac1f2f9-431a-40d7-a48b-d84462fcafb0 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:28.672141 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac1f2f9-431a-40d7-a48b-d84462fcafb0 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:28.673068 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac1f2f9-431a-40d7-a48b-d84462fcafb0 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:28.673843 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac1f2f9-431a-40d7-a48b-d84462fcafb0 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:28.674491 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac1f2f9-431a-40d7-a48b-d84462fcafb0 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:28.675132 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac1f2f9-431a-40d7-a48b-d84462fcafb0 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:28.681932 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2ac1f2f9-431a-40d7-a48b-d84462fcafb0 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1032348 Jan 21 19:08:28.682898 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35294) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:28.692247 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:28.698541 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-3de7a367-42fa-4d7b-ba31-f0ed390495ae tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] For port a03851e7-941e-4c4f-b000-3bd920a1cab5, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=a03851e7-941e-4c4f-b000-3bd920a1cab5,segment=NetworkSegment(e4333912-a571-468c-87f3-9e1508316d4f),segment_id=e4333912-a571-468c-87f3-9e1508316d4f)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:08:28.699106 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3de7a367-42fa-4d7b-ba31-f0ed390495ae tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:28.703764 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-403a1e94-64da-488f-984a-151ad58b3fe7 None None] Set router 4bee4a03-39fe-45ea-815b-1603b08c03c0 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:08:28.780224 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977d63d5-1074-486a-8358-d7780c0356ea None None] DHCP port deletion for 14b6b20a-02ef-4951-a61c-1b6c8f443066 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:08:28.789757 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-977d63d5-1074-486a-8358-d7780c0356ea None None] Deleting port a03851e7-941e-4c4f-b000-3bd920a1cab5 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:08:28.790395 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-977d63d5-1074-486a-8358-d7780c0356ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:28.982422 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-3de7a367-42fa-4d7b-ba31-f0ed390495ae tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Calling delete_port for a03851e7-941e-4c4f-b000-3bd920a1cab5 owned by network:dhcp {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:08:29.026738 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-d72bbd48-bed0-4482-a9d8-f26223cc390d tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.3393044 Jan 21 19:08:29.170925 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3de7a367-42fa-4d7b-ba31-f0ed390495ae tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:29.221394 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7a367-42fa-4d7b-ba31-f0ed390495ae tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event deleted for resources: {'Port': ['ID=a03851e7-941e-4c4f-b000-3bd920a1cab5,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:29.224697 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de7a367-42fa-4d7b-ba31-f0ed390495ae tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] No DVR routers for this DVR port a03851e7-941e-4c4f-b000-3bd920a1cab5 on host dv-neutron-825470-1-hyperv {{(pid=88136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:08:29.249679 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-977d63d5-1074-486a-8358-d7780c0356ea None None] For port a03851e7-941e-4c4f-b000-3bd920a1cab5, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=a03851e7-941e-4c4f-b000-3bd920a1cab5,segment=NetworkSegment(e4333912-a571-468c-87f3-9e1508316d4f),segment_id=e4333912-a571-468c-87f3-9e1508316d4f)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:08:29.249989 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-977d63d5-1074-486a-8358-d7780c0356ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:29.318685 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device a03851e7-941e-4c4f-b000-3bd920a1cab5 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:08:29.358373 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3de7a367-42fa-4d7b-ba31-f0ed390495ae tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:29.393715 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-3de7a367-42fa-4d7b-ba31-f0ed390495ae tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14b6b20a-02ef-4951-a61c-1b6c8f443066']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:29.409394 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-3de7a367-42fa-4d7b-ba31-f0ed390495ae tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4333912-a571-468c-87f3-9e1508316d4f') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:29.409764 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-3de7a367-42fa-4d7b-ba31-f0ed390495ae tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4333912-a571-468c-87f3-9e1508316d4f') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:29.424914 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-977d63d5-1074-486a-8358-d7780c0356ea None None] Calling delete_port for a03851e7-941e-4c4f-b000-3bd920a1cab5 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:08:29.426387 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3de7a367-42fa-4d7b-ba31-f0ed390495ae tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:29.446975 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3de7a367-42fa-4d7b-ba31-f0ed390495ae tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:29.456409 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3de7a367-42fa-4d7b-ba31-f0ed390495ae tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:08:29.456739 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3de7a367-42fa-4d7b-ba31-f0ed390495ae tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:29.465135 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35302) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:29.471026 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-b1a41363-e7a1-4d81-afa5-3b11bd94d202 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-467542641', 'description': 'tempest-secgroup-smoke-467542641 description', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:08:29.479884 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-b1a41363-e7a1-4d81-afa5-3b11bd94d202 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:08:29.488978 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-b1a41363-e7a1-4d81-afa5-3b11bd94d202 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:08:29.495814 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:08:29.495814 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:08:29.495814 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:08:29.495814 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:08:29.495814 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:08:29.495814 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:08:29.495814 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:08:29.495814 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:08:29.495814 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:08:29.495814 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:08:29.495814 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:08:29.495814 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:08:29.495814 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:08:29.495814 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:08:29.495814 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:08:29.495814 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:08:29.495814 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:08:29.495814 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:08:29.495814 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:08:29.495814 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:08:29.495814 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:08:29.495814 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:08:29.495814 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:08:29.495814 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:08:29.495814 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:08:29.495814 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:08:29.495814 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:08:29.495814 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:08:29.495814 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:08:29.495814 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:08:29.495814 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:08:29.495814 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:08:29.498603 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-b1a41363-e7a1-4d81-afa5-3b11bd94d202 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:08:29.511228 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-b1a41363-e7a1-4d81-afa5-3b11bd94d202 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:08:29.534190 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: a03851e7-941e-4c4f-b000-3bd920a1cab5 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:08:29.534528 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device a03851e7-941e-4c4f-b000-3bd920a1cab5 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:08:29.574263 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-403a1e94-64da-488f-984a-151ad58b3fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bee4a03-39fe-45ea-815b-1603b08c03c0', 'name': 'tempest-TestNetworkBasicOps-router-615588185', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': 'de8a1a6b-5e3c-4c53-88ca-990d7be35731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:08:16Z', 'updated_at': '2022-01-21T19:08:26Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'de8a1a6b-5e3c-4c53-88ca-990d7be35731', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bee4a03-39fe-45ea-815b-1603b08c03c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:17Z', 'updated_at': '2022-01-21T19:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '67e7273f-c6b8-4f96-bcc2-94c78ae7a992', 'name': '', 'network_id': '6cda776f-5d01-457b-a570-306ee657f8d7', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:09:7a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bee4a03-39fe-45ea-815b-1603b08c03c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '02e9641c-5c6e-4ac9-ab6a-a7329d6ea353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:24Z', 'updated_at': '2022-01-21T19:08:26Z', 'revision_number': 2, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '02e9641c-5c6e-4ac9-ab6a-a7329d6ea353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:29.579188 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403a1e94-64da-488f-984a-151ad58b3fe7 None None] Checking router: 4bee4a03-39fe-45ea-815b-1603b08c03c0 for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:08:29.579546 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403a1e94-64da-488f-984a-151ad58b3fe7 None None] Updating router 4bee4a03-39fe-45ea-815b-1603b08c03c0 port 67e7273f-c6b8-4f96-bcc2-94c78ae7a992 binding host dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:08:29.598608 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b1a41363-e7a1-4d81-afa5-3b11bd94d202 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:29.608544 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-977d63d5-1074-486a-8358-d7780c0356ea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:08:29.608901 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-977d63d5-1074-486a-8358-d7780c0356ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:08:29.619738 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-b1a41363-e7a1-4d81-afa5-3b11bd94d202 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:08:29.624276 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-b1a41363-e7a1-4d81-afa5-3b11bd94d202 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:08:29.632068 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-b1a41363-e7a1-4d81-afa5-3b11bd94d202 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:08:29.634191 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-b1a41363-e7a1-4d81-afa5-3b11bd94d202 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:08:29.635266 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-403a1e94-64da-488f-984a-151ad58b3fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:29.652502 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3de7a367-42fa-4d7b-ba31-f0ed390495ae tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:29.703382 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3de7a367-42fa-4d7b-ba31-f0ed390495ae tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:29.734101 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7a367-42fa-4d7b-ba31-f0ed390495ae tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event deleted for resources: {'Network': ['ID=14b6b20a-02ef-4951-a61c-1b6c8f443066,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:29.755033 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b1a41363-e7a1-4d81-afa5-3b11bd94d202 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:29.794852 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-3de7a367-42fa-4d7b-ba31-f0ed390495ae tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "DELETE /v2.0/networks/14b6b20a-02ef-4951-a61c-1b6c8f443066 HTTP/1.1" status: 204 len: 168 time: 1.5753188 Jan 21 19:08:29.798454 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35306) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:29.804266 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-d19db47f-7fd1-4437-bc96-148c792579be tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-165929172', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:08:29.810824 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-d19db47f-7fd1-4437-bc96-148c792579be tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:08:29.816313 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-d19db47f-7fd1-4437-bc96-148c792579be tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Usage tracker for resource:router and tenant:8da58450daab4e429694fdd9f553b982 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:08:29.823043 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b1a41363-e7a1-4d81-afa5-3b11bd94d202 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:29.837549 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-d19db47f-7fd1-4437-bc96-148c792579be tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:08:29.848026 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-d19db47f-7fd1-4437-bc96-148c792579be tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:08:29.881086 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a41363-e7a1-4d81-afa5-3b11bd94d202 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93f078ac-c0d0-4061-8253-eb571625538f,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:29.988419 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b1a41363-e7a1-4d81-afa5-3b11bd94d202 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:29.992335 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b1a41363-e7a1-4d81-afa5-3b11bd94d202 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5235050 Jan 21 19:08:29.992757 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35310) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:29.998763 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-6eb04f08-63b5-47a1-950f-a7f80bc2f471 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '93f078ac-c0d0-4061-8253-eb571625538f', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:08:30.004865 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-6eb04f08-63b5-47a1-950f-a7f80bc2f471 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:08:30.011574 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-6eb04f08-63b5-47a1-950f-a7f80bc2f471 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:08:30.021861 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-403a1e94-64da-488f-984a-151ad58b3fe7 None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:30.035649 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-403a1e94-64da-488f-984a-151ad58b3fe7 None None] Transition to ACTIVE for port object 67e7273f-c6b8-4f96-bcc2-94c78ae7a992 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:08:30.039942 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-6eb04f08-63b5-47a1-950f-a7f80bc2f471 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:08:30.046867 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-6eb04f08-63b5-47a1-950f-a7f80bc2f471 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:08:30.110427 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-977d63d5-1074-486a-8358-d7780c0356ea None None] Deleting port a03851e7-941e-4c4f-b000-3bd920a1cab5 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:08:30.110813 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-977d63d5-1074-486a-8358-d7780c0356ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:30.130199 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d19db47f-7fd1-4437-bc96-148c792579be tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:30.133939 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d19db47f-7fd1-4437-bc96-148c792579be tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:30.146469 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d19db47f-7fd1-4437-bc96-148c792579be tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:30.179424 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-977d63d5-1074-486a-8358-d7780c0356ea None None] The port 'a03851e7-941e-4c4f-b000-3bd920a1cab5' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:08:30.190804 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-403a1e94-64da-488f-984a-151ad58b3fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:30.201205 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6eb04f08-63b5-47a1-950f-a7f80bc2f471 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:30.225280 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:30.269475 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6eb04f08-63b5-47a1-950f-a7f80bc2f471 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:30.285625 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d19db47f-7fd1-4437-bc96-148c792579be tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:30.349442 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a3ff0-7a0c-410f-8b82-6390182a68de None None] Pushing event updated for resources: {'Port': ['ID=67e7273f-c6b8-4f96-bcc2-94c78ae7a992,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:30.419678 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-403a1e94-64da-488f-984a-151ad58b3fe7 None None] Attempting to bind port 67e7273f-c6b8-4f96-bcc2-94c78ae7a992 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:08:30.420049 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-403a1e94-64da-488f-984a-151ad58b3fe7 None None] Attempting to bind port 67e7273f-c6b8-4f96-bcc2-94c78ae7a992 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '48eb82bf-0b2d-4d0e-8375-4b8a65c17a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6cda776f-5d01-457b-a570-306ee657f8d7'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:08:30.420413 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403a1e94-64da-488f-984a-151ad58b3fe7 None None] Attempting to bind port 67e7273f-c6b8-4f96-bcc2-94c78ae7a992 on network 6cda776f-5d01-457b-a570-306ee657f8d7 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:08:30.426647 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403a1e94-64da-488f-984a-151ad58b3fe7 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:08:30.434117 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403a1e94-64da-488f-984a-151ad58b3fe7 None None] Checking segment: {'id': '48eb82bf-0b2d-4d0e-8375-4b8a65c17a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6cda776f-5d01-457b-a570-306ee657f8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:08:30.434117 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-403a1e94-64da-488f-984a-151ad58b3fe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:30.434117 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403a1e94-64da-488f-984a-151ad58b3fe7 None None] Bound using segment: {'id': '48eb82bf-0b2d-4d0e-8375-4b8a65c17a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6cda776f-5d01-457b-a570-306ee657f8d7'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:08:30.434117 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-403a1e94-64da-488f-984a-151ad58b3fe7 None None] Bound port: 67e7273f-c6b8-4f96-bcc2-94c78ae7a992, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48eb82bf-0b2d-4d0e-8375-4b8a65c17a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6cda776f-5d01-457b-a570-306ee657f8d7'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:08:30.434117 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-403a1e94-64da-488f-984a-151ad58b3fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:30.450746 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6eb04f08-63b5-47a1-950f-a7f80bc2f471 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:30.485535 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb04f08-63b5-47a1-950f-a7f80bc2f471 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35a015c9-7a4f-4cfb-94f3-a735bd87e38b,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:30.512815 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d19db47f-7fd1-4437-bc96-148c792579be tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:30.513984 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d19db47f-7fd1-4437-bc96-148c792579be tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7145562 Jan 21 19:08:30.516475 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35316) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:30.522021 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-9ce92c67-0a4f-4e3c-a206-468813f3580b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2046997883'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:08:30.527489 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-9ce92c67-0a4f-4e3c-a206-468813f3580b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:08:30.528992 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-403a1e94-64da-488f-984a-151ad58b3fe7 None None] For port 67e7273f-c6b8-4f96-bcc2-94c78ae7a992, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:08:30.531487 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-9ce92c67-0a4f-4e3c-a206-468813f3580b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Usage tracker for resource:network and tenant:8da58450daab4e429694fdd9f553b982 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:08:30.533069 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-403a1e94-64da-488f-984a-151ad58b3fe7 None None] For port 67e7273f-c6b8-4f96-bcc2-94c78ae7a992, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=67e7273f-c6b8-4f96-bcc2-94c78ae7a992,segment=NetworkSegment(48eb82bf-0b2d-4d0e-8375-4b8a65c17a7f),segment_id=48eb82bf-0b2d-4d0e-8375-4b8a65c17a7f)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:08:30.534647 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-9ce92c67-0a4f-4e3c-a206-468813f3580b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:08:30.542867 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-9ce92c67-0a4f-4e3c-a206-468813f3580b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:08:30.582404 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6eb04f08-63b5-47a1-950f-a7f80bc2f471 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:30.583588 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-6eb04f08-63b5-47a1-950f-a7f80bc2f471 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5897868 Jan 21 19:08:30.586354 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35320) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:30.591552 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-d4b32180-cba5-42ba-ad37-6919200f25c2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '93f078ac-c0d0-4061-8253-eb571625538f', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:08:30.596959 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-d4b32180-cba5-42ba-ad37-6919200f25c2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:08:30.600711 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-d4b32180-cba5-42ba-ad37-6919200f25c2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:08:30.604190 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-d4b32180-cba5-42ba-ad37-6919200f25c2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:08:30.610599 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-d4b32180-cba5-42ba-ad37-6919200f25c2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:08:30.611023 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-403a1e94-64da-488f-984a-151ad58b3fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:30.667596 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce92c67-0a4f-4e3c-a206-468813f3580b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Made reservation on behalf of 8da58450daab4e429694fdd9f553b982 for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:08:30.671404 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9ce92c67-0a4f-4e3c-a206-468813f3580b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:30.691684 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403a1e94-64da-488f-984a-151ad58b3fe7 None None] Routers {'4bee4a03-39fe-45ea-815b-1603b08c03c0'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:08:30.692369 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-403a1e94-64da-488f-984a-151ad58b3fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:08:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['4bee4a03-39fe-45ea-815b-1603b08c03c0'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:30.703351 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ce92c67-0a4f-4e3c-a206-468813f3580b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:08:30.714523 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9ce92c67-0a4f-4e3c-a206-468813f3580b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:30.715197 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-9ce92c67-0a4f-4e3c-a206-468813f3580b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Added segment bde0c4b3-46fa-404b-abf5-447c8cc4bb2c of type vlan for network 4f125211-d48c-4f56-81bc-e8c71297b741 Jan 21 19:08:30.728222 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d4b32180-cba5-42ba-ad37-6919200f25c2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:30.761691 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a3ff0-7a0c-410f-8b82-6390182a68de None None] Pushing event updated for resources: {'Port': ['ID=67e7273f-c6b8-4f96-bcc2-94c78ae7a992,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:30.782974 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9ce92c67-0a4f-4e3c-a206-468813f3580b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:30.841258 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d4b32180-cba5-42ba-ad37-6919200f25c2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:30.890158 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-403a1e94-64da-488f-984a-151ad58b3fe7 None None] Set router 4bee4a03-39fe-45ea-815b-1603b08c03c0 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:08:30.982174 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d4b32180-cba5-42ba-ad37-6919200f25c2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:31.009239 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9ce92c67-0a4f-4e3c-a206-468813f3580b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:31.015369 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce92c67-0a4f-4e3c-a206-468813f3580b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:31.015968 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9ce92c67-0a4f-4e3c-a206-468813f3580b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:31.019864 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b32180-cba5-42ba-ad37-6919200f25c2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4c6a891-30e2-4131-b9e5-241b6c1f8b80,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:31.141661 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce92c67-0a4f-4e3c-a206-468813f3580b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event updated for resources: {'Network': ['ID=4f125211-d48c-4f56-81bc-e8c71297b741,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:31.161374 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 4f125211-d48c-4f56-81bc-e8c71297b741 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:08:31.164116 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d4b32180-cba5-42ba-ad37-6919200f25c2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:31.168847 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d4b32180-cba5-42ba-ad37-6919200f25c2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5780683 Jan 21 19:08:31.169239 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35326) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:31.174620 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-701313d3-e1c7-46b9-8ddb-99b73b54301b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '93f078ac-c0d0-4061-8253-eb571625538f', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:08:31.184289 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-701313d3-e1c7-46b9-8ddb-99b73b54301b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:08:31.188708 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-701313d3-e1c7-46b9-8ddb-99b73b54301b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:08:31.192942 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-701313d3-e1c7-46b9-8ddb-99b73b54301b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:08:31.199642 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-701313d3-e1c7-46b9-8ddb-99b73b54301b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:08:31.210828 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35330) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:31.211509 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-9ce92c67-0a4f-4e3c-a206-468813f3580b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6933343 Jan 21 19:08:31.220263 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-f8116208-c215-45f4-a1ff-c8ce1f9018e7 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Request body: {'subnet': {'network_id': '4f125211-d48c-4f56-81bc-e8c71297b741', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:08:31.333207 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-701313d3-e1c7-46b9-8ddb-99b73b54301b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:31.338454 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-f8116208-c215-45f4-a1ff-c8ce1f9018e7 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:08:31.342645 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-f8116208-c215-45f4-a1ff-c8ce1f9018e7 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Usage tracker for resource:subnet and tenant:8da58450daab4e429694fdd9f553b982 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:08:31.345740 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-f8116208-c215-45f4-a1ff-c8ce1f9018e7 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:08:31.351341 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-f8116208-c215-45f4-a1ff-c8ce1f9018e7 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:08:31.386701 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-403a1e94-64da-488f-984a-151ad58b3fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bee4a03-39fe-45ea-815b-1603b08c03c0', 'name': 'tempest-TestNetworkBasicOps-router-615588185', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': 'de8a1a6b-5e3c-4c53-88ca-990d7be35731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:08:16Z', 'updated_at': '2022-01-21T19:08:26Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'de8a1a6b-5e3c-4c53-88ca-990d7be35731', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bee4a03-39fe-45ea-815b-1603b08c03c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:17Z', 'updated_at': '2022-01-21T19:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '67e7273f-c6b8-4f96-bcc2-94c78ae7a992', 'name': '', 'network_id': '6cda776f-5d01-457b-a570-306ee657f8d7', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:09:7a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bee4a03-39fe-45ea-815b-1603b08c03c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '02e9641c-5c6e-4ac9-ab6a-a7329d6ea353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:24Z', 'updated_at': '2022-01-21T19:08:30Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '02e9641c-5c6e-4ac9-ab6a-a7329d6ea353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:31.390999 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403a1e94-64da-488f-984a-151ad58b3fe7 None None] The sync data for ids ['4bee4a03-39fe-45ea-815b-1603b08c03c0'] in dv-neutron-825470-1-hyperv is: [{'id': '4bee4a03-39fe-45ea-815b-1603b08c03c0', 'name': 'tempest-TestNetworkBasicOps-router-615588185', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': 'de8a1a6b-5e3c-4c53-88ca-990d7be35731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:08:16Z', 'updated_at': '2022-01-21T19:08:26Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'de8a1a6b-5e3c-4c53-88ca-990d7be35731', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bee4a03-39fe-45ea-815b-1603b08c03c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:17Z', 'updated_at': '2022-01-21T19:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '67e7273f-c6b8-4f96-bcc2-94c78ae7a992', 'name': '', 'network_id': '6cda776f-5d01-457b-a570-306ee657f8d7', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:09:7a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bee4a03-39fe-45ea-815b-1603b08c03c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '02e9641c-5c6e-4ac9-ab6a-a7329d6ea353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:24Z', 'updated_at': '2022-01-21T19:08:30Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '02e9641c-5c6e-4ac9-ab6a-a7329d6ea353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:08:31.418555 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-701313d3-e1c7-46b9-8ddb-99b73b54301b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:31.485195 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8116208-c215-45f4-a1ff-c8ce1f9018e7 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Made reservation on behalf of 8da58450daab4e429694fdd9f553b982 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:08:31.490383 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f8116208-c215-45f4-a1ff-c8ce1f9018e7 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:31.526906 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-701313d3-e1c7-46b9-8ddb-99b73b54301b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:31.552096 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701313d3-e1c7-46b9-8ddb-99b73b54301b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0212ddac-10ff-4c6c-a530-47ca2a0f0977,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:31.651458 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-701313d3-e1c7-46b9-8ddb-99b73b54301b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:31.653126 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-701313d3-e1c7-46b9-8ddb-99b73b54301b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4828036 Jan 21 19:08:31.656051 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35334) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:31.662162 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-b2cc381f-0a02-4864-8d27-e349c3590e7c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '93f078ac-c0d0-4061-8253-eb571625538f', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:08:31.669567 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-b2cc381f-0a02-4864-8d27-e349c3590e7c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:08:31.673634 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b2cc381f-0a02-4864-8d27-e349c3590e7c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:08:31.676875 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b2cc381f-0a02-4864-8d27-e349c3590e7c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:08:31.683775 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-b2cc381f-0a02-4864-8d27-e349c3590e7c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:08:31.806062 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b2cc381f-0a02-4864-8d27-e349c3590e7c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:31.811198 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f8116208-c215-45f4-a1ff-c8ce1f9018e7 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:31.877837 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b2cc381f-0a02-4864-8d27-e349c3590e7c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:31.896861 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8116208-c215-45f4-a1ff-c8ce1f9018e7 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event updated for resources: {'Subnet': ['ID=36ae0904-7ac0-4462-9efc-fc92054bfe43,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:31.906057 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8116208-c215-45f4-a1ff-c8ce1f9018e7 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Checking segment: {'id': 'bde0c4b3-46fa-404b-abf5-447c8cc4bb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4f125211-d48c-4f56-81bc-e8c71297b741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:08:31.920759 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8116208-c215-45f4-a1ff-c8ce1f9018e7 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Network hostable DHCP agents. Network: 4f125211-d48c-4f56-81bc-e8c71297b741, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:08:32.004136 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b2cc381f-0a02-4864-8d27-e349c3590e7c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:32.028481 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc381f-0a02-4864-8d27-e349c3590e7c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8e9c08f-d191-40bb-a54a-a990b846f292,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:32.043843 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8116208-c215-45f4-a1ff-c8ce1f9018e7 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Network 4f125211-d48c-4f56-81bc-e8c71297b741 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:08:32.090762 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b2cc381f-0a02-4864-8d27-e349c3590e7c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:32.091974 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b2cc381f-0a02-4864-8d27-e349c3590e7c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4347527 Jan 21 19:08:32.094769 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35338) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:32.100057 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-29fcecbf-f107-44dc-8745-e62b3a59f003 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '93f078ac-c0d0-4061-8253-eb571625538f', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:08:32.107304 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-29fcecbf-f107-44dc-8745-e62b3a59f003 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:08:32.111586 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-29fcecbf-f107-44dc-8745-e62b3a59f003 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:08:32.114759 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-29fcecbf-f107-44dc-8745-e62b3a59f003 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:08:32.121229 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-29fcecbf-f107-44dc-8745-e62b3a59f003 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:08:32.125169 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-f8116208-c215-45f4-a1ff-c8ce1f9018e7 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 4f125211-d48c-4f56-81bc-e8c71297b741) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:08:32.133522 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ba0b0d-a6b8-4a11-9f56-aa3af0792365 None None] Network 4f125211-d48c-4f56-81bc-e8c71297b741 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:08:32.137995 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8116208-c215-45f4-a1ff-c8ce1f9018e7 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:32.137995 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f8116208-c215-45f4-a1ff-c8ce1f9018e7 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:32.209428 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.securitygroups_db [None req-29fcecbf-f107-44dc-8745-e62b3a59f003 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Project f393478d14c44d15ad1bf9df868df3cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 19:08:32.218195 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-29fcecbf-f107-44dc-8745-e62b3a59f003 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:32.248819 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f8116208-c215-45f4-a1ff-c8ce1f9018e7 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0339067 Jan 21 19:08:32.257826 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35344) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:32.321479 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-29fcecbf-f107-44dc-8745-e62b3a59f003 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:32.402541 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9163e612-1b1c-4a0f-b14b-93a682a452cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-4f125211-d48c-4f56-81bc-e8c71297b741', 'network_id': '4f125211-d48c-4f56-81bc-e8c71297b741', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'fixed_ips': [{'subnet_id': '36ae0904-7ac0-4462-9efc-fc92054bfe43'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:08:32.403748 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9163e612-1b1c-4a0f-b14b-93a682a452cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:32.443806 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-29fcecbf-f107-44dc-8745-e62b3a59f003 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:32.484532 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fcecbf-f107-44dc-8745-e62b3a59f003 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ba6b52-20c0-45c8-b21e-82e0f7ba161b,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:32.588640 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-29fcecbf-f107-44dc-8745-e62b3a59f003 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:32.589920 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-29fcecbf-f107-44dc-8745-e62b3a59f003 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4941304 Jan 21 19:08:32.590064 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-9163e612-1b1c-4a0f-b14b-93a682a452cd None None] Allocated IP 2001:db8::2 (4f125211-d48c-4f56-81bc-e8c71297b741/36ae0904-7ac0-4462-9efc-fc92054bfe43/12b5c2d7-b10e-42db-8c5b-852385747fab) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:08:32.592683 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35348) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:32.600068 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-594c7b42-28b8-420f-8923-4369ec9492f8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '93f078ac-c0d0-4061-8253-eb571625538f', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:08:32.609180 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-594c7b42-28b8-420f-8923-4369ec9492f8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:08:32.614365 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-594c7b42-28b8-420f-8923-4369ec9492f8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:08:32.618334 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-594c7b42-28b8-420f-8923-4369ec9492f8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:08:32.627490 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-594c7b42-28b8-420f-8923-4369ec9492f8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:08:32.725082 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.securitygroups_db [None req-594c7b42-28b8-420f-8923-4369ec9492f8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Project f393478d14c44d15ad1bf9df868df3cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 19:08:32.733737 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-594c7b42-28b8-420f-8923-4369ec9492f8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:32.814219 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-594c7b42-28b8-420f-8923-4369ec9492f8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:32.826640 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9163e612-1b1c-4a0f-b14b-93a682a452cd None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:32.836840 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-9163e612-1b1c-4a0f-b14b-93a682a452cd None None] Transition to ACTIVE for port object 12b5c2d7-b10e-42db-8c5b-852385747fab will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:08:32.854930 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-9163e612-1b1c-4a0f-b14b-93a682a452cd None None] Transition to ACTIVE for port object 12b5c2d7-b10e-42db-8c5b-852385747fab will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:08:32.889614 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-594c7b42-28b8-420f-8923-4369ec9492f8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:32.903223 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a8c2cc45-4b7a-4b38-8167-2f55404a8d38 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:32.915218 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c7b42-28b8-420f-8923-4369ec9492f8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c285777b-47cc-4f43-9ceb-e8392896db91,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:32.925900 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9163e612-1b1c-4a0f-b14b-93a682a452cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:32.994879 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-594c7b42-28b8-420f-8923-4369ec9492f8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:33.003973 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-594c7b42-28b8-420f-8923-4369ec9492f8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4023445 Jan 21 19:08:33.007414 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9163e612-1b1c-4a0f-b14b-93a682a452cd None None] Network 4f125211-d48c-4f56-81bc-e8c71297b741 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:08:33.007414 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-9163e612-1b1c-4a0f-b14b-93a682a452cd None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:08:33.007414 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9163e612-1b1c-4a0f-b14b-93a682a452cd None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:08:33.051696 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163e612-1b1c-4a0f-b14b-93a682a452cd None None] Pushing event updated for resources: {'Port': ['ID=12b5c2d7-b10e-42db-8c5b-852385747fab,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:33.098060 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163e612-1b1c-4a0f-b14b-93a682a452cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:08:33.098409 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163e612-1b1c-4a0f-b14b-93a682a452cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:08:33.098890 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163e612-1b1c-4a0f-b14b-93a682a452cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:08:33.099101 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163e612-1b1c-4a0f-b14b-93a682a452cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:08:33.099433 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163e612-1b1c-4a0f-b14b-93a682a452cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:08:33.099730 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163e612-1b1c-4a0f-b14b-93a682a452cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:08:33.100048 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163e612-1b1c-4a0f-b14b-93a682a452cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:08:33.100375 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163e612-1b1c-4a0f-b14b-93a682a452cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:08:33.100699 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163e612-1b1c-4a0f-b14b-93a682a452cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:08:33.101021 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163e612-1b1c-4a0f-b14b-93a682a452cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:08:33.101456 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163e612-1b1c-4a0f-b14b-93a682a452cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:08:33.101647 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163e612-1b1c-4a0f-b14b-93a682a452cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:08:33.125960 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-9163e612-1b1c-4a0f-b14b-93a682a452cd None None] Attempting to bind port 12b5c2d7-b10e-42db-8c5b-852385747fab on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:08:33.126400 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-9163e612-1b1c-4a0f-b14b-93a682a452cd None None] Attempting to bind port 12b5c2d7-b10e-42db-8c5b-852385747fab by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'bde0c4b3-46fa-404b-abf5-447c8cc4bb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4f125211-d48c-4f56-81bc-e8c71297b741'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:08:33.126828 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9163e612-1b1c-4a0f-b14b-93a682a452cd None None] Attempting to bind port 12b5c2d7-b10e-42db-8c5b-852385747fab on network 4f125211-d48c-4f56-81bc-e8c71297b741 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:08:33.133885 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9163e612-1b1c-4a0f-b14b-93a682a452cd None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:08:33.135239 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9163e612-1b1c-4a0f-b14b-93a682a452cd None None] Checking segment: {'id': 'bde0c4b3-46fa-404b-abf5-447c8cc4bb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4f125211-d48c-4f56-81bc-e8c71297b741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:08:33.135358 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9163e612-1b1c-4a0f-b14b-93a682a452cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:33.135814 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9163e612-1b1c-4a0f-b14b-93a682a452cd None None] Bound using segment: {'id': 'bde0c4b3-46fa-404b-abf5-447c8cc4bb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4f125211-d48c-4f56-81bc-e8c71297b741'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:08:33.136341 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-9163e612-1b1c-4a0f-b14b-93a682a452cd None None] Bound port: 12b5c2d7-b10e-42db-8c5b-852385747fab, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bde0c4b3-46fa-404b-abf5-447c8cc4bb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4f125211-d48c-4f56-81bc-e8c71297b741'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:08:33.137558 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9163e612-1b1c-4a0f-b14b-93a682a452cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:33.248906 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-9163e612-1b1c-4a0f-b14b-93a682a452cd None None] For port 12b5c2d7-b10e-42db-8c5b-852385747fab, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:08:33.258822 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-9163e612-1b1c-4a0f-b14b-93a682a452cd None None] For port 12b5c2d7-b10e-42db-8c5b-852385747fab, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=12b5c2d7-b10e-42db-8c5b-852385747fab,segment=NetworkSegment(bde0c4b3-46fa-404b-abf5-447c8cc4bb2c),segment_id=bde0c4b3-46fa-404b-abf5-447c8cc4bb2c)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:08:33.261685 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-eb8d6055-a096-4bf7-84de-e385156d822c req-69362f1a-7324-43c3-8914-8ba927dd7ad3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-467542641&fields=id&tenant_id=f393478d14c44d15ad1bf9df868df3cb HTTP/1.1" status: 200 len: 267 time: 0.0565615 Jan 21 19:08:33.294339 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 67e7273f-c6b8-4f96-bcc2-94c78ae7a992 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:08:33.310947 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-a8c2cc45-4b7a-4b38-8167-2f55404a8d38 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Allocated IP 2001:db8::1 (4f125211-d48c-4f56-81bc-e8c71297b741/36ae0904-7ac0-4462-9efc-fc92054bfe43/cad9b0f4-9382-4356-86d1-d541bfee268d) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:08:33.363473 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9163e612-1b1c-4a0f-b14b-93a682a452cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:33.426651 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d6055-a096-4bf7-84de-e385156d822c req-a70853c3-af29-4ce8-90d0-856ef22f4e72 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:33.438018 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-eb8d6055-a096-4bf7-84de-e385156d822c req-a70853c3-af29-4ce8-90d0-856ef22f4e72 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/networks?id=6cda776f-5d01-457b-a570-306ee657f8d7 HTTP/1.1" status: 200 len: 796 time: 0.1727703 Jan 21 19:08:33.456329 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-eb8d6055-a096-4bf7-84de-e385156d822c req-459fa8ad-a588-4efc-86da-0c345a5835c4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/quotas/f393478d14c44d15ad1bf9df868df3cb HTTP/1.1" status: 200 len: 375 time: 0.0170164 Jan 21 19:08:33.478815 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163e612-1b1c-4a0f-b14b-93a682a452cd None None] Pushing event updated for resources: {'Port': ['ID=12b5c2d7-b10e-42db-8c5b-852385747fab,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:33.536655 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 67e7273f-c6b8-4f96-bcc2-94c78ae7a992 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:08:33.546397 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 67e7273f-c6b8-4f96-bcc2-94c78ae7a992 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:33.546775 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:33.554369 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a8c2cc45-4b7a-4b38-8167-2f55404a8d38 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:33.556236 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-eb8d6055-a096-4bf7-84de-e385156d822c req-019024d7-0a05-4c36-9321-94b5f2d5a014 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:08:33.577372 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-a8c2cc45-4b7a-4b38-8167-2f55404a8d38 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Transition to ACTIVE for port object cad9b0f4-9382-4356-86d1-d541bfee268d will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:08:33.694011 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-eb8d6055-a096-4bf7-84de-e385156d822c req-019024d7-0a05-4c36-9321-94b5f2d5a014 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:08:33.707017 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-eb8d6055-a096-4bf7-84de-e385156d822c req-019024d7-0a05-4c36-9321-94b5f2d5a014 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2499678 Jan 21 19:08:33.718864 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:33.731195 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a8c2cc45-4b7a-4b38-8167-2f55404a8d38 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:33.767242 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 67e7273f-c6b8-4f96-bcc2-94c78ae7a992, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=67e7273f-c6b8-4f96-bcc2-94c78ae7a992,segment=NetworkSegment(48eb82bf-0b2d-4d0e-8375-4b8a65c17a7f),segment_id=48eb82bf-0b2d-4d0e-8375-4b8a65c17a7f)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:08:33.817354 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c2cc45-4b7a-4b38-8167-2f55404a8d38 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Network 4f125211-d48c-4f56-81bc-e8c71297b741 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:08:33.820629 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-a8c2cc45-4b7a-4b38-8167-2f55404a8d38 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:08:33.825778 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c2cc45-4b7a-4b38-8167-2f55404a8d38 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:08:33.826351 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a8c2cc45-4b7a-4b38-8167-2f55404a8d38 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:33.840716 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c2cc45-4b7a-4b38-8167-2f55404a8d38 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event updated for resources: {'Port': ['ID=cad9b0f4-9382-4356-86d1-d541bfee268d,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:33.857526 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:33.873337 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-eb8d6055-a096-4bf7-84de-e385156d822c req-2afbaaa2-c517-4bc2-8d9c-2aec3fa829ce service neutron] 10.222.0.87 "GET /v2.0/networks/6cda776f-5d01-457b-a570-306ee657f8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560051 Jan 21 19:08:33.946612 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=67e7273f-c6b8-4f96-bcc2-94c78ae7a992,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:34.019810 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a8c2cc45-4b7a-4b38-8167-2f55404a8d38 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:34.122299 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-eb8d6055-a096-4bf7-84de-e385156d822c req-0f460599-73af-45c4-aa76-4be8b8815a88 service neutron] 10.222.0.87 "GET /v2.0/networks/6cda776f-5d01-457b-a570-306ee657f8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477419 Jan 21 19:08:34.549497 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ddffdc-c87b-4c0b-a40d-828dcdb98479 None None] Network 4f125211-d48c-4f56-81bc-e8c71297b741 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:08:34.610289 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a8c2cc45-4b7a-4b38-8167-2f55404a8d38 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:34.707913 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a8c2cc45-4b7a-4b38-8167-2f55404a8d38 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:34.708698 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a8c2cc45-4b7a-4b38-8167-2f55404a8d38 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:34.762354 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-95919669-6e29-46ff-8af7-57bb58dce084 None None] Provisioning for port 12b5c2d7-b10e-42db-8c5b-852385747fab completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:08:34.814879 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c2cc45-4b7a-4b38-8167-2f55404a8d38 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event updated for resources: {'Port': ['ID=cad9b0f4-9382-4356-86d1-d541bfee268d,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:35.026901 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c2cc45-4b7a-4b38-8167-2f55404a8d38 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Network 4f125211-d48c-4f56-81bc-e8c71297b741 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:08:35.028045 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-a8c2cc45-4b7a-4b38-8167-2f55404a8d38 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:08:35.176570 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-38f384d5-424b-4d43-9b95-8be62fafc4c8 None None] Provisioning for port cad9b0f4-9382-4356-86d1-d541bfee268d completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:08:35.182470 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-38f384d5-424b-4d43-9b95-8be62fafc4c8 None None] Provisioning complete for port cad9b0f4-9382-4356-86d1-d541bfee268d triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:35.182848 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-38f384d5-424b-4d43-9b95-8be62fafc4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:35.250080 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-38f384d5-424b-4d43-9b95-8be62fafc4c8 None None] Port cad9b0f4-9382-4356-86d1-d541bfee268d cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:08:35.347834 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c2cc45-4b7a-4b38-8167-2f55404a8d38 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Router 9063c180-8c73-4c23-9e65-6ca4001d6a99 is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:08:35.349834 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 67e7273f-c6b8-4f96-bcc2-94c78ae7a992 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:08:35.423818 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-35a8c57e-bcaa-4671-a972-f84de7d93fb3 None None] Provisioning complete for port cad9b0f4-9382-4356-86d1-d541bfee268d triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:35.424349 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-35a8c57e-bcaa-4671-a972-f84de7d93fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:35.546871 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1bdafd95-71b8-4424-9a0b-985c5ecb378d req-6aa24aa0-66bb-4b75-a1d0-471eab6b8cdf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=1378e496-4702-4260-bb65-450a2fcbad71 HTTP/1.1" status: 200 len: 210 time: 0.0609291 Jan 21 19:08:35.569261 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-35a8c57e-bcaa-4671-a972-f84de7d93fb3 None None] Port cad9b0f4-9382-4356-86d1-d541bfee268d cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:08:35.575513 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c2cc45-4b7a-4b38-8167-2f55404a8d38 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:08:35.585527 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ca80c5-7a7f-4e9b-9759-fe9562823c12 None None] Sync routers for ids ['9063c180-8c73-4c23-9e65-6ca4001d6a99'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:08:35.593756 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 67e7273f-c6b8-4f96-bcc2-94c78ae7a992 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:35.594398 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:35.599327 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ca80c5-7a7f-4e9b-9759-fe9562823c12 None None] Routers {'9063c180-8c73-4c23-9e65-6ca4001d6a99'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:08:35.600149 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-23ca80c5-7a7f-4e9b-9759-fe9562823c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:08:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['9063c180-8c73-4c23-9e65-6ca4001d6a99'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:35.600874 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-a8c2cc45-4b7a-4b38-8167-2f55404a8d38 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "PUT /v2.0/routers/9063c180-8c73-4c23-9e65-6ca4001d6a99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3492961 Jan 21 19:08:35.603695 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35376) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:35.616832 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-c4d44853-fc8d-400f-a9db-84edde40f774 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2090742667'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:08:35.622161 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-c4d44853-fc8d-400f-a9db-84edde40f774 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:08:35.626010 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-c4d44853-fc8d-400f-a9db-84edde40f774 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Usage tracker for resource:network and tenant:8da58450daab4e429694fdd9f553b982 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:08:35.628903 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-c4d44853-fc8d-400f-a9db-84edde40f774 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:08:35.636163 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-c4d44853-fc8d-400f-a9db-84edde40f774 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:08:35.736953 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 12b5c2d7-b10e-42db-8c5b-852385747fab up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:08:35.759751 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-23ca80c5-7a7f-4e9b-9759-fe9562823c12 None None] Set router 9063c180-8c73-4c23-9e65-6ca4001d6a99 gateway port host: None {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:08:35.760074 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d44853-fc8d-400f-a9db-84edde40f774 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Made reservation on behalf of 8da58450daab4e429694fdd9f553b982 for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:08:35.764315 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c4d44853-fc8d-400f-a9db-84edde40f774 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:35.772111 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-d477bdd4-ef1f-4b8d-a341-e937db0105d8 None None] Provisioning complete for port cad9b0f4-9382-4356-86d1-d541bfee268d triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:35.772111 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d477bdd4-ef1f-4b8d-a341-e937db0105d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:35.794624 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4d44853-fc8d-400f-a9db-84edde40f774 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:08:35.804460 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c4d44853-fc8d-400f-a9db-84edde40f774 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:35.806810 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-c4d44853-fc8d-400f-a9db-84edde40f774 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Added segment da2d650c-cadc-4ecb-bc6a-f5c17cf128f0 of type vlan for network b3d5535d-f10b-4b1b-8185-ff99f04d556e Jan 21 19:08:35.844069 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c4d44853-fc8d-400f-a9db-84edde40f774 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:35.869064 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-d477bdd4-ef1f-4b8d-a341-e937db0105d8 None None] Port cad9b0f4-9382-4356-86d1-d541bfee268d cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:08:35.986980 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c4d44853-fc8d-400f-a9db-84edde40f774 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:35.992759 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d44853-fc8d-400f-a9db-84edde40f774 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:35.993343 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c4d44853-fc8d-400f-a9db-84edde40f774 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:36.016752 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 12b5c2d7-b10e-42db-8c5b-852385747fab completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:08:36.031065 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 12b5c2d7-b10e-42db-8c5b-852385747fab triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:36.031065 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:36.103934 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-23ca80c5-7a7f-4e9b-9759-fe9562823c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'name': 'tempest-RoutersIpV6Test-router-165929172', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:08:30Z', 'updated_at': '2022-01-21T19:08:33Z', 'revision_number': 2, 'project_id': '8da58450daab4e429694fdd9f553b982', 'gw_port_host': None, '_interfaces': [{'id': 'cad9b0f4-9382-4356-86d1-d541bfee268d', 'name': '', 'network_id': '4f125211-d48c-4f56-81bc-e8c71297b741', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:51:7b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:33Z', 'updated_at': '2022-01-21T19:08:34Z', 'revision_number': 2, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:36.104955 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d44853-fc8d-400f-a9db-84edde40f774 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event updated for resources: {'Network': ['ID=b3d5535d-f10b-4b1b-8185-ff99f04d556e,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:36.109255 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ca80c5-7a7f-4e9b-9759-fe9562823c12 None None] Checking router: 9063c180-8c73-4c23-9e65-6ca4001d6a99 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:08:36.109629 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ca80c5-7a7f-4e9b-9759-fe9562823c12 None None] Updating router 9063c180-8c73-4c23-9e65-6ca4001d6a99 port cad9b0f4-9382-4356-86d1-d541bfee268d binding host dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:08:36.120828 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c4d44853-fc8d-400f-a9db-84edde40f774 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5160217 Jan 21 19:08:36.123785 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35388) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:36.131825 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-980b3450-941f-455c-8fcf-ddbc57fce2c1 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Request body: {'subnet': {'network_id': 'b3d5535d-f10b-4b1b-8185-ff99f04d556e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:08:36.137930 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network b3d5535d-f10b-4b1b-8185-ff99f04d556e details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:08:36.176271 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-23ca80c5-7a7f-4e9b-9759-fe9562823c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:36.256117 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:36.257929 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-980b3450-941f-455c-8fcf-ddbc57fce2c1 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:08:36.262598 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-980b3450-941f-455c-8fcf-ddbc57fce2c1 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Usage tracker for resource:subnet and tenant:8da58450daab4e429694fdd9f553b982 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:08:36.266116 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-980b3450-941f-455c-8fcf-ddbc57fce2c1 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:08:36.277470 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-980b3450-941f-455c-8fcf-ddbc57fce2c1 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:08:36.307252 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 12b5c2d7-b10e-42db-8c5b-852385747fab, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=12b5c2d7-b10e-42db-8c5b-852385747fab,segment=NetworkSegment(bde0c4b3-46fa-404b-abf5-447c8cc4bb2c),segment_id=bde0c4b3-46fa-404b-abf5-447c8cc4bb2c)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:08:36.421062 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980b3450-941f-455c-8fcf-ddbc57fce2c1 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Made reservation on behalf of 8da58450daab4e429694fdd9f553b982 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:08:36.421616 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:36.430485 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-980b3450-941f-455c-8fcf-ddbc57fce2c1 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:36.510144 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=12b5c2d7-b10e-42db-8c5b-852385747fab,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:36.541206 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-23ca80c5-7a7f-4e9b-9759-fe9562823c12 None None] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:36.552595 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-23ca80c5-7a7f-4e9b-9759-fe9562823c12 None None] Transition to ACTIVE for port object cad9b0f4-9382-4356-86d1-d541bfee268d will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:08:36.683857 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-23ca80c5-7a7f-4e9b-9759-fe9562823c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:36.702412 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3071c75a-9c5b-4c30-a2e7-5e2df8a8f58c req-1eb97f81-3f92-41b5-b528-10b880b61a40 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=1378e496-4702-4260-bb65-450a2fcbad71 HTTP/1.1" status: 200 len: 210 time: 0.0456121 Jan 21 19:08:36.793946 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-980b3450-941f-455c-8fcf-ddbc57fce2c1 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:36.807795 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa8f2e-8804-4cc7-9fba-caaab931c221 None None] Pushing event updated for resources: {'Port': ['ID=cad9b0f4-9382-4356-86d1-d541bfee268d,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:36.922266 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980b3450-941f-455c-8fcf-ddbc57fce2c1 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Checking segment: {'id': 'da2d650c-cadc-4ecb-bc6a-f5c17cf128f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b3d5535d-f10b-4b1b-8185-ff99f04d556e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:08:36.922733 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980b3450-941f-455c-8fcf-ddbc57fce2c1 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Network hostable DHCP agents. Network: b3d5535d-f10b-4b1b-8185-ff99f04d556e, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:08:36.933664 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b3450-941f-455c-8fcf-ddbc57fce2c1 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event updated for resources: {'Subnet': ['ID=109d3296-5583-4868-a8b8-605acd81f6e6,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:36.933914 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-23ca80c5-7a7f-4e9b-9759-fe9562823c12 None None] Attempting to bind port cad9b0f4-9382-4356-86d1-d541bfee268d on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:08:36.934264 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-23ca80c5-7a7f-4e9b-9759-fe9562823c12 None None] Attempting to bind port cad9b0f4-9382-4356-86d1-d541bfee268d by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'bde0c4b3-46fa-404b-abf5-447c8cc4bb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4f125211-d48c-4f56-81bc-e8c71297b741'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:08:36.934843 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ca80c5-7a7f-4e9b-9759-fe9562823c12 None None] Attempting to bind port cad9b0f4-9382-4356-86d1-d541bfee268d on network 4f125211-d48c-4f56-81bc-e8c71297b741 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:08:36.949411 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ca80c5-7a7f-4e9b-9759-fe9562823c12 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:08:36.949411 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ca80c5-7a7f-4e9b-9759-fe9562823c12 None None] Checking segment: {'id': 'bde0c4b3-46fa-404b-abf5-447c8cc4bb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4f125211-d48c-4f56-81bc-e8c71297b741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:08:36.949411 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-23ca80c5-7a7f-4e9b-9759-fe9562823c12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:36.949411 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ca80c5-7a7f-4e9b-9759-fe9562823c12 None None] Bound using segment: {'id': 'bde0c4b3-46fa-404b-abf5-447c8cc4bb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4f125211-d48c-4f56-81bc-e8c71297b741'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:08:36.949985 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-23ca80c5-7a7f-4e9b-9759-fe9562823c12 None None] Bound port: cad9b0f4-9382-4356-86d1-d541bfee268d, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bde0c4b3-46fa-404b-abf5-447c8cc4bb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4f125211-d48c-4f56-81bc-e8c71297b741'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:08:36.950292 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-23ca80c5-7a7f-4e9b-9759-fe9562823c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:37.050468 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980b3450-941f-455c-8fcf-ddbc57fce2c1 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Network b3d5535d-f10b-4b1b-8185-ff99f04d556e is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:08:37.064288 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-23ca80c5-7a7f-4e9b-9759-fe9562823c12 None None] For port cad9b0f4-9382-4356-86d1-d541bfee268d, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:08:37.067384 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-23ca80c5-7a7f-4e9b-9759-fe9562823c12 None None] For port cad9b0f4-9382-4356-86d1-d541bfee268d, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=cad9b0f4-9382-4356-86d1-d541bfee268d,segment=NetworkSegment(bde0c4b3-46fa-404b-abf5-447c8cc4bb2c),segment_id=bde0c4b3-46fa-404b-abf5-447c8cc4bb2c)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:08:37.165233 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-980b3450-941f-455c-8fcf-ddbc57fce2c1 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, b3d5535d-f10b-4b1b-8185-ff99f04d556e) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:08:37.166921 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-23ca80c5-7a7f-4e9b-9759-fe9562823c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:37.169568 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980b3450-941f-455c-8fcf-ddbc57fce2c1 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:37.170182 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-980b3450-941f-455c-8fcf-ddbc57fce2c1 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:37.178759 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15feb6b8-cd52-457f-ad72-a078529d7ea2 None None] Network b3d5535d-f10b-4b1b-8185-ff99f04d556e requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:08:37.279345 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ca80c5-7a7f-4e9b-9759-fe9562823c12 None None] Routers {'9063c180-8c73-4c23-9e65-6ca4001d6a99'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:08:37.280198 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-23ca80c5-7a7f-4e9b-9759-fe9562823c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:08:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['9063c180-8c73-4c23-9e65-6ca4001d6a99'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:37.284495 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 12b5c2d7-b10e-42db-8c5b-852385747fab up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:08:37.291953 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-980b3450-941f-455c-8fcf-ddbc57fce2c1 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1668906 Jan 21 19:08:37.294710 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35396) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:37.540056 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 12b5c2d7-b10e-42db-8c5b-852385747fab triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:37.541085 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:37.552985 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa8f2e-8804-4cc7-9fba-caaab931c221 None None] Pushing event updated for resources: {'Port': ['ID=cad9b0f4-9382-4356-86d1-d541bfee268d,revision_number=4']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:37.560816 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-23ca80c5-7a7f-4e9b-9759-fe9562823c12 None None] Set router 9063c180-8c73-4c23-9e65-6ca4001d6a99 gateway port host: None {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:08:37.573383 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2ee3d7-a49c-489a-af02-8f22f3234fe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-b3d5535d-f10b-4b1b-8185-ff99f04d556e', 'network_id': 'b3d5535d-f10b-4b1b-8185-ff99f04d556e', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'fixed_ips': [{'subnet_id': '109d3296-5583-4868-a8b8-605acd81f6e6'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:08:37.574175 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ce2ee3d7-a49c-489a-af02-8f22f3234fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:37.874434 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-ce2ee3d7-a49c-489a-af02-8f22f3234fe8 None None] Allocated IP 2001:db8:1::2 (b3d5535d-f10b-4b1b-8185-ff99f04d556e/109d3296-5583-4868-a8b8-605acd81f6e6/44383b1e-6723-495a-bb35-b0bec6443751) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:08:37.874730 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-79843fd6-fe20-4987-b817-22409c4118ac req-4a2db81e-de23-4d3a-bc2b-2b5a88a8721a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=1378e496-4702-4260-bb65-450a2fcbad71 HTTP/1.1" status: 200 len: 210 time: 0.0548325 Jan 21 19:08:37.938035 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-23ca80c5-7a7f-4e9b-9759-fe9562823c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'name': 'tempest-RoutersIpV6Test-router-165929172', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:08:30Z', 'updated_at': '2022-01-21T19:08:33Z', 'revision_number': 2, 'project_id': '8da58450daab4e429694fdd9f553b982', 'gw_port_host': None, '_interfaces': [{'id': 'cad9b0f4-9382-4356-86d1-d541bfee268d', 'name': '', 'network_id': '4f125211-d48c-4f56-81bc-e8c71297b741', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:51:7b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:33Z', 'updated_at': '2022-01-21T19:08:37Z', 'revision_number': 4, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:37.944407 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ca80c5-7a7f-4e9b-9759-fe9562823c12 None None] The sync data for ids ['9063c180-8c73-4c23-9e65-6ca4001d6a99'] in dv-neutron-825470-1-hyperv is: [{'id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'name': 'tempest-RoutersIpV6Test-router-165929172', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:08:30Z', 'updated_at': '2022-01-21T19:08:33Z', 'revision_number': 2, 'project_id': '8da58450daab4e429694fdd9f553b982', 'gw_port_host': None, '_interfaces': [{'id': 'cad9b0f4-9382-4356-86d1-d541bfee268d', 'name': '', 'network_id': '4f125211-d48c-4f56-81bc-e8c71297b741', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:51:7b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:33Z', 'updated_at': '2022-01-21T19:08:37Z', 'revision_number': 4, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:08:38.147029 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ce2ee3d7-a49c-489a-af02-8f22f3234fe8 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:38.158398 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-ce2ee3d7-a49c-489a-af02-8f22f3234fe8 None None] Transition to ACTIVE for port object 44383b1e-6723-495a-bb35-b0bec6443751 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:08:38.178907 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-ce2ee3d7-a49c-489a-af02-8f22f3234fe8 None None] Transition to ACTIVE for port object 44383b1e-6723-495a-bb35-b0bec6443751 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:08:38.266912 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-eb681ea0-4c5f-4581-9ea3-b730b0c3de6d tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:38.285591 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ce2ee3d7-a49c-489a-af02-8f22f3234fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:38.360461 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2ee3d7-a49c-489a-af02-8f22f3234fe8 None None] Network b3d5535d-f10b-4b1b-8185-ff99f04d556e is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:08:38.363625 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-ce2ee3d7-a49c-489a-af02-8f22f3234fe8 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:08:38.367503 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2ee3d7-a49c-489a-af02-8f22f3234fe8 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:08:38.382635 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ee3d7-a49c-489a-af02-8f22f3234fe8 None None] Pushing event updated for resources: {'Port': ['ID=44383b1e-6723-495a-bb35-b0bec6443751,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:38.496180 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-ce2ee3d7-a49c-489a-af02-8f22f3234fe8 None None] Attempting to bind port 44383b1e-6723-495a-bb35-b0bec6443751 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:08:38.496597 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-ce2ee3d7-a49c-489a-af02-8f22f3234fe8 None None] Attempting to bind port 44383b1e-6723-495a-bb35-b0bec6443751 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'da2d650c-cadc-4ecb-bc6a-f5c17cf128f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b3d5535d-f10b-4b1b-8185-ff99f04d556e'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:08:38.496903 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2ee3d7-a49c-489a-af02-8f22f3234fe8 None None] Attempting to bind port 44383b1e-6723-495a-bb35-b0bec6443751 on network b3d5535d-f10b-4b1b-8185-ff99f04d556e {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:08:38.509504 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2ee3d7-a49c-489a-af02-8f22f3234fe8 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:08:38.509504 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2ee3d7-a49c-489a-af02-8f22f3234fe8 None None] Checking segment: {'id': 'da2d650c-cadc-4ecb-bc6a-f5c17cf128f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b3d5535d-f10b-4b1b-8185-ff99f04d556e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:08:38.509504 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ce2ee3d7-a49c-489a-af02-8f22f3234fe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:38.509504 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2ee3d7-a49c-489a-af02-8f22f3234fe8 None None] Bound using segment: {'id': 'da2d650c-cadc-4ecb-bc6a-f5c17cf128f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b3d5535d-f10b-4b1b-8185-ff99f04d556e'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:08:38.509504 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-ce2ee3d7-a49c-489a-af02-8f22f3234fe8 None None] Bound port: 44383b1e-6723-495a-bb35-b0bec6443751, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da2d650c-cadc-4ecb-bc6a-f5c17cf128f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b3d5535d-f10b-4b1b-8185-ff99f04d556e'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:08:38.509504 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ce2ee3d7-a49c-489a-af02-8f22f3234fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:38.651931 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-ce2ee3d7-a49c-489a-af02-8f22f3234fe8 None None] For port 44383b1e-6723-495a-bb35-b0bec6443751, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:08:38.655234 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-ce2ee3d7-a49c-489a-af02-8f22f3234fe8 None None] For port 44383b1e-6723-495a-bb35-b0bec6443751, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=44383b1e-6723-495a-bb35-b0bec6443751,segment=NetworkSegment(da2d650c-cadc-4ecb-bc6a-f5c17cf128f0),segment_id=da2d650c-cadc-4ecb-bc6a-f5c17cf128f0)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:08:38.660548 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d6055-a096-4bf7-84de-e385156d822c req-5f5514e5-93dd-4e12-8afc-16c1e801c21e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:38.666110 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-eb8d6055-a096-4bf7-84de-e385156d822c req-5f5514e5-93dd-4e12-8afc-16c1e801c21e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:network {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:08:38.797064 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-eb681ea0-4c5f-4581-9ea3-b730b0c3de6d tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Allocated IP 2001:db8:1::1 (b3d5535d-f10b-4b1b-8185-ff99f04d556e/109d3296-5583-4868-a8b8-605acd81f6e6/c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:08:38.811250 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ce2ee3d7-a49c-489a-af02-8f22f3234fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:38.849233 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-eb8d6055-a096-4bf7-84de-e385156d822c req-5f5514e5-93dd-4e12-8afc-16c1e801c21e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:network {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:08:38.850459 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-eb8d6055-a096-4bf7-84de-e385156d822c req-5f5514e5-93dd-4e12-8afc-16c1e801c21e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "GET /v2.0/networks?id=6cda776f-5d01-457b-a570-306ee657f8d7 HTTP/1.1" status: 200 len: 796 time: 0.4411275 Jan 21 19:08:38.903275 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ee3d7-a49c-489a-af02-8f22f3234fe8 None None] Pushing event updated for resources: {'Port': ['ID=44383b1e-6723-495a-bb35-b0bec6443751,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:38.980202 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-eb8d6055-a096-4bf7-84de-e385156d822c req-b76b1408-00b1-4c52-9007-9669b841245e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:security_group {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:08:39.037839 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-eb681ea0-4c5f-4581-9ea3-b730b0c3de6d tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:39.057259 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-eb681ea0-4c5f-4581-9ea3-b730b0c3de6d tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Transition to ACTIVE for port object c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:08:39.092481 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-eb8d6055-a096-4bf7-84de-e385156d822c req-b76b1408-00b1-4c52-9007-9669b841245e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:security_group {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:08:39.094102 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-eb8d6055-a096-4bf7-84de-e385156d822c req-b76b1408-00b1-4c52-9007-9669b841245e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f393478d14c44d15ad1bf9df868df3cb HTTP/1.1" status: 200 len: 379 time: 0.1874616 Jan 21 19:08:39.094501 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-20a9181d-b747-4656-9d6b-e847c0eacbb5 req-3ce22744-9556-4705-9de2-215294d9d3b7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=1378e496-4702-4260-bb65-450a2fcbad71 HTTP/1.1" status: 200 len: 210 time: 0.0877936 Jan 21 19:08:39.108064 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-eb8d6055-a096-4bf7-84de-e385156d822c req-2df4fea9-e5f7-4aed-85d9-7778879a00bf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'port': {'device_id': '1378e496-4702-4260-bb65-450a2fcbad71', 'network_id': '6cda776f-5d01-457b-a570-306ee657f8d7', 'admin_state_up': True, 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'security_groups': ['93f078ac-c0d0-4061-8253-eb571625538f']}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:08:39.239518 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-eb681ea0-4c5f-4581-9ea3-b730b0c3de6d tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:39.336597 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb681ea0-4c5f-4581-9ea3-b730b0c3de6d tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Network b3d5535d-f10b-4b1b-8185-ff99f04d556e is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:08:39.345665 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-eb681ea0-4c5f-4581-9ea3-b730b0c3de6d tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:08:39.355738 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb681ea0-4c5f-4581-9ea3-b730b0c3de6d tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:08:39.356225 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-eb681ea0-4c5f-4581-9ea3-b730b0c3de6d tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:39.368081 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb681ea0-4c5f-4581-9ea3-b730b0c3de6d tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event updated for resources: {'Port': ['ID=c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:39.374446 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 44383b1e-6723-495a-bb35-b0bec6443751 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:08:39.398213 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-eb8d6055-a096-4bf7-84de-e385156d822c req-2df4fea9-e5f7-4aed-85d9-7778879a00bf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:08:39.422163 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-eb8d6055-a096-4bf7-84de-e385156d822c req-2df4fea9-e5f7-4aed-85d9-7778879a00bf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:08:39.570788 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb8d6055-a096-4bf7-84de-e385156d822c req-2df4fea9-e5f7-4aed-85d9-7778879a00bf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Made reservation on behalf of f393478d14c44d15ad1bf9df868df3cb for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:08:39.575029 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-eb8d6055-a096-4bf7-84de-e385156d822c req-2df4fea9-e5f7-4aed-85d9-7778879a00bf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:39.605214 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 44383b1e-6723-495a-bb35-b0bec6443751 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:08:39.610762 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device cad9b0f4-9382-4356-86d1-d541bfee268d up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:08:39.734531 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-eb681ea0-4c5f-4581-9ea3-b730b0c3de6d tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:39.793562 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port cad9b0f4-9382-4356-86d1-d541bfee268d completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:08:39.798831 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port cad9b0f4-9382-4356-86d1-d541bfee268d triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:39.799201 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:39.919989 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:39.937336 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [req-eb8d6055-a096-4bf7-84de-e385156d822c req-2df4fea9-e5f7-4aed-85d9-7778879a00bf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Allocated IP 172.20.0.7 (6cda776f-5d01-457b-a570-306ee657f8d7/02e9641c-5c6e-4ac9-ab6a-a7329d6ea353/543f184b-1565-44f3-9821-0956b27f78fb) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:08:39.956926 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port cad9b0f4-9382-4356-86d1-d541bfee268d, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=cad9b0f4-9382-4356-86d1-d541bfee268d,segment=NetworkSegment(bde0c4b3-46fa-404b-abf5-447c8cc4bb2c),segment_id=bde0c4b3-46fa-404b-abf5-447c8cc4bb2c)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:08:40.049638 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:40.127290 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=cad9b0f4-9382-4356-86d1-d541bfee268d,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:40.287999 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d1a1c16f-552a-4dcd-aff7-a45087e592b2 req-b673bcb4-30fc-4be4-903f-30b838eb58ac tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=1378e496-4702-4260-bb65-450a2fcbad71 HTTP/1.1" status: 200 len: 210 time: 0.0453432 Jan 21 19:08:40.545476 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-eb8d6055-a096-4bf7-84de-e385156d822c req-2df4fea9-e5f7-4aed-85d9-7778879a00bf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:40.559579 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-eb681ea0-4c5f-4581-9ea3-b730b0c3de6d tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:40.569358 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-eb8d6055-a096-4bf7-84de-e385156d822c req-2df4fea9-e5f7-4aed-85d9-7778879a00bf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Transition to ACTIVE for port object 543f184b-1565-44f3-9821-0956b27f78fb will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:08:40.630950 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01b13ef-30f7-40a6-827f-fd675052f6b6 None None] Network b3d5535d-f10b-4b1b-8185-ff99f04d556e requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:08:40.644197 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-eb681ea0-4c5f-4581-9ea3-b730b0c3de6d tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:40.645530 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-eb681ea0-4c5f-4581-9ea3-b730b0c3de6d tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:40.690237 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-eb8d6055-a096-4bf7-84de-e385156d822c req-2df4fea9-e5f7-4aed-85d9-7778879a00bf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:40.767158 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb8d6055-a096-4bf7-84de-e385156d822c req-2df4fea9-e5f7-4aed-85d9-7778879a00bf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network 6cda776f-5d01-457b-a570-306ee657f8d7 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:08:40.772351 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [req-eb8d6055-a096-4bf7-84de-e385156d822c req-2df4fea9-e5f7-4aed-85d9-7778879a00bf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:08:40.774888 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb8d6055-a096-4bf7-84de-e385156d822c req-2df4fea9-e5f7-4aed-85d9-7778879a00bf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:08:40.809992 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb681ea0-4c5f-4581-9ea3-b730b0c3de6d tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event updated for resources: {'Port': ['ID=c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:40.870383 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f92bb903-3fa7-4397-8e63-bed845fbaca9 None None] Provisioning for port 44383b1e-6723-495a-bb35-b0bec6443751 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:08:40.880273 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f92bb903-3fa7-4397-8e63-bed845fbaca9 None None] Provisioning complete for port 44383b1e-6723-495a-bb35-b0bec6443751 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:40.880796 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f92bb903-3fa7-4397-8e63-bed845fbaca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:40.979012 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d6055-a096-4bf7-84de-e385156d822c req-2df4fea9-e5f7-4aed-85d9-7778879a00bf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:40.979645 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-eb8d6055-a096-4bf7-84de-e385156d822c req-2df4fea9-e5f7-4aed-85d9-7778879a00bf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:40.987042 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df4fea9-e5f7-4aed-85d9-7778879a00bf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=543f184b-1565-44f3-9821-0956b27f78fb,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:41.022263 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f92bb903-3fa7-4397-8e63-bed845fbaca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:41.032286 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb681ea0-4c5f-4581-9ea3-b730b0c3de6d tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Network b3d5535d-f10b-4b1b-8185-ff99f04d556e is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:08:41.033688 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-eb681ea0-4c5f-4581-9ea3-b730b0c3de6d tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:08:41.084019 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-f92bb903-3fa7-4397-8e63-bed845fbaca9 None None] For port 44383b1e-6723-495a-bb35-b0bec6443751, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=44383b1e-6723-495a-bb35-b0bec6443751,segment=NetworkSegment(da2d650c-cadc-4ecb-bc6a-f5c17cf128f0),segment_id=da2d650c-cadc-4ecb-bc6a-f5c17cf128f0)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:08:41.153713 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f92bb903-3fa7-4397-8e63-bed845fbaca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:41.186177 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-eb8d6055-a096-4bf7-84de-e385156d822c req-2df4fea9-e5f7-4aed-85d9-7778879a00bf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0859463 Jan 21 19:08:41.201329 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-eb8d6055-a096-4bf7-84de-e385156d822c req-bf561fb5-2251-415b-af33-1b8adfb4518c service neutron] Request body: {'port': {'device_id': '1378e496-4702-4260-bb65-450a2fcbad71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:08:41.270552 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92bb903-3fa7-4397-8e63-bed845fbaca9 None None] Pushing event updated for resources: {'Port': ['ID=44383b1e-6723-495a-bb35-b0bec6443751,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:41.312336 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb681ea0-4c5f-4581-9ea3-b730b0c3de6d tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Router 9063c180-8c73-4c23-9e65-6ca4001d6a99 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:08:41.317951 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device cad9b0f4-9382-4356-86d1-d541bfee268d up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:08:41.372128 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-8a48a2ec-7766-419e-9b0a-af465e63a728 None None] Provisioning for port 543f184b-1565-44f3-9821-0956b27f78fb completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:08:41.392602 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-8a48a2ec-7766-419e-9b0a-af465e63a728 None None] Provisioning complete for port 543f184b-1565-44f3-9821-0956b27f78fb triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:41.395315 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8a48a2ec-7766-419e-9b0a-af465e63a728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:41.445087 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-eb8d6055-a096-4bf7-84de-e385156d822c req-bf561fb5-2251-415b-af33-1b8adfb4518c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:41.479329 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-8a48a2ec-7766-419e-9b0a-af465e63a728 None None] Port 543f184b-1565-44f3-9821-0956b27f78fb cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:08:41.492015 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port cad9b0f4-9382-4356-86d1-d541bfee268d triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:41.498484 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:41.592457 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f5fa3-a7cd-4717-9cb3-3da6a2db7e24 req-c0cce297-6235-410b-8205-035e19bbed6b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:41.604552 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-868f5fa3-a7cd-4717-9cb3-3da6a2db7e24 req-c0cce297-6235-410b-8205-035e19bbed6b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=1378e496-4702-4260-bb65-450a2fcbad71 HTTP/1.1" status: 200 len: 931 time: 0.1316741 Jan 21 19:08:41.631889 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-1a53f402-5d8c-472e-8074-58ef35504011 None None] Provisioning complete for port 44383b1e-6723-495a-bb35-b0bec6443751 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:41.633359 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb681ea0-4c5f-4581-9ea3-b730b0c3de6d tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:08:41.639193 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1a53f402-5d8c-472e-8074-58ef35504011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:41.641109 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-eb681ea0-4c5f-4581-9ea3-b730b0c3de6d tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "PUT /v2.0/routers/9063c180-8c73-4c23-9e65-6ca4001d6a99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3452547 Jan 21 19:08:41.644795 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35420) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:41.650552 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-c71678fb-ecc4-47b2-bd76-678ab7d476b2 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1859359592'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:08:41.687846 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-868f5fa3-a7cd-4717-9cb3-3da6a2db7e24 req-6c56a72e-78ad-4a45-8868-4dc16128f515 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=93f078ac-c0d0-4061-8253-eb571625538f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819588 Jan 21 19:08:41.704808 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-c71678fb-ecc4-47b2-bd76-678ab7d476b2 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:08:41.711076 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-c71678fb-ecc4-47b2-bd76-678ab7d476b2 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Usage tracker for resource:network and tenant:8da58450daab4e429694fdd9f553b982 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:08:41.713032 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e44769-4766-4ab8-973a-0369b214f43f None None] Sync routers for ids ['9063c180-8c73-4c23-9e65-6ca4001d6a99'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:08:41.714918 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-c71678fb-ecc4-47b2-bd76-678ab7d476b2 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:08:41.726556 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-c71678fb-ecc4-47b2-bd76-678ab7d476b2 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:08:41.752586 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e44769-4766-4ab8-973a-0369b214f43f None None] Routers {'9063c180-8c73-4c23-9e65-6ca4001d6a99'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:08:41.753616 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-d1e44769-4766-4ab8-973a-0369b214f43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:08:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['9063c180-8c73-4c23-9e65-6ca4001d6a99'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:41.845133 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71678fb-ecc4-47b2-bd76-678ab7d476b2 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Made reservation on behalf of 8da58450daab4e429694fdd9f553b982 for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:08:41.848638 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c71678fb-ecc4-47b2-bd76-678ab7d476b2 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:41.902848 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c71678fb-ecc4-47b2-bd76-678ab7d476b2 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:08:42.018637 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-d1e44769-4766-4ab8-973a-0369b214f43f None None] Set router 9063c180-8c73-4c23-9e65-6ca4001d6a99 gateway port host: None {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:08:42.075916 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c71678fb-ecc4-47b2-bd76-678ab7d476b2 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:42.076286 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-c71678fb-ecc4-47b2-bd76-678ab7d476b2 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Added segment 1a247ddd-738a-435f-bd89-8cfa5bd608d5 of type vlan for network 6d35b67a-4324-41d3-bb9d-d9326a73ffe3 Jan 21 19:08:42.117817 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c71678fb-ecc4-47b2-bd76-678ab7d476b2 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:42.193488 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [req-eb8d6055-a096-4bf7-84de-e385156d822c req-bf561fb5-2251-415b-af33-1b8adfb4518c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 543f184b-1565-44f3-9821-0956b27f78fb {{(pid=88137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:08:42.202411 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-eb8d6055-a096-4bf7-84de-e385156d822c req-bf561fb5-2251-415b-af33-1b8adfb4518c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:42.217865 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-eb8d6055-a096-4bf7-84de-e385156d822c req-bf561fb5-2251-415b-af33-1b8adfb4518c service neutron] Transition to ACTIVE for port object 543f184b-1565-44f3-9821-0956b27f78fb will not be triggered until provisioned by entity L2. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:08:42.302773 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c71678fb-ecc4-47b2-bd76-678ab7d476b2 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:42.308518 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71678fb-ecc4-47b2-bd76-678ab7d476b2 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:42.309162 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c71678fb-ecc4-47b2-bd76-678ab7d476b2 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:42.312875 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-eb8d6055-a096-4bf7-84de-e385156d822c req-bf561fb5-2251-415b-af33-1b8adfb4518c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:42.360323 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-1a53f402-5d8c-472e-8074-58ef35504011 None None] Provisioning for port c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:08:42.368946 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-1a53f402-5d8c-472e-8074-58ef35504011 None None] Provisioning complete for port c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:42.369331 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1a53f402-5d8c-472e-8074-58ef35504011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:42.424274 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-1a53f402-5d8c-472e-8074-58ef35504011 None None] Port c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:08:42.461287 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-d1e44769-4766-4ab8-973a-0369b214f43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'name': 'tempest-RoutersIpV6Test-router-165929172', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:08:30Z', 'updated_at': '2022-01-21T19:08:39Z', 'revision_number': 3, 'project_id': '8da58450daab4e429694fdd9f553b982', 'gw_port_host': None, '_interfaces': [{'id': 'c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d', 'name': '', 'network_id': 'b3d5535d-f10b-4b1b-8185-ff99f04d556e', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:7e:76:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '109d3296-5583-4868-a8b8-605acd81f6e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:38Z', 'updated_at': '2022-01-21T19:08:40Z', 'revision_number': 2, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '109d3296-5583-4868-a8b8-605acd81f6e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad9b0f4-9382-4356-86d1-d541bfee268d', 'name': '', 'network_id': '4f125211-d48c-4f56-81bc-e8c71297b741', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:51:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:33Z', 'updated_at': '2022-01-21T19:08:39Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:42.467688 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e44769-4766-4ab8-973a-0369b214f43f None None] Checking router: 9063c180-8c73-4c23-9e65-6ca4001d6a99 for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:08:42.468247 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e44769-4766-4ab8-973a-0369b214f43f None None] Updating router 9063c180-8c73-4c23-9e65-6ca4001d6a99 port c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d binding host dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:08:42.546468 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d1e44769-4766-4ab8-973a-0369b214f43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:42.547712 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c71678fb-ecc4-47b2-bd76-678ab7d476b2 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9030156 Jan 21 19:08:42.550548 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35428) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:42.558462 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf561fb5-2251-415b-af33-1b8adfb4518c service neutron] Pushing event updated for resources: {'Port': ['ID=543f184b-1565-44f3-9821-0956b27f78fb,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:42.559995 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-0f4ae729-45fe-41ad-88ca-00d2c42d9124 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Request body: {'subnet': {'network_id': '6d35b67a-4324-41d3-bb9d-d9326a73ffe3', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:08:42.615787 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71678fb-ecc4-47b2-bd76-678ab7d476b2 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event updated for resources: {'Network': ['ID=6d35b67a-4324-41d3-bb9d-d9326a73ffe3,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:42.659242 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 6d35b67a-4324-41d3-bb9d-d9326a73ffe3 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:08:42.707209 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-0f4ae729-45fe-41ad-88ca-00d2c42d9124 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:08:42.712801 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-0f4ae729-45fe-41ad-88ca-00d2c42d9124 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Usage tracker for resource:subnet and tenant:8da58450daab4e429694fdd9f553b982 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:08:42.716460 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-0f4ae729-45fe-41ad-88ca-00d2c42d9124 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:08:42.723267 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-0f4ae729-45fe-41ad-88ca-00d2c42d9124 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:08:42.728529 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-7c5fea40-e25b-4cd5-8160-22ccc1c3689b None None] Provisioning complete for port c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:42.729226 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7c5fea40-e25b-4cd5-8160-22ccc1c3689b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:42.746450 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-eb8d6055-a096-4bf7-84de-e385156d822c req-bf561fb5-2251-415b-af33-1b8adfb4518c service neutron] Attempting to bind port 543f184b-1565-44f3-9821-0956b27f78fb on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:08:42.746450 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-eb8d6055-a096-4bf7-84de-e385156d822c req-bf561fb5-2251-415b-af33-1b8adfb4518c service neutron] Attempting to bind port 543f184b-1565-44f3-9821-0956b27f78fb by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '48eb82bf-0b2d-4d0e-8375-4b8a65c17a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6cda776f-5d01-457b-a570-306ee657f8d7'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:08:42.747070 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8d6055-a096-4bf7-84de-e385156d822c req-bf561fb5-2251-415b-af33-1b8adfb4518c service neutron] Attempting to bind port 543f184b-1565-44f3-9821-0956b27f78fb on network 6cda776f-5d01-457b-a570-306ee657f8d7 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:08:42.752611 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8d6055-a096-4bf7-84de-e385156d822c req-bf561fb5-2251-415b-af33-1b8adfb4518c service neutron] Port 543f184b-1565-44f3-9821-0956b27f78fb on network 6cda776f-5d01-457b-a570-306ee657f8d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 19:08:42.752996 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8d6055-a096-4bf7-84de-e385156d822c req-bf561fb5-2251-415b-af33-1b8adfb4518c service neutron] Attempting to bind port 543f184b-1565-44f3-9821-0956b27f78fb on network 6cda776f-5d01-457b-a570-306ee657f8d7 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:08:42.759680 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8d6055-a096-4bf7-84de-e385156d822c req-bf561fb5-2251-415b-af33-1b8adfb4518c service neutron] Checking agent: {'id': '9a14f311-f6d5-46c6-87a2-f860197fb66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:08:42.760017 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8d6055-a096-4bf7-84de-e385156d822c req-bf561fb5-2251-415b-af33-1b8adfb4518c service neutron] Checking segment: {'id': '48eb82bf-0b2d-4d0e-8375-4b8a65c17a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6cda776f-5d01-457b-a570-306ee657f8d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:08:42.760534 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8d6055-a096-4bf7-84de-e385156d822c req-bf561fb5-2251-415b-af33-1b8adfb4518c service neutron] Bound using segment: {'id': '48eb82bf-0b2d-4d0e-8375-4b8a65c17a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6cda776f-5d01-457b-a570-306ee657f8d7'} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:08:42.760968 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-eb8d6055-a096-4bf7-84de-e385156d822c req-bf561fb5-2251-415b-af33-1b8adfb4518c service neutron] Bound port: 543f184b-1565-44f3-9821-0956b27f78fb, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48eb82bf-0b2d-4d0e-8375-4b8a65c17a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6cda776f-5d01-457b-a570-306ee657f8d7'}}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:08:42.761504 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-eb8d6055-a096-4bf7-84de-e385156d822c req-bf561fb5-2251-415b-af33-1b8adfb4518c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:42.839191 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4ae729-45fe-41ad-88ca-00d2c42d9124 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Made reservation on behalf of 8da58450daab4e429694fdd9f553b982 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:08:42.844956 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0f4ae729-45fe-41ad-88ca-00d2c42d9124 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:42.916541 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-eb8d6055-a096-4bf7-84de-e385156d822c req-bf561fb5-2251-415b-af33-1b8adfb4518c service neutron] For port 543f184b-1565-44f3-9821-0956b27f78fb, host hv-neutron-8254, cleared binding levels {{(pid=88137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:08:42.920386 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-eb8d6055-a096-4bf7-84de-e385156d822c req-bf561fb5-2251-415b-af33-1b8adfb4518c service neutron] For port 543f184b-1565-44f3-9821-0956b27f78fb, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=543f184b-1565-44f3-9821-0956b27f78fb,segment=NetworkSegment(48eb82bf-0b2d-4d0e-8375-4b8a65c17a7f),segment_id=48eb82bf-0b2d-4d0e-8375-4b8a65c17a7f)] {{(pid=88137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:08:42.933417 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-7c5fea40-e25b-4cd5-8160-22ccc1c3689b None None] Port c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:08:42.970824 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-eb8d6055-a096-4bf7-84de-e385156d822c req-bf561fb5-2251-415b-af33-1b8adfb4518c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:43.034765 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d6055-a096-4bf7-84de-e385156d822c req-bf561fb5-2251-415b-af33-1b8adfb4518c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:43.035378 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-eb8d6055-a096-4bf7-84de-e385156d822c req-bf561fb5-2251-415b-af33-1b8adfb4518c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:43.036848 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-eb8d6055-a096-4bf7-84de-e385156d822c req-bf561fb5-2251-415b-af33-1b8adfb4518c service neutron] 10.222.0.113 "PUT /v2.0/ports/543f184b-1565-44f3-9821-0956b27f78fb HTTP/1.1" status: 200 len: 1093 time: 1.8395855 Jan 21 19:08:43.037153 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1378e496-4702-4260-bb65-450a2fcbad71', 'tag': '543f184b-1565-44f3-9821-0956b27f78fb'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:08:43.058867 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf561fb5-2251-415b-af33-1b8adfb4518c service neutron] Pushing event updated for resources: {'Port': ['ID=543f184b-1565-44f3-9821-0956b27f78fb,revision_number=3']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:43.082880 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-c8071c29-f528-4dbf-90ae-fbe6053001be tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Synchronizing usage tracker for tenant:578d4b1ec7dd480f94bb194a86bde7ee on resource:security_group {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:08:43.190155 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61343e0-2faf-4d84-ada6-f7982fb9ba4f req-9cb1a17b-8690-4245-be05-f78291abd866 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:43.197995 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e61343e0-2faf-4d84-ada6-f7982fb9ba4f req-9cb1a17b-8690-4245-be05-f78291abd866 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=1378e496-4702-4260-bb65-450a2fcbad71 HTTP/1.1" status: 200 len: 943 time: 0.3826580 Jan 21 19:08:43.222284 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d1e44769-4766-4ab8-973a-0369b214f43f None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:43.235268 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-d1e44769-4766-4ab8-973a-0369b214f43f None None] Transition to ACTIVE for port object c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:08:43.248680 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d6055-a096-4bf7-84de-e385156d822c req-da55e53a-d877-403c-9df6-1c49f82b9fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:43.250561 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-eb8d6055-a096-4bf7-84de-e385156d822c req-da55e53a-d877-403c-9df6-1c49f82b9fb6 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=1378e496-4702-4260-bb65-450a2fcbad71 HTTP/1.1" status: 200 len: 1096 time: 0.1198823 Jan 21 19:08:43.266813 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-c8071c29-f528-4dbf-90ae-fbe6053001be tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Unset dirty status for tenant:578d4b1ec7dd480f94bb194a86bde7ee on resource:security_group {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:08:43.275360 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-c8071c29-f528-4dbf-90ae-fbe6053001be tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-828062008&fields=id&tenant_id=578d4b1ec7dd480f94bb194a86bde7ee HTTP/1.1" status: 200 len: 267 time: 0.3165507 Jan 21 19:08:43.294442 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 44383b1e-6723-495a-bb35-b0bec6443751 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:08:43.331215 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-eb8d6055-a096-4bf7-84de-e385156d822c req-9c981eb0-1cc2-4b10-a4dd-b627a6e3a907 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=543f184b-1565-44f3-9821-0956b27f78fb HTTP/1.1" status: 200 len: 217 time: 0.0717425 Jan 21 19:08:43.332096 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e61343e0-2faf-4d84-ada6-f7982fb9ba4f req-18bd7f1a-2cfa-4986-a8c0-4cfce3364036 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=93f078ac-c0d0-4061-8253-eb571625538f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331758 Jan 21 19:08:43.359670 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d1e44769-4766-4ab8-973a-0369b214f43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:43.407347 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1378e496-4702-4260-bb65-450a2fcbad71', 'tag': '543f184b-1565-44f3-9821-0956b27f78fb', 'status': 'completed', 'code': 200} Jan 21 19:08:43.420995 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d6055-a096-4bf7-84de-e385156d822c req-a72ba9eb-84fc-4779-ba2d-b4c4372dc35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:43.425872 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-eb8d6055-a096-4bf7-84de-e385156d822c req-a72ba9eb-84fc-4779-ba2d-b4c4372dc35f service neutron] 10.222.0.113 "GET /v2.0/subnets?id=02e9641c-5c6e-4ac9-ab6a-a7329d6ea353 HTTP/1.1" status: 200 len: 835 time: 0.0866313 Jan 21 19:08:43.429352 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0f4ae729-45fe-41ad-88ca-00d2c42d9124 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:43.546604 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d6055-a096-4bf7-84de-e385156d822c req-a8e6f34b-08e1-4f23-af03-9d640c1d482f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:43.548468 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-eb8d6055-a096-4bf7-84de-e385156d822c req-a8e6f34b-08e1-4f23-af03-9d640c1d482f service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6cda776f-5d01-457b-a570-306ee657f8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1177061 Jan 21 19:08:43.554610 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-0cc714c5-069e-4a4c-8e85-03978eca8886 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:43.555415 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-0cc714c5-069e-4a4c-8e85-03978eca8886 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Synchronizing usage tracker for tenant:578d4b1ec7dd480f94bb194a86bde7ee on resource:network {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:08:43.559524 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c892b-3c88-4139-acc1-126e2af884bc None None] Pushing event updated for resources: {'Port': ['ID=c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:43.586104 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ae729-45fe-41ad-88ca-00d2c42d9124 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event updated for resources: {'Subnet': ['ID=02234d9b-6db5-4b7c-a370-b03749f68890,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:43.599486 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4ae729-45fe-41ad-88ca-00d2c42d9124 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Checking segment: {'id': '1a247ddd-738a-435f-bd89-8cfa5bd608d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6d35b67a-4324-41d3-bb9d-d9326a73ffe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:08:43.599914 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4ae729-45fe-41ad-88ca-00d2c42d9124 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Network hostable DHCP agents. Network: 6d35b67a-4324-41d3-bb9d-d9326a73ffe3, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:08:43.633323 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 44383b1e-6723-495a-bb35-b0bec6443751 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:43.637491 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:43.682148 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-d1e44769-4766-4ab8-973a-0369b214f43f None None] Attempting to bind port c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:08:43.682854 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-d1e44769-4766-4ab8-973a-0369b214f43f None None] Attempting to bind port c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'da2d650c-cadc-4ecb-bc6a-f5c17cf128f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b3d5535d-f10b-4b1b-8185-ff99f04d556e'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:08:43.682854 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e44769-4766-4ab8-973a-0369b214f43f None None] Attempting to bind port c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d on network b3d5535d-f10b-4b1b-8185-ff99f04d556e {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:08:43.685013 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-0cc714c5-069e-4a4c-8e85-03978eca8886 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Unset dirty status for tenant:578d4b1ec7dd480f94bb194a86bde7ee on resource:network {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:08:43.686560 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-0cc714c5-069e-4a4c-8e85-03978eca8886 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/networks?id=0b696f5f-975f-4899-9d3c-c13f9cac42e5 HTTP/1.1" status: 200 len: 811 time: 0.4104221 Jan 21 19:08:43.692021 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e44769-4766-4ab8-973a-0369b214f43f None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:08:43.700680 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e44769-4766-4ab8-973a-0369b214f43f None None] Checking segment: {'id': 'da2d650c-cadc-4ecb-bc6a-f5c17cf128f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b3d5535d-f10b-4b1b-8185-ff99f04d556e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:08:43.700680 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d1e44769-4766-4ab8-973a-0369b214f43f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:43.700680 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e44769-4766-4ab8-973a-0369b214f43f None None] Bound using segment: {'id': 'da2d650c-cadc-4ecb-bc6a-f5c17cf128f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b3d5535d-f10b-4b1b-8185-ff99f04d556e'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:08:43.700680 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-d1e44769-4766-4ab8-973a-0369b214f43f None None] Bound port: c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da2d650c-cadc-4ecb-bc6a-f5c17cf128f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b3d5535d-f10b-4b1b-8185-ff99f04d556e'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:08:43.700680 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d1e44769-4766-4ab8-973a-0369b214f43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:43.714686 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-8336669d-1b78-420c-a186-f8432467eb9d tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/quotas/578d4b1ec7dd480f94bb194a86bde7ee HTTP/1.1" status: 200 len: 375 time: 0.0200408 Jan 21 19:08:43.719120 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-eb8d6055-a096-4bf7-84de-e385156d822c req-25f13982-8437-4ba7-82d8-2ce865ca7358 service neutron] 10.222.0.113 "GET /v2.0/networks/6cda776f-5d01-457b-a570-306ee657f8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631961 Jan 21 19:08:43.753180 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4ae729-45fe-41ad-88ca-00d2c42d9124 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Network 6d35b67a-4324-41d3-bb9d-d9326a73ffe3 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:08:43.804116 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-223fe7cc-5427-42af-9932-30b99f7a0a40 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Synchronizing usage tracker for tenant:578d4b1ec7dd480f94bb194a86bde7ee on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:08:43.827287 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-0f4ae729-45fe-41ad-88ca-00d2c42d9124 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 6d35b67a-4324-41d3-bb9d-d9326a73ffe3) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:08:43.840262 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccd1670-5b09-4e7e-b350-1271e0fdf960 None None] Network 6d35b67a-4324-41d3-bb9d-d9326a73ffe3 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:08:43.843020 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4ae729-45fe-41ad-88ca-00d2c42d9124 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:43.843676 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0f4ae729-45fe-41ad-88ca-00d2c42d9124 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:43.864670 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-eb8d6055-a096-4bf7-84de-e385156d822c req-0e51fdd2-14ba-4163-a7d6-4c676026e180 service neutron] 10.222.0.113 "GET /v2.0/networks/6cda776f-5d01-457b-a570-306ee657f8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389334 Jan 21 19:08:43.897987 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-d1e44769-4766-4ab8-973a-0369b214f43f None None] For port c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:08:43.907494 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-223fe7cc-5427-42af-9932-30b99f7a0a40 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Unset dirty status for tenant:578d4b1ec7dd480f94bb194a86bde7ee on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:08:43.908916 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-223fe7cc-5427-42af-9932-30b99f7a0a40 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=578d4b1ec7dd480f94bb194a86bde7ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1937776 Jan 21 19:08:43.965870 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-0f4ae729-45fe-41ad-88ca-00d2c42d9124 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4109988 Jan 21 19:08:43.968657 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35444) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:44.013591 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-d1e44769-4766-4ab8-973a-0369b214f43f None None] For port c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d,segment=NetworkSegment(da2d650c-cadc-4ecb-bc6a-f5c17cf128f0),segment_id=da2d650c-cadc-4ecb-bc6a-f5c17cf128f0)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:08:44.065587 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-0769917a-2877-4c45-9782-fe51d9d63c7f service neutron] 10.222.0.87 "GET /v2.0/networks/0b696f5f-975f-4899-9d3c-c13f9cac42e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450560 Jan 21 19:08:44.098265 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d1e44769-4766-4ab8-973a-0369b214f43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:44.234779 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e44769-4766-4ab8-973a-0369b214f43f None None] Routers {'9063c180-8c73-4c23-9e65-6ca4001d6a99'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:08:44.234779 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-d1e44769-4766-4ab8-973a-0369b214f43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:08:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['9063c180-8c73-4c23-9e65-6ca4001d6a99'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:44.302651 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe582d0-c93d-47e2-b080-8203b192b5a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-6d35b67a-4324-41d3-bb9d-d9326a73ffe3', 'network_id': '6d35b67a-4324-41d3-bb9d-d9326a73ffe3', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'fixed_ips': [{'subnet_id': '02234d9b-6db5-4b7c-a370-b03749f68890'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:08:44.304183 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1fe582d0-c93d-47e2-b080-8203b192b5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:44.341238 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-a183606e-37df-4065-a48c-87d92252a404 service neutron] 10.222.0.87 "GET /v2.0/networks/0b696f5f-975f-4899-9d3c-c13f9cac42e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669666 Jan 21 19:08:44.342388 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c892b-3c88-4139-acc1-126e2af884bc None None] Pushing event updated for resources: {'Port': ['ID=c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:44.459597 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd993f60-0835-4113-a4a0-09f35c10264f req-bfaa8077-1524-4a0f-9800-e97107b7d969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:44.460632 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-dd993f60-0835-4113-a4a0-09f35c10264f req-bfaa8077-1524-4a0f-9800-e97107b7d969 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=1378e496-4702-4260-bb65-450a2fcbad71 HTTP/1.1" status: 200 len: 1096 time: 0.4254963 Jan 21 19:08:44.563106 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-d1e44769-4766-4ab8-973a-0369b214f43f None None] Set router 9063c180-8c73-4c23-9e65-6ca4001d6a99 gateway port host: None {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:08:44.597278 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf3fd3-65f4-4ade-8c4a-cdb54fd44704 req-b292ec5b-8cf4-4493-8eb3-f8d913fc6a28 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:44.600564 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b2bf3fd3-65f4-4ade-8c4a-cdb54fd44704 req-b292ec5b-8cf4-4493-8eb3-f8d913fc6a28 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=1378e496-4702-4260-bb65-450a2fcbad71 HTTP/1.1" status: 200 len: 943 time: 0.0882361 Jan 21 19:08:44.657093 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b2bf3fd3-65f4-4ade-8c4a-cdb54fd44704 req-f588eeb8-4b65-4960-9998-61353b362e9e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=93f078ac-c0d0-4061-8253-eb571625538f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503087 Jan 21 19:08:44.807308 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-1fe582d0-c93d-47e2-b080-8203b192b5a7 None None] Allocated IP 2001:db8:2::2 (6d35b67a-4324-41d3-bb9d-d9326a73ffe3/02234d9b-6db5-4b7c-a370-b03749f68890/0e95a766-7ff5-47d5-b887-25fd6169d112) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:08:44.928733 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd993f60-0835-4113-a4a0-09f35c10264f req-35f5b014-2809-484a-85ec-2f0f8a898172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:44.930188 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-dd993f60-0835-4113-a4a0-09f35c10264f req-35f5b014-2809-484a-85ec-2f0f8a898172 service neutron] 10.222.0.113 "GET /v2.0/networks?id=6cda776f-5d01-457b-a570-306ee657f8d7 HTTP/1.1" status: 200 len: 897 time: 0.2839456 Jan 21 19:08:45.038565 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-dd993f60-0835-4113-a4a0-09f35c10264f req-53292bd8-3464-4f6b-8686-e102337ce8f1 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=543f184b-1565-44f3-9821-0956b27f78fb HTTP/1.1" status: 200 len: 217 time: 0.1004295 Jan 21 19:08:45.105810 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bf76d866-d1b9-4a8e-91ec-40d99b9e3204 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:45.140571 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1fe582d0-c93d-47e2-b080-8203b192b5a7 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:45.152260 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-1fe582d0-c93d-47e2-b080-8203b192b5a7 None None] Transition to ACTIVE for port object 0e95a766-7ff5-47d5-b887-25fd6169d112 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:08:45.173051 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-1fe582d0-c93d-47e2-b080-8203b192b5a7 None None] Transition to ACTIVE for port object 0e95a766-7ff5-47d5-b887-25fd6169d112 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:08:45.178522 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-d1e44769-4766-4ab8-973a-0369b214f43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'name': 'tempest-RoutersIpV6Test-router-165929172', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:08:30Z', 'updated_at': '2022-01-21T19:08:39Z', 'revision_number': 3, 'project_id': '8da58450daab4e429694fdd9f553b982', 'gw_port_host': None, '_interfaces': [{'id': 'c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d', 'name': '', 'network_id': 'b3d5535d-f10b-4b1b-8185-ff99f04d556e', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:7e:76:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '109d3296-5583-4868-a8b8-605acd81f6e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:38Z', 'updated_at': '2022-01-21T19:08:43Z', 'revision_number': 4, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '109d3296-5583-4868-a8b8-605acd81f6e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad9b0f4-9382-4356-86d1-d541bfee268d', 'name': '', 'network_id': '4f125211-d48c-4f56-81bc-e8c71297b741', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:51:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:33Z', 'updated_at': '2022-01-21T19:08:39Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:45.183400 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e44769-4766-4ab8-973a-0369b214f43f None None] The sync data for ids ['9063c180-8c73-4c23-9e65-6ca4001d6a99'] in dv-neutron-825470-1-hyperv is: [{'id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'name': 'tempest-RoutersIpV6Test-router-165929172', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:08:30Z', 'updated_at': '2022-01-21T19:08:39Z', 'revision_number': 3, 'project_id': '8da58450daab4e429694fdd9f553b982', 'gw_port_host': None, '_interfaces': [{'id': 'c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d', 'name': '', 'network_id': 'b3d5535d-f10b-4b1b-8185-ff99f04d556e', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:7e:76:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '109d3296-5583-4868-a8b8-605acd81f6e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:38Z', 'updated_at': '2022-01-21T19:08:43Z', 'revision_number': 4, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '109d3296-5583-4868-a8b8-605acd81f6e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad9b0f4-9382-4356-86d1-d541bfee268d', 'name': '', 'network_id': '4f125211-d48c-4f56-81bc-e8c71297b741', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:51:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:33Z', 'updated_at': '2022-01-21T19:08:39Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:08:45.190789 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd993f60-0835-4113-a4a0-09f35c10264f req-b2fec934-6820-47c6-ad34-0e06368ebe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:45.190789 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-dd993f60-0835-4113-a4a0-09f35c10264f req-b2fec934-6820-47c6-ad34-0e06368ebe20 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=02e9641c-5c6e-4ac9-ab6a-a7329d6ea353 HTTP/1.1" status: 200 len: 835 time: 0.1460576 Jan 21 19:08:45.220827 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1e07fa9b-6e04-4b6d-8a04-5705bd524e49 req-a2b3e934-e1ed-480f-9761-d7f9aa9e7c68 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdec2616-292f-41dc-aee5-84dcd33c59ed HTTP/1.1" status: 200 len: 210 time: 0.0751371 Jan 21 19:08:45.246061 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1fe582d0-c93d-47e2-b080-8203b192b5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:45.365070 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe582d0-c93d-47e2-b080-8203b192b5a7 None None] Network 6d35b67a-4324-41d3-bb9d-d9326a73ffe3 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:08:45.370034 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-1fe582d0-c93d-47e2-b080-8203b192b5a7 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:08:45.372474 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe582d0-c93d-47e2-b080-8203b192b5a7 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:08:45.445434 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd993f60-0835-4113-a4a0-09f35c10264f req-15aafe95-0996-4907-9dd2-18330b40e592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:45.447597 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-dd993f60-0835-4113-a4a0-09f35c10264f req-15aafe95-0996-4907-9dd2-18330b40e592 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6cda776f-5d01-457b-a570-306ee657f8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2413321 Jan 21 19:08:45.468051 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe582d0-c93d-47e2-b080-8203b192b5a7 None None] Pushing event updated for resources: {'Port': ['ID=0e95a766-7ff5-47d5-b887-25fd6169d112,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:45.480488 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-1fe582d0-c93d-47e2-b080-8203b192b5a7 None None] Attempting to bind port 0e95a766-7ff5-47d5-b887-25fd6169d112 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:08:45.480860 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-1fe582d0-c93d-47e2-b080-8203b192b5a7 None None] Attempting to bind port 0e95a766-7ff5-47d5-b887-25fd6169d112 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '1a247ddd-738a-435f-bd89-8cfa5bd608d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6d35b67a-4324-41d3-bb9d-d9326a73ffe3'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:08:45.481600 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe582d0-c93d-47e2-b080-8203b192b5a7 None None] Attempting to bind port 0e95a766-7ff5-47d5-b887-25fd6169d112 on network 6d35b67a-4324-41d3-bb9d-d9326a73ffe3 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:08:45.490257 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe582d0-c93d-47e2-b080-8203b192b5a7 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:08:45.490257 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe582d0-c93d-47e2-b080-8203b192b5a7 None None] Checking segment: {'id': '1a247ddd-738a-435f-bd89-8cfa5bd608d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6d35b67a-4324-41d3-bb9d-d9326a73ffe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:08:45.490257 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1fe582d0-c93d-47e2-b080-8203b192b5a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:45.490257 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe582d0-c93d-47e2-b080-8203b192b5a7 None None] Bound using segment: {'id': '1a247ddd-738a-435f-bd89-8cfa5bd608d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6d35b67a-4324-41d3-bb9d-d9326a73ffe3'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:08:45.490257 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-1fe582d0-c93d-47e2-b080-8203b192b5a7 None None] Bound port: 0e95a766-7ff5-47d5-b887-25fd6169d112, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a247ddd-738a-435f-bd89-8cfa5bd608d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6d35b67a-4324-41d3-bb9d-d9326a73ffe3'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:08:45.490257 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1fe582d0-c93d-47e2-b080-8203b192b5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:45.590472 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-1fe582d0-c93d-47e2-b080-8203b192b5a7 None None] For port 0e95a766-7ff5-47d5-b887-25fd6169d112, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:08:45.593526 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-1fe582d0-c93d-47e2-b080-8203b192b5a7 None None] For port 0e95a766-7ff5-47d5-b887-25fd6169d112, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=0e95a766-7ff5-47d5-b887-25fd6169d112,segment=NetworkSegment(1a247ddd-738a-435f-bd89-8cfa5bd608d5),segment_id=1a247ddd-738a-435f-bd89-8cfa5bd608d5)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:08:45.645374 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1fe582d0-c93d-47e2-b080-8203b192b5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:45.689023 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 543f184b-1565-44f3-9821-0956b27f78fb details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:08:45.722124 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-dd993f60-0835-4113-a4a0-09f35c10264f req-fea5fc1f-feb0-415f-af59-5eea0a4fd187 service neutron] 10.222.0.113 "GET /v2.0/networks/6cda776f-5d01-457b-a570-306ee657f8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673655 Jan 21 19:08:45.773127 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-bf76d866-d1b9-4a8e-91ec-40d99b9e3204 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Allocated IP 2001:db8:2::1 (6d35b67a-4324-41d3-bb9d-d9326a73ffe3/02234d9b-6db5-4b7c-a370-b03749f68890/7cbc9a46-b114-41a0-b211-633276368b3a) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:08:45.784820 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe582d0-c93d-47e2-b080-8203b192b5a7 None None] Pushing event updated for resources: {'Port': ['ID=0e95a766-7ff5-47d5-b887-25fd6169d112,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:45.998533 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98687ff1-5ba9-4778-a230-b1a3e1040b55 req-63439b9c-37e5-42ae-be2f-d1ed534d72b9 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:46.000490 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 543f184b-1565-44f3-9821-0956b27f78fb, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=543f184b-1565-44f3-9821-0956b27f78fb,segment=NetworkSegment(48eb82bf-0b2d-4d0e-8375-4b8a65c17a7f),segment_id=48eb82bf-0b2d-4d0e-8375-4b8a65c17a7f)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:08:46.008027 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-98687ff1-5ba9-4778-a230-b1a3e1040b55 req-63439b9c-37e5-42ae-be2f-d1ed534d72b9 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=1378e496-4702-4260-bb65-450a2fcbad71 HTTP/1.1" status: 200 len: 943 time: 0.1563389 Jan 21 19:08:46.022155 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': '543f184b-1565-44f3-9821-0956b27f78fb', 'network_id': '6cda776f-5d01-457b-a570-306ee657f8d7', 'port_id': '543f184b-1565-44f3-9821-0956b27f78fb', 'mac_address': 'fa:16:3e:f6:99:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02e9641c-5c6e-4ac9-ab6a-a7329d6ea353', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:08:46.123473 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-98687ff1-5ba9-4778-a230-b1a3e1040b55 req-7ae55415-1efc-4b31-a120-7c3d507c8bff tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=93f078ac-c0d0-4061-8253-eb571625538f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726490 Jan 21 19:08:46.132225 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:46.153608 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 543f184b-1565-44f3-9821-0956b27f78fb {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:08:46.177952 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 543f184b-1565-44f3-9821-0956b27f78fb, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=543f184b-1565-44f3-9821-0956b27f78fb,segment=NetworkSegment(48eb82bf-0b2d-4d0e-8375-4b8a65c17a7f),segment_id=48eb82bf-0b2d-4d0e-8375-4b8a65c17a7f)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:08:46.187033 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-dd993f60-0835-4113-a4a0-09f35c10264f req-c66441f6-9a65-4bbc-9461-872c0f4cd51e service neutron] 10.222.0.113 "GET /v2.0/networks/6cda776f-5d01-457b-a570-306ee657f8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4568155 Jan 21 19:08:46.249520 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bf76d866-d1b9-4a8e-91ec-40d99b9e3204 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:46.269014 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-bf76d866-d1b9-4a8e-91ec-40d99b9e3204 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Transition to ACTIVE for port object 7cbc9a46-b114-41a0-b211-633276368b3a will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:08:46.275014 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:46.356392 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-40116522-fc09-4089-9400-2049914b1884 req-ce23f5c0-b568-4c59-9097-4a6c1f441f81 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdec2616-292f-41dc-aee5-84dcd33c59ed HTTP/1.1" status: 200 len: 210 time: 0.0458627 Jan 21 19:08:46.358167 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=543f184b-1565-44f3-9821-0956b27f78fb,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:46.359537 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bf76d866-d1b9-4a8e-91ec-40d99b9e3204 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:46.442276 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf76d866-d1b9-4a8e-91ec-40d99b9e3204 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Network 6d35b67a-4324-41d3-bb9d-d9326a73ffe3 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:08:46.443638 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-bf76d866-d1b9-4a8e-91ec-40d99b9e3204 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:08:46.448647 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf76d866-d1b9-4a8e-91ec-40d99b9e3204 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:08:46.449275 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bf76d866-d1b9-4a8e-91ec-40d99b9e3204 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:46.466363 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf76d866-d1b9-4a8e-91ec-40d99b9e3204 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event updated for resources: {'Port': ['ID=7cbc9a46-b114-41a0-b211-633276368b3a,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:46.484857 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['543f184b-1565-44f3-9821-0956b27f78fb'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:08:46.651005 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bf76d866-d1b9-4a8e-91ec-40d99b9e3204 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:46.931793 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19c9b34-f0c1-4875-9ac8-686fb4d0cd78 None None] Network 6d35b67a-4324-41d3-bb9d-d9326a73ffe3 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:08:47.081743 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bf76d866-d1b9-4a8e-91ec-40d99b9e3204 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:47.099038 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-cf755dfa-64b8-4969-b4d1-3bfd38fc9212 None None] Provisioning for port 0e95a766-7ff5-47d5-b887-25fd6169d112 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:08:47.187391 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bf76d866-d1b9-4a8e-91ec-40d99b9e3204 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:47.191970 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bf76d866-d1b9-4a8e-91ec-40d99b9e3204 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:47.319389 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf76d866-d1b9-4a8e-91ec-40d99b9e3204 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event updated for resources: {'Port': ['ID=7cbc9a46-b114-41a0-b211-633276368b3a,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:47.363451 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c13818-2257-4653-b307-70fc882abbf3 req-447af197-748c-4e8d-93e3-d2bb2f9c1fb9 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:47.365153 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-17c13818-2257-4653-b307-70fc882abbf3 req-447af197-748c-4e8d-93e3-d2bb2f9c1fb9 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=1378e496-4702-4260-bb65-450a2fcbad71 HTTP/1.1" status: 200 len: 944 time: 0.1343169 Jan 21 19:08:47.377447 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:08:47.458592 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf76d866-d1b9-4a8e-91ec-40d99b9e3204 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Network 6d35b67a-4324-41d3-bb9d-d9326a73ffe3 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:08:47.459965 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-bf76d866-d1b9-4a8e-91ec-40d99b9e3204 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:08:47.474184 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-17c13818-2257-4653-b307-70fc882abbf3 req-a68364d0-fea1-47e9-999a-d008c2e379a7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=93f078ac-c0d0-4061-8253-eb571625538f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970318 Jan 21 19:08:47.564330 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:08:47.572165 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:47.572859 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:47.621676 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d97c58c0-ad03-4125-94a2-43438ab28b58 req-c128a312-df1a-48d2-9404-2ea373c81dd7 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdec2616-292f-41dc-aee5-84dcd33c59ed HTTP/1.1" status: 200 len: 210 time: 0.0569835 Jan 21 19:08:47.635740 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-c78d254a-ee74-4c8d-972e-f1dff25b647b None None] Provisioning for port 7cbc9a46-b114-41a0-b211-633276368b3a completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:08:47.653910 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-c78d254a-ee74-4c8d-972e-f1dff25b647b None None] Provisioning complete for port 7cbc9a46-b114-41a0-b211-633276368b3a triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:47.654552 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c78d254a-ee74-4c8d-972e-f1dff25b647b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:47.684885 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf76d866-d1b9-4a8e-91ec-40d99b9e3204 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Router 9063c180-8c73-4c23-9e65-6ca4001d6a99 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:08:47.704942 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 543f184b-1565-44f3-9821-0956b27f78fb up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:08:47.776523 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-c78d254a-ee74-4c8d-972e-f1dff25b647b None None] Port 7cbc9a46-b114-41a0-b211-633276368b3a cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:08:47.848827 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:47.888583 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d,segment=NetworkSegment(da2d650c-cadc-4ecb-bc6a-f5c17cf128f0),segment_id=da2d650c-cadc-4ecb-bc6a-f5c17cf128f0)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:08:47.902414 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning for port 543f184b-1565-44f3-9821-0956b27f78fb completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:08:47.910710 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port 543f184b-1565-44f3-9821-0956b27f78fb triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:47.914635 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:47.995333 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:47.996119 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 0e95a766-7ff5-47d5-b887-25fd6169d112 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:08:48.020669 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-68f9a687-4805-4363-8b28-a3b50abb38a1 None None] Provisioning complete for port 7cbc9a46-b114-41a0-b211-633276368b3a triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:48.021041 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-68f9a687-4805-4363-8b28-a3b50abb38a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:48.089219 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf76d866-d1b9-4a8e-91ec-40d99b9e3204 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:08:48.101740 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ec53d8-4f69-4f3b-9023-af71ddf5e99e None None] Sync routers for ids ['9063c180-8c73-4c23-9e65-6ca4001d6a99'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:08:48.115656 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ec53d8-4f69-4f3b-9023-af71ddf5e99e None None] Routers {'9063c180-8c73-4c23-9e65-6ca4001d6a99'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:08:48.116766 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-49ec53d8-4f69-4f3b-9023-af71ddf5e99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:08:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['9063c180-8c73-4c23-9e65-6ca4001d6a99'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:48.119537 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-bf76d866-d1b9-4a8e-91ec-40d99b9e3204 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "PUT /v2.0/routers/9063c180-8c73-4c23-9e65-6ca4001d6a99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1490135 Jan 21 19:08:48.121836 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35474) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:48.128483 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-3733b0e3-dc4d-4012-96f9-0bb987a819b7 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1437077277'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:08:48.138667 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-c6eb68d6-05ad-40e0-a276-88aab597353a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:48.140076 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-c6eb68d6-05ad-40e0-a276-88aab597353a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.113 "GET /v2.0/networks?id=0b696f5f-975f-4899-9d3c-c13f9cac42e5 HTTP/1.1" status: 200 len: 811 time: 0.3866966 Jan 21 19:08:48.141036 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3733b0e3-dc4d-4012-96f9-0bb987a819b7 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:08:48.145012 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-3733b0e3-dc4d-4012-96f9-0bb987a819b7 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Usage tracker for resource:network and tenant:8da58450daab4e429694fdd9f553b982 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:08:48.148894 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-3733b0e3-dc4d-4012-96f9-0bb987a819b7 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:08:48.171670 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3733b0e3-dc4d-4012-96f9-0bb987a819b7 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:08:48.179925 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-68f9a687-4805-4363-8b28-a3b50abb38a1 None None] Port 7cbc9a46-b114-41a0-b211-633276368b3a cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:08:48.199679 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-b7d7caf9-4357-48c8-bb98-ef172a4bc5a7 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Synchronizing usage tracker for tenant:578d4b1ec7dd480f94bb194a86bde7ee on resource:security_group {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:08:48.212942 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-b7d7caf9-4357-48c8-bb98-ef172a4bc5a7 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Unset dirty status for tenant:578d4b1ec7dd480f94bb194a86bde7ee on resource:security_group {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:08:48.214472 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-b7d7caf9-4357-48c8-bb98-ef172a4bc5a7 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=578d4b1ec7dd480f94bb194a86bde7ee HTTP/1.1" status: 200 len: 379 time: 0.0666764 Jan 21 19:08:48.224152 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-0081f13f-ef75-4a3a-a142-a5174cf2d3ff tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Request body: {'port': {'device_id': 'bdec2616-292f-41dc-aee5-84dcd33c59ed', 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5', 'admin_state_up': True, 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'security_groups': ['28aff064-0444-4b4a-8f02-0b08a8d998fd']}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:08:48.235775 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:48.250063 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:48.272510 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3733b0e3-dc4d-4012-96f9-0bb987a819b7 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Made reservation on behalf of 8da58450daab4e429694fdd9f553b982 for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:08:48.276750 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3733b0e3-dc4d-4012-96f9-0bb987a819b7 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:48.279393 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1378e496-4702-4260-bb65-450a2fcbad71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543f184b-1565-44f3-9821-0956b27f78fb'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:08:48.296142 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 543f184b-1565-44f3-9821-0956b27f78fb, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=543f184b-1565-44f3-9821-0956b27f78fb,segment=NetworkSegment(48eb82bf-0b2d-4d0e-8375-4b8a65c17a7f),segment_id=48eb82bf-0b2d-4d0e-8375-4b8a65c17a7f)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:08:48.308042 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-c9586e7c-6493-474b-8bcb-dfbd185ee4e0 None None] Provisioning complete for port 7cbc9a46-b114-41a0-b211-633276368b3a triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:48.308472 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c9586e7c-6493-474b-8bcb-dfbd185ee4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:48.375373 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1378e496-4702-4260-bb65-450a2fcbad71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543f184b-1565-44f3-9821-0956b27f78fb', 'code': 200} Jan 21 19:08:48.376196 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-c9586e7c-6493-474b-8bcb-dfbd185ee4e0 None None] Port 7cbc9a46-b114-41a0-b211-633276368b3a cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:08:48.377728 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 0e95a766-7ff5-47d5-b887-25fd6169d112 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:08:48.383286 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3733b0e3-dc4d-4012-96f9-0bb987a819b7 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:08:48.385106 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 0e95a766-7ff5-47d5-b887-25fd6169d112 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:48.385618 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:48.408148 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3733b0e3-dc4d-4012-96f9-0bb987a819b7 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:48.408576 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-3733b0e3-dc4d-4012-96f9-0bb987a819b7 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Added segment af10cfd7-2541-4c78-8fc9-9f67233abf8f of type vlan for network dac234c4-6e2e-45c8-b9b0-43437542d929 Jan 21 19:08:48.419074 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-49ec53d8-4f69-4f3b-9023-af71ddf5e99e None None] Set router 9063c180-8c73-4c23-9e65-6ca4001d6a99 gateway port host: None {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:08:48.419429 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:48.421314 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-0081f13f-ef75-4a3a-a142-a5174cf2d3ff tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:08:48.447552 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-0081f13f-ef75-4a3a-a142-a5174cf2d3ff tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:08:48.453331 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3733b0e3-dc4d-4012-96f9-0bb987a819b7 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:48.563689 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-0081f13f-ef75-4a3a-a142-a5174cf2d3ff tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Made reservation on behalf of 578d4b1ec7dd480f94bb194a86bde7ee for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:08:48.568577 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-0081f13f-ef75-4a3a-a142-a5174cf2d3ff tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:48.611415 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3733b0e3-dc4d-4012-96f9-0bb987a819b7 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:48.617544 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3733b0e3-dc4d-4012-96f9-0bb987a819b7 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:48.618238 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3733b0e3-dc4d-4012-96f9-0bb987a819b7 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:48.619804 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=543f184b-1565-44f3-9821-0956b27f78fb,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:48.758692 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd40d25-d0e8-4aee-ab16-6eec8e1274b3 req-b9799c9b-8c53-4fef-9790-474da007bb05 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:48.764578 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:48.766960 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cdd40d25-d0e8-4aee-ab16-6eec8e1274b3 req-b9799c9b-8c53-4fef-9790-474da007bb05 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=1378e496-4702-4260-bb65-450a2fcbad71 HTTP/1.1" status: 200 len: 945 time: 0.1484041 Jan 21 19:08:48.810888 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 0e95a766-7ff5-47d5-b887-25fd6169d112, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=0e95a766-7ff5-47d5-b887-25fd6169d112,segment=NetworkSegment(1a247ddd-738a-435f-bd89-8cfa5bd608d5),segment_id=1a247ddd-738a-435f-bd89-8cfa5bd608d5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:08:48.857829 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cdd40d25-d0e8-4aee-ab16-6eec8e1274b3 req-4e98db60-bc27-4079-a2fc-f64e2dc63c6d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=93f078ac-c0d0-4061-8253-eb571625538f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896611 Jan 21 19:08:48.884552 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3733b0e3-dc4d-4012-96f9-0bb987a819b7 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7608485 Jan 21 19:08:48.890382 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35490) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:48.896356 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-62ad4ce7-bc5c-496d-9d66-468a9633f22d tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Request body: {'subnet': {'network_id': 'dac234c4-6e2e-45c8-b9b0-43437542d929', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:08:48.907561 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:48.984357 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733b0e3-dc4d-4012-96f9-0bb987a819b7 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event updated for resources: {'Network': ['ID=dac234c4-6e2e-45c8-b9b0-43437542d929,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:49.016991 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=0e95a766-7ff5-47d5-b887-25fd6169d112,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:49.030395 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network dac234c4-6e2e-45c8-b9b0-43437542d929 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:08:49.034434 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a4b0f4ac-838e-48ff-8fb3-6e6397c7af76 req-c6e6822c-426d-4e91-9806-aba26a3285b5 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdec2616-292f-41dc-aee5-84dcd33c59ed HTTP/1.1" status: 200 len: 210 time: 0.1900074 Jan 21 19:08:49.043376 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-49ec53d8-4f69-4f3b-9023-af71ddf5e99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'name': 'tempest-RoutersIpV6Test-router-165929172', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:08:30Z', 'updated_at': '2022-01-21T19:08:46Z', 'revision_number': 4, 'project_id': '8da58450daab4e429694fdd9f553b982', 'gw_port_host': None, '_interfaces': [{'id': '7cbc9a46-b114-41a0-b211-633276368b3a', 'name': '', 'network_id': '6d35b67a-4324-41d3-bb9d-d9326a73ffe3', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:93:9c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '02234d9b-6db5-4b7c-a370-b03749f68890', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:45Z', 'updated_at': '2022-01-21T19:08:46Z', 'revision_number': 2, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '02234d9b-6db5-4b7c-a370-b03749f68890', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d', 'name': '', 'network_id': 'b3d5535d-f10b-4b1b-8185-ff99f04d556e', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:7e:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '109d3296-5583-4868-a8b8-605acd81f6e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:38Z', 'updated_at': '2022-01-21T19:08:47Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '109d3296-5583-4868-a8b8-605acd81f6e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad9b0f4-9382-4356-86d1-d541bfee268d', 'name': '', 'network_id': '4f125211-d48c-4f56-81bc-e8c71297b741', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:51:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:33Z', 'updated_at': '2022-01-21T19:08:39Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:49.053449 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ec53d8-4f69-4f3b-9023-af71ddf5e99e None None] Checking router: 9063c180-8c73-4c23-9e65-6ca4001d6a99 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:08:49.053906 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ec53d8-4f69-4f3b-9023-af71ddf5e99e None None] Updating router 9063c180-8c73-4c23-9e65-6ca4001d6a99 port 7cbc9a46-b114-41a0-b211-633276368b3a binding host dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:08:49.081381 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6842d-7a4f-4b55-941c-5071f73283e5 req-6dcf6ab4-6cd8-46a9-b471-4817ac1da190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:49.083446 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-edb6842d-7a4f-4b55-941c-5071f73283e5 req-6dcf6ab4-6cd8-46a9-b471-4817ac1da190 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=1378e496-4702-4260-bb65-450a2fcbad71 HTTP/1.1" status: 200 len: 1098 time: 0.2645140 Jan 21 19:08:49.143926 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-49ec53d8-4f69-4f3b-9023-af71ddf5e99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:49.152109 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-edb6842d-7a4f-4b55-941c-5071f73283e5 req-57797bdb-446b-421f-824b-b8477b93c750 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=93f078ac-c0d0-4061-8253-eb571625538f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612862 Jan 21 19:08:49.153481 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-0081f13f-ef75-4a3a-a142-a5174cf2d3ff tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Allocated IP 172.20.0.12 (0b696f5f-975f-4899-9d3c-c13f9cac42e5/84dda25a-5f4d-444e-8486-d19a0764b110/0d18d9b5-084f-4e47-8318-4758771831d0) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:08:49.154361 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-62ad4ce7-bc5c-496d-9d66-468a9633f22d tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:08:49.160040 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-62ad4ce7-bc5c-496d-9d66-468a9633f22d tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Usage tracker for resource:subnet and tenant:8da58450daab4e429694fdd9f553b982 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:08:49.163363 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-62ad4ce7-bc5c-496d-9d66-468a9633f22d tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:08:49.171414 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-62ad4ce7-bc5c-496d-9d66-468a9633f22d tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:08:49.285166 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ad4ce7-bc5c-496d-9d66-468a9633f22d tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Made reservation on behalf of 8da58450daab4e429694fdd9f553b982 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:08:49.290954 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-62ad4ce7-bc5c-496d-9d66-468a9633f22d tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:49.301837 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:08:49.408952 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-0081f13f-ef75-4a3a-a142-a5174cf2d3ff tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:49.427213 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-0081f13f-ef75-4a3a-a142-a5174cf2d3ff tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Transition to ACTIVE for port object 0d18d9b5-084f-4e47-8318-4758771831d0 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:08:49.460251 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:49.460630 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:49.524753 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-0081f13f-ef75-4a3a-a142-a5174cf2d3ff tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:49.607859 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-0081f13f-ef75-4a3a-a142-a5174cf2d3ff tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Network 0b696f5f-975f-4899-9d3c-c13f9cac42e5 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:08:49.612157 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-0081f13f-ef75-4a3a-a142-a5174cf2d3ff tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:08:49.623439 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 0e95a766-7ff5-47d5-b887-25fd6169d112 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:08:49.628708 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-0081f13f-ef75-4a3a-a142-a5174cf2d3ff tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:08:49.663078 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-62ad4ce7-bc5c-496d-9d66-468a9633f22d tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:49.729242 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0081f13f-ef75-4a3a-a142-a5174cf2d3ff tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Pushing event updated for resources: {'Port': ['ID=0d18d9b5-084f-4e47-8318-4758771831d0,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:49.744782 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-49ec53d8-4f69-4f3b-9023-af71ddf5e99e None None] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:49.746164 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad4ce7-bc5c-496d-9d66-468a9633f22d tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event updated for resources: {'Subnet': ['ID=cfd48fc6-1a49-441e-a8ee-d735d7805365,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:49.746338 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 0e95a766-7ff5-47d5-b887-25fd6169d112 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:49.746765 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:49.759071 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-49ec53d8-4f69-4f3b-9023-af71ddf5e99e None None] Transition to ACTIVE for port object 7cbc9a46-b114-41a0-b211-633276368b3a will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:08:49.796831 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ad4ce7-bc5c-496d-9d66-468a9633f22d tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Checking segment: {'id': 'af10cfd7-2541-4c78-8fc9-9f67233abf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dac234c4-6e2e-45c8-b9b0-43437542d929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:08:49.797390 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ad4ce7-bc5c-496d-9d66-468a9633f22d tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Network hostable DHCP agents. Network: dac234c4-6e2e-45c8-b9b0-43437542d929, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:08:49.799772 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-0081f13f-ef75-4a3a-a142-a5174cf2d3ff tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:49.800507 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-0081f13f-ef75-4a3a-a142-a5174cf2d3ff tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:49.839467 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-49ec53d8-4f69-4f3b-9023-af71ddf5e99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:49.932099 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-0081f13f-ef75-4a3a-a142-a5174cf2d3ff tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7126272 Jan 21 19:08:49.933769 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ad4ce7-bc5c-496d-9d66-468a9633f22d tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Network dac234c4-6e2e-45c8-b9b0-43437542d929 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:08:49.943521 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-24e8d811-c297-4894-adeb-314884a8cb3a service neutron] Request body: {'port': {'device_id': 'bdec2616-292f-41dc-aee5-84dcd33c59ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:08:50.022853 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-62ad4ce7-bc5c-496d-9d66-468a9633f22d tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, dac234c4-6e2e-45c8-b9b0-43437542d929) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:08:50.028370 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ad4ce7-bc5c-496d-9d66-468a9633f22d tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:50.029180 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-62ad4ce7-bc5c-496d-9d66-468a9633f22d tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:50.037298 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d45ef1-84ad-4870-82a2-02d5d7bd190a None None] Network dac234c4-6e2e-45c8-b9b0-43437542d929 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:08:50.091612 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56355284-2f6f-4131-b42f-2565ad997e07 None None] Pushing event updated for resources: {'Port': ['ID=7cbc9a46-b114-41a0-b211-633276368b3a,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:50.228893 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-24e8d811-c297-4894-adeb-314884a8cb3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:50.259754 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-62ad4ce7-bc5c-496d-9d66-468a9633f22d tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3678727 Jan 21 19:08:50.287598 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-49ec53d8-4f69-4f3b-9023-af71ddf5e99e None None] Attempting to bind port 7cbc9a46-b114-41a0-b211-633276368b3a on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:08:50.288626 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-49ec53d8-4f69-4f3b-9023-af71ddf5e99e None None] Attempting to bind port 7cbc9a46-b114-41a0-b211-633276368b3a by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '1a247ddd-738a-435f-bd89-8cfa5bd608d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6d35b67a-4324-41d3-bb9d-d9326a73ffe3'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:08:50.289304 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ec53d8-4f69-4f3b-9023-af71ddf5e99e None None] Attempting to bind port 7cbc9a46-b114-41a0-b211-633276368b3a on network 6d35b67a-4324-41d3-bb9d-d9326a73ffe3 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:08:50.296315 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35498) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:50.303968 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ec53d8-4f69-4f3b-9023-af71ddf5e99e None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:08:50.304815 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ec53d8-4f69-4f3b-9023-af71ddf5e99e None None] Checking segment: {'id': '1a247ddd-738a-435f-bd89-8cfa5bd608d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6d35b67a-4324-41d3-bb9d-d9326a73ffe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:08:50.305952 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-49ec53d8-4f69-4f3b-9023-af71ddf5e99e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:50.310818 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ec53d8-4f69-4f3b-9023-af71ddf5e99e None None] Bound using segment: {'id': '1a247ddd-738a-435f-bd89-8cfa5bd608d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6d35b67a-4324-41d3-bb9d-d9326a73ffe3'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:08:50.311664 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-49ec53d8-4f69-4f3b-9023-af71ddf5e99e None None] Bound port: 7cbc9a46-b114-41a0-b211-633276368b3a, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a247ddd-738a-435f-bd89-8cfa5bd608d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6d35b67a-4324-41d3-bb9d-d9326a73ffe3'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:08:50.312641 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-49ec53d8-4f69-4f3b-9023-af71ddf5e99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:50.454400 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c4e35-bea9-43ad-b955-80367f19bdf0 req-e0fb2a6b-a5a4-4231-9d01-cebe7bf32f95 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:50.456536 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7a6c4e35-bea9-43ad-b955-80367f19bdf0 req-e0fb2a6b-a5a4-4231-9d01-cebe7bf32f95 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=1378e496-4702-4260-bb65-450a2fcbad71 HTTP/1.1" status: 200 len: 945 time: 0.3557639 Jan 21 19:08:50.465626 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f56d23-275c-4416-b6b8-0c1cef534a3c req-4e66c63d-99f3-4be3-b808-2b673b6e9658 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:50.467432 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-55f56d23-275c-4416-b6b8-0c1cef534a3c req-4e66c63d-99f3-4be3-b808-2b673b6e9658 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdec2616-292f-41dc-aee5-84dcd33c59ed HTTP/1.1" status: 200 len: 932 time: 0.2302732 Jan 21 19:08:50.501963 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-49ec53d8-4f69-4f3b-9023-af71ddf5e99e None None] For port 7cbc9a46-b114-41a0-b211-633276368b3a, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:08:50.508110 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-49ec53d8-4f69-4f3b-9023-af71ddf5e99e None None] For port 7cbc9a46-b114-41a0-b211-633276368b3a, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=7cbc9a46-b114-41a0-b211-633276368b3a,segment=NetworkSegment(1a247ddd-738a-435f-bd89-8cfa5bd608d5),segment_id=1a247ddd-738a-435f-bd89-8cfa5bd608d5)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:08:50.551041 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-55f56d23-275c-4416-b6b8-0c1cef534a3c req-3ef18dbe-4bf8-4143-af65-8b1967dfe1ed tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522633 Jan 21 19:08:50.556511 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7a6c4e35-bea9-43ad-b955-80367f19bdf0 req-af046a07-d94a-45d8-ab1e-8d5d7ac6aa70 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=93f078ac-c0d0-4061-8253-eb571625538f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879507 Jan 21 19:08:50.558061 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0bac4563-0118-4982-8900-194fc7904046 None None] Provisioning for port 0d18d9b5-084f-4e47-8318-4758771831d0 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:08:50.574832 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0bac4563-0118-4982-8900-194fc7904046 None None] Provisioning complete for port 0d18d9b5-084f-4e47-8318-4758771831d0 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:50.575515 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0bac4563-0118-4982-8900-194fc7904046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:50.615751 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-49ec53d8-4f69-4f3b-9023-af71ddf5e99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:50.639941 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760cc991-33b5-4729-b330-1b2250cdd3ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-dac234c4-6e2e-45c8-b9b0-43437542d929', 'network_id': 'dac234c4-6e2e-45c8-b9b0-43437542d929', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'fixed_ips': [{'subnet_id': 'cfd48fc6-1a49-441e-a8ee-d735d7805365'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:08:50.641159 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-760cc991-33b5-4729-b330-1b2250cdd3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:50.724856 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0bac4563-0118-4982-8900-194fc7904046 None None] Port 0d18d9b5-084f-4e47-8318-4758771831d0 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:08:50.753060 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ec53d8-4f69-4f3b-9023-af71ddf5e99e None None] Routers {'9063c180-8c73-4c23-9e65-6ca4001d6a99'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:08:50.753683 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-49ec53d8-4f69-4f3b-9023-af71ddf5e99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:08:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['9063c180-8c73-4c23-9e65-6ca4001d6a99'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:50.924945 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-760cc991-33b5-4729-b330-1b2250cdd3ae None None] Allocated IP 2001:db8:3::2 (dac234c4-6e2e-45c8-b9b0-43437542d929/cfd48fc6-1a49-441e-a8ee-d735d7805365/f250e32e-4a15-468f-a8b5-2fd8609a8368) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:08:50.957101 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-49ec53d8-4f69-4f3b-9023-af71ddf5e99e None None] Set router 9063c180-8c73-4c23-9e65-6ca4001d6a99 gateway port host: None {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:08:51.011732 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56355284-2f6f-4131-b42f-2565ad997e07 None None] Pushing event updated for resources: {'Port': ['ID=7cbc9a46-b114-41a0-b211-633276368b3a,revision_number=4']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:51.201434 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-760cc991-33b5-4729-b330-1b2250cdd3ae None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:51.223923 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-760cc991-33b5-4729-b330-1b2250cdd3ae None None] Transition to ACTIVE for port object f250e32e-4a15-468f-a8b5-2fd8609a8368 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:08:51.245732 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-760cc991-33b5-4729-b330-1b2250cdd3ae None None] Transition to ACTIVE for port object f250e32e-4a15-468f-a8b5-2fd8609a8368 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:08:51.313701 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-760cc991-33b5-4729-b330-1b2250cdd3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:51.369340 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-49ec53d8-4f69-4f3b-9023-af71ddf5e99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'name': 'tempest-RoutersIpV6Test-router-165929172', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:08:30Z', 'updated_at': '2022-01-21T19:08:46Z', 'revision_number': 4, 'project_id': '8da58450daab4e429694fdd9f553b982', 'gw_port_host': None, '_interfaces': [{'id': '7cbc9a46-b114-41a0-b211-633276368b3a', 'name': '', 'network_id': '6d35b67a-4324-41d3-bb9d-d9326a73ffe3', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:93:9c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '02234d9b-6db5-4b7c-a370-b03749f68890', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:45Z', 'updated_at': '2022-01-21T19:08:50Z', 'revision_number': 4, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '02234d9b-6db5-4b7c-a370-b03749f68890', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d', 'name': '', 'network_id': 'b3d5535d-f10b-4b1b-8185-ff99f04d556e', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:7e:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '109d3296-5583-4868-a8b8-605acd81f6e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:38Z', 'updated_at': '2022-01-21T19:08:47Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '109d3296-5583-4868-a8b8-605acd81f6e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad9b0f4-9382-4356-86d1-d541bfee268d', 'name': '', 'network_id': '4f125211-d48c-4f56-81bc-e8c71297b741', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:51:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:33Z', 'updated_at': '2022-01-21T19:08:39Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:51.376615 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ec53d8-4f69-4f3b-9023-af71ddf5e99e None None] The sync data for ids ['9063c180-8c73-4c23-9e65-6ca4001d6a99'] in dv-neutron-825470-1-hyperv is: [{'id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'name': 'tempest-RoutersIpV6Test-router-165929172', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:08:30Z', 'updated_at': '2022-01-21T19:08:46Z', 'revision_number': 4, 'project_id': '8da58450daab4e429694fdd9f553b982', 'gw_port_host': None, '_interfaces': [{'id': '7cbc9a46-b114-41a0-b211-633276368b3a', 'name': '', 'network_id': '6d35b67a-4324-41d3-bb9d-d9326a73ffe3', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:93:9c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '02234d9b-6db5-4b7c-a370-b03749f68890', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:45Z', 'updated_at': '2022-01-21T19:08:50Z', 'revision_number': 4, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '02234d9b-6db5-4b7c-a370-b03749f68890', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d', 'name': '', 'network_id': 'b3d5535d-f10b-4b1b-8185-ff99f04d556e', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:7e:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '109d3296-5583-4868-a8b8-605acd81f6e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:38Z', 'updated_at': '2022-01-21T19:08:47Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '109d3296-5583-4868-a8b8-605acd81f6e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad9b0f4-9382-4356-86d1-d541bfee268d', 'name': '', 'network_id': '4f125211-d48c-4f56-81bc-e8c71297b741', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:51:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:33Z', 'updated_at': '2022-01-21T19:08:39Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:08:51.413952 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760cc991-33b5-4729-b330-1b2250cdd3ae None None] Network dac234c4-6e2e-45c8-b9b0-43437542d929 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:08:51.417949 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-760cc991-33b5-4729-b330-1b2250cdd3ae None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:08:51.423553 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760cc991-33b5-4729-b330-1b2250cdd3ae None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:08:51.511372 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760cc991-33b5-4729-b330-1b2250cdd3ae None None] Pushing event updated for resources: {'Port': ['ID=f250e32e-4a15-468f-a8b5-2fd8609a8368,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:51.534732 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-24e8d811-c297-4894-adeb-314884a8cb3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d18d9b5-084f-4e47-8318-4758771831d0 {{(pid=88137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:08:51.546480 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-24e8d811-c297-4894-adeb-314884a8cb3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:51.562092 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d8e262b9-04ad-4878-b22f-4f458d855363 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:51.579909 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-760cc991-33b5-4729-b330-1b2250cdd3ae None None] Attempting to bind port f250e32e-4a15-468f-a8b5-2fd8609a8368 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:08:51.581694 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-760cc991-33b5-4729-b330-1b2250cdd3ae None None] Attempting to bind port f250e32e-4a15-468f-a8b5-2fd8609a8368 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'af10cfd7-2541-4c78-8fc9-9f67233abf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dac234c4-6e2e-45c8-b9b0-43437542d929'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:08:51.582663 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760cc991-33b5-4729-b330-1b2250cdd3ae None None] Attempting to bind port f250e32e-4a15-468f-a8b5-2fd8609a8368 on network dac234c4-6e2e-45c8-b9b0-43437542d929 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:08:51.599499 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760cc991-33b5-4729-b330-1b2250cdd3ae None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:08:51.600006 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760cc991-33b5-4729-b330-1b2250cdd3ae None None] Checking segment: {'id': 'af10cfd7-2541-4c78-8fc9-9f67233abf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dac234c4-6e2e-45c8-b9b0-43437542d929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:08:51.600596 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-760cc991-33b5-4729-b330-1b2250cdd3ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:51.600993 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760cc991-33b5-4729-b330-1b2250cdd3ae None None] Bound using segment: {'id': 'af10cfd7-2541-4c78-8fc9-9f67233abf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dac234c4-6e2e-45c8-b9b0-43437542d929'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:08:51.601839 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-760cc991-33b5-4729-b330-1b2250cdd3ae None None] Bound port: f250e32e-4a15-468f-a8b5-2fd8609a8368, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af10cfd7-2541-4c78-8fc9-9f67233abf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dac234c4-6e2e-45c8-b9b0-43437542d929'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:08:51.605754 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-760cc991-33b5-4729-b330-1b2250cdd3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:51.723504 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-24e8d811-c297-4894-adeb-314884a8cb3a service neutron] Transition to ACTIVE for port object 0d18d9b5-084f-4e47-8318-4758771831d0 will not be triggered until provisioned by entity L2. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:08:51.763006 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-760cc991-33b5-4729-b330-1b2250cdd3ae None None] For port f250e32e-4a15-468f-a8b5-2fd8609a8368, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:08:51.766982 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-760cc991-33b5-4729-b330-1b2250cdd3ae None None] For port f250e32e-4a15-468f-a8b5-2fd8609a8368, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=f250e32e-4a15-468f-a8b5-2fd8609a8368,segment=NetworkSegment(af10cfd7-2541-4c78-8fc9-9f67233abf8f),segment_id=af10cfd7-2541-4c78-8fc9-9f67233abf8f)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:08:51.820174 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-24e8d811-c297-4894-adeb-314884a8cb3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:51.868684 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-760cc991-33b5-4729-b330-1b2250cdd3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:51.992180 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b739859-16dd-4d00-a122-eab35dfb4c77 req-f8dcf4b5-fee3-4828-bc1a-548d05182f9a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:52.003174 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4b739859-16dd-4d00-a122-eab35dfb4c77 req-f8dcf4b5-fee3-4828-bc1a-548d05182f9a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdec2616-292f-41dc-aee5-84dcd33c59ed HTTP/1.1" status: 200 len: 944 time: 0.2490268 Jan 21 19:08:52.036929 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760cc991-33b5-4729-b330-1b2250cdd3ae None None] Pushing event updated for resources: {'Port': ['ID=f250e32e-4a15-468f-a8b5-2fd8609a8368,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:52.087431 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04261cbc-6bc8-4ffd-bfee-fcbea9064824 req-bae881dc-bef8-4dc8-b74d-83bdde369ea2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:52.088450 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-04261cbc-6bc8-4ffd-bfee-fcbea9064824 req-bae881dc-bef8-4dc8-b74d-83bdde369ea2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=1378e496-4702-4260-bb65-450a2fcbad71 HTTP/1.1" status: 200 len: 945 time: 0.2876689 Jan 21 19:08:52.164422 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4b739859-16dd-4d00-a122-eab35dfb4c77 req-3ede581f-47ea-4136-a8b4-b975da059bf7 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546857 Jan 21 19:08:52.184036 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-04261cbc-6bc8-4ffd-bfee-fcbea9064824 req-b35002b6-ceec-4f40-b4b1-63ee32c208d6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=93f078ac-c0d0-4061-8253-eb571625538f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857751 Jan 21 19:08:52.198259 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e8d811-c297-4894-adeb-314884a8cb3a service neutron] Pushing event updated for resources: {'Port': ['ID=0d18d9b5-084f-4e47-8318-4758771831d0,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:52.453368 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-24e8d811-c297-4894-adeb-314884a8cb3a service neutron] Attempting to bind port 0d18d9b5-084f-4e47-8318-4758771831d0 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:08:52.453709 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-24e8d811-c297-4894-adeb-314884a8cb3a service neutron] Attempting to bind port 0d18d9b5-084f-4e47-8318-4758771831d0 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '04945371-b45c-4f7e-b15f-adaa5b08e7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:08:52.454081 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-24e8d811-c297-4894-adeb-314884a8cb3a service neutron] Attempting to bind port 0d18d9b5-084f-4e47-8318-4758771831d0 on network 0b696f5f-975f-4899-9d3c-c13f9cac42e5 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:08:52.474436 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-24e8d811-c297-4894-adeb-314884a8cb3a service neutron] Port 0d18d9b5-084f-4e47-8318-4758771831d0 on network 0b696f5f-975f-4899-9d3c-c13f9cac42e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 19:08:52.474562 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-24e8d811-c297-4894-adeb-314884a8cb3a service neutron] Attempting to bind port 0d18d9b5-084f-4e47-8318-4758771831d0 on network 0b696f5f-975f-4899-9d3c-c13f9cac42e5 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:08:52.482539 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51913d1-f001-4d03-afac-2b61a5d16ae6 req-b83bad1b-3386-420d-95bc-314c5b3a89d4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:52.486641 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d51913d1-f001-4d03-afac-2b61a5d16ae6 req-b83bad1b-3386-420d-95bc-314c5b3a89d4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=1378e496-4702-4260-bb65-450a2fcbad71 HTTP/1.1" status: 200 len: 945 time: 0.1488583 Jan 21 19:08:52.491530 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-24e8d811-c297-4894-adeb-314884a8cb3a service neutron] Checking agent: {'id': '9a14f311-f6d5-46c6-87a2-f860197fb66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:08:52.491877 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-24e8d811-c297-4894-adeb-314884a8cb3a service neutron] Checking segment: {'id': '04945371-b45c-4f7e-b15f-adaa5b08e7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:08:52.492257 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-24e8d811-c297-4894-adeb-314884a8cb3a service neutron] Bound using segment: {'id': '04945371-b45c-4f7e-b15f-adaa5b08e7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5'} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:08:52.492696 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-24e8d811-c297-4894-adeb-314884a8cb3a service neutron] Bound port: 0d18d9b5-084f-4e47-8318-4758771831d0, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04945371-b45c-4f7e-b15f-adaa5b08e7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5'}}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:08:52.493148 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-24e8d811-c297-4894-adeb-314884a8cb3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:52.513477 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-d8e262b9-04ad-4878-b22f-4f458d855363 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Allocated IP 2001:db8:3::1 (dac234c4-6e2e-45c8-b9b0-43437542d929/cfd48fc6-1a49-441e-a8ee-d735d7805365/e2f35238-c96e-42b6-83d7-4baa89d74b56) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:08:52.551100 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d51913d1-f001-4d03-afac-2b61a5d16ae6 req-abd182a7-1a54-49b7-aa46-8f269aa6c7b1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=93f078ac-c0d0-4061-8253-eb571625538f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602238 Jan 21 19:08:52.568386 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35508) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:52.779430 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-24e8d811-c297-4894-adeb-314884a8cb3a service neutron] For port 0d18d9b5-084f-4e47-8318-4758771831d0, host hv-neutron-8254, cleared binding levels {{(pid=88137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:08:52.809741 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-24e8d811-c297-4894-adeb-314884a8cb3a service neutron] For port 0d18d9b5-084f-4e47-8318-4758771831d0, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=0d18d9b5-084f-4e47-8318-4758771831d0,segment=NetworkSegment(04945371-b45c-4f7e-b15f-adaa5b08e7fa),segment_id=04945371-b45c-4f7e-b15f-adaa5b08e7fa)] {{(pid=88137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:08:52.818120 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d8e262b9-04ad-4878-b22f-4f458d855363 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:52.825969 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568fe12d-6657-4ded-856f-3052bf3bc5dc tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:52.827424 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-568fe12d-6657-4ded-856f-3052bf3bc5dc tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=1378e496-4702-4260-bb65-450a2fcbad71 HTTP/1.1" status: 200 len: 1093 time: 0.2518229 Jan 21 19:08:52.830703 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35512) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:52.842376 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-6b4b4815-0a46-4bab-a90f-9c69c97bf86a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'floatingip': {'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'port_id': '543f184b-1565-44f3-9821-0956b27f78fb', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:08:52.846831 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-d8e262b9-04ad-4878-b22f-4f458d855363 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Transition to ACTIVE for port object e2f35238-c96e-42b6-83d7-4baa89d74b56 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:08:52.850167 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-6b4b4815-0a46-4bab-a90f-9c69c97bf86a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:08:52.979050 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-24e8d811-c297-4894-adeb-314884a8cb3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:52.983425 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-6b4b4815-0a46-4bab-a90f-9c69c97bf86a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:floatingip and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:08:53.016906 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-6b4b4815-0a46-4bab-a90f-9c69c97bf86a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:08:53.046666 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-6b4b4815-0a46-4bab-a90f-9c69c97bf86a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:08:53.065001 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-24e8d811-c297-4894-adeb-314884a8cb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:53.067315 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-24e8d811-c297-4894-adeb-314884a8cb3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:53.067315 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-24e8d811-c297-4894-adeb-314884a8cb3a service neutron] 10.222.0.113 "PUT /v2.0/ports/0d18d9b5-084f-4e47-8318-4758771831d0 HTTP/1.1" status: 200 len: 1094 time: 3.1281710 Jan 21 19:08:53.069056 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdec2616-292f-41dc-aee5-84dcd33c59ed', 'tag': '0d18d9b5-084f-4e47-8318-4758771831d0'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:08:53.093066 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e8d811-c297-4894-adeb-314884a8cb3a service neutron] Pushing event updated for resources: {'Port': ['ID=0d18d9b5-084f-4e47-8318-4758771831d0,revision_number=3']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:53.136710 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdec2616-292f-41dc-aee5-84dcd33c59ed', 'tag': '0d18d9b5-084f-4e47-8318-4758771831d0', 'status': 'completed', 'code': 200} Jan 21 19:08:53.153459 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6b4b4815-0a46-4bab-a90f-9c69c97bf86a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for floatingip, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:53.216790 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d8e262b9-04ad-4878-b22f-4f458d855363 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:53.335806 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e262b9-04ad-4878-b22f-4f458d855363 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Network dac234c4-6e2e-45c8-b9b0-43437542d929 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:08:53.346436 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-d8e262b9-04ad-4878-b22f-4f458d855363 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:08:53.366660 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e262b9-04ad-4878-b22f-4f458d855363 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:08:53.367225 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d8e262b9-04ad-4878-b22f-4f458d855363 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:53.403023 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e262b9-04ad-4878-b22f-4f458d855363 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event updated for resources: {'Port': ['ID=e2f35238-c96e-42b6-83d7-4baa89d74b56,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:53.502225 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device f250e32e-4a15-468f-a8b5-2fd8609a8368 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:08:53.513264 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c53cf-bb13-4e32-81b7-192e947af536 req-7e77e8be-06be-40bb-82cc-83add181917d tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:53.519368 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6f2c53cf-bb13-4e32-81b7-192e947af536 req-7e77e8be-06be-40bb-82cc-83add181917d tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdec2616-292f-41dc-aee5-84dcd33c59ed HTTP/1.1" status: 200 len: 944 time: 0.1348417 Jan 21 19:08:53.531765 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f49cda4-b551-45c5-bd07-2683913d2374 None None] Network dac234c4-6e2e-45c8-b9b0-43437542d929 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:08:53.586466 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6f2c53cf-bb13-4e32-81b7-192e947af536 req-9583d002-2b4e-4a65-962a-79f45c98cda1 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606899 Jan 21 19:08:53.644080 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae275765-44ad-4e93-82c9-a3b2937e4712 req-bee91100-2164-430c-827e-cc90ed65155f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:53.645564 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ae275765-44ad-4e93-82c9-a3b2937e4712 req-bee91100-2164-430c-827e-cc90ed65155f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=578d4b1ec7dd480f94bb194a86bde7ee&device_id=bdec2616-292f-41dc-aee5-84dcd33c59ed HTTP/1.1" status: 200 len: 1097 time: 0.4783013 Jan 21 19:08:53.686742 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d8e262b9-04ad-4878-b22f-4f458d855363 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:53.727417 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port f250e32e-4a15-468f-a8b5-2fd8609a8368 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:08:53.738571 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 7cbc9a46-b114-41a0-b211-633276368b3a up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:08:53.797254 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-99c78f33-94d1-4dff-b984-f064afd804e3 None None] Provisioning for port f250e32e-4a15-468f-a8b5-2fd8609a8368 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:08:53.840343 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-99c78f33-94d1-4dff-b984-f064afd804e3 None None] Provisioning complete for port f250e32e-4a15-468f-a8b5-2fd8609a8368 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:53.840720 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-99c78f33-94d1-4dff-b984-f064afd804e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:53.951021 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6b4b4815-0a46-4bab-a90f-9c69c97bf86a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:53.993468 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-99c78f33-94d1-4dff-b984-f064afd804e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:54.006791 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 7cbc9a46-b114-41a0-b211-633276368b3a completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:08:54.008311 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae275765-44ad-4e93-82c9-a3b2937e4712 req-d2914645-2d19-44cc-ad0a-146ec5d579b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:54.010260 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ae275765-44ad-4e93-82c9-a3b2937e4712 req-d2914645-2d19-44cc-ad0a-146ec5d579b7 service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=578d4b1ec7dd480f94bb194a86bde7ee&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3569639 Jan 21 19:08:54.020761 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 7cbc9a46-b114-41a0-b211-633276368b3a triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:54.021136 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:54.077551 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-99c78f33-94d1-4dff-b984-f064afd804e3 None None] For port f250e32e-4a15-468f-a8b5-2fd8609a8368, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=f250e32e-4a15-468f-a8b5-2fd8609a8368,segment=NetworkSegment(af10cfd7-2541-4c78-8fc9-9f67233abf8f),segment_id=af10cfd7-2541-4c78-8fc9-9f67233abf8f)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:08:54.152017 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:54.163125 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-99c78f33-94d1-4dff-b984-f064afd804e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:54.250426 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 7cbc9a46-b114-41a0-b211-633276368b3a, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=7cbc9a46-b114-41a0-b211-633276368b3a,segment=NetworkSegment(1a247ddd-738a-435f-bd89-8cfa5bd608d5),segment_id=1a247ddd-738a-435f-bd89-8cfa5bd608d5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:08:54.255544 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c78f33-94d1-4dff-b984-f064afd804e3 None None] Pushing event updated for resources: {'Port': ['ID=f250e32e-4a15-468f-a8b5-2fd8609a8368,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:54.312155 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:54.350588 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-37bd015f-e330-44e9-a268-aed0a24694f9 None None] Provisioning for port e2f35238-c96e-42b6-83d7-4baa89d74b56 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:08:54.369754 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-37bd015f-e330-44e9-a268-aed0a24694f9 None None] Provisioning complete for port e2f35238-c96e-42b6-83d7-4baa89d74b56 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:54.370150 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-37bd015f-e330-44e9-a268-aed0a24694f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:54.382832 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae275765-44ad-4e93-82c9-a3b2937e4712 req-91fe5b52-1669-4a2b-92e7-aa9c851ae0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:54.384903 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ae275765-44ad-4e93-82c9-a3b2937e4712 req-91fe5b52-1669-4a2b-92e7-aa9c851ae0e1 service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3350401 Jan 21 19:08:54.474678 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-6b4b4815-0a46-4bab-a90f-9c69c97bf86a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Allocated IP 172.26.1.113 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/5a556efa-b3df-46a1-a4ed-026779020114) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:08:54.475863 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=7cbc9a46-b114-41a0-b211-633276368b3a,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:54.480505 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-37bd015f-e330-44e9-a268-aed0a24694f9 None None] Port e2f35238-c96e-42b6-83d7-4baa89d74b56 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:08:54.494522 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-37bd015f-e330-44e9-a268-aed0a24694f9 None None] Provisioning complete for port f250e32e-4a15-468f-a8b5-2fd8609a8368 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:54.494895 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-37bd015f-e330-44e9-a268-aed0a24694f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:54.611558 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d8e262b9-04ad-4878-b22f-4f458d855363 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:54.638286 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-97a7c734-3e1f-405e-9c6b-ef9cd5041290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:54.640036 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-97a7c734-3e1f-405e-9c6b-ef9cd5041290 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=578d4b1ec7dd480f94bb194a86bde7ee&device_id=bdec2616-292f-41dc-aee5-84dcd33c59ed HTTP/1.1" status: 200 len: 1097 time: 0.2100677 Jan 21 19:08:54.750649 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-714ff414-8c7c-4b4c-ae7f-c83dc2be99e5 None None] Provisioning complete for port e2f35238-c96e-42b6-83d7-4baa89d74b56 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:54.751681 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-714ff414-8c7c-4b4c-ae7f-c83dc2be99e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:54.795386 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6604c-356a-4a23-b66b-3348a0d3ec91 req-a20f1784-ae0f-4ee9-a45b-a4ec47277819 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:54.804791 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c1e6604c-356a-4a23-b66b-3348a0d3ec91 req-a20f1784-ae0f-4ee9-a45b-a4ec47277819 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdec2616-292f-41dc-aee5-84dcd33c59ed HTTP/1.1" status: 200 len: 944 time: 0.1132889 Jan 21 19:08:54.822548 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-714ff414-8c7c-4b4c-ae7f-c83dc2be99e5 None None] Port e2f35238-c96e-42b6-83d7-4baa89d74b56 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:08:54.855572 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d8e262b9-04ad-4878-b22f-4f458d855363 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:54.856958 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d8e262b9-04ad-4878-b22f-4f458d855363 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:54.876944 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c1e6604c-356a-4a23-b66b-3348a0d3ec91 req-79b6cd8d-4dcd-421a-a566-931f35301ab5 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702429 Jan 21 19:08:54.899922 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-f9ed1b61-ed14-4e4b-8cdb-b9053360619a service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d18d9b5-084f-4e47-8318-4758771831d0 HTTP/1.1" status: 200 len: 217 time: 0.2458701 Jan 21 19:08:54.922932 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6b4b4815-0a46-4bab-a90f-9c69c97bf86a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:55.021892 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6bb2ed76-284d-4d91-ab32-bd5a89f57623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:55.080408 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e262b9-04ad-4878-b22f-4f458d855363 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event updated for resources: {'Port': ['ID=e2f35238-c96e-42b6-83d7-4baa89d74b56,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:55.095742 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-3afc8801-2783-4608-9a0d-05b01ed85775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:55.097146 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-3afc8801-2783-4608-9a0d-05b01ed85775 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=84dda25a-5f4d-444e-8486-d19a0764b110 HTTP/1.1" status: 200 len: 850 time: 0.1712704 Jan 21 19:08:55.198354 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e262b9-04ad-4878-b22f-4f458d855363 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Network dac234c4-6e2e-45c8-b9b0-43437542d929 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:08:55.201299 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-d8e262b9-04ad-4878-b22f-4f458d855363 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:08:55.278288 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6b4b4815-0a46-4bab-a90f-9c69c97bf86a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:55.291540 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device f250e32e-4a15-468f-a8b5-2fd8609a8368 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:08:55.366831 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port f250e32e-4a15-468f-a8b5-2fd8609a8368 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:55.367334 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:55.422778 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:08:55.428029 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-5eacfc49-e67e-4e00-9862-f78124edd46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:55.429538 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-5eacfc49-e67e-4e00-9862-f78124edd46e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0b696f5f-975f-4899-9d3c-c13f9cac42e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3197126 Jan 21 19:08:55.442180 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4b4815-0a46-4bab-a90f-9c69c97bf86a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:08:55.448873 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-6b4b4815-0a46-4bab-a90f-9c69c97bf86a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:08:55.456824 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4b4815-0a46-4bab-a90f-9c69c97bf86a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:08:55.487158 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b4815-0a46-4bab-a90f-9c69c97bf86a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=5a556efa-b3df-46a1-a4ed-026779020114,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:55.490149 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-d4719149-810a-43fd-8d0f-88109aec4b40 None None] Provisioning complete for port e2f35238-c96e-42b6-83d7-4baa89d74b56 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:55.490907 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d4719149-810a-43fd-8d0f-88109aec4b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:55.509853 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-f08725a7-22ff-4fda-8754-ceb6bc74a26b service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=88137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:08:55.510825 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-f08725a7-22ff-4fda-8754-ceb6bc74a26b service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0740573 Jan 21 19:08:55.521754 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e262b9-04ad-4878-b22f-4f458d855363 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Router 9063c180-8c73-4c23-9e65-6ca4001d6a99 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:08:55.562573 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 7cbc9a46-b114-41a0-b211-633276368b3a up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:08:55.600006 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-d4719149-810a-43fd-8d0f-88109aec4b40 None None] Port e2f35238-c96e-42b6-83d7-4baa89d74b56 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:08:55.633102 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 7cbc9a46-b114-41a0-b211-633276368b3a triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:55.633498 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:55.897262 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e262b9-04ad-4878-b22f-4f458d855363 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:08:55.907517 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea77968-4301-4703-9f99-305d437f1658 None None] Sync routers for ids ['9063c180-8c73-4c23-9e65-6ca4001d6a99'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:08:55.909398 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-b73e2695-90c0-4beb-bd57-37330781a283 service neutron] 10.222.0.113 "GET /v2.0/networks/0b696f5f-975f-4899-9d3c-c13f9cac42e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895195 Jan 21 19:08:55.916890 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea77968-4301-4703-9f99-305d437f1658 None None] Routers {'9063c180-8c73-4c23-9e65-6ca4001d6a99'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:08:55.917508 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-9ea77968-4301-4703-9f99-305d437f1658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:08:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['9063c180-8c73-4c23-9e65-6ca4001d6a99'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:56.025609 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-d8e262b9-04ad-4878-b22f-4f458d855363 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "PUT /v2.0/routers/9063c180-8c73-4c23-9e65-6ca4001d6a99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7239881 Jan 21 19:08:56.029961 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35526) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:56.042779 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-edcbd61b-b5a9-4eb7-acc1-a175274a3767 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:08:56.120829 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-9ea77968-4301-4703-9f99-305d437f1658 None None] Set router 9063c180-8c73-4c23-9e65-6ca4001d6a99 gateway port host: None {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:08:56.341847 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140d0b0-5e8c-47d2-9302-0501a4b2275e req-f49e3f12-ab9c-4257-8bc0-84ed7c9dfe9d tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:56.349195 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3140d0b0-5e8c-47d2-9302-0501a4b2275e req-f49e3f12-ab9c-4257-8bc0-84ed7c9dfe9d tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdec2616-292f-41dc-aee5-84dcd33c59ed HTTP/1.1" status: 200 len: 944 time: 0.3656228 Jan 21 19:08:56.353576 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-425f24e5-9b0b-4c78-b0ee-979b3b1ab5df req-f2e21cfd-9519-4ff9-9a5a-0ff7bde89b5f service neutron] 10.222.0.113 "GET /v2.0/networks/0b696f5f-975f-4899-9d3c-c13f9cac42e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825002 Jan 21 19:08:56.398000 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3140d0b0-5e8c-47d2-9302-0501a4b2275e req-4ab95bcd-0628-426d-8d1e-1bfcb7388412 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481071 Jan 21 19:08:56.441727 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6b4b4815-0a46-4bab-a90f-9c69c97bf86a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:56.489259 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-9ea77968-4301-4703-9f99-305d437f1658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'name': 'tempest-RoutersIpV6Test-router-165929172', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:08:30Z', 'updated_at': '2022-01-21T19:08:53Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'gw_port_host': None, '_interfaces': [{'id': '7cbc9a46-b114-41a0-b211-633276368b3a', 'name': '', 'network_id': '6d35b67a-4324-41d3-bb9d-d9326a73ffe3', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:93:9c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '02234d9b-6db5-4b7c-a370-b03749f68890', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:45Z', 'updated_at': '2022-01-21T19:08:54Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '02234d9b-6db5-4b7c-a370-b03749f68890', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d', 'name': '', 'network_id': 'b3d5535d-f10b-4b1b-8185-ff99f04d556e', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:7e:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '109d3296-5583-4868-a8b8-605acd81f6e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:38Z', 'updated_at': '2022-01-21T19:08:47Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '109d3296-5583-4868-a8b8-605acd81f6e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad9b0f4-9382-4356-86d1-d541bfee268d', 'name': '', 'network_id': '4f125211-d48c-4f56-81bc-e8c71297b741', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:51:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:33Z', 'updated_at': '2022-01-21T19:08:39Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2f35238-c96e-42b6-83d7-4baa89d74b56', 'name': '', 'network_id': 'dac234c4-6e2e-45c8-b9b0-43437542d929', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:09:3f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': 'cfd48fc6-1a49-441e-a8ee-d735d7805365', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:52Z', 'updated_at': '2022-01-21T19:08:54Z', 'revision_number': 2, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': 'cfd48fc6-1a49-441e-a8ee-d735d7805365', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:56.493620 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea77968-4301-4703-9f99-305d437f1658 None None] Checking router: 9063c180-8c73-4c23-9e65-6ca4001d6a99 for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:08:56.494111 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea77968-4301-4703-9f99-305d437f1658 None None] Updating router 9063c180-8c73-4c23-9e65-6ca4001d6a99 port e2f35238-c96e-42b6-83d7-4baa89d74b56 binding host dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:08:56.547231 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9ea77968-4301-4703-9f99-305d437f1658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:56.621816 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6b4b4815-0a46-4bab-a90f-9c69c97bf86a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:56.832507 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.extraroute_db [None req-edcbd61b-b5a9-4eb7-acc1-a175274a3767 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88136) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 21 19:08:56.845093 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6b4b4815-0a46-4bab-a90f-9c69c97bf86a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:56.849360 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.extraroute_db [None req-edcbd61b-b5a9-4eb7-acc1-a175274a3767 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Removed routes are [] {{(pid=88136) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 21 19:08:56.849763 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-edcbd61b-b5a9-4eb7-acc1-a175274a3767 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:56.905434 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9ea77968-4301-4703-9f99-305d437f1658 None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:56.918097 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-9ea77968-4301-4703-9f99-305d437f1658 None None] Transition to ACTIVE for port object e2f35238-c96e-42b6-83d7-4baa89d74b56 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:08:56.925309 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6b4b4815-0a46-4bab-a90f-9c69c97bf86a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:56.970334 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9ea77968-4301-4703-9f99-305d437f1658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:57.038947 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b4815-0a46-4bab-a90f-9c69c97bf86a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=5a556efa-b3df-46a1-a4ed-026779020114,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:57.049762 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6b4b4815-0a46-4bab-a90f-9c69c97bf86a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:57.142286 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2921a112-1e37-4060-aae3-ddad9a3fc91d None None] Pushing event updated for resources: {'Port': ['ID=e2f35238-c96e-42b6-83d7-4baa89d74b56,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:57.210592 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-9ea77968-4301-4703-9f99-305d437f1658 None None] Attempting to bind port e2f35238-c96e-42b6-83d7-4baa89d74b56 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:08:57.210950 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-9ea77968-4301-4703-9f99-305d437f1658 None None] Attempting to bind port e2f35238-c96e-42b6-83d7-4baa89d74b56 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'af10cfd7-2541-4c78-8fc9-9f67233abf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dac234c4-6e2e-45c8-b9b0-43437542d929'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:08:57.211318 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea77968-4301-4703-9f99-305d437f1658 None None] Attempting to bind port e2f35238-c96e-42b6-83d7-4baa89d74b56 on network dac234c4-6e2e-45c8-b9b0-43437542d929 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:08:57.218869 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea77968-4301-4703-9f99-305d437f1658 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:08:57.224726 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea77968-4301-4703-9f99-305d437f1658 None None] Checking segment: {'id': 'af10cfd7-2541-4c78-8fc9-9f67233abf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dac234c4-6e2e-45c8-b9b0-43437542d929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:08:57.224726 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9ea77968-4301-4703-9f99-305d437f1658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:57.224726 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea77968-4301-4703-9f99-305d437f1658 None None] Bound using segment: {'id': 'af10cfd7-2541-4c78-8fc9-9f67233abf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dac234c4-6e2e-45c8-b9b0-43437542d929'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:08:57.224726 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-9ea77968-4301-4703-9f99-305d437f1658 None None] Bound port: e2f35238-c96e-42b6-83d7-4baa89d74b56, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af10cfd7-2541-4c78-8fc9-9f67233abf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dac234c4-6e2e-45c8-b9b0-43437542d929'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:08:57.224726 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9ea77968-4301-4703-9f99-305d437f1658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:57.238613 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.l3_db [None req-6b4b4815-0a46-4bab-a90f-9c69c97bf86a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Floating IP 56b13aae-ef30-4f88-8aa0-e8a8a4e4819a associated. External IP: 172.26.1.113, port: 543f184b-1565-44f3-9821-0956b27f78fb. Jan 21 19:08:57.282792 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-69f3d93f-6e4f-466f-9f6e-67c6f7ef99bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:57.305560 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-edcbd61b-b5a9-4eb7-acc1-a175274a3767 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:57.311197 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-edcbd61b-b5a9-4eb7-acc1-a175274a3767 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3720919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3720920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723161'] for router, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:57.335566 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-9ea77968-4301-4703-9f99-305d437f1658 None None] For port e2f35238-c96e-42b6-83d7-4baa89d74b56, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:08:57.340169 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-9ea77968-4301-4703-9f99-305d437f1658 None None] For port e2f35238-c96e-42b6-83d7-4baa89d74b56, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=e2f35238-c96e-42b6-83d7-4baa89d74b56,segment=NetworkSegment(af10cfd7-2541-4c78-8fc9-9f67233abf8f),segment_id=af10cfd7-2541-4c78-8fc9-9f67233abf8f)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:08:57.462121 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9ea77968-4301-4703-9f99-305d437f1658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:57.496048 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edcbd61b-b5a9-4eb7-acc1-a175274a3767 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Router 9063c180-8c73-4c23-9e65-6ca4001d6a99 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:08:57.562013 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2921a112-1e37-4060-aae3-ddad9a3fc91d None None] Pushing event updated for resources: {'Port': ['ID=e2f35238-c96e-42b6-83d7-4baa89d74b56,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:08:57.565918 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea77968-4301-4703-9f99-305d437f1658 None None] Routers {'9063c180-8c73-4c23-9e65-6ca4001d6a99'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:08:57.566710 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-9ea77968-4301-4703-9f99-305d437f1658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:08:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['9063c180-8c73-4c23-9e65-6ca4001d6a99'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:57.678465 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4b4815-0a46-4bab-a90f-9c69c97bf86a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Router 4bee4a03-39fe-45ea-815b-1603b08c03c0 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:08:57.746540 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-9ea77968-4301-4703-9f99-305d437f1658 None None] Set router 9063c180-8c73-4c23-9e65-6ca4001d6a99 gateway port host: None {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:08:57.892954 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4b4815-0a46-4bab-a90f-9c69c97bf86a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:08:57.896593 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ef513-43cb-4f2f-b9a9-a99e7fa94d7e req-1073d2c5-0bc6-4d5b-bb50-ff830dabefa9 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:57.899960 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3d2ef513-43cb-4f2f-b9a9-a99e7fa94d7e req-1073d2c5-0bc6-4d5b-bb50-ff830dabefa9 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdec2616-292f-41dc-aee5-84dcd33c59ed HTTP/1.1" status: 200 len: 944 time: 0.3300078 Jan 21 19:08:57.901207 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edcbd61b-b5a9-4eb7-acc1-a175274a3767 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:08:57.910112 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-edcbd61b-b5a9-4eb7-acc1-a175274a3767 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:57.911720 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-edcbd61b-b5a9-4eb7-acc1-a175274a3767 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "PUT /v2.0/routers/9063c180-8c73-4c23-9e65-6ca4001d6a99 HTTP/1.1" status: 200 len: 953 time: 1.8752878 Jan 21 19:08:57.916437 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35532) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:57.919253 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bf75a9-e8fc-4773-82ab-50a7a02ed049 None None] Sync routers for ids ['4bee4a03-39fe-45ea-815b-1603b08c03c0'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:08:57.931306 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bf75a9-e8fc-4773-82ab-50a7a02ed049 None None] Routers {'4bee4a03-39fe-45ea-815b-1603b08c03c0'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:08:57.932236 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-19bf75a9-e8fc-4773-82ab-50a7a02ed049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:08:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['4bee4a03-39fe-45ea-815b-1603b08c03c0'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:58.126694 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3d2ef513-43cb-4f2f-b9a9-a99e7fa94d7e req-366d5204-9094-4cdb-bc6b-af2ad8da33b4 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2087989 Jan 21 19:08:58.130813 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-19bf75a9-e8fc-4773-82ab-50a7a02ed049 None None] Set router 4bee4a03-39fe-45ea-815b-1603b08c03c0 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:08:58.155613 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-997349dd-25eb-4534-a8f3-b3b5db23448c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "GET /v2.0/routers/9063c180-8c73-4c23-9e65-6ca4001d6a99 HTTP/1.1" status: 200 len: 953 time: 0.2240617 Jan 21 19:08:58.158148 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35536) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:58.163234 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-d669b764-949e-49f3-83e3-ebe3af8a5a34 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Request body: {'router': {'routes': None}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:08:58.190993 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-9ea77968-4301-4703-9f99-305d437f1658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'name': 'tempest-RoutersIpV6Test-router-165929172', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:08:30Z', 'updated_at': '2022-01-21T19:08:56Z', 'revision_number': 6, 'project_id': '8da58450daab4e429694fdd9f553b982', 'gw_port_host': None, '_interfaces': [{'id': '7cbc9a46-b114-41a0-b211-633276368b3a', 'name': '', 'network_id': '6d35b67a-4324-41d3-bb9d-d9326a73ffe3', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:93:9c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '02234d9b-6db5-4b7c-a370-b03749f68890', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:45Z', 'updated_at': '2022-01-21T19:08:54Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '02234d9b-6db5-4b7c-a370-b03749f68890', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d', 'name': '', 'network_id': 'b3d5535d-f10b-4b1b-8185-ff99f04d556e', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:7e:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '109d3296-5583-4868-a8b8-605acd81f6e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:38Z', 'updated_at': '2022-01-21T19:08:47Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '109d3296-5583-4868-a8b8-605acd81f6e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad9b0f4-9382-4356-86d1-d541bfee268d', 'name': '', 'network_id': '4f125211-d48c-4f56-81bc-e8c71297b741', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:51:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:33Z', 'updated_at': '2022-01-21T19:08:39Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2f35238-c96e-42b6-83d7-4baa89d74b56', 'name': '', 'network_id': 'dac234c4-6e2e-45c8-b9b0-43437542d929', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:09:3f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': 'cfd48fc6-1a49-441e-a8ee-d735d7805365', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:52Z', 'updated_at': '2022-01-21T19:08:57Z', 'revision_number': 4, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': 'cfd48fc6-1a49-441e-a8ee-d735d7805365', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:58.195091 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea77968-4301-4703-9f99-305d437f1658 None None] The sync data for ids ['9063c180-8c73-4c23-9e65-6ca4001d6a99'] in dv-neutron-825470-1-hyperv is: [{'id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'name': 'tempest-RoutersIpV6Test-router-165929172', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:08:30Z', 'updated_at': '2022-01-21T19:08:56Z', 'revision_number': 6, 'project_id': '8da58450daab4e429694fdd9f553b982', 'gw_port_host': None, '_interfaces': [{'id': '7cbc9a46-b114-41a0-b211-633276368b3a', 'name': '', 'network_id': '6d35b67a-4324-41d3-bb9d-d9326a73ffe3', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:93:9c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '02234d9b-6db5-4b7c-a370-b03749f68890', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:45Z', 'updated_at': '2022-01-21T19:08:54Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '02234d9b-6db5-4b7c-a370-b03749f68890', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d', 'name': '', 'network_id': 'b3d5535d-f10b-4b1b-8185-ff99f04d556e', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:7e:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '109d3296-5583-4868-a8b8-605acd81f6e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:38Z', 'updated_at': '2022-01-21T19:08:47Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '109d3296-5583-4868-a8b8-605acd81f6e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad9b0f4-9382-4356-86d1-d541bfee268d', 'name': '', 'network_id': '4f125211-d48c-4f56-81bc-e8c71297b741', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:51:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:33Z', 'updated_at': '2022-01-21T19:08:39Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2f35238-c96e-42b6-83d7-4baa89d74b56', 'name': '', 'network_id': 'dac234c4-6e2e-45c8-b9b0-43437542d929', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:09:3f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': 'cfd48fc6-1a49-441e-a8ee-d735d7805365', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:52Z', 'updated_at': '2022-01-21T19:08:57Z', 'revision_number': 4, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': 'cfd48fc6-1a49-441e-a8ee-d735d7805365', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:08:58.370776 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6b4b4815-0a46-4bab-a90f-9c69c97bf86a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:58.404750 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:58.464008 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-6b4b4815-0a46-4bab-a90f-9c69c97bf86a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.6300163 Jan 21 19:08:58.465143 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35540) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:58.465873 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1378e496-4702-4260-bb65-450a2fcbad71', 'tag': '543f184b-1565-44f3-9821-0956b27f78fb'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:08:58.536113 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:58.627773 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-19bf75a9-e8fc-4773-82ab-50a7a02ed049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bee4a03-39fe-45ea-815b-1603b08c03c0', 'name': 'tempest-TestNetworkBasicOps-router-615588185', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': 'de8a1a6b-5e3c-4c53-88ca-990d7be35731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:08:16Z', 'updated_at': '2022-01-21T19:08:26Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'de8a1a6b-5e3c-4c53-88ca-990d7be35731', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bee4a03-39fe-45ea-815b-1603b08c03c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:17Z', 'updated_at': '2022-01-21T19:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '56b13aae-ef30-4f88-8aa0-e8a8a4e4819a', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'floating_ip_address': '172.26.1.113', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '4bee4a03-39fe-45ea-815b-1603b08c03c0', 'port_id': '543f184b-1565-44f3-9821-0956b27f78fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cda776f-5d01-457b-a570-306ee657f8d7', 'mac_address': 'fa:16:3e:f6:99:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1378e496-4702-4260-bb65-450a2fcbad71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:08:56Z', 'updated_at': '2022-01-21T19:08:56Z', 'revision_number': 0, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e7273f-c6b8-4f96-bcc2-94c78ae7a992', 'name': '', 'network_id': '6cda776f-5d01-457b-a570-306ee657f8d7', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:09:7a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bee4a03-39fe-45ea-815b-1603b08c03c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '02e9641c-5c6e-4ac9-ab6a-a7329d6ea353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:24Z', 'updated_at': '2022-01-21T19:08:33Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '02e9641c-5c6e-4ac9-ab6a-a7329d6ea353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:58.632845 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bf75a9-e8fc-4773-82ab-50a7a02ed049 None None] Checking router: 4bee4a03-39fe-45ea-815b-1603b08c03c0 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:08:58.652156 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bf75a9-e8fc-4773-82ab-50a7a02ed049 None None] Routers {'4bee4a03-39fe-45ea-815b-1603b08c03c0'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:08:58.653876 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-19bf75a9-e8fc-4773-82ab-50a7a02ed049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:08:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['4bee4a03-39fe-45ea-815b-1603b08c03c0'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:58.661912 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:58.743377 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1378e496-4702-4260-bb65-450a2fcbad71', 'tag': '543f184b-1565-44f3-9821-0956b27f78fb', 'status': 'completed', 'code': 200} Jan 21 19:08:58.864035 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ddbfd47b-efd4-487e-966f-265b4e5e7ebc tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/floatingips/56b13aae-ef30-4f88-8aa0-e8a8a4e4819a HTTP/1.1" status: 200 len: 991 time: 0.3918152 Jan 21 19:08:58.874534 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da016ff-00b2-4b60-b614-f76e4f8d6197 req-edb8e53a-19da-40a0-9975-06642da9a450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:58.876015 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5da016ff-00b2-4b60-b614-f76e4f8d6197 req-edb8e53a-19da-40a0-9975-06642da9a450 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=1378e496-4702-4260-bb65-450a2fcbad71 HTTP/1.1" status: 200 len: 1098 time: 0.1354170 Jan 21 19:08:58.877181 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-19bf75a9-e8fc-4773-82ab-50a7a02ed049 None None] Set router 4bee4a03-39fe-45ea-815b-1603b08c03c0 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:08:58.886109 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.extraroute_db [None req-d669b764-949e-49f3-83e3-ebe3af8a5a34 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Added routes are [] {{(pid=88136) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 21 19:08:58.886693 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.extraroute_db [None req-d669b764-949e-49f3-83e3-ebe3af8a5a34 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88136) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 21 19:08:58.920621 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d669b764-949e-49f3-83e3-ebe3af8a5a34 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:59.022624 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da016ff-00b2-4b60-b614-f76e4f8d6197 req-8225d238-efdd-46b9-a7a2-028687136b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:59.025110 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5da016ff-00b2-4b60-b614-f76e4f8d6197 req-8225d238-efdd-46b9-a7a2-028687136b80 service neutron] 10.222.0.113 "GET /v2.0/networks?id=6cda776f-5d01-457b-a570-306ee657f8d7 HTTP/1.1" status: 200 len: 897 time: 0.1413927 Jan 21 19:08:59.140650 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5da016ff-00b2-4b60-b614-f76e4f8d6197 req-57300139-9a4a-48aa-bbeb-166983357c34 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=543f184b-1565-44f3-9821-0956b27f78fb HTTP/1.1" status: 200 len: 999 time: 0.1099026 Jan 21 19:08:59.208438 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da016ff-00b2-4b60-b614-f76e4f8d6197 req-0eedff01-ce7c-4665-bf90-1dffec6c2f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:59.210066 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5da016ff-00b2-4b60-b614-f76e4f8d6197 req-0eedff01-ce7c-4665-bf90-1dffec6c2f51 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=02e9641c-5c6e-4ac9-ab6a-a7329d6ea353 HTTP/1.1" status: 200 len: 835 time: 0.0634627 Jan 21 19:08:59.312431 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13cd3f1-2c53-45a7-ba18-e31b7c62f762 None None] Sync routers for ids ['9063c180-8c73-4c23-9e65-6ca4001d6a99'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:08:59.319375 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-19bf75a9-e8fc-4773-82ab-50a7a02ed049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bee4a03-39fe-45ea-815b-1603b08c03c0', 'name': 'tempest-TestNetworkBasicOps-router-615588185', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': 'de8a1a6b-5e3c-4c53-88ca-990d7be35731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:08:16Z', 'updated_at': '2022-01-21T19:08:26Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'de8a1a6b-5e3c-4c53-88ca-990d7be35731', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bee4a03-39fe-45ea-815b-1603b08c03c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:17Z', 'updated_at': '2022-01-21T19:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '56b13aae-ef30-4f88-8aa0-e8a8a4e4819a', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'floating_ip_address': '172.26.1.113', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '4bee4a03-39fe-45ea-815b-1603b08c03c0', 'port_id': '543f184b-1565-44f3-9821-0956b27f78fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cda776f-5d01-457b-a570-306ee657f8d7', 'mac_address': 'fa:16:3e:f6:99:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1378e496-4702-4260-bb65-450a2fcbad71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:08:56Z', 'updated_at': '2022-01-21T19:08:56Z', 'revision_number': 0, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e7273f-c6b8-4f96-bcc2-94c78ae7a992', 'name': '', 'network_id': '6cda776f-5d01-457b-a570-306ee657f8d7', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:09:7a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bee4a03-39fe-45ea-815b-1603b08c03c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '02e9641c-5c6e-4ac9-ab6a-a7329d6ea353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:24Z', 'updated_at': '2022-01-21T19:08:33Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '02e9641c-5c6e-4ac9-ab6a-a7329d6ea353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:59.325262 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bf75a9-e8fc-4773-82ab-50a7a02ed049 None None] The sync data for ids ['4bee4a03-39fe-45ea-815b-1603b08c03c0'] in dv-neutron-825470-1-hyperv is: [{'id': '4bee4a03-39fe-45ea-815b-1603b08c03c0', 'name': 'tempest-TestNetworkBasicOps-router-615588185', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': 'de8a1a6b-5e3c-4c53-88ca-990d7be35731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:08:16Z', 'updated_at': '2022-01-21T19:08:26Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'de8a1a6b-5e3c-4c53-88ca-990d7be35731', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bee4a03-39fe-45ea-815b-1603b08c03c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:17Z', 'updated_at': '2022-01-21T19:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '56b13aae-ef30-4f88-8aa0-e8a8a4e4819a', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'floating_ip_address': '172.26.1.113', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '4bee4a03-39fe-45ea-815b-1603b08c03c0', 'port_id': '543f184b-1565-44f3-9821-0956b27f78fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cda776f-5d01-457b-a570-306ee657f8d7', 'mac_address': 'fa:16:3e:f6:99:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1378e496-4702-4260-bb65-450a2fcbad71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:08:56Z', 'updated_at': '2022-01-21T19:08:56Z', 'revision_number': 0, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e7273f-c6b8-4f96-bcc2-94c78ae7a992', 'name': '', 'network_id': '6cda776f-5d01-457b-a570-306ee657f8d7', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:09:7a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bee4a03-39fe-45ea-815b-1603b08c03c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '02e9641c-5c6e-4ac9-ab6a-a7329d6ea353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:24Z', 'updated_at': '2022-01-21T19:08:33Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '02e9641c-5c6e-4ac9-ab6a-a7329d6ea353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:08:59.341541 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13cd3f1-2c53-45a7-ba18-e31b7c62f762 None None] Routers {'9063c180-8c73-4c23-9e65-6ca4001d6a99'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:08:59.343007 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-b13cd3f1-2c53-45a7-ba18-e31b7c62f762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:08:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['9063c180-8c73-4c23-9e65-6ca4001d6a99'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:08:59.373629 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da016ff-00b2-4b60-b614-f76e4f8d6197 req-01d7319b-ec06-466b-a031-017b74573b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:59.376041 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5da016ff-00b2-4b60-b614-f76e4f8d6197 req-01d7319b-ec06-466b-a031-017b74573b0c service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6cda776f-5d01-457b-a570-306ee657f8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1565268 Jan 21 19:08:59.465541 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d669b764-949e-49f3-83e3-ebe3af8a5a34 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:59.472879 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d669b764-949e-49f3-83e3-ebe3af8a5a34 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3720919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3720920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723161'] for router, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:59.507915 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device e2f35238-c96e-42b6-83d7-4baa89d74b56 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:08:59.542944 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5da016ff-00b2-4b60-b614-f76e4f8d6197 req-5ac75262-ee28-4563-a393-04ff9bf81124 service neutron] 10.222.0.113 "GET /v2.0/networks/6cda776f-5d01-457b-a570-306ee657f8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576972 Jan 21 19:08:59.573231 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-b13cd3f1-2c53-45a7-ba18-e31b7c62f762 None None] Set router 9063c180-8c73-4c23-9e65-6ca4001d6a99 gateway port host: None {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:08:59.710334 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd891cf-b158-4951-a9c3-0fbc996ea11e None None] New status for floating IP 56b13aae-ef30-4f88-8aa0-e8a8a4e4819a: ACTIVE {{(pid=88139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:08:59.716811 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5da016ff-00b2-4b60-b614-f76e4f8d6197 req-6b33cd81-a38c-44d5-85be-6d8e84010fe3 service neutron] 10.222.0.113 "GET /v2.0/networks/6cda776f-5d01-457b-a570-306ee657f8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675382 Jan 21 19:08:59.796596 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a82e8c-0520-4c0b-9aa5-da664fc26cce req-a40ceb48-456f-4026-b435-b1de261c15df tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:08:59.798095 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-54a82e8c-0520-4c0b-9aa5-da664fc26cce req-a40ceb48-456f-4026-b435-b1de261c15df tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdec2616-292f-41dc-aee5-84dcd33c59ed HTTP/1.1" status: 200 len: 944 time: 0.4108753 Jan 21 19:08:59.827612 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port e2f35238-c96e-42b6-83d7-4baa89d74b56 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:08:59.839264 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port e2f35238-c96e-42b6-83d7-4baa89d74b56 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:08:59.839621 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:08:59.855019 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d669b764-949e-49f3-83e3-ebe3af8a5a34 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Router 9063c180-8c73-4c23-9e65-6ca4001d6a99 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:08:59.867543 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35548) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:08:59.868180 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-54a82e8c-0520-4c0b-9aa5-da664fc26cce req-32c95466-8049-41b3-9ccd-1d66ced9bf0c tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633233 Jan 21 19:09:00.022926 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c94fda99-baef-4917-afc5-3be460489e55 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/floatingips/56b13aae-ef30-4f88-8aa0-e8a8a4e4819a HTTP/1.1" status: 200 len: 991 time: 0.1528833 Jan 21 19:09:00.057049 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d669b764-949e-49f3-83e3-ebe3af8a5a34 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:09:00.067486 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d669b764-949e-49f3-83e3-ebe3af8a5a34 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:00.072502 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d669b764-949e-49f3-83e3-ebe3af8a5a34 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "PUT /v2.0/routers/9063c180-8c73-4c23-9e65-6ca4001d6a99 HTTP/1.1" status: 200 len: 703 time: 1.9132454 Jan 21 19:09:00.073315 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35552) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:00.076205 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:00.090367 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:00.101864 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-b13cd3f1-2c53-45a7-ba18-e31b7c62f762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'name': 'tempest-RoutersIpV6Test-router-165929172', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:08:30Z', 'updated_at': '2022-01-21T19:08:58Z', 'revision_number': 7, 'project_id': '8da58450daab4e429694fdd9f553b982', 'gw_port_host': None, '_interfaces': [{'id': '7cbc9a46-b114-41a0-b211-633276368b3a', 'name': '', 'network_id': '6d35b67a-4324-41d3-bb9d-d9326a73ffe3', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:93:9c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '02234d9b-6db5-4b7c-a370-b03749f68890', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:45Z', 'updated_at': '2022-01-21T19:08:54Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '02234d9b-6db5-4b7c-a370-b03749f68890', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d', 'name': '', 'network_id': 'b3d5535d-f10b-4b1b-8185-ff99f04d556e', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:7e:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '109d3296-5583-4868-a8b8-605acd81f6e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:38Z', 'updated_at': '2022-01-21T19:08:47Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '109d3296-5583-4868-a8b8-605acd81f6e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad9b0f4-9382-4356-86d1-d541bfee268d', 'name': '', 'network_id': '4f125211-d48c-4f56-81bc-e8c71297b741', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:51:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:33Z', 'updated_at': '2022-01-21T19:08:39Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2f35238-c96e-42b6-83d7-4baa89d74b56', 'name': '', 'network_id': 'dac234c4-6e2e-45c8-b9b0-43437542d929', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:09:3f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': 'cfd48fc6-1a49-441e-a8ee-d735d7805365', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:52Z', 'updated_at': '2022-01-21T19:08:57Z', 'revision_number': 4, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': 'cfd48fc6-1a49-441e-a8ee-d735d7805365', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:00.109296 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13cd3f1-2c53-45a7-ba18-e31b7c62f762 None None] Checking router: 9063c180-8c73-4c23-9e65-6ca4001d6a99 for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:09:00.129539 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13cd3f1-2c53-45a7-ba18-e31b7c62f762 None None] Routers {'9063c180-8c73-4c23-9e65-6ca4001d6a99'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:09:00.130176 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-b13cd3f1-2c53-45a7-ba18-e31b7c62f762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:08:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['9063c180-8c73-4c23-9e65-6ca4001d6a99'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:00.199672 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port e2f35238-c96e-42b6-83d7-4baa89d74b56, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=e2f35238-c96e-42b6-83d7-4baa89d74b56,segment=NetworkSegment(af10cfd7-2541-4c78-8fc9-9f67233abf8f),segment_id=af10cfd7-2541-4c78-8fc9-9f67233abf8f)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:09:00.240177 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f41effcc-1939-4e3a-b37c-df1a4c82701b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "GET /v2.0/routers/9063c180-8c73-4c23-9e65-6ca4001d6a99 HTTP/1.1" status: 200 len: 703 time: 0.1655047 Jan 21 19:09:00.244258 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35556) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:00.282596 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:00.321192 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-b13cd3f1-2c53-45a7-ba18-e31b7c62f762 None None] Set router 9063c180-8c73-4c23-9e65-6ca4001d6a99 gateway port host: None {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:09:00.554789 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=e2f35238-c96e-42b6-83d7-4baa89d74b56,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:00.726962 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-b13cd3f1-2c53-45a7-ba18-e31b7c62f762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'name': 'tempest-RoutersIpV6Test-router-165929172', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:08:30Z', 'updated_at': '2022-01-21T19:08:58Z', 'revision_number': 7, 'project_id': '8da58450daab4e429694fdd9f553b982', 'gw_port_host': None, '_interfaces': [{'id': '7cbc9a46-b114-41a0-b211-633276368b3a', 'name': '', 'network_id': '6d35b67a-4324-41d3-bb9d-d9326a73ffe3', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:93:9c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '02234d9b-6db5-4b7c-a370-b03749f68890', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:45Z', 'updated_at': '2022-01-21T19:08:54Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '02234d9b-6db5-4b7c-a370-b03749f68890', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d', 'name': '', 'network_id': 'b3d5535d-f10b-4b1b-8185-ff99f04d556e', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:7e:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '109d3296-5583-4868-a8b8-605acd81f6e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:38Z', 'updated_at': '2022-01-21T19:08:47Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '109d3296-5583-4868-a8b8-605acd81f6e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad9b0f4-9382-4356-86d1-d541bfee268d', 'name': '', 'network_id': '4f125211-d48c-4f56-81bc-e8c71297b741', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:51:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:33Z', 'updated_at': '2022-01-21T19:08:39Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2f35238-c96e-42b6-83d7-4baa89d74b56', 'name': '', 'network_id': 'dac234c4-6e2e-45c8-b9b0-43437542d929', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:09:3f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': 'cfd48fc6-1a49-441e-a8ee-d735d7805365', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:52Z', 'updated_at': '2022-01-21T19:08:57Z', 'revision_number': 4, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': 'cfd48fc6-1a49-441e-a8ee-d735d7805365', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:00.731026 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13cd3f1-2c53-45a7-ba18-e31b7c62f762 None None] The sync data for ids ['9063c180-8c73-4c23-9e65-6ca4001d6a99'] in dv-neutron-825470-1-hyperv is: [{'id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'name': 'tempest-RoutersIpV6Test-router-165929172', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:08:30Z', 'updated_at': '2022-01-21T19:08:58Z', 'revision_number': 7, 'project_id': '8da58450daab4e429694fdd9f553b982', 'gw_port_host': None, '_interfaces': [{'id': '7cbc9a46-b114-41a0-b211-633276368b3a', 'name': '', 'network_id': '6d35b67a-4324-41d3-bb9d-d9326a73ffe3', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:93:9c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '02234d9b-6db5-4b7c-a370-b03749f68890', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:45Z', 'updated_at': '2022-01-21T19:08:54Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '02234d9b-6db5-4b7c-a370-b03749f68890', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d', 'name': '', 'network_id': 'b3d5535d-f10b-4b1b-8185-ff99f04d556e', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:7e:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '109d3296-5583-4868-a8b8-605acd81f6e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:38Z', 'updated_at': '2022-01-21T19:08:47Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '109d3296-5583-4868-a8b8-605acd81f6e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad9b0f4-9382-4356-86d1-d541bfee268d', 'name': '', 'network_id': '4f125211-d48c-4f56-81bc-e8c71297b741', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:51:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:33Z', 'updated_at': '2022-01-21T19:08:39Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2f35238-c96e-42b6-83d7-4baa89d74b56', 'name': '', 'network_id': 'dac234c4-6e2e-45c8-b9b0-43437542d929', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:09:3f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': 'cfd48fc6-1a49-441e-a8ee-d735d7805365', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:52Z', 'updated_at': '2022-01-21T19:08:57Z', 'revision_number': 4, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': 'cfd48fc6-1a49-441e-a8ee-d735d7805365', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:09:00.790339 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4b0046a8-9e2d-422e-b356-cb8063014a0e tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:00.971600 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501179ea-f233-4e5c-8929-7c534ab2aab2 None None] Sync routers for ids ['9063c180-8c73-4c23-9e65-6ca4001d6a99'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:09:00.981904 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501179ea-f233-4e5c-8929-7c534ab2aab2 None None] Routers {'9063c180-8c73-4c23-9e65-6ca4001d6a99'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:09:00.987420 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-501179ea-f233-4e5c-8929-7c534ab2aab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:08:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['9063c180-8c73-4c23-9e65-6ca4001d6a99'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:01.026832 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35562) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:01.151735 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a1d8fc69-fc03-402d-a7aa-913345459241 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/floatingips/56b13aae-ef30-4f88-8aa0-e8a8a4e4819a HTTP/1.1" status: 200 len: 993 time: 0.1238134 Jan 21 19:09:01.167079 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-501179ea-f233-4e5c-8929-7c534ab2aab2 None None] Set router 9063c180-8c73-4c23-9e65-6ca4001d6a99 gateway port host: None {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:09:01.174065 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0011eb5-f6a8-4091-8907-0276c4e176fc req-5818bf78-47d3-450a-8688-5fe75447bc5a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:01.175527 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a0011eb5-f6a8-4091-8907-0276c4e176fc req-5818bf78-47d3-450a-8688-5fe75447bc5a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdec2616-292f-41dc-aee5-84dcd33c59ed HTTP/1.1" status: 200 len: 944 time: 0.1897216 Jan 21 19:09:01.226276 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a0011eb5-f6a8-4091-8907-0276c4e176fc req-a10c560d-68c5-4ffc-9b14-90f55df43a5c tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403490 Jan 21 19:09:01.267874 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-4b0046a8-9e2d-422e-b356-cb8063014a0e tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Deleting port e2f35238-c96e-42b6-83d7-4baa89d74b56 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:09:01.268352 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4b0046a8-9e2d-422e-b356-cb8063014a0e tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:01.304652 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device e2f35238-c96e-42b6-83d7-4baa89d74b56 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:09:01.481280 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-4b0046a8-9e2d-422e-b356-cb8063014a0e tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] For port e2f35238-c96e-42b6-83d7-4baa89d74b56, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=e2f35238-c96e-42b6-83d7-4baa89d74b56,segment=NetworkSegment(af10cfd7-2541-4c78-8fc9-9f67233abf8f),segment_id=af10cfd7-2541-4c78-8fc9-9f67233abf8f)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:09:01.481644 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4b0046a8-9e2d-422e-b356-cb8063014a0e tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:01.489963 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port e2f35238-c96e-42b6-83d7-4baa89d74b56 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:09:01.490480 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:01.609422 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-4b0046a8-9e2d-422e-b356-cb8063014a0e tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Calling delete_port for e2f35238-c96e-42b6-83d7-4baa89d74b56 owned by network:router_interface {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:09:01.655596 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-501179ea-f233-4e5c-8929-7c534ab2aab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'name': 'tempest-RoutersIpV6Test-router-165929172', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:08:30Z', 'updated_at': '2022-01-21T19:08:58Z', 'revision_number': 7, 'project_id': '8da58450daab4e429694fdd9f553b982', 'gw_port_host': None, '_interfaces': [{'id': '7cbc9a46-b114-41a0-b211-633276368b3a', 'name': '', 'network_id': '6d35b67a-4324-41d3-bb9d-d9326a73ffe3', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:93:9c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '02234d9b-6db5-4b7c-a370-b03749f68890', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:45Z', 'updated_at': '2022-01-21T19:08:54Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '02234d9b-6db5-4b7c-a370-b03749f68890', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d', 'name': '', 'network_id': 'b3d5535d-f10b-4b1b-8185-ff99f04d556e', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:7e:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '109d3296-5583-4868-a8b8-605acd81f6e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:38Z', 'updated_at': '2022-01-21T19:08:47Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '109d3296-5583-4868-a8b8-605acd81f6e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad9b0f4-9382-4356-86d1-d541bfee268d', 'name': '', 'network_id': '4f125211-d48c-4f56-81bc-e8c71297b741', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:51:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:33Z', 'updated_at': '2022-01-21T19:08:39Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2f35238-c96e-42b6-83d7-4baa89d74b56', 'name': '', 'network_id': 'dac234c4-6e2e-45c8-b9b0-43437542d929', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:09:3f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': 'cfd48fc6-1a49-441e-a8ee-d735d7805365', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:52Z', 'updated_at': '2022-01-21T19:09:00Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': 'cfd48fc6-1a49-441e-a8ee-d735d7805365', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:01.662208 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501179ea-f233-4e5c-8929-7c534ab2aab2 None None] Checking router: 9063c180-8c73-4c23-9e65-6ca4001d6a99 for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:09:01.671149 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501179ea-f233-4e5c-8929-7c534ab2aab2 None None] Routers {'9063c180-8c73-4c23-9e65-6ca4001d6a99'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:09:01.671764 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-501179ea-f233-4e5c-8929-7c534ab2aab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:08:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['9063c180-8c73-4c23-9e65-6ca4001d6a99'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:01.826469 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-501179ea-f233-4e5c-8929-7c534ab2aab2 None None] Set router 9063c180-8c73-4c23-9e65-6ca4001d6a99 gateway port host: None {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:09:01.975980 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4b0046a8-9e2d-422e-b356-cb8063014a0e tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:02.023353 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0046a8-9e2d-422e-b356-cb8063014a0e tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event deleted for resources: {'Port': ['ID=e2f35238-c96e-42b6-83d7-4baa89d74b56,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:02.219911 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-501179ea-f233-4e5c-8929-7c534ab2aab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'name': 'tempest-RoutersIpV6Test-router-165929172', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:08:30Z', 'updated_at': '2022-01-21T19:08:58Z', 'revision_number': 7, 'project_id': '8da58450daab4e429694fdd9f553b982', 'gw_port_host': None, '_interfaces': [{'id': '7cbc9a46-b114-41a0-b211-633276368b3a', 'name': '', 'network_id': '6d35b67a-4324-41d3-bb9d-d9326a73ffe3', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:93:9c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '02234d9b-6db5-4b7c-a370-b03749f68890', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:45Z', 'updated_at': '2022-01-21T19:08:54Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '02234d9b-6db5-4b7c-a370-b03749f68890', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d', 'name': '', 'network_id': 'b3d5535d-f10b-4b1b-8185-ff99f04d556e', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:7e:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '109d3296-5583-4868-a8b8-605acd81f6e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:38Z', 'updated_at': '2022-01-21T19:08:47Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '109d3296-5583-4868-a8b8-605acd81f6e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad9b0f4-9382-4356-86d1-d541bfee268d', 'name': '', 'network_id': '4f125211-d48c-4f56-81bc-e8c71297b741', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:51:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:33Z', 'updated_at': '2022-01-21T19:08:39Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2f35238-c96e-42b6-83d7-4baa89d74b56', 'name': '', 'network_id': 'dac234c4-6e2e-45c8-b9b0-43437542d929', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:09:3f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': 'cfd48fc6-1a49-441e-a8ee-d735d7805365', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:52Z', 'updated_at': '2022-01-21T19:09:00Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': 'cfd48fc6-1a49-441e-a8ee-d735d7805365', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:02.223896 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501179ea-f233-4e5c-8929-7c534ab2aab2 None None] The sync data for ids ['9063c180-8c73-4c23-9e65-6ca4001d6a99'] in dv-neutron-825470-1-hyperv is: [{'id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'name': 'tempest-RoutersIpV6Test-router-165929172', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:08:30Z', 'updated_at': '2022-01-21T19:08:58Z', 'revision_number': 7, 'project_id': '8da58450daab4e429694fdd9f553b982', 'gw_port_host': None, '_interfaces': [{'id': '7cbc9a46-b114-41a0-b211-633276368b3a', 'name': '', 'network_id': '6d35b67a-4324-41d3-bb9d-d9326a73ffe3', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:93:9c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '02234d9b-6db5-4b7c-a370-b03749f68890', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:45Z', 'updated_at': '2022-01-21T19:08:54Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '02234d9b-6db5-4b7c-a370-b03749f68890', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d', 'name': '', 'network_id': 'b3d5535d-f10b-4b1b-8185-ff99f04d556e', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:7e:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '109d3296-5583-4868-a8b8-605acd81f6e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:38Z', 'updated_at': '2022-01-21T19:08:47Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '109d3296-5583-4868-a8b8-605acd81f6e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad9b0f4-9382-4356-86d1-d541bfee268d', 'name': '', 'network_id': '4f125211-d48c-4f56-81bc-e8c71297b741', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:51:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:33Z', 'updated_at': '2022-01-21T19:08:39Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2f35238-c96e-42b6-83d7-4baa89d74b56', 'name': '', 'network_id': 'dac234c4-6e2e-45c8-b9b0-43437542d929', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:09:3f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': 'cfd48fc6-1a49-441e-a8ee-d735d7805365', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:52Z', 'updated_at': '2022-01-21T19:09:00Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': 'cfd48fc6-1a49-441e-a8ee-d735d7805365', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:09:02.246729 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4b0046a8-9e2d-422e-b356-cb8063014a0e tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:02.427979 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806c7b0-a455-4b8a-9324-92c40ef87ad0 req-b916cac4-2dd1-4c3f-b8e0-536e430cd94d tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:02.429676 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2806c7b0-a455-4b8a-9324-92c40ef87ad0 req-b916cac4-2dd1-4c3f-b8e0-536e430cd94d tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdec2616-292f-41dc-aee5-84dcd33c59ed HTTP/1.1" status: 200 len: 944 time: 0.0931816 Jan 21 19:09:02.476107 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2806c7b0-a455-4b8a-9324-92c40ef87ad0 req-42c0d75d-cc2d-4a58-911e-e355cffbbaaf tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400522 Jan 21 19:09:02.713357 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b0046a8-9e2d-422e-b356-cb8063014a0e tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Router 9063c180-8c73-4c23-9e65-6ca4001d6a99 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:09:02.876570 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0046a8-9e2d-422e-b356-cb8063014a0e tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:09:02.885946 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5309884-787e-4671-b464-0dcad2e8b071 None None] Sync routers for ids ['9063c180-8c73-4c23-9e65-6ca4001d6a99'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:09:02.891713 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-4b0046a8-9e2d-422e-b356-cb8063014a0e tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "PUT /v2.0/routers/9063c180-8c73-4c23-9e65-6ca4001d6a99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6440134 Jan 21 19:09:02.892179 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35568) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:02.894604 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5309884-787e-4671-b464-0dcad2e8b071 None None] Routers {'9063c180-8c73-4c23-9e65-6ca4001d6a99'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:09:02.895205 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-e5309884-787e-4671-b464-0dcad2e8b071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:08:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['9063c180-8c73-4c23-9e65-6ca4001d6a99'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:02.956464 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e398970-435e-4574-9893-0a6e22d6f127 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Deleting subnet cfd48fc6-1a49-441e-a8ee-d735d7805365 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:09:02.959480 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3e398970-435e-4574-9893-0a6e22d6f127 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:03.016989 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3e398970-435e-4574-9893-0a6e22d6f127 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:03.045394 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-e5309884-787e-4671-b464-0dcad2e8b071 None None] Set router 9063c180-8c73-4c23-9e65-6ca4001d6a99 gateway port host: None {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:09:03.098468 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3e398970-435e-4574-9893-0a6e22d6f127 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:03.252559 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3e398970-435e-4574-9893-0a6e22d6f127 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:03.298760 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e398970-435e-4574-9893-0a6e22d6f127 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event deleted for resources: {'Subnet': ['ID=cfd48fc6-1a49-441e-a8ee-d735d7805365,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:03.302434 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3e398970-435e-4574-9893-0a6e22d6f127 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:03.311992 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0925223-6495-441b-9096-8b19bb182c10 None None] Network dac234c4-6e2e-45c8-b9b0-43437542d929 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:09:03.312447 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-3e398970-435e-4574-9893-0a6e22d6f127 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "DELETE /v2.0/subnets/cfd48fc6-1a49-441e-a8ee-d735d7805365 HTTP/1.1" status: 204 len: 168 time: 0.4159722 Jan 21 19:09:03.312567 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35572) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:03.414171 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-e5309884-787e-4671-b464-0dcad2e8b071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'name': 'tempest-RoutersIpV6Test-router-165929172', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:08:30Z', 'updated_at': '2022-01-21T19:09:01Z', 'revision_number': 8, 'project_id': '8da58450daab4e429694fdd9f553b982', 'gw_port_host': None, '_interfaces': [{'id': '7cbc9a46-b114-41a0-b211-633276368b3a', 'name': '', 'network_id': '6d35b67a-4324-41d3-bb9d-d9326a73ffe3', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:93:9c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '02234d9b-6db5-4b7c-a370-b03749f68890', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:45Z', 'updated_at': '2022-01-21T19:08:54Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '02234d9b-6db5-4b7c-a370-b03749f68890', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d', 'name': '', 'network_id': 'b3d5535d-f10b-4b1b-8185-ff99f04d556e', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:7e:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '109d3296-5583-4868-a8b8-605acd81f6e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:38Z', 'updated_at': '2022-01-21T19:08:47Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '109d3296-5583-4868-a8b8-605acd81f6e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad9b0f4-9382-4356-86d1-d541bfee268d', 'name': '', 'network_id': '4f125211-d48c-4f56-81bc-e8c71297b741', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:51:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:33Z', 'updated_at': '2022-01-21T19:08:39Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:03.418947 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5309884-787e-4671-b464-0dcad2e8b071 None None] Checking router: 9063c180-8c73-4c23-9e65-6ca4001d6a99 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:09:03.428185 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5309884-787e-4671-b464-0dcad2e8b071 None None] Routers {'9063c180-8c73-4c23-9e65-6ca4001d6a99'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:09:03.428898 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-e5309884-787e-4671-b464-0dcad2e8b071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:08:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['9063c180-8c73-4c23-9e65-6ca4001d6a99'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:03.445131 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-02bdff52-81bf-48f7-83df-9f21ae6f3794 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:03.456555 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-02bdff52-81bf-48f7-83df-9f21ae6f3794 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Deleting port f250e32e-4a15-468f-a8b5-2fd8609a8368 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:09:03.456916 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-02bdff52-81bf-48f7-83df-9f21ae6f3794 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:03.565746 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6363cb82-1dfd-4334-a367-fdc82ef59485 None None] DHCP port deletion for dac234c4-6e2e-45c8-b9b0-43437542d929 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:09:03.571587 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-6363cb82-1dfd-4334-a367-fdc82ef59485 None None] Deleting port f250e32e-4a15-468f-a8b5-2fd8609a8368 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:09:03.572434 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6363cb82-1dfd-4334-a367-fdc82ef59485 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:03.614289 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-e5309884-787e-4671-b464-0dcad2e8b071 None None] Set router 9063c180-8c73-4c23-9e65-6ca4001d6a99 gateway port host: None {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:09:03.685680 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-02bdff52-81bf-48f7-83df-9f21ae6f3794 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] For port f250e32e-4a15-468f-a8b5-2fd8609a8368, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=f250e32e-4a15-468f-a8b5-2fd8609a8368,segment=NetworkSegment(af10cfd7-2541-4c78-8fc9-9f67233abf8f),segment_id=af10cfd7-2541-4c78-8fc9-9f67233abf8f)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:09:03.686543 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-02bdff52-81bf-48f7-83df-9f21ae6f3794 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:03.692302 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24bf4b1-919f-4a56-8689-622b23e5ad13 req-fc9630ed-8d41-47c2-87a2-adc39c49de72 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:03.694678 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b24bf4b1-919f-4a56-8689-622b23e5ad13 req-fc9630ed-8d41-47c2-87a2-adc39c49de72 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdec2616-292f-41dc-aee5-84dcd33c59ed HTTP/1.1" status: 200 len: 944 time: 0.0928690 Jan 21 19:09:03.746770 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b24bf4b1-919f-4a56-8689-622b23e5ad13 req-f4d00fa1-ddf3-4a99-8606-505a3c4316cc tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447085 Jan 21 19:09:03.802275 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-6363cb82-1dfd-4334-a367-fdc82ef59485 None None] For port f250e32e-4a15-468f-a8b5-2fd8609a8368, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=f250e32e-4a15-468f-a8b5-2fd8609a8368,segment=NetworkSegment(af10cfd7-2541-4c78-8fc9-9f67233abf8f),segment_id=af10cfd7-2541-4c78-8fc9-9f67233abf8f)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:09:03.802554 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6363cb82-1dfd-4334-a367-fdc82ef59485 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:03.821833 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-02bdff52-81bf-48f7-83df-9f21ae6f3794 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Calling delete_port for f250e32e-4a15-468f-a8b5-2fd8609a8368 owned by network:dhcp {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:09:03.926449 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-6363cb82-1dfd-4334-a367-fdc82ef59485 None None] Calling delete_port for f250e32e-4a15-468f-a8b5-2fd8609a8368 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:09:03.972595 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-e5309884-787e-4671-b464-0dcad2e8b071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'name': 'tempest-RoutersIpV6Test-router-165929172', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:08:30Z', 'updated_at': '2022-01-21T19:09:01Z', 'revision_number': 8, 'project_id': '8da58450daab4e429694fdd9f553b982', 'gw_port_host': None, '_interfaces': [{'id': '7cbc9a46-b114-41a0-b211-633276368b3a', 'name': '', 'network_id': '6d35b67a-4324-41d3-bb9d-d9326a73ffe3', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:93:9c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '02234d9b-6db5-4b7c-a370-b03749f68890', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:45Z', 'updated_at': '2022-01-21T19:08:54Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '02234d9b-6db5-4b7c-a370-b03749f68890', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d', 'name': '', 'network_id': 'b3d5535d-f10b-4b1b-8185-ff99f04d556e', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:7e:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '109d3296-5583-4868-a8b8-605acd81f6e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:38Z', 'updated_at': '2022-01-21T19:08:47Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '109d3296-5583-4868-a8b8-605acd81f6e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad9b0f4-9382-4356-86d1-d541bfee268d', 'name': '', 'network_id': '4f125211-d48c-4f56-81bc-e8c71297b741', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:51:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:33Z', 'updated_at': '2022-01-21T19:08:39Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:03.976460 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5309884-787e-4671-b464-0dcad2e8b071 None None] The sync data for ids ['9063c180-8c73-4c23-9e65-6ca4001d6a99'] in dv-neutron-825470-1-hyperv is: [{'id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'name': 'tempest-RoutersIpV6Test-router-165929172', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:08:30Z', 'updated_at': '2022-01-21T19:09:01Z', 'revision_number': 8, 'project_id': '8da58450daab4e429694fdd9f553b982', 'gw_port_host': None, '_interfaces': [{'id': '7cbc9a46-b114-41a0-b211-633276368b3a', 'name': '', 'network_id': '6d35b67a-4324-41d3-bb9d-d9326a73ffe3', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:93:9c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '02234d9b-6db5-4b7c-a370-b03749f68890', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:45Z', 'updated_at': '2022-01-21T19:08:54Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '02234d9b-6db5-4b7c-a370-b03749f68890', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d', 'name': '', 'network_id': 'b3d5535d-f10b-4b1b-8185-ff99f04d556e', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:7e:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '109d3296-5583-4868-a8b8-605acd81f6e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:38Z', 'updated_at': '2022-01-21T19:08:47Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '109d3296-5583-4868-a8b8-605acd81f6e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad9b0f4-9382-4356-86d1-d541bfee268d', 'name': '', 'network_id': '4f125211-d48c-4f56-81bc-e8c71297b741', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:51:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:33Z', 'updated_at': '2022-01-21T19:08:39Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:09:03.999615 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-02bdff52-81bf-48f7-83df-9f21ae6f3794 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:04.004410 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-6363cb82-1dfd-4334-a367-fdc82ef59485 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:09:04.005847 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-6363cb82-1dfd-4334-a367-fdc82ef59485 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:09:04.050383 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bdff52-81bf-48f7-83df-9f21ae6f3794 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event deleted for resources: {'Port': ['ID=f250e32e-4a15-468f-a8b5-2fd8609a8368,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:04.052165 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bdff52-81bf-48f7-83df-9f21ae6f3794 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] No DVR routers for this DVR port f250e32e-4a15-468f-a8b5-2fd8609a8368 on host dv-neutron-825470-1-hyperv {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:09:04.171297 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-02bdff52-81bf-48f7-83df-9f21ae6f3794 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:04.196276 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-02bdff52-81bf-48f7-83df-9f21ae6f3794 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dac234c4-6e2e-45c8-b9b0-43437542d929']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:04.208053 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-02bdff52-81bf-48f7-83df-9f21ae6f3794 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af10cfd7-2541-4c78-8fc9-9f67233abf8f') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:04.208394 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-02bdff52-81bf-48f7-83df-9f21ae6f3794 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af10cfd7-2541-4c78-8fc9-9f67233abf8f') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:04.219357 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-02bdff52-81bf-48f7-83df-9f21ae6f3794 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:04.235150 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-02bdff52-81bf-48f7-83df-9f21ae6f3794 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:04.240858 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02bdff52-81bf-48f7-83df-9f21ae6f3794 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:09:04.241232 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-02bdff52-81bf-48f7-83df-9f21ae6f3794 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:04.259611 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:09:04.259611 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:09:04.259611 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:09:04.259611 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:09:04.259611 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:09:04.259611 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:09:04.259611 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:09:04.259611 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:09:04.259611 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:09:04.259611 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:09:04.259611 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:09:04.259611 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:09:04.259611 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:09:04.259611 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:09:04.259611 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:09:04.259611 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:09:04.259611 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:09:04.259611 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:09:04.259611 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:09:04.259611 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:09:04.259611 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:09:04.259611 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:09:04.259611 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:09:04.259611 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:09:04.259611 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:09:04.259611 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:09:04.259611 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:09:04.259611 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:09:04.259611 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:09:04.259611 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:09:04.259611 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:09:04.259611 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:09:04.404891 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-02bdff52-81bf-48f7-83df-9f21ae6f3794 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:04.426678 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-02bdff52-81bf-48f7-83df-9f21ae6f3794 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:04.438853 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bdff52-81bf-48f7-83df-9f21ae6f3794 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event deleted for resources: {'Network': ['ID=dac234c4-6e2e-45c8-b9b0-43437542d929,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:04.452825 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-02bdff52-81bf-48f7-83df-9f21ae6f3794 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "DELETE /v2.0/networks/dac234c4-6e2e-45c8-b9b0-43437542d929 HTTP/1.1" status: 204 len: 168 time: 1.1345923 Jan 21 19:09:04.453122 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35578) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:04.506373 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-6363cb82-1dfd-4334-a367-fdc82ef59485 None None] Deleting port f250e32e-4a15-468f-a8b5-2fd8609a8368 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:09:04.506908 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6363cb82-1dfd-4334-a367-fdc82ef59485 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:04.572443 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-6363cb82-1dfd-4334-a367-fdc82ef59485 None None] The port 'f250e32e-4a15-468f-a8b5-2fd8609a8368' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:09:05.034003 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e25ba5-dbac-47d2-b903-764e47194797 req-e280ce11-9e05-4cd1-97e6-143e9eb4bea1 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:05.035451 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-49e25ba5-dbac-47d2-b903-764e47194797 req-e280ce11-9e05-4cd1-97e6-143e9eb4bea1 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdec2616-292f-41dc-aee5-84dcd33c59ed HTTP/1.1" status: 200 len: 944 time: 0.1763639 Jan 21 19:09:05.090344 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-49e25ba5-dbac-47d2-b903-764e47194797 req-75d114d6-da82-4f4d-983f-38b712cf925c tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487964 Jan 21 19:09:05.171136 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6dc3a11b-10e6-4892-a523-b2e39898fd30 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:05.275967 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device f250e32e-4a15-468f-a8b5-2fd8609a8368 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:09:05.311512 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: f250e32e-4a15-468f-a8b5-2fd8609a8368 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:09:05.311848 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device f250e32e-4a15-468f-a8b5-2fd8609a8368 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:09:05.312258 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device e2f35238-c96e-42b6-83d7-4baa89d74b56 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:09:05.346500 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: e2f35238-c96e-42b6-83d7-4baa89d74b56 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:09:05.346844 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device e2f35238-c96e-42b6-83d7-4baa89d74b56 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:09:05.512011 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-6dc3a11b-10e6-4892-a523-b2e39898fd30 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Deleting port 7cbc9a46-b114-41a0-b211-633276368b3a {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:09:05.512706 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6dc3a11b-10e6-4892-a523-b2e39898fd30 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:05.698226 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-6dc3a11b-10e6-4892-a523-b2e39898fd30 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] For port 7cbc9a46-b114-41a0-b211-633276368b3a, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=7cbc9a46-b114-41a0-b211-633276368b3a,segment=NetworkSegment(1a247ddd-738a-435f-bd89-8cfa5bd608d5),segment_id=1a247ddd-738a-435f-bd89-8cfa5bd608d5)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:09:05.698583 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6dc3a11b-10e6-4892-a523-b2e39898fd30 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:05.780847 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 0d18d9b5-084f-4e47-8318-4758771831d0 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:09:05.827553 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-6dc3a11b-10e6-4892-a523-b2e39898fd30 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Calling delete_port for 7cbc9a46-b114-41a0-b211-633276368b3a owned by network:router_interface {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:09:05.911596 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 0d18d9b5-084f-4e47-8318-4758771831d0, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=0d18d9b5-084f-4e47-8318-4758771831d0,segment=NetworkSegment(04945371-b45c-4f7e-b15f-adaa5b08e7fa),segment_id=04945371-b45c-4f7e-b15f-adaa5b08e7fa)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:09:05.924645 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': '0d18d9b5-084f-4e47-8318-4758771831d0', 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5', 'port_id': '0d18d9b5-084f-4e47-8318-4758771831d0', 'mac_address': 'fa:16:3e:10:56:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84dda25a-5f4d-444e-8486-d19a0764b110', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:09:05.984337 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:06.001169 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d18d9b5-084f-4e47-8318-4758771831d0 {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:09:06.016401 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 0d18d9b5-084f-4e47-8318-4758771831d0, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=0d18d9b5-084f-4e47-8318-4758771831d0,segment=NetworkSegment(04945371-b45c-4f7e-b15f-adaa5b08e7fa),segment_id=04945371-b45c-4f7e-b15f-adaa5b08e7fa)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:09:06.060439 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6dc3a11b-10e6-4892-a523-b2e39898fd30 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:06.089063 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:06.118078 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc3a11b-10e6-4892-a523-b2e39898fd30 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event deleted for resources: {'Port': ['ID=7cbc9a46-b114-41a0-b211-633276368b3a,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:06.160932 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=0d18d9b5-084f-4e47-8318-4758771831d0,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:06.302984 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['0d18d9b5-084f-4e47-8318-4758771831d0'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:09:06.488827 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6dc3a11b-10e6-4892-a523-b2e39898fd30 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:06.645865 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f3aed-eb79-45c6-b9fb-18537d029968 req-f9df40d4-44de-4adf-ad24-599778694c78 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:06.647308 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-245f3aed-eb79-45c6-b9fb-18537d029968 req-f9df40d4-44de-4adf-ad24-599778694c78 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdec2616-292f-41dc-aee5-84dcd33c59ed HTTP/1.1" status: 200 len: 945 time: 0.4277573 Jan 21 19:09:06.764110 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-245f3aed-eb79-45c6-b9fb-18537d029968 req-46816c62-41c5-4d8a-8bed-1eb358394bef tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103303 Jan 21 19:09:06.852862 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc3a11b-10e6-4892-a523-b2e39898fd30 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Router 9063c180-8c73-4c23-9e65-6ca4001d6a99 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:09:07.006739 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc3a11b-10e6-4892-a523-b2e39898fd30 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:09:07.015582 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65603b02-aa79-4398-9fa2-de3b65906a10 None None] Sync routers for ids ['9063c180-8c73-4c23-9e65-6ca4001d6a99'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:09:07.019778 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-6dc3a11b-10e6-4892-a523-b2e39898fd30 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "PUT /v2.0/routers/9063c180-8c73-4c23-9e65-6ca4001d6a99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5678194 Jan 21 19:09:07.022020 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35586) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:07.025463 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65603b02-aa79-4398-9fa2-de3b65906a10 None None] Routers {'9063c180-8c73-4c23-9e65-6ca4001d6a99'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:09:07.026131 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-65603b02-aa79-4398-9fa2-de3b65906a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:08:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['9063c180-8c73-4c23-9e65-6ca4001d6a99'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:07.091225 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ecc3852-63d3-4ce3-afaf-2d81b53f6543 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Deleting subnet 02234d9b-6db5-4b7c-a370-b03749f68890 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:09:07.094134 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4ecc3852-63d3-4ce3-afaf-2d81b53f6543 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:07.152337 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4ecc3852-63d3-4ce3-afaf-2d81b53f6543 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:07.216199 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-65603b02-aa79-4398-9fa2-de3b65906a10 None None] Set router 9063c180-8c73-4c23-9e65-6ca4001d6a99 gateway port host: None {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:09:07.238604 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4ecc3852-63d3-4ce3-afaf-2d81b53f6543 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:07.376142 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4ecc3852-63d3-4ce3-afaf-2d81b53f6543 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:07.420458 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc3852-63d3-4ce3-afaf-2d81b53f6543 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event deleted for resources: {'Subnet': ['ID=02234d9b-6db5-4b7c-a370-b03749f68890,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:07.431683 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4ecc3852-63d3-4ce3-afaf-2d81b53f6543 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:07.434647 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1bec81-3b3e-4c50-8ddf-2ecc12c6fabf None None] Network 6d35b67a-4324-41d3-bb9d-d9326a73ffe3 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:09:07.444840 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-4ecc3852-63d3-4ce3-afaf-2d81b53f6543 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "DELETE /v2.0/subnets/02234d9b-6db5-4b7c-a370-b03749f68890 HTTP/1.1" status: 204 len: 168 time: 0.4197798 Jan 21 19:09:07.445544 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35590) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:07.672368 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-07ddb6dd-8bcb-4542-abb8-a1fb7f0d30a4 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:07.683172 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-07ddb6dd-8bcb-4542-abb8-a1fb7f0d30a4 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Deleting port 0e95a766-7ff5-47d5-b887-25fd6169d112 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:09:07.683497 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-07ddb6dd-8bcb-4542-abb8-a1fb7f0d30a4 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:07.708855 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-65603b02-aa79-4398-9fa2-de3b65906a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'name': 'tempest-RoutersIpV6Test-router-165929172', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:08:30Z', 'updated_at': '2022-01-21T19:09:05Z', 'revision_number': 9, 'project_id': '8da58450daab4e429694fdd9f553b982', 'gw_port_host': None, '_interfaces': [{'id': 'c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d', 'name': '', 'network_id': 'b3d5535d-f10b-4b1b-8185-ff99f04d556e', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:7e:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '109d3296-5583-4868-a8b8-605acd81f6e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:38Z', 'updated_at': '2022-01-21T19:08:47Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '109d3296-5583-4868-a8b8-605acd81f6e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad9b0f4-9382-4356-86d1-d541bfee268d', 'name': '', 'network_id': '4f125211-d48c-4f56-81bc-e8c71297b741', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:51:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:33Z', 'updated_at': '2022-01-21T19:08:39Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:07.715834 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65603b02-aa79-4398-9fa2-de3b65906a10 None None] Checking router: 9063c180-8c73-4c23-9e65-6ca4001d6a99 for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:09:07.724344 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65603b02-aa79-4398-9fa2-de3b65906a10 None None] Routers {'9063c180-8c73-4c23-9e65-6ca4001d6a99'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:09:07.724958 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-65603b02-aa79-4398-9fa2-de3b65906a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:08:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['9063c180-8c73-4c23-9e65-6ca4001d6a99'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:07.781883 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b706111e-be1a-479a-87f9-6e238e81ebcb None None] DHCP port deletion for 6d35b67a-4324-41d3-bb9d-d9326a73ffe3 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:09:07.797709 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 0d18d9b5-084f-4e47-8318-4758771831d0 up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:09:07.882345 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-b706111e-be1a-479a-87f9-6e238e81ebcb None None] Deleting port 0e95a766-7ff5-47d5-b887-25fd6169d112 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:09:07.882713 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b706111e-be1a-479a-87f9-6e238e81ebcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:07.896856 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-07ddb6dd-8bcb-4542-abb8-a1fb7f0d30a4 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] For port 0e95a766-7ff5-47d5-b887-25fd6169d112, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=0e95a766-7ff5-47d5-b887-25fd6169d112,segment=NetworkSegment(1a247ddd-738a-435f-bd89-8cfa5bd608d5),segment_id=1a247ddd-738a-435f-bd89-8cfa5bd608d5)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:09:07.897215 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-07ddb6dd-8bcb-4542-abb8-a1fb7f0d30a4 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:07.955917 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d6b03-d680-4018-8c57-372b1b2cdef1 req-7c50ed1c-6b32-4643-bd63-9b9ba0897e56 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:07.957538 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c88d6b03-d680-4018-8c57-372b1b2cdef1 req-7c50ed1c-6b32-4643-bd63-9b9ba0897e56 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdec2616-292f-41dc-aee5-84dcd33c59ed HTTP/1.1" status: 200 len: 945 time: 0.0879977 Jan 21 19:09:07.977910 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-65603b02-aa79-4398-9fa2-de3b65906a10 None None] Set router 9063c180-8c73-4c23-9e65-6ca4001d6a99 gateway port host: None {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:09:08.018503 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c88d6b03-d680-4018-8c57-372b1b2cdef1 req-2e4bfbef-2172-4a05-bb4e-f0b0158dda48 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510898 Jan 21 19:09:08.025941 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-07ddb6dd-8bcb-4542-abb8-a1fb7f0d30a4 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Calling delete_port for 0e95a766-7ff5-47d5-b887-25fd6169d112 owned by network:dhcp {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:09:08.170497 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-07ddb6dd-8bcb-4542-abb8-a1fb7f0d30a4 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:08.217950 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ddb6dd-8bcb-4542-abb8-a1fb7f0d30a4 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event deleted for resources: {'Port': ['ID=0e95a766-7ff5-47d5-b887-25fd6169d112,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:08.221281 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ddb6dd-8bcb-4542-abb8-a1fb7f0d30a4 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] No DVR routers for this DVR port 0e95a766-7ff5-47d5-b887-25fd6169d112 on host dv-neutron-825470-1-hyperv {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:09:08.331158 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning for port 0d18d9b5-084f-4e47-8318-4758771831d0 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:09:08.350174 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-07ddb6dd-8bcb-4542-abb8-a1fb7f0d30a4 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:08.355787 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port 0d18d9b5-084f-4e47-8318-4758771831d0 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:09:08.356145 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:08.375043 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-07ddb6dd-8bcb-4542-abb8-a1fb7f0d30a4 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d35b67a-4324-41d3-bb9d-d9326a73ffe3']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:08.387858 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-07ddb6dd-8bcb-4542-abb8-a1fb7f0d30a4 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a247ddd-738a-435f-bd89-8cfa5bd608d5') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:08.388164 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-07ddb6dd-8bcb-4542-abb8-a1fb7f0d30a4 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a247ddd-738a-435f-bd89-8cfa5bd608d5') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:08.400544 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-07ddb6dd-8bcb-4542-abb8-a1fb7f0d30a4 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:08.417832 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-07ddb6dd-8bcb-4542-abb8-a1fb7f0d30a4 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:08.424342 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07ddb6dd-8bcb-4542-abb8-a1fb7f0d30a4 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:09:08.424737 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-07ddb6dd-8bcb-4542-abb8-a1fb7f0d30a4 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:08.441021 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:09:08.441021 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:09:08.441021 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:09:08.441021 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:09:08.441021 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:09:08.441021 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:09:08.441021 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:09:08.441021 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:09:08.441021 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:09:08.441021 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:09:08.441021 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:09:08.441021 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:09:08.441021 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:09:08.441021 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:09:08.441021 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:09:08.441021 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:09:08.441021 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:09:08.441021 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:09:08.441021 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:09:08.441021 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:09:08.441021 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:09:08.441021 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:09:08.441021 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:09:08.441021 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:09:08.441021 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:09:08.441021 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:09:08.441021 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:09:08.441021 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:09:08.441021 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:09:08.441021 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:09:08.441021 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:09:08.441021 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:09:08.452751 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-b706111e-be1a-479a-87f9-6e238e81ebcb None None] For port 0e95a766-7ff5-47d5-b887-25fd6169d112, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=0e95a766-7ff5-47d5-b887-25fd6169d112,segment=NetworkSegment(1a247ddd-738a-435f-bd89-8cfa5bd608d5),segment_id=1a247ddd-738a-435f-bd89-8cfa5bd608d5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:09:08.455450 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b706111e-be1a-479a-87f9-6e238e81ebcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:08.594768 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-b706111e-be1a-479a-87f9-6e238e81ebcb None None] Calling delete_port for 0e95a766-7ff5-47d5-b887-25fd6169d112 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:09:08.604197 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-07ddb6dd-8bcb-4542-abb8-a1fb7f0d30a4 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:08.621936 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-07ddb6dd-8bcb-4542-abb8-a1fb7f0d30a4 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:08.635225 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ddb6dd-8bcb-4542-abb8-a1fb7f0d30a4 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event deleted for resources: {'Network': ['ID=6d35b67a-4324-41d3-bb9d-d9326a73ffe3,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:08.640099 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-07ddb6dd-8bcb-4542-abb8-a1fb7f0d30a4 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "DELETE /v2.0/networks/6d35b67a-4324-41d3-bb9d-d9326a73ffe3 HTTP/1.1" status: 204 len: 168 time: 1.1934254 Jan 21 19:09:08.642738 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35596) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:08.763761 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-b706111e-be1a-479a-87f9-6e238e81ebcb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:09:08.764111 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-b706111e-be1a-479a-87f9-6e238e81ebcb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:09:08.777245 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:08.802812 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-65603b02-aa79-4398-9fa2-de3b65906a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'name': 'tempest-RoutersIpV6Test-router-165929172', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:08:30Z', 'updated_at': '2022-01-21T19:09:05Z', 'revision_number': 9, 'project_id': '8da58450daab4e429694fdd9f553b982', 'gw_port_host': None, '_interfaces': [{'id': 'c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d', 'name': '', 'network_id': 'b3d5535d-f10b-4b1b-8185-ff99f04d556e', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:7e:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '109d3296-5583-4868-a8b8-605acd81f6e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:38Z', 'updated_at': '2022-01-21T19:08:47Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '109d3296-5583-4868-a8b8-605acd81f6e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad9b0f4-9382-4356-86d1-d541bfee268d', 'name': '', 'network_id': '4f125211-d48c-4f56-81bc-e8c71297b741', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:51:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:33Z', 'updated_at': '2022-01-21T19:08:39Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:08.810378 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdec2616-292f-41dc-aee5-84dcd33c59ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d18d9b5-084f-4e47-8318-4758771831d0'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:09:08.818403 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65603b02-aa79-4398-9fa2-de3b65906a10 None None] The sync data for ids ['9063c180-8c73-4c23-9e65-6ca4001d6a99'] in dv-neutron-825470-1-hyperv is: [{'id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'name': 'tempest-RoutersIpV6Test-router-165929172', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:08:30Z', 'updated_at': '2022-01-21T19:09:05Z', 'revision_number': 9, 'project_id': '8da58450daab4e429694fdd9f553b982', 'gw_port_host': None, '_interfaces': [{'id': 'c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d', 'name': '', 'network_id': 'b3d5535d-f10b-4b1b-8185-ff99f04d556e', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:7e:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '109d3296-5583-4868-a8b8-605acd81f6e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:38Z', 'updated_at': '2022-01-21T19:08:47Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '109d3296-5583-4868-a8b8-605acd81f6e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cad9b0f4-9382-4356-86d1-d541bfee268d', 'name': '', 'network_id': '4f125211-d48c-4f56-81bc-e8c71297b741', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:51:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:33Z', 'updated_at': '2022-01-21T19:08:39Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:09:08.822498 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 0d18d9b5-084f-4e47-8318-4758771831d0, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=0d18d9b5-084f-4e47-8318-4758771831d0,segment=NetworkSegment(04945371-b45c-4f7e-b15f-adaa5b08e7fa),segment_id=04945371-b45c-4f7e-b15f-adaa5b08e7fa)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:09:08.862957 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdec2616-292f-41dc-aee5-84dcd33c59ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d18d9b5-084f-4e47-8318-4758771831d0', 'code': 200} Jan 21 19:09:08.878666 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:08.953404 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=0d18d9b5-084f-4e47-8318-4758771831d0,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:09.164466 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-915ecdca-ad5f-4025-9dba-ed898339990b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:09.209554 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cd77b-2d9a-446d-9418-3c13d52a198c req-4e51afb6-015f-442d-9f75-7773580ac40b tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:09.212284 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5c7cd77b-2d9a-446d-9418-3c13d52a198c req-4e51afb6-015f-442d-9f75-7773580ac40b tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdec2616-292f-41dc-aee5-84dcd33c59ed HTTP/1.1" status: 200 len: 946 time: 0.0911613 Jan 21 19:09:09.265390 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-b706111e-be1a-479a-87f9-6e238e81ebcb None None] Deleting port 0e95a766-7ff5-47d5-b887-25fd6169d112 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:09:09.265886 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b706111e-be1a-479a-87f9-6e238e81ebcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:09.293592 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5c7cd77b-2d9a-446d-9418-3c13d52a198c req-d3d11238-1d4a-4a7b-877e-4d0598718b07 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705397 Jan 21 19:09:09.318215 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 0e95a766-7ff5-47d5-b887-25fd6169d112 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:09:09.361773 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 0e95a766-7ff5-47d5-b887-25fd6169d112 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:09:09.362387 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 0e95a766-7ff5-47d5-b887-25fd6169d112 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:09:09.362509 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 7cbc9a46-b114-41a0-b211-633276368b3a no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:09:09.401906 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 7cbc9a46-b114-41a0-b211-633276368b3a {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:09:09.402274 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 7cbc9a46-b114-41a0-b211-633276368b3a not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:09:09.441692 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-b706111e-be1a-479a-87f9-6e238e81ebcb None None] The port '0e95a766-7ff5-47d5-b887-25fd6169d112' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:09:09.595343 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace08b9-6ca7-4a79-b005-0f09eb376201 req-f99b272d-612e-42bc-bda2-124606c3f226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:09.596792 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-3ace08b9-6ca7-4a79-b005-0f09eb376201 req-f99b272d-612e-42bc-bda2-124606c3f226 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=bdec2616-292f-41dc-aee5-84dcd33c59ed HTTP/1.1" status: 200 len: 1099 time: 0.2566621 Jan 21 19:09:09.651509 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-3ace08b9-6ca7-4a79-b005-0f09eb376201 req-62b70c60-4b41-437c-bf5e-3c8ab1807d10 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444558 Jan 21 19:09:09.714880 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-915ecdca-ad5f-4025-9dba-ed898339990b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Deleting port c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:09:09.715118 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-915ecdca-ad5f-4025-9dba-ed898339990b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:09.900469 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-915ecdca-ad5f-4025-9dba-ed898339990b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] For port c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d,segment=NetworkSegment(da2d650c-cadc-4ecb-bc6a-f5c17cf128f0),segment_id=da2d650c-cadc-4ecb-bc6a-f5c17cf128f0)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:09:09.900826 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-915ecdca-ad5f-4025-9dba-ed898339990b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:10.021149 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-915ecdca-ad5f-4025-9dba-ed898339990b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Calling delete_port for c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d owned by network:router_interface {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:09:10.278893 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-915ecdca-ad5f-4025-9dba-ed898339990b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:10.326153 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ecdca-ad5f-4025-9dba-ed898339990b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event deleted for resources: {'Port': ['ID=c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:10.500742 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d765b42-6fd3-4e77-beb3-5573b9882ef8 req-5c130c43-93f1-493d-a274-c4480c3a426f tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:10.502253 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4d765b42-6fd3-4e77-beb3-5573b9882ef8 req-5c130c43-93f1-493d-a274-c4480c3a426f tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdec2616-292f-41dc-aee5-84dcd33c59ed HTTP/1.1" status: 200 len: 946 time: 0.0985568 Jan 21 19:09:10.536259 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-915ecdca-ad5f-4025-9dba-ed898339990b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:10.555778 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4d765b42-6fd3-4e77-beb3-5573b9882ef8 req-bf7fe873-2f8a-4212-99e1-4988ad206979 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475161 Jan 21 19:09:10.988685 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915ecdca-ad5f-4025-9dba-ed898339990b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Router 9063c180-8c73-4c23-9e65-6ca4001d6a99 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:09:11.143982 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915ecdca-ad5f-4025-9dba-ed898339990b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:09:11.153642 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a823728d-140c-4a35-9742-a7a2913fe075 None None] Sync routers for ids ['9063c180-8c73-4c23-9e65-6ca4001d6a99'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:09:11.158925 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-915ecdca-ad5f-4025-9dba-ed898339990b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "PUT /v2.0/routers/9063c180-8c73-4c23-9e65-6ca4001d6a99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5126703 Jan 21 19:09:11.159154 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35606) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:11.163267 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a823728d-140c-4a35-9742-a7a2913fe075 None None] Routers {'9063c180-8c73-4c23-9e65-6ca4001d6a99'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:09:11.166518 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-a823728d-140c-4a35-9742-a7a2913fe075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:08:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['9063c180-8c73-4c23-9e65-6ca4001d6a99'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:11.224330 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-d851e471-303e-443c-b011-72027e6bbb93 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Deleting subnet 109d3296-5583-4868-a8b8-605acd81f6e6 {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:09:11.228084 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d851e471-303e-443c-b011-72027e6bbb93 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:11.282893 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d851e471-303e-443c-b011-72027e6bbb93 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:11.316520 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-a823728d-140c-4a35-9742-a7a2913fe075 None None] Set router 9063c180-8c73-4c23-9e65-6ca4001d6a99 gateway port host: None {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:09:11.369317 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d851e471-303e-443c-b011-72027e6bbb93 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:11.518868 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d851e471-303e-443c-b011-72027e6bbb93 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:11.556738 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d851e471-303e-443c-b011-72027e6bbb93 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event deleted for resources: {'Subnet': ['ID=109d3296-5583-4868-a8b8-605acd81f6e6,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:11.563555 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d851e471-303e-443c-b011-72027e6bbb93 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:11.571610 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518cb954-ea34-4d31-866d-0efa02548dd6 None None] Network b3d5535d-f10b-4b1b-8185-ff99f04d556e requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:09:11.573613 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35610) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:11.574081 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-d851e471-303e-443c-b011-72027e6bbb93 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "DELETE /v2.0/subnets/109d3296-5583-4868-a8b8-605acd81f6e6 HTTP/1.1" status: 204 len: 168 time: 0.4135132 Jan 21 19:09:11.626950 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-a823728d-140c-4a35-9742-a7a2913fe075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'name': 'tempest-RoutersIpV6Test-router-165929172', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:08:30Z', 'updated_at': '2022-01-21T19:09:10Z', 'revision_number': 10, 'project_id': '8da58450daab4e429694fdd9f553b982', 'gw_port_host': None, '_interfaces': [{'id': 'cad9b0f4-9382-4356-86d1-d541bfee268d', 'name': '', 'network_id': '4f125211-d48c-4f56-81bc-e8c71297b741', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:51:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:33Z', 'updated_at': '2022-01-21T19:08:39Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:11.631536 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a823728d-140c-4a35-9742-a7a2913fe075 None None] Checking router: 9063c180-8c73-4c23-9e65-6ca4001d6a99 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:09:11.640834 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a823728d-140c-4a35-9742-a7a2913fe075 None None] Routers {'9063c180-8c73-4c23-9e65-6ca4001d6a99'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:09:11.641437 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-a823728d-140c-4a35-9742-a7a2913fe075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:08:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['9063c180-8c73-4c23-9e65-6ca4001d6a99'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:11.796126 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-a823728d-140c-4a35-9742-a7a2913fe075 None None] Set router 9063c180-8c73-4c23-9e65-6ca4001d6a99 gateway port host: None {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:09:11.847553 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3118068-209e-4b5f-9d96-adc3046f68f8 None None] DHCP port deletion for b3d5535d-f10b-4b1b-8185-ff99f04d556e request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:09:11.852854 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-e3118068-209e-4b5f-9d96-adc3046f68f8 None None] Deleting port 44383b1e-6723-495a-bb35-b0bec6443751 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:09:11.853381 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e3118068-209e-4b5f-9d96-adc3046f68f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:11.882208 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3cbbd9a2-bbee-427a-abe9-8cde3f887ccc tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:11.905507 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-3cbbd9a2-bbee-427a-abe9-8cde3f887ccc tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Deleting port 44383b1e-6723-495a-bb35-b0bec6443751 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:09:11.905915 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3cbbd9a2-bbee-427a-abe9-8cde3f887ccc tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:12.010412 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083bc2b-f63a-4515-bc0b-a10beab62a14 req-59704de4-02eb-4119-aa65-d2ddedd44ca2 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:12.011872 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7083bc2b-f63a-4515-bc0b-a10beab62a14 req-59704de4-02eb-4119-aa65-d2ddedd44ca2 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdec2616-292f-41dc-aee5-84dcd33c59ed HTTP/1.1" status: 200 len: 946 time: 0.3108935 Jan 21 19:09:12.068553 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-e3118068-209e-4b5f-9d96-adc3046f68f8 None None] For port 44383b1e-6723-495a-bb35-b0bec6443751, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=44383b1e-6723-495a-bb35-b0bec6443751,segment=NetworkSegment(da2d650c-cadc-4ecb-bc6a-f5c17cf128f0),segment_id=da2d650c-cadc-4ecb-bc6a-f5c17cf128f0)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:09:12.068553 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e3118068-209e-4b5f-9d96-adc3046f68f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:12.097029 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7083bc2b-f63a-4515-bc0b-a10beab62a14 req-4cada68e-8e24-47bf-b6df-bac2caf5ef22 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786684 Jan 21 19:09:12.172670 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-3cbbd9a2-bbee-427a-abe9-8cde3f887ccc tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] For port 44383b1e-6723-495a-bb35-b0bec6443751, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=44383b1e-6723-495a-bb35-b0bec6443751,segment=NetworkSegment(da2d650c-cadc-4ecb-bc6a-f5c17cf128f0),segment_id=da2d650c-cadc-4ecb-bc6a-f5c17cf128f0)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:09:12.173018 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3cbbd9a2-bbee-427a-abe9-8cde3f887ccc tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:12.175825 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-a823728d-140c-4a35-9742-a7a2913fe075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'name': 'tempest-RoutersIpV6Test-router-165929172', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:08:30Z', 'updated_at': '2022-01-21T19:09:10Z', 'revision_number': 10, 'project_id': '8da58450daab4e429694fdd9f553b982', 'gw_port_host': None, '_interfaces': [{'id': 'cad9b0f4-9382-4356-86d1-d541bfee268d', 'name': '', 'network_id': '4f125211-d48c-4f56-81bc-e8c71297b741', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:51:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:33Z', 'updated_at': '2022-01-21T19:08:39Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:12.180687 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a823728d-140c-4a35-9742-a7a2913fe075 None None] The sync data for ids ['9063c180-8c73-4c23-9e65-6ca4001d6a99'] in dv-neutron-825470-1-hyperv is: [{'id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'name': 'tempest-RoutersIpV6Test-router-165929172', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:08:30Z', 'updated_at': '2022-01-21T19:09:10Z', 'revision_number': 10, 'project_id': '8da58450daab4e429694fdd9f553b982', 'gw_port_host': None, '_interfaces': [{'id': 'cad9b0f4-9382-4356-86d1-d541bfee268d', 'name': '', 'network_id': '4f125211-d48c-4f56-81bc-e8c71297b741', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'mac_address': 'fa:16:3e:51:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:33Z', 'updated_at': '2022-01-21T19:08:39Z', 'revision_number': 5, 'project_id': '8da58450daab4e429694fdd9f553b982', 'subnets': [{'id': '36ae0904-7ac0-4462-9efc-fc92054bfe43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:09:12.206765 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-e3118068-209e-4b5f-9d96-adc3046f68f8 None None] Calling delete_port for 44383b1e-6723-495a-bb35-b0bec6443751 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:09:12.332784 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-3cbbd9a2-bbee-427a-abe9-8cde3f887ccc tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Calling delete_port for 44383b1e-6723-495a-bb35-b0bec6443751 owned by network:dhcp {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:09:12.363058 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e3118068-209e-4b5f-9d96-adc3046f68f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:12.411738 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3118068-209e-4b5f-9d96-adc3046f68f8 None None] No DVR routers for this DVR port 44383b1e-6723-495a-bb35-b0bec6443751 on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:09:12.419854 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3118068-209e-4b5f-9d96-adc3046f68f8 None None] Pushing event deleted for resources: {'Port': ['ID=44383b1e-6723-495a-bb35-b0bec6443751,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:12.432222 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.db.api [None req-3cbbd9a2-bbee-427a-abe9-8cde3f887ccc tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:09:12.432536 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG oslo_db.api [None req-3cbbd9a2-bbee-427a-abe9-8cde3f887ccc tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:09:12.443278 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31acaf01-f86d-4dab-a7f2-f623b477a9ba req-f9b9e5d9-ca1e-43e1-967f-ed2b0d3ef933 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:12.444695 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-31acaf01-f86d-4dab-a7f2-f623b477a9ba req-f9b9e5d9-ca1e-43e1-967f-ed2b0d3ef933 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdec2616-292f-41dc-aee5-84dcd33c59ed HTTP/1.1" status: 200 len: 946 time: 0.2036796 Jan 21 19:09:12.488640 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-31acaf01-f86d-4dab-a7f2-f623b477a9ba req-ecf83f47-39e6-4103-b01f-6fea9212ade6 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376933 Jan 21 19:09:12.511966 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35618) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:12.629555 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ab798f-183a-4499-8205-7a1228739dba tempest-TestVolumeBootPattern-1604978190 tempest-TestVolumeBootPattern-1604978190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:12.631114 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-36ab798f-183a-4499-8205-7a1228739dba tempest-TestVolumeBootPattern-1604978190 tempest-TestVolumeBootPattern-1604978190-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=bdec2616-292f-41dc-aee5-84dcd33c59ed HTTP/1.1" status: 200 len: 1094 time: 0.1182437 Jan 21 19:09:12.634381 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35624) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:12.639645 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-1f7e39ec-e872-4586-8a4b-5c749bcea78a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Request body: {'floatingip': {'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'port_id': '0d18d9b5-084f-4e47-8318-4758771831d0', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:09:12.645748 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-1f7e39ec-e872-4586-8a4b-5c749bcea78a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:09:12.650415 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-1f7e39ec-e872-4586-8a4b-5c749bcea78a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Usage tracker for resource:floatingip and tenant:578d4b1ec7dd480f94bb194a86bde7ee is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:09:12.653296 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-1f7e39ec-e872-4586-8a4b-5c749bcea78a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:09:12.659028 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-1f7e39ec-e872-4586-8a4b-5c749bcea78a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:09:12.730119 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1f7e39ec-e872-4586-8a4b-5c749bcea78a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks [] for floatingip, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:12.864307 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1f7e39ec-e872-4586-8a4b-5c749bcea78a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:12.933436 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-3cbbd9a2-bbee-427a-abe9-8cde3f887ccc tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Deleting port 44383b1e-6723-495a-bb35-b0bec6443751 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:09:12.933824 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3cbbd9a2-bbee-427a-abe9-8cde3f887ccc tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:13.000188 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-3cbbd9a2-bbee-427a-abe9-8cde3f887ccc tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] The port '44383b1e-6723-495a-bb35-b0bec6443751' was deleted {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:09:13.004554 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-1f7e39ec-e872-4586-8a4b-5c749bcea78a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Allocated IP 172.26.1.167 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/91bb687b-7446-42c8-8dde-326104f861ea) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:09:13.119171 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3cbbd9a2-bbee-427a-abe9-8cde3f887ccc tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:13.143433 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-3cbbd9a2-bbee-427a-abe9-8cde3f887ccc tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3d5535d-f10b-4b1b-8185-ff99f04d556e']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:13.151538 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1f7e39ec-e872-4586-8a4b-5c749bcea78a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:13.156024 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-3cbbd9a2-bbee-427a-abe9-8cde3f887ccc tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da2d650c-cadc-4ecb-bc6a-f5c17cf128f0') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:13.156248 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-3cbbd9a2-bbee-427a-abe9-8cde3f887ccc tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da2d650c-cadc-4ecb-bc6a-f5c17cf128f0') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:13.167923 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3cbbd9a2-bbee-427a-abe9-8cde3f887ccc tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:13.187289 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3cbbd9a2-bbee-427a-abe9-8cde3f887ccc tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:13.193288 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cbbd9a2-bbee-427a-abe9-8cde3f887ccc tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:09:13.197479 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3cbbd9a2-bbee-427a-abe9-8cde3f887ccc tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:13.208602 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:09:13.208602 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:09:13.208602 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:09:13.208602 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:09:13.208602 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:09:13.208602 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:09:13.208602 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:09:13.208602 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:09:13.208602 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:09:13.208602 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:09:13.208602 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:09:13.208602 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:09:13.208602 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:09:13.208602 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:09:13.208602 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:09:13.208602 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:09:13.208602 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:09:13.208602 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:09:13.208602 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:09:13.208602 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:09:13.208602 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:09:13.208602 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:09:13.208602 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:09:13.208602 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:09:13.208602 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:09:13.208602 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:09:13.208602 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:09:13.208602 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:09:13.208602 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:09:13.208602 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:09:13.208602 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:09:13.208602 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:09:13.229114 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1f7e39ec-e872-4586-8a4b-5c749bcea78a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:13.284240 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:09:13.300195 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7e39ec-e872-4586-8a4b-5c749bcea78a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:09:13.303162 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-1f7e39ec-e872-4586-8a4b-5c749bcea78a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:09:13.307630 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7e39ec-e872-4586-8a4b-5c749bcea78a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:09:13.321822 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:09:13.322404 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device c9efb6f1-f6d8-4a4a-bad5-da64bef69d6d not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:09:13.322829 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 44383b1e-6723-495a-bb35-b0bec6443751 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:09:13.345093 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e39ec-e872-4586-8a4b-5c749bcea78a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Pushing event updated for resources: {'Port': ['ID=91bb687b-7446-42c8-8dde-326104f861ea,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:13.359016 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3cbbd9a2-bbee-427a-abe9-8cde3f887ccc tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:13.361123 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 44383b1e-6723-495a-bb35-b0bec6443751 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:09:13.362207 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 44383b1e-6723-495a-bb35-b0bec6443751 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:09:13.380104 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3cbbd9a2-bbee-427a-abe9-8cde3f887ccc tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:13.394307 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbbd9a2-bbee-427a-abe9-8cde3f887ccc tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event deleted for resources: {'Network': ['ID=b3d5535d-f10b-4b1b-8185-ff99f04d556e,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:13.399809 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-3cbbd9a2-bbee-427a-abe9-8cde3f887ccc tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "DELETE /v2.0/networks/b3d5535d-f10b-4b1b-8185-ff99f04d556e HTTP/1.1" status: 204 len: 168 time: 1.8245542 Jan 21 19:09:13.402420 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35628) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:13.856045 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1f7e39ec-e872-4586-8a4b-5c749bcea78a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:13.995735 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1f7e39ec-e872-4586-8a4b-5c749bcea78a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:14.042955 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2ad25c90-c7b2-4712-b0b9-b13b8bb3149a tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:14.202543 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1f7e39ec-e872-4586-8a4b-5c749bcea78a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:14.272883 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1f7e39ec-e872-4586-8a4b-5c749bcea78a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:14.379544 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-2ad25c90-c7b2-4712-b0b9-b13b8bb3149a tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Deleting port cad9b0f4-9382-4356-86d1-d541bfee268d {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:09:14.380303 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2ad25c90-c7b2-4712-b0b9-b13b8bb3149a tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:14.384865 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e39ec-e872-4586-8a4b-5c749bcea78a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Pushing event updated for resources: {'Port': ['ID=91bb687b-7446-42c8-8dde-326104f861ea,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:14.395436 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1f7e39ec-e872-4586-8a4b-5c749bcea78a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:14.565186 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.l3_db [None req-1f7e39ec-e872-4586-8a4b-5c749bcea78a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Floating IP 8a5dc903-98ec-49fd-b3e5-23e65cce5343 associated. External IP: 172.26.1.167, port: 0d18d9b5-084f-4e47-8318-4758771831d0. Jan 21 19:09:14.575692 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-2ad25c90-c7b2-4712-b0b9-b13b8bb3149a tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] For port cad9b0f4-9382-4356-86d1-d541bfee268d, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=cad9b0f4-9382-4356-86d1-d541bfee268d,segment=NetworkSegment(bde0c4b3-46fa-404b-abf5-447c8cc4bb2c),segment_id=bde0c4b3-46fa-404b-abf5-447c8cc4bb2c)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:09:14.576064 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2ad25c90-c7b2-4712-b0b9-b13b8bb3149a tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:14.698730 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-2ad25c90-c7b2-4712-b0b9-b13b8bb3149a tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Calling delete_port for cad9b0f4-9382-4356-86d1-d541bfee268d owned by network:router_interface {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:09:14.917280 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7e39ec-e872-4586-8a4b-5c749bcea78a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Router e4630041-0a38-4a81-b942-d6093812cdfd has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:09:14.922660 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2ad25c90-c7b2-4712-b0b9-b13b8bb3149a tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:14.976327 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad25c90-c7b2-4712-b0b9-b13b8bb3149a tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event deleted for resources: {'Port': ['ID=cad9b0f4-9382-4356-86d1-d541bfee268d,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:15.107514 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7e39ec-e872-4586-8a4b-5c749bcea78a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:09:15.120673 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823a3192-030e-4f3c-8f13-4743df04377a None None] Sync routers for ids ['e4630041-0a38-4a81-b942-d6093812cdfd'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:09:15.130112 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823a3192-030e-4f3c-8f13-4743df04377a None None] Routers {'e4630041-0a38-4a81-b942-d6093812cdfd'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:09:15.130777 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-823a3192-030e-4f3c-8f13-4743df04377a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:08:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['e4630041-0a38-4a81-b942-d6093812cdfd'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:15.158549 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2ad25c90-c7b2-4712-b0b9-b13b8bb3149a tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:15.180586 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1f7e39ec-e872-4586-8a4b-5c749bcea78a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:15.269742 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-1f7e39ec-e872-4586-8a4b-5c749bcea78a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6340492 Jan 21 19:09:15.270391 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdec2616-292f-41dc-aee5-84dcd33c59ed', 'tag': '0d18d9b5-084f-4e47-8318-4758771831d0'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:09:15.407194 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-823a3192-030e-4f3c-8f13-4743df04377a None None] Set router e4630041-0a38-4a81-b942-d6093812cdfd gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:09:15.444841 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdec2616-292f-41dc-aee5-84dcd33c59ed', 'tag': '0d18d9b5-084f-4e47-8318-4758771831d0', 'status': 'completed', 'code': 200} Jan 21 19:09:15.544772 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae7c80-ec66-48b2-a26f-7b36ede765ef req-6e1094b5-b6ac-4b07-9edc-a16de54a8d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:15.547673 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-efae7c80-ec66-48b2-a26f-7b36ede765ef req-6e1094b5-b6ac-4b07-9edc-a16de54a8d8c service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=578d4b1ec7dd480f94bb194a86bde7ee&device_id=bdec2616-292f-41dc-aee5-84dcd33c59ed HTTP/1.1" status: 200 len: 1099 time: 0.0763695 Jan 21 19:09:15.607848 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad25c90-c7b2-4712-b0b9-b13b8bb3149a tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Router 9063c180-8c73-4c23-9e65-6ca4001d6a99 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:09:15.763777 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad25c90-c7b2-4712-b0b9-b13b8bb3149a tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:09:15.777100 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59865aed-f4da-4625-bb78-8a8fb58068c5 None None] Sync routers for ids ['9063c180-8c73-4c23-9e65-6ca4001d6a99'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:09:15.782140 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-2ad25c90-c7b2-4712-b0b9-b13b8bb3149a tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "PUT /v2.0/routers/9063c180-8c73-4c23-9e65-6ca4001d6a99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3785641 Jan 21 19:09:15.783067 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35642) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:15.790391 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59865aed-f4da-4625-bb78-8a8fb58068c5 None None] Routers {'9063c180-8c73-4c23-9e65-6ca4001d6a99'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:09:15.791287 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-59865aed-f4da-4625-bb78-8a8fb58068c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:08:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['9063c180-8c73-4c23-9e65-6ca4001d6a99'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:15.816876 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae7c80-ec66-48b2-a26f-7b36ede765ef req-11c929df-b1bb-4563-a827-3e1285d495d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:15.819313 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-efae7c80-ec66-48b2-a26f-7b36ede765ef req-11c929df-b1bb-4563-a827-3e1285d495d7 service neutron] 10.222.0.113 "GET /v2.0/networks?id=0b696f5f-975f-4899-9d3c-c13f9cac42e5 HTTP/1.1" status: 200 len: 912 time: 0.2671952 Jan 21 19:09:15.831441 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-823a3192-030e-4f3c-8f13-4743df04377a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'name': 'tempest-TestVolumeBootPattern-994555966-router', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:07:43Z', 'updated_at': '2022-01-21T19:07:48Z', 'revision_number': 4, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'gw_port': {'id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:47:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:44Z', 'updated_at': '2022-01-21T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '8a5dc903-98ec-49fd-b3e5-23e65cce5343', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'floating_ip_address': '172.26.1.167', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'port_id': '0d18d9b5-084f-4e47-8318-4758771831d0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5', 'mac_address': 'fa:16:3e:10:56:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdec2616-292f-41dc-aee5-84dcd33c59ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:09:13Z', 'updated_at': '2022-01-21T19:09:13Z', 'revision_number': 0, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc18be0-3767-4bd4-9995-6e2d584ed462', 'name': '', 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'mac_address': 'fa:16:3e:15:9a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '84dda25a-5f4d-444e-8486-d19a0764b110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:47Z', 'updated_at': '2022-01-21T19:07:55Z', 'revision_number': 5, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'subnets': [{'id': '84dda25a-5f4d-444e-8486-d19a0764b110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:15.836584 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823a3192-030e-4f3c-8f13-4743df04377a None None] Checking router: e4630041-0a38-4a81-b942-d6093812cdfd for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:09:15.849653 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823a3192-030e-4f3c-8f13-4743df04377a None None] Routers {'e4630041-0a38-4a81-b942-d6093812cdfd'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:09:15.850285 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-823a3192-030e-4f3c-8f13-4743df04377a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:08:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['e4630041-0a38-4a81-b942-d6093812cdfd'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:15.852250 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-10c90e39-e70c-40d6-ad01-c5f4081dfd08 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Deleting subnet 36ae0904-7ac0-4462-9efc-fc92054bfe43 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:09:15.855973 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-10c90e39-e70c-40d6-ad01-c5f4081dfd08 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:15.914032 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-10c90e39-e70c-40d6-ad01-c5f4081dfd08 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:15.926369 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-59865aed-f4da-4625-bb78-8a8fb58068c5 None None] Set router 9063c180-8c73-4c23-9e65-6ca4001d6a99 gateway port host: None {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:09:15.943682 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-efae7c80-ec66-48b2-a26f-7b36ede765ef req-79f388d3-5c15-446d-8baf-089ddbd25d75 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d18d9b5-084f-4e47-8318-4758771831d0 HTTP/1.1" status: 200 len: 1000 time: 0.1158519 Jan 21 19:09:16.006896 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-10c90e39-e70c-40d6-ad01-c5f4081dfd08 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:16.011440 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae7c80-ec66-48b2-a26f-7b36ede765ef req-159c9fc0-b810-4c22-8077-963078cfcdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:16.013037 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-efae7c80-ec66-48b2-a26f-7b36ede765ef req-159c9fc0-b810-4c22-8077-963078cfcdd1 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=84dda25a-5f4d-444e-8486-d19a0764b110 HTTP/1.1" status: 200 len: 850 time: 0.0625234 Jan 21 19:09:16.043430 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-59865aed-f4da-4625-bb78-8a8fb58068c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'name': 'tempest-RoutersIpV6Test-router-165929172', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:08:30Z', 'updated_at': '2022-01-21T19:09:14Z', 'revision_number': 11, 'project_id': '8da58450daab4e429694fdd9f553b982', 'gw_port_host': None}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:16.050612 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59865aed-f4da-4625-bb78-8a8fb58068c5 None None] Checking router: 9063c180-8c73-4c23-9e65-6ca4001d6a99 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:09:16.063629 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59865aed-f4da-4625-bb78-8a8fb58068c5 None None] Routers {'9063c180-8c73-4c23-9e65-6ca4001d6a99'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:09:16.064848 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-59865aed-f4da-4625-bb78-8a8fb58068c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:08:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['9063c180-8c73-4c23-9e65-6ca4001d6a99'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:16.080942 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-823a3192-030e-4f3c-8f13-4743df04377a None None] Set router e4630041-0a38-4a81-b942-d6093812cdfd gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:09:16.102182 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae7c80-ec66-48b2-a26f-7b36ede765ef req-729862ee-6c81-446f-8907-86c08ff20c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:16.104385 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-efae7c80-ec66-48b2-a26f-7b36ede765ef req-729862ee-6c81-446f-8907-86c08ff20c22 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0b696f5f-975f-4899-9d3c-c13f9cac42e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844946 Jan 21 19:09:16.193298 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-10c90e39-e70c-40d6-ad01-c5f4081dfd08 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:16.208478 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-59865aed-f4da-4625-bb78-8a8fb58068c5 None None] Set router 9063c180-8c73-4c23-9e65-6ca4001d6a99 gateway port host: None {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:09:16.240199 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c90e39-e70c-40d6-ad01-c5f4081dfd08 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event deleted for resources: {'Subnet': ['ID=36ae0904-7ac0-4462-9efc-fc92054bfe43,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:16.245497 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-10c90e39-e70c-40d6-ad01-c5f4081dfd08 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:16.249990 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-efae7c80-ec66-48b2-a26f-7b36ede765ef req-7d86f85d-8bfd-4364-819e-c1f3b32a953e service neutron] 10.222.0.113 "GET /v2.0/networks/0b696f5f-975f-4899-9d3c-c13f9cac42e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388714 Jan 21 19:09:16.255431 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-10c90e39-e70c-40d6-ad01-c5f4081dfd08 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "DELETE /v2.0/subnets/36ae0904-7ac0-4462-9efc-fc92054bfe43 HTTP/1.1" status: 204 len: 168 time: 0.4687109 Jan 21 19:09:16.255431 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35646) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:16.265353 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9597c7f-b343-4755-85d6-671523f33bd5 None None] Network 4f125211-d48c-4f56-81bc-e8c71297b741 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:09:16.316559 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-59865aed-f4da-4625-bb78-8a8fb58068c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'name': 'tempest-RoutersIpV6Test-router-165929172', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:08:30Z', 'updated_at': '2022-01-21T19:09:14Z', 'revision_number': 11, 'project_id': '8da58450daab4e429694fdd9f553b982', 'gw_port_host': None}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:16.321639 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59865aed-f4da-4625-bb78-8a8fb58068c5 None None] The sync data for ids ['9063c180-8c73-4c23-9e65-6ca4001d6a99'] in dv-neutron-825470-1-hyperv is: [{'id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'name': 'tempest-RoutersIpV6Test-router-165929172', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:08:30Z', 'updated_at': '2022-01-21T19:09:14Z', 'revision_number': 11, 'project_id': '8da58450daab4e429694fdd9f553b982', 'gw_port_host': None}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:09:16.393849 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ef360e30-a125-4f63-a575-c76e04193e45 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:16.409146 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-ef360e30-a125-4f63-a575-c76e04193e45 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Deleting port 12b5c2d7-b10e-42db-8c5b-852385747fab {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:09:16.409577 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ef360e30-a125-4f63-a575-c76e04193e45 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:16.437526 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-efae7c80-ec66-48b2-a26f-7b36ede765ef req-e6799c10-6ba1-4a2e-8f5b-1ab0cb2bcb39 service neutron] 10.222.0.113 "GET /v2.0/networks/0b696f5f-975f-4899-9d3c-c13f9cac42e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799314 Jan 21 19:09:16.631582 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-ef360e30-a125-4f63-a575-c76e04193e45 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] For port 12b5c2d7-b10e-42db-8c5b-852385747fab, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=12b5c2d7-b10e-42db-8c5b-852385747fab,segment=NetworkSegment(bde0c4b3-46fa-404b-abf5-447c8cc4bb2c),segment_id=bde0c4b3-46fa-404b-abf5-447c8cc4bb2c)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:09:16.632999 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ef360e30-a125-4f63-a575-c76e04193e45 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:16.683981 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-823a3192-030e-4f3c-8f13-4743df04377a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'name': 'tempest-TestVolumeBootPattern-994555966-router', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:07:43Z', 'updated_at': '2022-01-21T19:07:48Z', 'revision_number': 4, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'gw_port': {'id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:47:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:44Z', 'updated_at': '2022-01-21T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '8a5dc903-98ec-49fd-b3e5-23e65cce5343', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'floating_ip_address': '172.26.1.167', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'port_id': '0d18d9b5-084f-4e47-8318-4758771831d0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5', 'mac_address': 'fa:16:3e:10:56:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdec2616-292f-41dc-aee5-84dcd33c59ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:09:13Z', 'updated_at': '2022-01-21T19:09:13Z', 'revision_number': 0, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc18be0-3767-4bd4-9995-6e2d584ed462', 'name': '', 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'mac_address': 'fa:16:3e:15:9a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '84dda25a-5f4d-444e-8486-d19a0764b110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:47Z', 'updated_at': '2022-01-21T19:07:55Z', 'revision_number': 5, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'subnets': [{'id': '84dda25a-5f4d-444e-8486-d19a0764b110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:16.689001 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823a3192-030e-4f3c-8f13-4743df04377a None None] The sync data for ids ['e4630041-0a38-4a81-b942-d6093812cdfd'] in dv-neutron-825470-1-hyperv is: [{'id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'name': 'tempest-TestVolumeBootPattern-994555966-router', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:07:43Z', 'updated_at': '2022-01-21T19:07:48Z', 'revision_number': 4, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'gw_port': {'id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:47:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:44Z', 'updated_at': '2022-01-21T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '8a5dc903-98ec-49fd-b3e5-23e65cce5343', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'floating_ip_address': '172.26.1.167', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'port_id': '0d18d9b5-084f-4e47-8318-4758771831d0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5', 'mac_address': 'fa:16:3e:10:56:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdec2616-292f-41dc-aee5-84dcd33c59ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:09:13Z', 'updated_at': '2022-01-21T19:09:13Z', 'revision_number': 0, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc18be0-3767-4bd4-9995-6e2d584ed462', 'name': '', 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'mac_address': 'fa:16:3e:15:9a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '84dda25a-5f4d-444e-8486-d19a0764b110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:47Z', 'updated_at': '2022-01-21T19:07:55Z', 'revision_number': 5, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'subnets': [{'id': '84dda25a-5f4d-444e-8486-d19a0764b110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:09:16.724188 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7c7b43-0d0b-4395-876c-b053343a866b None None] DHCP port deletion for 4f125211-d48c-4f56-81bc-e8c71297b741 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:09:16.729588 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-bb7c7b43-0d0b-4395-876c-b053343a866b None None] Deleting port 12b5c2d7-b10e-42db-8c5b-852385747fab {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:09:16.730244 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-bb7c7b43-0d0b-4395-876c-b053343a866b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:16.775860 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-ef360e30-a125-4f63-a575-c76e04193e45 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Calling delete_port for 12b5c2d7-b10e-42db-8c5b-852385747fab owned by network:dhcp {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:09:16.918882 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ef360e30-a125-4f63-a575-c76e04193e45 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:16.955861 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e1ec67-58a3-4ced-ae32-6545c4bcabf5 None None] New status for floating IP 8a5dc903-98ec-49fd-b3e5-23e65cce5343: ACTIVE {{(pid=88138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:09:16.969085 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef360e30-a125-4f63-a575-c76e04193e45 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event deleted for resources: {'Port': ['ID=12b5c2d7-b10e-42db-8c5b-852385747fab,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:16.972452 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef360e30-a125-4f63-a575-c76e04193e45 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] No DVR routers for this DVR port 12b5c2d7-b10e-42db-8c5b-852385747fab on host dv-neutron-825470-1-hyperv {{(pid=88136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:09:17.086487 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-bb7c7b43-0d0b-4395-876c-b053343a866b None None] For port 12b5c2d7-b10e-42db-8c5b-852385747fab, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=12b5c2d7-b10e-42db-8c5b-852385747fab,segment=NetworkSegment(bde0c4b3-46fa-404b-abf5-447c8cc4bb2c),segment_id=bde0c4b3-46fa-404b-abf5-447c8cc4bb2c)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:09:17.086883 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-bb7c7b43-0d0b-4395-876c-b053343a866b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:17.097798 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ef360e30-a125-4f63-a575-c76e04193e45 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:17.121946 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-ef360e30-a125-4f63-a575-c76e04193e45 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f125211-d48c-4f56-81bc-e8c71297b741']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:17.134426 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-ef360e30-a125-4f63-a575-c76e04193e45 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bde0c4b3-46fa-404b-abf5-447c8cc4bb2c') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:17.134722 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-ef360e30-a125-4f63-a575-c76e04193e45 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bde0c4b3-46fa-404b-abf5-447c8cc4bb2c') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:17.145731 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ef360e30-a125-4f63-a575-c76e04193e45 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:17.161416 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ef360e30-a125-4f63-a575-c76e04193e45 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:17.167581 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef360e30-a125-4f63-a575-c76e04193e45 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:09:17.167965 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ef360e30-a125-4f63-a575-c76e04193e45 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:17.182539 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:09:17.182539 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:09:17.182539 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:09:17.182539 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:09:17.182539 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:09:17.182539 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:09:17.182539 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:09:17.182539 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:09:17.182539 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:09:17.182539 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:09:17.182539 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:09:17.182539 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:09:17.182539 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:09:17.182539 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:09:17.182539 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:09:17.182539 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:09:17.182539 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:09:17.182539 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:09:17.182539 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:09:17.182539 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:09:17.182539 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:09:17.182539 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:09:17.182539 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:09:17.182539 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:09:17.182539 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:09:17.182539 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:09:17.182539 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:09:17.182539 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:09:17.182539 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:09:17.182539 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:09:17.182539 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:09:17.182539 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:09:17.216877 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-bb7c7b43-0d0b-4395-876c-b053343a866b None None] Calling delete_port for 12b5c2d7-b10e-42db-8c5b-852385747fab owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:09:17.324758 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device cad9b0f4-9382-4356-86d1-d541bfee268d no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:09:17.378352 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: cad9b0f4-9382-4356-86d1-d541bfee268d {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:09:17.378694 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device cad9b0f4-9382-4356-86d1-d541bfee268d not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:09:17.379139 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 12b5c2d7-b10e-42db-8c5b-852385747fab no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:09:17.431711 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 12b5c2d7-b10e-42db-8c5b-852385747fab {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:09:17.431965 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 12b5c2d7-b10e-42db-8c5b-852385747fab not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:09:17.477984 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ef360e30-a125-4f63-a575-c76e04193e45 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:17.494722 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ef360e30-a125-4f63-a575-c76e04193e45 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:17.505312 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef360e30-a125-4f63-a575-c76e04193e45 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Pushing event deleted for resources: {'Network': ['ID=4f125211-d48c-4f56-81bc-e8c71297b741,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:17.514578 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ef360e30-a125-4f63-a575-c76e04193e45 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "DELETE /v2.0/networks/4f125211-d48c-4f56-81bc-e8c71297b741 HTTP/1.1" status: 204 len: 168 time: 1.2583926 Jan 21 19:09:17.517328 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35650) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:17.520398 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-bb7c7b43-0d0b-4395-876c-b053343a866b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:09:17.520758 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-bb7c7b43-0d0b-4395-876c-b053343a866b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:09:17.522527 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-5ea3633f-049a-4d97-840d-367fe238d0d0 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Request body: {'router': {'routes': None}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:09:17.824899 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.extraroute_db [None req-5ea3633f-049a-4d97-840d-367fe238d0d0 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Added routes are [] {{(pid=88137) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 21 19:09:17.825141 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.extraroute_db [None req-5ea3633f-049a-4d97-840d-367fe238d0d0 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Removed routes are [] {{(pid=88137) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 21 19:09:17.825435 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5ea3633f-049a-4d97-840d-367fe238d0d0 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:18.022534 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-bb7c7b43-0d0b-4395-876c-b053343a866b None None] Deleting port 12b5c2d7-b10e-42db-8c5b-852385747fab {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:09:18.022913 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-bb7c7b43-0d0b-4395-876c-b053343a866b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:18.090311 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5ea3633f-049a-4d97-840d-367fe238d0d0 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:18.093538 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5ea3633f-049a-4d97-840d-367fe238d0d0 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3720919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3720920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723161'] for router, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:18.096701 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-bb7c7b43-0d0b-4395-876c-b053343a866b None None] The port '12b5c2d7-b10e-42db-8c5b-852385747fab' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:09:18.348527 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea3633f-049a-4d97-840d-367fe238d0d0 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Router 9063c180-8c73-4c23-9e65-6ca4001d6a99 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:09:18.489983 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea3633f-049a-4d97-840d-367fe238d0d0 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:09:18.497784 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5ea3633f-049a-4d97-840d-367fe238d0d0 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:18.498914 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5ea3633f-049a-4d97-840d-367fe238d0d0 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "PUT /v2.0/routers/9063c180-8c73-4c23-9e65-6ca4001d6a99 HTTP/1.1" status: 200 len: 704 time: 0.9805222 Jan 21 19:09:18.500554 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd6403e-0692-4792-a032-c7edf927eff6 None None] Sync routers for ids ['9063c180-8c73-4c23-9e65-6ca4001d6a99'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:09:18.501621 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35656) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:18.510355 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd6403e-0692-4792-a032-c7edf927eff6 None None] Routers {'9063c180-8c73-4c23-9e65-6ca4001d6a99'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:09:18.510957 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-7fd6403e-0692-4792-a032-c7edf927eff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:08:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['9063c180-8c73-4c23-9e65-6ca4001d6a99'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:18.545235 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-82e80793-501d-4dba-9b43-092ac618653c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Synchronizing usage tracker for tenant:8da58450daab4e429694fdd9f553b982 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:09:18.627183 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-82e80793-501d-4dba-9b43-092ac618653c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Unset dirty status for tenant:8da58450daab4e429694fdd9f553b982 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:09:18.628354 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-82e80793-501d-4dba-9b43-092ac618653c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "GET /v2.0/ports?device_id=9063c180-8c73-4c23-9e65-6ca4001d6a99 HTTP/1.1" status: 200 len: 205 time: 0.1257558 Jan 21 19:09:18.630971 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35660) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:18.634155 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-7fd6403e-0692-4792-a032-c7edf927eff6 None None] Set router 9063c180-8c73-4c23-9e65-6ca4001d6a99 gateway port host: None {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:09:18.736819 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-7fd6403e-0692-4792-a032-c7edf927eff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'name': 'tempest-RoutersIpV6Test-router-165929172', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:08:30Z', 'updated_at': '2022-01-21T19:09:14Z', 'revision_number': 11, 'project_id': '8da58450daab4e429694fdd9f553b982', 'gw_port_host': None}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:18.740756 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd6403e-0692-4792-a032-c7edf927eff6 None None] Checking router: 9063c180-8c73-4c23-9e65-6ca4001d6a99 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:09:18.749012 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd6403e-0692-4792-a032-c7edf927eff6 None None] Routers {'9063c180-8c73-4c23-9e65-6ca4001d6a99'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:09:18.749601 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-7fd6403e-0692-4792-a032-c7edf927eff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:08:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['9063c180-8c73-4c23-9e65-6ca4001d6a99'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:18.764995 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2b69aa6d-1719-4208-bd8b-220fb919905c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for router, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:18.911330 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-7fd6403e-0692-4792-a032-c7edf927eff6 None None] Set router 9063c180-8c73-4c23-9e65-6ca4001d6a99 gateway port host: None {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:09:19.014805 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-7fd6403e-0692-4792-a032-c7edf927eff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'name': 'tempest-RoutersIpV6Test-router-165929172', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:08:30Z', 'updated_at': '2022-01-21T19:09:14Z', 'revision_number': 11, 'project_id': '8da58450daab4e429694fdd9f553b982', 'gw_port_host': None}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:19.018776 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd6403e-0692-4792-a032-c7edf927eff6 None None] The sync data for ids ['9063c180-8c73-4c23-9e65-6ca4001d6a99'] in dv-neutron-825470-1-hyperv is: [{'id': '9063c180-8c73-4c23-9e65-6ca4001d6a99', 'name': 'tempest-RoutersIpV6Test-router-165929172', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:08:30Z', 'updated_at': '2022-01-21T19:09:14Z', 'revision_number': 11, 'project_id': '8da58450daab4e429694fdd9f553b982', 'gw_port_host': None}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:09:19.061670 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2b69aa6d-1719-4208-bd8b-220fb919905c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:19.063919 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2b69aa6d-1719-4208-bd8b-220fb919905c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:19.163168 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2b69aa6d-1719-4208-bd8b-220fb919905c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:19.164240 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b69aa6d-1719-4208-bd8b-220fb919905c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Fanout notify agent at l3_agent the message router_deleted on router 9063c180-8c73-4c23-9e65-6ca4001d6a99 {{(pid=88137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:09:19.180136 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2b69aa6d-1719-4208-bd8b-220fb919905c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:19.181300 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2b69aa6d-1719-4208-bd8b-220fb919905c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "DELETE /v2.0/routers/9063c180-8c73-4c23-9e65-6ca4001d6a99 HTTP/1.1" status: 204 len: 168 time: 0.5493598 Jan 21 19:09:19.185181 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35664) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:19.190348 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-0635c41c-136e-45dd-ae7b-6e010daebda2 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-277300380', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:09:19.197575 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-0635c41c-136e-45dd-ae7b-6e010daebda2 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:09:19.201697 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-0635c41c-136e-45dd-ae7b-6e010daebda2 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Usage tracker for resource:router and tenant:8da58450daab4e429694fdd9f553b982 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:09:19.205055 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-0635c41c-136e-45dd-ae7b-6e010daebda2 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:09:19.211780 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-0635c41c-136e-45dd-ae7b-6e010daebda2 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:09:19.267212 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0635c41c-136e-45dd-ae7b-6e010daebda2 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:19.268316 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0635c41c-136e-45dd-ae7b-6e010daebda2 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:19.283212 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0635c41c-136e-45dd-ae7b-6e010daebda2 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:19.353336 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0635c41c-136e-45dd-ae7b-6e010daebda2 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:19.438505 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0635c41c-136e-45dd-ae7b-6e010daebda2 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:19.439600 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-0635c41c-136e-45dd-ae7b-6e010daebda2 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2535110 Jan 21 19:09:19.442198 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35668) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:19.447150 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-feeeefd6-b34c-46a5-9b9a-81ffa1fcf25c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:09:19.814934 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-feeeefd6-b34c-46a5-9b9a-81ffa1fcf25c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:19.901257 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-feeeefd6-b34c-46a5-9b9a-81ffa1fcf25c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3720919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3720920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723161'] for router, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:20.237912 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feeeefd6-b34c-46a5-9b9a-81ffa1fcf25c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Router af353dc9-8d17-4643-b63a-3fec000ffbff is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:09:20.371876 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feeeefd6-b34c-46a5-9b9a-81ffa1fcf25c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:09:20.378708 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-feeeefd6-b34c-46a5-9b9a-81ffa1fcf25c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:20.380500 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-feeeefd6-b34c-46a5-9b9a-81ffa1fcf25c tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "PUT /v2.0/routers/af353dc9-8d17-4643-b63a-3fec000ffbff HTTP/1.1" status: 200 len: 697 time: 0.9373960 Jan 21 19:09:20.381556 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e3111a-0d13-4492-aebb-074b44282fb2 None None] Sync routers for ids ['af353dc9-8d17-4643-b63a-3fec000ffbff'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:09:20.383771 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35672) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:20.392483 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e3111a-0d13-4492-aebb-074b44282fb2 None None] Routers {'af353dc9-8d17-4643-b63a-3fec000ffbff'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:09:20.393093 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-43e3111a-0d13-4492-aebb-074b44282fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:08:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['af353dc9-8d17-4643-b63a-3fec000ffbff'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:20.524627 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-bd3e4e51-4757-4667-b738-9994e564af34 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "GET /v2.0/routers/af353dc9-8d17-4643-b63a-3fec000ffbff HTTP/1.1" status: 200 len: 703 time: 0.1396363 Jan 21 19:09:20.526537 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-43e3111a-0d13-4492-aebb-074b44282fb2 None None] Set router af353dc9-8d17-4643-b63a-3fec000ffbff gateway port host: None {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:09:20.527106 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35676) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:20.569677 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5f4a723c-f3ef-4f98-bb53-c8387a35d864 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "GET /v2.0/ports?device_id=af353dc9-8d17-4643-b63a-3fec000ffbff HTTP/1.1" status: 200 len: 205 time: 0.0415184 Jan 21 19:09:20.572833 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35680) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:20.631571 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-43e3111a-0d13-4492-aebb-074b44282fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af353dc9-8d17-4643-b63a-3fec000ffbff', 'name': 'tempest-RoutersIpV6Test-router-277300380', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:09:19Z', 'updated_at': '2022-01-21T19:09:19Z', 'revision_number': 2, 'project_id': '8da58450daab4e429694fdd9f553b982', 'gw_port_host': None}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:20.636120 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e3111a-0d13-4492-aebb-074b44282fb2 None None] Checking router: af353dc9-8d17-4643-b63a-3fec000ffbff for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:09:20.644190 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e3111a-0d13-4492-aebb-074b44282fb2 None None] Routers {'af353dc9-8d17-4643-b63a-3fec000ffbff'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:09:20.644782 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-43e3111a-0d13-4492-aebb-074b44282fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:08:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['af353dc9-8d17-4643-b63a-3fec000ffbff'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:20.713044 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b8979136-43d2-4d72-ae26-1a9c476a3624 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for router, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:20.775043 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-43e3111a-0d13-4492-aebb-074b44282fb2 None None] Set router af353dc9-8d17-4643-b63a-3fec000ffbff gateway port host: None {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:09:20.878345 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-43e3111a-0d13-4492-aebb-074b44282fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af353dc9-8d17-4643-b63a-3fec000ffbff', 'name': 'tempest-RoutersIpV6Test-router-277300380', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:09:19Z', 'updated_at': '2022-01-21T19:09:19Z', 'revision_number': 2, 'project_id': '8da58450daab4e429694fdd9f553b982', 'gw_port_host': None}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:20.882178 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e3111a-0d13-4492-aebb-074b44282fb2 None None] The sync data for ids ['af353dc9-8d17-4643-b63a-3fec000ffbff'] in dv-neutron-825470-1-hyperv is: [{'id': 'af353dc9-8d17-4643-b63a-3fec000ffbff', 'name': 'tempest-RoutersIpV6Test-router-277300380', 'tenant_id': '8da58450daab4e429694fdd9f553b982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:09:19Z', 'updated_at': '2022-01-21T19:09:19Z', 'revision_number': 2, 'project_id': '8da58450daab4e429694fdd9f553b982', 'gw_port_host': None}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:09:21.011466 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b8979136-43d2-4d72-ae26-1a9c476a3624 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:21.013590 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b8979136-43d2-4d72-ae26-1a9c476a3624 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:21.128698 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b8979136-43d2-4d72-ae26-1a9c476a3624 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:21.129270 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8979136-43d2-4d72-ae26-1a9c476a3624 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Fanout notify agent at l3_agent the message router_deleted on router af353dc9-8d17-4643-b63a-3fec000ffbff {{(pid=88137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:09:21.144783 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b8979136-43d2-4d72-ae26-1a9c476a3624 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:21.145906 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b8979136-43d2-4d72-ae26-1a9c476a3624 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "DELETE /v2.0/routers/af353dc9-8d17-4643-b63a-3fec000ffbff HTTP/1.1" status: 204 len: 168 time: 0.5721359 Jan 21 19:09:21.149472 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35684) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:21.192279 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-944bc058-b573-44d2-934b-d0a7c0af9aca tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "GET /v2.0/ports?device_id=af353dc9-8d17-4643-b63a-3fec000ffbff HTTP/1.1" status: 200 len: 205 time: 0.0416539 Jan 21 19:09:21.194507 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35688) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:21.262283 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-0d757e05-9b37-4877-91fb-e2e0cfc3c282 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] delete failed (client error): The resource could not be found. Jan 21 19:09:21.263319 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-0d757e05-9b37-4877-91fb-e2e0cfc3c282 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "DELETE /v2.0/routers/af353dc9-8d17-4643-b63a-3fec000ffbff HTTP/1.1" status: 404 len: 336 time: 0.0673027 Jan 21 19:09:21.265844 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35692) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:21.303214 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7220b16-32ed-4c40-af01-dec8976279f2 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] DELETE failed (client error): The resource could not be found. Jan 21 19:09:21.303660 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7220b16-32ed-4c40-af01-dec8976279f2 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:09:21.306102 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c7220b16-32ed-4c40-af01-dec8976279f2 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "DELETE /v2.0/subnets/cfd48fc6-1a49-441e-a8ee-d735d7805365 HTTP/1.1" status: 404 len: 337 time: 0.0393679 Jan 21 19:09:21.308557 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35696) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:21.475731 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5741edf-cc7b-4659-ac2f-b5e84213e714 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] DELETE failed (client error): The resource could not be found. Jan 21 19:09:21.476799 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5741edf-cc7b-4659-ac2f-b5e84213e714 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:09:21.480864 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-a5741edf-cc7b-4659-ac2f-b5e84213e714 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "DELETE /v2.0/subnets/02234d9b-6db5-4b7c-a370-b03749f68890 HTTP/1.1" status: 404 len: 337 time: 0.1692483 Jan 21 19:09:21.481098 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35702) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:21.518378 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-4088b30b-c5e5-4544-9891-14b39238725b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] DELETE failed (client error): The resource could not be found. Jan 21 19:09:21.518837 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4088b30b-c5e5-4544-9891-14b39238725b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:09:21.520802 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-4088b30b-c5e5-4544-9891-14b39238725b tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "DELETE /v2.0/subnets/109d3296-5583-4868-a8b8-605acd81f6e6 HTTP/1.1" status: 404 len: 337 time: 0.0388126 Jan 21 19:09:21.523512 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35706) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:21.561148 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f992a34-00f7-49db-a94f-5ecd9d13ee26 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] DELETE failed (client error): The resource could not be found. Jan 21 19:09:21.561510 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f992a34-00f7-49db-a94f-5ecd9d13ee26 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:09:21.563160 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3f992a34-00f7-49db-a94f-5ecd9d13ee26 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "DELETE /v2.0/subnets/36ae0904-7ac0-4462-9efc-fc92054bfe43 HTTP/1.1" status: 404 len: 337 time: 0.0386331 Jan 21 19:09:21.565679 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35710) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:21.615581 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-879db989-059c-4a04-9f25-478c6edf6337 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "GET /v2.0/ports?device_id=9063c180-8c73-4c23-9e65-6ca4001d6a99 HTTP/1.1" status: 200 len: 205 time: 0.0487494 Jan 21 19:09:21.618086 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35714) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:21.688904 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-b5874f76-9e23-419f-9c8b-8af8c300b6c8 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] delete failed (client error): The resource could not be found. Jan 21 19:09:21.689937 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b5874f76-9e23-419f-9c8b-8af8c300b6c8 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "DELETE /v2.0/routers/9063c180-8c73-4c23-9e65-6ca4001d6a99 HTTP/1.1" status: 404 len: 336 time: 0.0708025 Jan 21 19:09:21.692494 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35718) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:21.741450 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f985be88-4210-4e1a-a88a-724f28804498 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "GET /v2.0/ports?device_id=6dd3fc03-92de-49fd-8835-d5d30821d37c HTTP/1.1" status: 200 len: 205 time: 0.0478423 Jan 21 19:09:21.744669 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35722) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:21.821428 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-d836ab4f-96f8-4a7e-87d6-764a6cd8752d tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] delete failed (client error): The resource could not be found. Jan 21 19:09:21.822828 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-d836ab4f-96f8-4a7e-87d6-764a6cd8752d tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "DELETE /v2.0/routers/6dd3fc03-92de-49fd-8835-d5d30821d37c HTTP/1.1" status: 404 len: 336 time: 0.0770023 Jan 21 19:09:21.826315 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35726) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:21.864600 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-be2fd3dd-834d-47a4-8f2f-f8d408db6d78 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] DELETE failed (client error): The resource could not be found. Jan 21 19:09:21.865054 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be2fd3dd-834d-47a4-8f2f-f8d408db6d78 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:09:21.869102 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-be2fd3dd-834d-47a4-8f2f-f8d408db6d78 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "DELETE /v2.0/subnets/00976373-eaa1-4440-9422-2705fa54937d HTTP/1.1" status: 404 len: 337 time: 0.0398908 Jan 21 19:09:21.870163 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35730) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:21.911667 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ce9ea151-d22a-4b1a-9271-3993c30b3fce tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "GET /v2.0/ports?device_id=0fb6b86e-eb97-4b72-ba7e-3022a8d7f966 HTTP/1.1" status: 200 len: 205 time: 0.0414007 Jan 21 19:09:21.915229 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35734) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:21.985117 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-23430caf-4f43-4710-bcd7-343aa0b3aa63 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] delete failed (client error): The resource could not be found. Jan 21 19:09:21.985644 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-23430caf-4f43-4710-bcd7-343aa0b3aa63 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "DELETE /v2.0/routers/0fb6b86e-eb97-4b72-ba7e-3022a8d7f966 HTTP/1.1" status: 404 len: 336 time: 0.0702696 Jan 21 19:09:21.989078 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35738) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:22.033389 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-82c2b610-e5ee-4a1a-931e-b82b5ff96557 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "GET /v2.0/ports?device_id=b840ddc0-a285-448c-8f9e-3956544cd1ef HTTP/1.1" status: 200 len: 205 time: 0.0437157 Jan 21 19:09:22.035909 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35742) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:22.111853 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-0f7c2199-f827-49be-93ba-8b03d6b655d7 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] delete failed (client error): The resource could not be found. Jan 21 19:09:22.113265 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-0f7c2199-f827-49be-93ba-8b03d6b655d7 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "DELETE /v2.0/routers/b840ddc0-a285-448c-8f9e-3956544cd1ef HTTP/1.1" status: 404 len: 336 time: 0.0761108 Jan 21 19:09:22.115973 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35746) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:22.157216 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-06ba7c9c-0933-42d2-8b71-dc099c0e9d01 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] DELETE failed (client error): The resource could not be found. Jan 21 19:09:22.157671 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06ba7c9c-0933-42d2-8b71-dc099c0e9d01 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:09:22.159370 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-06ba7c9c-0933-42d2-8b71-dc099c0e9d01 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "DELETE /v2.0/subnets/3e9635ae-34a2-4dd4-908f-4d8dc8475ed1 HTTP/1.1" status: 404 len: 337 time: 0.0428658 Jan 21 19:09:22.162775 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35750) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:22.210137 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-daf19939-e860-4356-9bc8-92a9eb687058 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "GET /v2.0/ports?device_id=c45e14f2-03c1-45bd-9a61-2fedb70ce8bf HTTP/1.1" status: 200 len: 205 time: 0.0470605 Jan 21 19:09:22.213874 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35754) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:22.280945 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-94a71d5e-33a8-4f6b-aef6-a6e071af3ad5 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] delete failed (client error): The resource could not be found. Jan 21 19:09:22.282305 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-94a71d5e-33a8-4f6b-aef6-a6e071af3ad5 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "DELETE /v2.0/routers/c45e14f2-03c1-45bd-9a61-2fedb70ce8bf HTTP/1.1" status: 404 len: 336 time: 0.0679421 Jan 21 19:09:22.284533 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35758) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:22.326719 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e29e3c-31e5-4eea-a0b8-e086491ece86 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] DELETE failed (client error): The resource could not be found. Jan 21 19:09:22.327173 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3e29e3c-31e5-4eea-a0b8-e086491ece86 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:09:22.329156 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-d3e29e3c-31e5-4eea-a0b8-e086491ece86 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "DELETE /v2.0/subnets/e592393c-8c48-49cb-ad87-fc090f8ec4ce HTTP/1.1" status: 404 len: 337 time: 0.0434473 Jan 21 19:09:22.331685 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35762) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:22.377574 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5d7a6654-5446-487d-9202-856c6dd5a9e1 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "GET /v2.0/ports?device_id=6dd5ca9f-ff04-480e-9258-3e53b2c46857 HTTP/1.1" status: 200 len: 205 time: 0.0427203 Jan 21 19:09:22.378498 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35766) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:22.463901 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-5c061b8e-3c04-48b9-b011-283ac2bb859d tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] delete failed (client error): The resource could not be found. Jan 21 19:09:22.465302 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5c061b8e-3c04-48b9-b011-283ac2bb859d tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "DELETE /v2.0/routers/6dd5ca9f-ff04-480e-9258-3e53b2c46857 HTTP/1.1" status: 404 len: 336 time: 0.0862856 Jan 21 19:09:22.467708 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35770) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:22.509061 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-54d12559-c546-4df8-88de-fe79eacceae6 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] DELETE failed (client error): The resource could not be found. Jan 21 19:09:22.509512 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54d12559-c546-4df8-88de-fe79eacceae6 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:09:22.511481 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-54d12559-c546-4df8-88de-fe79eacceae6 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "DELETE /v2.0/subnets/87d1ba78-4e68-48ee-b66b-8b96fb03a1e4 HTTP/1.1" status: 404 len: 337 time: 0.0429568 Jan 21 19:09:22.513909 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35774) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:22.555255 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-19c36f06-a898-4613-9377-fc7321744851 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] DELETE failed (client error): The resource could not be found. Jan 21 19:09:22.555832 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19c36f06-a898-4613-9377-fc7321744851 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:09:22.557402 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-19c36f06-a898-4613-9377-fc7321744851 tempest-RoutersIpV6Test-1883520512 tempest-RoutersIpV6Test-1883520512-project] 10.222.0.87 "DELETE /v2.0/subnets/f9c35cb5-8efd-42ed-a160-158f583db7a7 HTTP/1.1" status: 404 len: 337 time: 0.0424912 Jan 21 19:09:23.085488 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35784) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:23.275839 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-396bb5a8-a229-4ef7-9e6c-37d1c72e9309 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8da58450daab4e429694fdd9f553b982&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1888444 Jan 21 19:09:23.278452 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35790) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:23.351873 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-23a4bdd2-8057-4032-84b9-8c34b28ee2d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:23.377430 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-23a4bdd2-8057-4032-84b9-8c34b28ee2d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:23.535390 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-23a4bdd2-8057-4032-84b9-8c34b28ee2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:23.550269 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4bdd2-8057-4032-84b9-8c34b28ee2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fc9aa3-b384-4c64-9868-4d57dc6ab989,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:23.560789 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a4bdd2-8057-4032-84b9-8c34b28ee2d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:09:23.561133 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a4bdd2-8057-4032-84b9-8c34b28ee2d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:09:23.561516 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a4bdd2-8057-4032-84b9-8c34b28ee2d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:09:23.561867 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a4bdd2-8057-4032-84b9-8c34b28ee2d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:09:23.562268 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a4bdd2-8057-4032-84b9-8c34b28ee2d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:09:23.562589 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a4bdd2-8057-4032-84b9-8c34b28ee2d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:09:23.562912 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a4bdd2-8057-4032-84b9-8c34b28ee2d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:09:23.563234 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a4bdd2-8057-4032-84b9-8c34b28ee2d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:09:23.563550 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a4bdd2-8057-4032-84b9-8c34b28ee2d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:09:23.563859 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a4bdd2-8057-4032-84b9-8c34b28ee2d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:09:23.564174 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a4bdd2-8057-4032-84b9-8c34b28ee2d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:09:23.564481 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a4bdd2-8057-4032-84b9-8c34b28ee2d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:09:23.567498 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-23a4bdd2-8057-4032-84b9-8c34b28ee2d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:23.568586 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-23a4bdd2-8057-4032-84b9-8c34b28ee2d1 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b5fc9aa3-b384-4c64-9868-4d57dc6ab989 HTTP/1.1" status: 204 len: 168 time: 0.2892401 Jan 21 19:09:24.606301 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35814) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:24.705652 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-ba6cde61-f3e3-4560-98dc-bc7fa092b028 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-61917110', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:09:24.712375 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-ba6cde61-f3e3-4560-98dc-bc7fa092b028 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:09:24.716065 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ba6cde61-f3e3-4560-98dc-bc7fa092b028 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Usage tracker for resource:router and tenant:57040633d73541ec910bf1c3898b0755 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:09:24.718863 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ba6cde61-f3e3-4560-98dc-bc7fa092b028 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:09:24.724786 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-ba6cde61-f3e3-4560-98dc-bc7fa092b028 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:09:24.848023 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ba6cde61-f3e3-4560-98dc-bc7fa092b028 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:24.849024 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ba6cde61-f3e3-4560-98dc-bc7fa092b028 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:24.863150 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ba6cde61-f3e3-4560-98dc-bc7fa092b028 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:24.958341 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ba6cde61-f3e3-4560-98dc-bc7fa092b028 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:25.038093 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4c6550db-b990-4427-b75f-8d213f841848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:25.099631 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ba6cde61-f3e3-4560-98dc-bc7fa092b028 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:25.100819 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ba6cde61-f3e3-4560-98dc-bc7fa092b028 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4935112 Jan 21 19:09:25.104595 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35820) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:25.110135 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-9f9b707f-1a75-449f-bdc9-0f2a6dce0f32 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-505140353'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:09:25.115102 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-9f9b707f-1a75-449f-bdc9-0f2a6dce0f32 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:09:25.120069 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-9f9b707f-1a75-449f-bdc9-0f2a6dce0f32 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Usage tracker for resource:network and tenant:57040633d73541ec910bf1c3898b0755 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:09:25.123074 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-9f9b707f-1a75-449f-bdc9-0f2a6dce0f32 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:09:25.128860 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-9f9b707f-1a75-449f-bdc9-0f2a6dce0f32 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:09:25.191000 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9b707f-1a75-449f-bdc9-0f2a6dce0f32 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Made reservation on behalf of 57040633d73541ec910bf1c3898b0755 for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:09:25.194457 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9f9b707f-1a75-449f-bdc9-0f2a6dce0f32 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:25.209981 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9f9b707f-1a75-449f-bdc9-0f2a6dce0f32 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:25.224780 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-9f9b707f-1a75-449f-bdc9-0f2a6dce0f32 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:09:25.228695 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-9f9b707f-1a75-449f-bdc9-0f2a6dce0f32 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Usage tracker for resource:security_group_rule and tenant:57040633d73541ec910bf1c3898b0755 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:09:25.231399 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-9f9b707f-1a75-449f-bdc9-0f2a6dce0f32 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:09:25.237013 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-9f9b707f-1a75-449f-bdc9-0f2a6dce0f32 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:09:25.435633 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9f9b707f-1a75-449f-bdc9-0f2a6dce0f32 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:25.495067 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9f9b707f-1a75-449f-bdc9-0f2a6dce0f32 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:25.529552 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f9b707f-1a75-449f-bdc9-0f2a6dce0f32 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:09:25.538020 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b707f-1a75-449f-bdc9-0f2a6dce0f32 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fff2cc1-2081-47e3-a8a1-da537ed9997b,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:25.544051 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9f9b707f-1a75-449f-bdc9-0f2a6dce0f32 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:25.544362 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-9f9b707f-1a75-449f-bdc9-0f2a6dce0f32 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Added segment ca4776b0-337d-4fd8-912c-b0b2e18b730f of type vlan for network c0ed951d-58da-43af-8252-dbaea15edadf Jan 21 19:09:25.573089 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9f9b707f-1a75-449f-bdc9-0f2a6dce0f32 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:25.670917 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9f9b707f-1a75-449f-bdc9-0f2a6dce0f32 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:25.676358 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9b707f-1a75-449f-bdc9-0f2a6dce0f32 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:25.680659 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9f9b707f-1a75-449f-bdc9-0f2a6dce0f32 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:25.788745 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b707f-1a75-449f-bdc9-0f2a6dce0f32 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Pushing event updated for resources: {'Network': ['ID=c0ed951d-58da-43af-8252-dbaea15edadf,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:25.796017 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b707f-1a75-449f-bdc9-0f2a6dce0f32 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:09:25.796363 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b707f-1a75-449f-bdc9-0f2a6dce0f32 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:09:25.796719 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b707f-1a75-449f-bdc9-0f2a6dce0f32 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:09:25.797033 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b707f-1a75-449f-bdc9-0f2a6dce0f32 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:09:25.797360 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b707f-1a75-449f-bdc9-0f2a6dce0f32 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:09:25.797689 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b707f-1a75-449f-bdc9-0f2a6dce0f32 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:09:25.798038 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b707f-1a75-449f-bdc9-0f2a6dce0f32 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:09:25.798361 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b707f-1a75-449f-bdc9-0f2a6dce0f32 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:09:25.798684 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b707f-1a75-449f-bdc9-0f2a6dce0f32 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:09:25.799004 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b707f-1a75-449f-bdc9-0f2a6dce0f32 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:09:25.799320 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b707f-1a75-449f-bdc9-0f2a6dce0f32 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:09:25.799638 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b707f-1a75-449f-bdc9-0f2a6dce0f32 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:09:25.803711 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-9f9b707f-1a75-449f-bdc9-0f2a6dce0f32 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6980274 Jan 21 19:09:25.806535 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35824) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:25.810593 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network c0ed951d-58da-43af-8252-dbaea15edadf details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:09:25.812645 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-bb82dbb7-369f-4336-85cb-3ea0ab37384e tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Request body: {'subnet': {'network_id': 'c0ed951d-58da-43af-8252-dbaea15edadf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:09:25.922920 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-bb82dbb7-369f-4336-85cb-3ea0ab37384e tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:09:25.926686 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-bb82dbb7-369f-4336-85cb-3ea0ab37384e tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Usage tracker for resource:subnet and tenant:57040633d73541ec910bf1c3898b0755 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:09:25.929415 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-bb82dbb7-369f-4336-85cb-3ea0ab37384e tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:09:25.935118 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-bb82dbb7-369f-4336-85cb-3ea0ab37384e tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:09:26.026587 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb82dbb7-369f-4336-85cb-3ea0ab37384e tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Made reservation on behalf of 57040633d73541ec910bf1c3898b0755 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:09:26.030260 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bb82dbb7-369f-4336-85cb-3ea0ab37384e tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:26.307151 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bb82dbb7-369f-4336-85cb-3ea0ab37384e tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:26.326520 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35830) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:26.385647 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb82dbb7-369f-4336-85cb-3ea0ab37384e tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Pushing event updated for resources: {'Subnet': ['ID=c14f0ce6-cafe-4580-918f-9f4b73cf722c,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:26.395690 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb82dbb7-369f-4336-85cb-3ea0ab37384e tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Checking segment: {'id': 'ca4776b0-337d-4fd8-912c-b0b2e18b730f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c0ed951d-58da-43af-8252-dbaea15edadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:09:26.396061 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb82dbb7-369f-4336-85cb-3ea0ab37384e tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Network hostable DHCP agents. Network: c0ed951d-58da-43af-8252-dbaea15edadf, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:09:26.434143 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-45241108-a17d-4459-92ce-45f62e71430e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/floatingips/56b13aae-ef30-4f88-8aa0-e8a8a4e4819a HTTP/1.1" status: 200 len: 993 time: 0.1063354 Jan 21 19:09:26.471347 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb82dbb7-369f-4336-85cb-3ea0ab37384e tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Network c0ed951d-58da-43af-8252-dbaea15edadf is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:09:26.551123 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-bb82dbb7-369f-4336-85cb-3ea0ab37384e tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, c0ed951d-58da-43af-8252-dbaea15edadf) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:09:26.556416 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb82dbb7-369f-4336-85cb-3ea0ab37384e tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:26.556959 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bb82dbb7-369f-4336-85cb-3ea0ab37384e tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:26.562327 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e653b4c2-ade5-4546-8827-382ae62026d8 None None] Network c0ed951d-58da-43af-8252-dbaea15edadf requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:09:26.644672 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-bb82dbb7-369f-4336-85cb-3ea0ab37384e tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8370712 Jan 21 19:09:26.647821 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35838) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:26.654780 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-47fddf0c-d448-476a-a6fb-dff35fdbccef tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Request body: {'network': {'name': 'tempest-router-network01--1350585730'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:09:26.659615 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-47fddf0c-d448-476a-a6fb-dff35fdbccef tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:09:26.663676 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-47fddf0c-d448-476a-a6fb-dff35fdbccef tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Usage tracker for resource:network and tenant:57040633d73541ec910bf1c3898b0755 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:09:26.668110 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-47fddf0c-d448-476a-a6fb-dff35fdbccef tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:09:26.673404 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-47fddf0c-d448-476a-a6fb-dff35fdbccef tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:09:26.723451 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35842) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:26.783477 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e001098a-50bb-4f7c-aab5-ed4bba541ce7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-c0ed951d-58da-43af-8252-dbaea15edadf', 'network_id': 'c0ed951d-58da-43af-8252-dbaea15edadf', 'tenant_id': '57040633d73541ec910bf1c3898b0755', 'fixed_ips': [{'subnet_id': 'c14f0ce6-cafe-4580-918f-9f4b73cf722c'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:09:26.784329 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e001098a-50bb-4f7c-aab5-ed4bba541ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:26.893475 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fddf0c-d448-476a-a6fb-dff35fdbccef tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Made reservation on behalf of 57040633d73541ec910bf1c3898b0755 for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:09:26.896984 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-47fddf0c-d448-476a-a6fb-dff35fdbccef tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:26.942432 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-e001098a-50bb-4f7c-aab5-ed4bba541ce7 None None] Allocated IP 172.20.0.2 (c0ed951d-58da-43af-8252-dbaea15edadf/c14f0ce6-cafe-4580-918f-9f4b73cf722c/a7d66f03-c7b5-40aa-8ce2-61ec2d411a4c) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:09:26.958152 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47fddf0c-d448-476a-a6fb-dff35fdbccef tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:09:27.041498 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-47fddf0c-d448-476a-a6fb-dff35fdbccef tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:27.041918 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-47fddf0c-d448-476a-a6fb-dff35fdbccef tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Added segment cdfc507a-7543-4045-a3d8-8228e4f9bd25 of type vlan for network 8ddff52e-570e-4d9f-8c32-fb187c069e51 Jan 21 19:09:27.088962 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-dc398d44-dc01-4b84-b9aa-1073bc3f7763 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Deleting port 5a556efa-b3df-46a1-a4ed-026779020114 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:09:27.089299 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-dc398d44-dc01-4b84-b9aa-1073bc3f7763 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:27.114444 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-47fddf0c-d448-476a-a6fb-dff35fdbccef tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:27.166678 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e001098a-50bb-4f7c-aab5-ed4bba541ce7 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:27.180083 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-e001098a-50bb-4f7c-aab5-ed4bba541ce7 None None] Transition to ACTIVE for port object a7d66f03-c7b5-40aa-8ce2-61ec2d411a4c will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:09:27.199233 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-e001098a-50bb-4f7c-aab5-ed4bba541ce7 None None] Transition to ACTIVE for port object a7d66f03-c7b5-40aa-8ce2-61ec2d411a4c will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:09:27.244094 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-982ae7cc-dcf3-42b5-87cf-6471df793a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:27.273027 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-47fddf0c-d448-476a-a6fb-dff35fdbccef tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:27.273279 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e001098a-50bb-4f7c-aab5-ed4bba541ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:27.279016 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fddf0c-d448-476a-a6fb-dff35fdbccef tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:27.283230 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-47fddf0c-d448-476a-a6fb-dff35fdbccef tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:27.333102 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-dc398d44-dc01-4b84-b9aa-1073bc3f7763 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:27.333745 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-dc398d44-dc01-4b84-b9aa-1073bc3f7763 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:27.343550 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e001098a-50bb-4f7c-aab5-ed4bba541ce7 None None] Network c0ed951d-58da-43af-8252-dbaea15edadf is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:09:27.346443 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-e001098a-50bb-4f7c-aab5-ed4bba541ce7 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:09:27.350260 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e001098a-50bb-4f7c-aab5-ed4bba541ce7 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:09:27.384613 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e001098a-50bb-4f7c-aab5-ed4bba541ce7 None None] Pushing event updated for resources: {'Port': ['ID=a7d66f03-c7b5-40aa-8ce2-61ec2d411a4c,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:27.455426 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-e001098a-50bb-4f7c-aab5-ed4bba541ce7 None None] Attempting to bind port a7d66f03-c7b5-40aa-8ce2-61ec2d411a4c on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:09:27.455782 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-e001098a-50bb-4f7c-aab5-ed4bba541ce7 None None] Attempting to bind port a7d66f03-c7b5-40aa-8ce2-61ec2d411a4c by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'ca4776b0-337d-4fd8-912c-b0b2e18b730f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c0ed951d-58da-43af-8252-dbaea15edadf'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:09:27.456347 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e001098a-50bb-4f7c-aab5-ed4bba541ce7 None None] Attempting to bind port a7d66f03-c7b5-40aa-8ce2-61ec2d411a4c on network c0ed951d-58da-43af-8252-dbaea15edadf {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:09:27.463339 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e001098a-50bb-4f7c-aab5-ed4bba541ce7 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:09:27.464052 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e001098a-50bb-4f7c-aab5-ed4bba541ce7 None None] Checking segment: {'id': 'ca4776b0-337d-4fd8-912c-b0b2e18b730f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c0ed951d-58da-43af-8252-dbaea15edadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:09:27.464155 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e001098a-50bb-4f7c-aab5-ed4bba541ce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:27.464467 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e001098a-50bb-4f7c-aab5-ed4bba541ce7 None None] Bound using segment: {'id': 'ca4776b0-337d-4fd8-912c-b0b2e18b730f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c0ed951d-58da-43af-8252-dbaea15edadf'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:09:27.464919 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-e001098a-50bb-4f7c-aab5-ed4bba541ce7 None None] Bound port: a7d66f03-c7b5-40aa-8ce2-61ec2d411a4c, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca4776b0-337d-4fd8-912c-b0b2e18b730f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c0ed951d-58da-43af-8252-dbaea15edadf'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:09:27.465285 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e001098a-50bb-4f7c-aab5-ed4bba541ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:27.477445 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35846) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:27.483776 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-e07ad25a-881c-4f61-ad02-870b1fbd4920 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Request body: {'network': {'name': 'tempest-router-network02--1805171793'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:09:27.487997 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-47fddf0c-d448-476a-a6fb-dff35fdbccef tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8268847 Jan 21 19:09:27.490748 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-e07ad25a-881c-4f61-ad02-870b1fbd4920 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:09:27.495996 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-e07ad25a-881c-4f61-ad02-870b1fbd4920 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Usage tracker for resource:network and tenant:57040633d73541ec910bf1c3898b0755 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:09:27.496378 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-dc398d44-dc01-4b84-b9aa-1073bc3f7763 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Calling delete_port for 5a556efa-b3df-46a1-a4ed-026779020114 owned by network:floatingip {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:09:27.499902 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-e07ad25a-881c-4f61-ad02-870b1fbd4920 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:09:27.506697 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-e07ad25a-881c-4f61-ad02-870b1fbd4920 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:09:27.555282 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-e001098a-50bb-4f7c-aab5-ed4bba541ce7 None None] For port a7d66f03-c7b5-40aa-8ce2-61ec2d411a4c, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:09:27.558309 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-e001098a-50bb-4f7c-aab5-ed4bba541ce7 None None] For port a7d66f03-c7b5-40aa-8ce2-61ec2d411a4c, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=a7d66f03-c7b5-40aa-8ce2-61ec2d411a4c,segment=NetworkSegment(ca4776b0-337d-4fd8-912c-b0b2e18b730f),segment_id=ca4776b0-337d-4fd8-912c-b0b2e18b730f)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:09:27.575930 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07ad25a-881c-4f61-ad02-870b1fbd4920 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Made reservation on behalf of 57040633d73541ec910bf1c3898b0755 for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:09:27.580165 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e07ad25a-881c-4f61-ad02-870b1fbd4920 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:27.591497 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fddf0c-d448-476a-a6fb-dff35fdbccef tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Pushing event updated for resources: {'Network': ['ID=8ddff52e-570e-4d9f-8c32-fb187c069e51,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:27.608636 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 8ddff52e-570e-4d9f-8c32-fb187c069e51 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:09:27.615068 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e07ad25a-881c-4f61-ad02-870b1fbd4920 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:09:27.625835 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e07ad25a-881c-4f61-ad02-870b1fbd4920 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:27.626477 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-e07ad25a-881c-4f61-ad02-870b1fbd4920 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Added segment ae1aa1a5-1b74-4066-bad3-8523dbcbae7d of type vlan for network 8c56bc86-510b-46a3-a66b-693b49a93501 Jan 21 19:09:27.631773 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e001098a-50bb-4f7c-aab5-ed4bba541ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:27.663880 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e07ad25a-881c-4f61-ad02-870b1fbd4920 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:27.752552 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e07ad25a-881c-4f61-ad02-870b1fbd4920 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:27.758747 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07ad25a-881c-4f61-ad02-870b1fbd4920 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:27.759480 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e07ad25a-881c-4f61-ad02-870b1fbd4920 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:27.781157 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-dc398d44-dc01-4b84-b9aa-1073bc3f7763 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:27.806972 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e001098a-50bb-4f7c-aab5-ed4bba541ce7 None None] Pushing event updated for resources: {'Port': ['ID=a7d66f03-c7b5-40aa-8ce2-61ec2d411a4c,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:27.845700 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc398d44-dc01-4b84-b9aa-1073bc3f7763 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Port': ['ID=5a556efa-b3df-46a1-a4ed-026779020114,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:27.888381 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07ad25a-881c-4f61-ad02-870b1fbd4920 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Pushing event updated for resources: {'Network': ['ID=8c56bc86-510b-46a3-a66b-693b49a93501,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:27.903009 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 8c56bc86-510b-46a3-a66b-693b49a93501 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:09:27.924308 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e07ad25a-881c-4f61-ad02-870b1fbd4920 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4452984 Jan 21 19:09:27.927272 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35850) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:27.933261 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-f540f574-f889-482f-bc56-c52fb87f2be5 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Request body: {'subnet': {'network_id': '8ddff52e-570e-4d9f-8c32-fb187c069e51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:09:27.955450 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-dc398d44-dc01-4b84-b9aa-1073bc3f7763 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for floatingip, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:27.955665 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.l3_db [None req-dc398d44-dc01-4b84-b9aa-1073bc3f7763 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Floating IP 56b13aae-ef30-4f88-8aa0-e8a8a4e4819a disassociated (deleted). External IP: 172.26.1.113, port: 543f184b-1565-44f3-9821-0956b27f78fb. Jan 21 19:09:28.073816 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-f540f574-f889-482f-bc56-c52fb87f2be5 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:09:28.081951 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-f540f574-f889-482f-bc56-c52fb87f2be5 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Usage tracker for resource:subnet and tenant:57040633d73541ec910bf1c3898b0755 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:09:28.083517 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-f540f574-f889-482f-bc56-c52fb87f2be5 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:09:28.093218 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-f540f574-f889-482f-bc56-c52fb87f2be5 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:09:28.191206 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:28.208364 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f540f574-f889-482f-bc56-c52fb87f2be5 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Made reservation on behalf of 57040633d73541ec910bf1c3898b0755 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:09:28.211932 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f540f574-f889-482f-bc56-c52fb87f2be5 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:28.389889 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc398d44-dc01-4b84-b9aa-1073bc3f7763 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Router 4bee4a03-39fe-45ea-815b-1603b08c03c0 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:09:28.501681 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f540f574-f889-482f-bc56-c52fb87f2be5 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:28.530188 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:28.592100 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f540f574-f889-482f-bc56-c52fb87f2be5 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Pushing event updated for resources: {'Subnet': ['ID=a2ccfb63-dbb2-4b0b-bb52-7f64aa8ee19f,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:28.603333 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f540f574-f889-482f-bc56-c52fb87f2be5 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Checking segment: {'id': 'cdfc507a-7543-4045-a3d8-8228e4f9bd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8ddff52e-570e-4d9f-8c32-fb187c069e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:09:28.603691 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f540f574-f889-482f-bc56-c52fb87f2be5 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Network hostable DHCP agents. Network: 8ddff52e-570e-4d9f-8c32-fb187c069e51, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:09:28.644348 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:28.692779 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc398d44-dc01-4b84-b9aa-1073bc3f7763 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:09:28.696475 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f540f574-f889-482f-bc56-c52fb87f2be5 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Network 8ddff52e-570e-4d9f-8c32-fb187c069e51 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:09:28.703471 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef7af82-b33f-4bc5-af4e-5b22baac55b1 None None] Sync routers for ids ['4bee4a03-39fe-45ea-815b-1603b08c03c0'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:09:28.713642 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-dc398d44-dc01-4b84-b9aa-1073bc3f7763 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:28.713910 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef7af82-b33f-4bc5-af4e-5b22baac55b1 None None] Routers {'4bee4a03-39fe-45ea-815b-1603b08c03c0'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:09:28.714737 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-4ef7af82-b33f-4bc5-af4e-5b22baac55b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:09:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['4bee4a03-39fe-45ea-815b-1603b08c03c0'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:28.775145 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-dc398d44-dc01-4b84-b9aa-1073bc3f7763 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "DELETE /v2.0/floatingips/56b13aae-ef30-4f88-8aa0-e8a8a4e4819a HTTP/1.1" status: 204 len: 168 time: 2.0481365 Jan 21 19:09:28.775145 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1378e496-4702-4260-bb65-450a2fcbad71', 'tag': '543f184b-1565-44f3-9821-0956b27f78fb'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:09:28.781616 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-f540f574-f889-482f-bc56-c52fb87f2be5 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 8ddff52e-570e-4d9f-8c32-fb187c069e51) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:09:28.785943 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f540f574-f889-482f-bc56-c52fb87f2be5 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:28.786622 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f540f574-f889-482f-bc56-c52fb87f2be5 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:28.795496 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738af8af-da6f-4d0a-a78d-c649849898c2 None None] Network 8ddff52e-570e-4d9f-8c32-fb187c069e51 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:09:28.875513 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1378e496-4702-4260-bb65-450a2fcbad71', 'tag': '543f184b-1565-44f3-9821-0956b27f78fb', 'status': 'completed', 'code': 200} Jan 21 19:09:28.951089 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-4ef7af82-b33f-4bc5-af4e-5b22baac55b1 None None] Set router 4bee4a03-39fe-45ea-815b-1603b08c03c0 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:09:29.024714 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88763ae-0c09-4d7b-9b1f-def1907b1265 req-216f74a5-393f-4214-983b-7f0b7e2c4d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:29.045065 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e88763ae-0c09-4d7b-9b1f-def1907b1265 req-216f74a5-393f-4214-983b-7f0b7e2c4d7a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=1378e496-4702-4260-bb65-450a2fcbad71 HTTP/1.1" status: 200 len: 1098 time: 0.1305490 Jan 21 19:09:29.047741 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f540f574-f889-482f-bc56-c52fb87f2be5 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1082242 Jan 21 19:09:29.050373 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35858) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:29.079070 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-8e9c809d-04f7-46a0-abd1-f741cd063d58 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Request body: {'subnet': {'network_id': '8c56bc86-510b-46a3-a66b-693b49a93501', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:09:29.139512 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cf6ad3-5599-4003-b2c9-2f14bd273f3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-8ddff52e-570e-4d9f-8c32-fb187c069e51', 'network_id': '8ddff52e-570e-4d9f-8c32-fb187c069e51', 'tenant_id': '57040633d73541ec910bf1c3898b0755', 'fixed_ips': [{'subnet_id': 'a2ccfb63-dbb2-4b0b-bb52-7f64aa8ee19f'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:09:29.139512 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d5cf6ad3-5599-4003-b2c9-2f14bd273f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:29.301619 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0ee58d-5b88-4280-8fd3-12f7961cc2be None None] Network c0ed951d-58da-43af-8252-dbaea15edadf requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:09:29.341734 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88763ae-0c09-4d7b-9b1f-def1907b1265 req-7aca73f0-109e-48df-9803-30cfbe92e1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:29.343291 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e88763ae-0c09-4d7b-9b1f-def1907b1265 req-7aca73f0-109e-48df-9803-30cfbe92e1f5 service neutron] 10.222.0.113 "GET /v2.0/networks?id=6cda776f-5d01-457b-a570-306ee657f8d7 HTTP/1.1" status: 200 len: 897 time: 0.3017638 Jan 21 19:09:29.375324 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device a7d66f03-c7b5-40aa-8ce2-61ec2d411a4c up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:09:29.437900 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-4ef7af82-b33f-4bc5-af4e-5b22baac55b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bee4a03-39fe-45ea-815b-1603b08c03c0', 'name': 'tempest-TestNetworkBasicOps-router-615588185', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': 'de8a1a6b-5e3c-4c53-88ca-990d7be35731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:08:16Z', 'updated_at': '2022-01-21T19:08:26Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'de8a1a6b-5e3c-4c53-88ca-990d7be35731', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bee4a03-39fe-45ea-815b-1603b08c03c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:17Z', 'updated_at': '2022-01-21T19:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '67e7273f-c6b8-4f96-bcc2-94c78ae7a992', 'name': '', 'network_id': '6cda776f-5d01-457b-a570-306ee657f8d7', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:09:7a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bee4a03-39fe-45ea-815b-1603b08c03c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '02e9641c-5c6e-4ac9-ab6a-a7329d6ea353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:24Z', 'updated_at': '2022-01-21T19:08:33Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '02e9641c-5c6e-4ac9-ab6a-a7329d6ea353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:29.449528 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef7af82-b33f-4bc5-af4e-5b22baac55b1 None None] Checking router: 4bee4a03-39fe-45ea-815b-1603b08c03c0 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:09:29.468228 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef7af82-b33f-4bc5-af4e-5b22baac55b1 None None] Routers {'4bee4a03-39fe-45ea-815b-1603b08c03c0'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:09:29.469545 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-4ef7af82-b33f-4bc5-af4e-5b22baac55b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:09:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['4bee4a03-39fe-45ea-815b-1603b08c03c0'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:29.511735 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e88763ae-0c09-4d7b-9b1f-def1907b1265 req-e3c9df64-d25e-4366-b04a-1b26cc7a42be service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=543f184b-1565-44f3-9821-0956b27f78fb HTTP/1.1" status: 200 len: 217 time: 0.0903239 Jan 21 19:09:29.581925 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88763ae-0c09-4d7b-9b1f-def1907b1265 req-b726db91-3fc2-4eb7-8130-d8d2c4ef7f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:29.583370 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e88763ae-0c09-4d7b-9b1f-def1907b1265 req-b726db91-3fc2-4eb7-8130-d8d2c4ef7f8b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=02e9641c-5c6e-4ac9-ab6a-a7329d6ea353 HTTP/1.1" status: 200 len: 835 time: 0.0633733 Jan 21 19:09:29.586371 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-8e9c809d-04f7-46a0-abd1-f741cd063d58 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:09:29.626423 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-8e9c809d-04f7-46a0-abd1-f741cd063d58 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Usage tracker for resource:subnet and tenant:57040633d73541ec910bf1c3898b0755 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:09:29.634476 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-989df411-3fd6-405b-ad69-4ed037f6c767 None None] Provisioning for port a7d66f03-c7b5-40aa-8ce2-61ec2d411a4c completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:09:29.635066 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-8e9c809d-04f7-46a0-abd1-f741cd063d58 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:09:29.644517 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-8e9c809d-04f7-46a0-abd1-f741cd063d58 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:09:29.704073 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port a7d66f03-c7b5-40aa-8ce2-61ec2d411a4c completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:09:29.710246 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-d5cf6ad3-5599-4003-b2c9-2f14bd273f3e None None] Allocated IP 172.20.0.2 (8ddff52e-570e-4d9f-8c32-fb187c069e51/a2ccfb63-dbb2-4b0b-bb52-7f64aa8ee19f/20d4b15d-a517-4e95-840d-40a130204444) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:09:29.711890 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88763ae-0c09-4d7b-9b1f-def1907b1265 req-da550321-2970-48c4-b22a-3b9284ab8732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:29.713845 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e88763ae-0c09-4d7b-9b1f-def1907b1265 req-da550321-2970-48c4-b22a-3b9284ab8732 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6cda776f-5d01-457b-a570-306ee657f8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1219800 Jan 21 19:09:29.716008 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port a7d66f03-c7b5-40aa-8ce2-61ec2d411a4c triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:09:29.716421 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:29.729778 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-4ef7af82-b33f-4bc5-af4e-5b22baac55b1 None None] Set router 4bee4a03-39fe-45ea-815b-1603b08c03c0 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:09:29.787725 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9c809d-04f7-46a0-abd1-f741cd063d58 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Made reservation on behalf of 57040633d73541ec910bf1c3898b0755 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:09:29.804179 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8e9c809d-04f7-46a0-abd1-f741cd063d58 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:30.012366 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef545810-3417-4450-abee-145e2a5a4336 req-843f4cc4-673e-4a0c-bbc5-398ffa85678d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:30.020712 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ef545810-3417-4450-abee-145e2a5a4336 req-843f4cc4-673e-4a0c-bbc5-398ffa85678d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=1378e496-4702-4260-bb65-450a2fcbad71 HTTP/1.1" status: 200 len: 945 time: 0.1672504 Jan 21 19:09:30.021135 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e88763ae-0c09-4d7b-9b1f-def1907b1265 req-836968ca-012e-42f7-bc7b-10916050e145 service neutron] 10.222.0.113 "GET /v2.0/networks/6cda776f-5d01-457b-a570-306ee657f8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915611 Jan 21 19:09:30.073767 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ef545810-3417-4450-abee-145e2a5a4336 req-13cc0a83-c7fc-4500-b099-58046d847bf5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=93f078ac-c0d0-4061-8253-eb571625538f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575721 Jan 21 19:09:30.172346 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-4ef7af82-b33f-4bc5-af4e-5b22baac55b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bee4a03-39fe-45ea-815b-1603b08c03c0', 'name': 'tempest-TestNetworkBasicOps-router-615588185', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': 'de8a1a6b-5e3c-4c53-88ca-990d7be35731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:08:16Z', 'updated_at': '2022-01-21T19:08:26Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'de8a1a6b-5e3c-4c53-88ca-990d7be35731', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bee4a03-39fe-45ea-815b-1603b08c03c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:17Z', 'updated_at': '2022-01-21T19:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '67e7273f-c6b8-4f96-bcc2-94c78ae7a992', 'name': '', 'network_id': '6cda776f-5d01-457b-a570-306ee657f8d7', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:09:7a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bee4a03-39fe-45ea-815b-1603b08c03c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '02e9641c-5c6e-4ac9-ab6a-a7329d6ea353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:24Z', 'updated_at': '2022-01-21T19:08:33Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '02e9641c-5c6e-4ac9-ab6a-a7329d6ea353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:30.176734 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef7af82-b33f-4bc5-af4e-5b22baac55b1 None None] The sync data for ids ['4bee4a03-39fe-45ea-815b-1603b08c03c0'] in dv-neutron-825470-1-hyperv is: [{'id': '4bee4a03-39fe-45ea-815b-1603b08c03c0', 'name': 'tempest-TestNetworkBasicOps-router-615588185', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': 'de8a1a6b-5e3c-4c53-88ca-990d7be35731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:08:16Z', 'updated_at': '2022-01-21T19:08:26Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'de8a1a6b-5e3c-4c53-88ca-990d7be35731', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bee4a03-39fe-45ea-815b-1603b08c03c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:17Z', 'updated_at': '2022-01-21T19:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '67e7273f-c6b8-4f96-bcc2-94c78ae7a992', 'name': '', 'network_id': '6cda776f-5d01-457b-a570-306ee657f8d7', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:09:7a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bee4a03-39fe-45ea-815b-1603b08c03c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '02e9641c-5c6e-4ac9-ab6a-a7329d6ea353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:24Z', 'updated_at': '2022-01-21T19:08:33Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '02e9641c-5c6e-4ac9-ab6a-a7329d6ea353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:09:30.251916 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d5cf6ad3-5599-4003-b2c9-2f14bd273f3e None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:30.263867 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:30.280057 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-d5cf6ad3-5599-4003-b2c9-2f14bd273f3e None None] Transition to ACTIVE for port object 20d4b15d-a517-4e95-840d-40a130204444 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:09:30.302820 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:30.309459 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e88763ae-0c09-4d7b-9b1f-def1907b1265 req-be021117-8524-438d-9a0b-b6904bf19c61 service neutron] 10.222.0.113 "GET /v2.0/networks/6cda776f-5d01-457b-a570-306ee657f8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740595 Jan 21 19:09:30.329112 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-d5cf6ad3-5599-4003-b2c9-2f14bd273f3e None None] Transition to ACTIVE for port object 20d4b15d-a517-4e95-840d-40a130204444 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:09:30.352108 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port a7d66f03-c7b5-40aa-8ce2-61ec2d411a4c, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=a7d66f03-c7b5-40aa-8ce2-61ec2d411a4c,segment=NetworkSegment(ca4776b0-337d-4fd8-912c-b0b2e18b730f),segment_id=ca4776b0-337d-4fd8-912c-b0b2e18b730f)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:09:30.431658 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d5cf6ad3-5599-4003-b2c9-2f14bd273f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:30.445357 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:30.495104 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8e9c809d-04f7-46a0-abd1-f741cd063d58 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:30.575091 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cf6ad3-5599-4003-b2c9-2f14bd273f3e None None] Network 8ddff52e-570e-4d9f-8c32-fb187c069e51 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:09:30.578347 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-d5cf6ad3-5599-4003-b2c9-2f14bd273f3e None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:09:30.583013 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cf6ad3-5599-4003-b2c9-2f14bd273f3e None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:09:30.618118 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9c809d-04f7-46a0-abd1-f741cd063d58 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Pushing event updated for resources: {'Subnet': ['ID=5c30e1ae-affd-4e19-9077-caf01cfb0a16,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:30.622151 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2586d191-d4bf-448e-ac40-38540ab4241d None None] New status for floating IP 56b13aae-ef30-4f88-8aa0-e8a8a4e4819a: DOWN {{(pid=88138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:09:30.623531 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9c809d-04f7-46a0-abd1-f741cd063d58 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Checking segment: {'id': 'ae1aa1a5-1b74-4066-bad3-8523dbcbae7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8c56bc86-510b-46a3-a66b-693b49a93501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:09:30.623892 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9c809d-04f7-46a0-abd1-f741cd063d58 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Network hostable DHCP agents. Network: 8c56bc86-510b-46a3-a66b-693b49a93501, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:09:30.735705 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9c809d-04f7-46a0-abd1-f741cd063d58 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Network 8c56bc86-510b-46a3-a66b-693b49a93501 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:09:30.783825 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf6ad3-5599-4003-b2c9-2f14bd273f3e None None] Pushing event updated for resources: {'Port': ['ID=20d4b15d-a517-4e95-840d-40a130204444,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:30.832399 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-8e9c809d-04f7-46a0-abd1-f741cd063d58 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 8c56bc86-510b-46a3-a66b-693b49a93501) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:09:30.840087 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9c809d-04f7-46a0-abd1-f741cd063d58 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:30.840087 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8e9c809d-04f7-46a0-abd1-f741cd063d58 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:30.856157 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0609d1f-9170-4e62-9466-487441c823c8 None None] Network 8c56bc86-510b-46a3-a66b-693b49a93501 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:09:30.915534 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-50799a8a-e56e-4f79-8857-1e149a2b86c4 None None] Provisioning complete for port a7d66f03-c7b5-40aa-8ce2-61ec2d411a4c triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:09:30.915534 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-50799a8a-e56e-4f79-8857-1e149a2b86c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:30.941531 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-d5cf6ad3-5599-4003-b2c9-2f14bd273f3e None None] Attempting to bind port 20d4b15d-a517-4e95-840d-40a130204444 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:09:30.949046 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-d5cf6ad3-5599-4003-b2c9-2f14bd273f3e None None] Attempting to bind port 20d4b15d-a517-4e95-840d-40a130204444 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'cdfc507a-7543-4045-a3d8-8228e4f9bd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8ddff52e-570e-4d9f-8c32-fb187c069e51'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:09:30.949046 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cf6ad3-5599-4003-b2c9-2f14bd273f3e None None] Attempting to bind port 20d4b15d-a517-4e95-840d-40a130204444 on network 8ddff52e-570e-4d9f-8c32-fb187c069e51 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:09:30.968620 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-8e9c809d-04f7-46a0-abd1-f741cd063d58 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9294350 Jan 21 19:09:30.971346 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35866) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:31.010559 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cf6ad3-5599-4003-b2c9-2f14bd273f3e None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:09:31.010957 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cf6ad3-5599-4003-b2c9-2f14bd273f3e None None] Checking segment: {'id': 'cdfc507a-7543-4045-a3d8-8228e4f9bd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8ddff52e-570e-4d9f-8c32-fb187c069e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:09:31.011336 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d5cf6ad3-5599-4003-b2c9-2f14bd273f3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:31.011727 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cf6ad3-5599-4003-b2c9-2f14bd273f3e None None] Bound using segment: {'id': 'cdfc507a-7543-4045-a3d8-8228e4f9bd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8ddff52e-570e-4d9f-8c32-fb187c069e51'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:09:31.012227 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-d5cf6ad3-5599-4003-b2c9-2f14bd273f3e None None] Bound port: 20d4b15d-a517-4e95-840d-40a130204444, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdfc507a-7543-4045-a3d8-8228e4f9bd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8ddff52e-570e-4d9f-8c32-fb187c069e51'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:09:31.012626 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d5cf6ad3-5599-4003-b2c9-2f14bd273f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:31.051449 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=a7d66f03-c7b5-40aa-8ce2-61ec2d411a4c,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:31.321132 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d540e8-dd2f-4467-ab1c-4747c4e5e22a req-a654f34b-31af-4516-9207-e49952c74d7e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:31.324828 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a2d540e8-dd2f-4467-ab1c-4747c4e5e22a req-a654f34b-31af-4516-9207-e49952c74d7e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=1378e496-4702-4260-bb65-450a2fcbad71 HTTP/1.1" status: 200 len: 945 time: 0.1322515 Jan 21 19:09:31.340996 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-d5cf6ad3-5599-4003-b2c9-2f14bd273f3e None None] For port 20d4b15d-a517-4e95-840d-40a130204444, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:09:31.348107 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device a7d66f03-c7b5-40aa-8ce2-61ec2d411a4c up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:09:31.390151 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a2d540e8-dd2f-4467-ab1c-4747c4e5e22a req-9e4ced67-e665-4301-b5fb-33fd10e1d955 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=93f078ac-c0d0-4061-8253-eb571625538f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540519 Jan 21 19:09:31.424967 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-d5cf6ad3-5599-4003-b2c9-2f14bd273f3e None None] For port 20d4b15d-a517-4e95-840d-40a130204444, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=20d4b15d-a517-4e95-840d-40a130204444,segment=NetworkSegment(cdfc507a-7543-4045-a3d8-8228e4f9bd25),segment_id=cdfc507a-7543-4045-a3d8-8228e4f9bd25)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:09:31.488731 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port a7d66f03-c7b5-40aa-8ce2-61ec2d411a4c triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:09:31.488731 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:31.514106 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1982d735-9fac-4853-a260-413b813882e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-8c56bc86-510b-46a3-a66b-693b49a93501', 'network_id': '8c56bc86-510b-46a3-a66b-693b49a93501', 'tenant_id': '57040633d73541ec910bf1c3898b0755', 'fixed_ips': [{'subnet_id': '5c30e1ae-affd-4e19-9077-caf01cfb0a16'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:09:31.514923 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1982d735-9fac-4853-a260-413b813882e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:31.531284 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d5cf6ad3-5599-4003-b2c9-2f14bd273f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:31.623694 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba6729-42ed-463e-b423-91576638ea96 req-a85cd206-256c-4d0f-ad2e-013a6868a928 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:31.624292 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-84ba6729-42ed-463e-b423-91576638ea96 req-a85cd206-256c-4d0f-ad2e-013a6868a928 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:09:31.684667 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c875b072-4b47-479e-899a-8f6ab79b6fca tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:31.727792 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf6ad3-5599-4003-b2c9-2f14bd273f3e None None] Pushing event updated for resources: {'Port': ['ID=20d4b15d-a517-4e95-840d-40a130204444,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:31.760743 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-84ba6729-42ed-463e-b423-91576638ea96 req-a85cd206-256c-4d0f-ad2e-013a6868a928 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:09:31.762294 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-84ba6729-42ed-463e-b423-91576638ea96 req-a85cd206-256c-4d0f-ad2e-013a6868a928 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "GET /v2.0/ports?device_id=1378e496-4702-4260-bb65-450a2fcbad71 HTTP/1.1" status: 200 len: 945 time: 0.7246277 Jan 21 19:09:31.879085 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-1982d735-9fac-4853-a260-413b813882e5 None None] Allocated IP 172.20.0.2 (8c56bc86-510b-46a3-a66b-693b49a93501/5c30e1ae-affd-4e19-9077-caf01cfb0a16/4b3255b3-876a-46ba-bea0-b064d1009c2d) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:09:31.932332 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-84ba6729-42ed-463e-b423-91576638ea96 req-3858e4f9-95f4-4e95-86fa-9fda09bb787d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Deleting port 543f184b-1565-44f3-9821-0956b27f78fb {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:09:31.937147 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-84ba6729-42ed-463e-b423-91576638ea96 req-3858e4f9-95f4-4e95-86fa-9fda09bb787d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:32.139989 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1982d735-9fac-4853-a260-413b813882e5 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:32.151544 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-1982d735-9fac-4853-a260-413b813882e5 None None] Transition to ACTIVE for port object 4b3255b3-876a-46ba-bea0-b064d1009c2d will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:09:32.170546 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-1982d735-9fac-4853-a260-413b813882e5 None None] Transition to ACTIVE for port object 4b3255b3-876a-46ba-bea0-b064d1009c2d will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:09:32.236911 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1982d735-9fac-4853-a260-413b813882e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:32.306511 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1982d735-9fac-4853-a260-413b813882e5 None None] Network 8c56bc86-510b-46a3-a66b-693b49a93501 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:09:32.309515 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-1982d735-9fac-4853-a260-413b813882e5 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:09:32.315838 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1982d735-9fac-4853-a260-413b813882e5 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:09:32.317985 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982d735-9fac-4853-a260-413b813882e5 None None] Pushing event updated for resources: {'Port': ['ID=4b3255b3-876a-46ba-bea0-b064d1009c2d,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:32.368576 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-c875b072-4b47-479e-899a-8f6ab79b6fca tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Allocated IP 172.20.0.1 (8ddff52e-570e-4d9f-8c32-fb187c069e51/a2ccfb63-dbb2-4b0b-bb52-7f64aa8ee19f/d6256e75-367f-49fb-b7cb-ac40ee165253) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:09:32.394777 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-84ba6729-42ed-463e-b423-91576638ea96 req-3858e4f9-95f4-4e95-86fa-9fda09bb787d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] For port 543f184b-1565-44f3-9821-0956b27f78fb, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=543f184b-1565-44f3-9821-0956b27f78fb,segment=NetworkSegment(48eb82bf-0b2d-4d0e-8375-4b8a65c17a7f),segment_id=48eb82bf-0b2d-4d0e-8375-4b8a65c17a7f)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:09:32.395048 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-84ba6729-42ed-463e-b423-91576638ea96 req-3858e4f9-95f4-4e95-86fa-9fda09bb787d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:32.422893 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:09:32.457378 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-1982d735-9fac-4853-a260-413b813882e5 None None] Attempting to bind port 4b3255b3-876a-46ba-bea0-b064d1009c2d on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:09:32.457568 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-1982d735-9fac-4853-a260-413b813882e5 None None] Attempting to bind port 4b3255b3-876a-46ba-bea0-b064d1009c2d by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'ae1aa1a5-1b74-4066-bad3-8523dbcbae7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8c56bc86-510b-46a3-a66b-693b49a93501'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:09:32.458146 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1982d735-9fac-4853-a260-413b813882e5 None None] Attempting to bind port 4b3255b3-876a-46ba-bea0-b064d1009c2d on network 8c56bc86-510b-46a3-a66b-693b49a93501 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:09:32.466991 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1982d735-9fac-4853-a260-413b813882e5 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:09:32.469773 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1982d735-9fac-4853-a260-413b813882e5 None None] Checking segment: {'id': 'ae1aa1a5-1b74-4066-bad3-8523dbcbae7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8c56bc86-510b-46a3-a66b-693b49a93501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:09:32.471346 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1982d735-9fac-4853-a260-413b813882e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:32.471990 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1982d735-9fac-4853-a260-413b813882e5 None None] Bound using segment: {'id': 'ae1aa1a5-1b74-4066-bad3-8523dbcbae7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8c56bc86-510b-46a3-a66b-693b49a93501'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:09:32.472808 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-1982d735-9fac-4853-a260-413b813882e5 None None] Bound port: 4b3255b3-876a-46ba-bea0-b064d1009c2d, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae1aa1a5-1b74-4066-bad3-8523dbcbae7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8c56bc86-510b-46a3-a66b-693b49a93501'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:09:32.473531 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1982d735-9fac-4853-a260-413b813882e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:32.557116 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-84ba6729-42ed-463e-b423-91576638ea96 req-3858e4f9-95f4-4e95-86fa-9fda09bb787d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Calling delete_port for 543f184b-1565-44f3-9821-0956b27f78fb owned by compute:nova {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:09:32.643511 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b0b3a2-5ea5-40f2-895f-de220cd74db0 req-013fbe88-1c8f-47bf-8be2-3600763fb088 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:32.646117 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-55b0b3a2-5ea5-40f2-895f-de220cd74db0 req-013fbe88-1c8f-47bf-8be2-3600763fb088 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=1378e496-4702-4260-bb65-450a2fcbad71 HTTP/1.1" status: 200 len: 945 time: 0.1074340 Jan 21 19:09:32.647376 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-1982d735-9fac-4853-a260-413b813882e5 None None] For port 4b3255b3-876a-46ba-bea0-b064d1009c2d, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:09:32.650902 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-1982d735-9fac-4853-a260-413b813882e5 None None] For port 4b3255b3-876a-46ba-bea0-b064d1009c2d, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=4b3255b3-876a-46ba-bea0-b064d1009c2d,segment=NetworkSegment(ae1aa1a5-1b74-4066-bad3-8523dbcbae7d),segment_id=ae1aa1a5-1b74-4066-bad3-8523dbcbae7d)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:09:32.740235 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1982d735-9fac-4853-a260-413b813882e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:32.853965 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-55b0b3a2-5ea5-40f2-895f-de220cd74db0 req-72c6355a-23bb-4e87-ae4c-b6db30ab8354 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=93f078ac-c0d0-4061-8253-eb571625538f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1925526 Jan 21 19:09:32.855654 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982d735-9fac-4853-a260-413b813882e5 None None] Pushing event updated for resources: {'Port': ['ID=4b3255b3-876a-46ba-bea0-b064d1009c2d,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:32.860299 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d642d761-bb6d-4973-8a7f-f78b9af908b2 None None] Network 8ddff52e-570e-4d9f-8c32-fb187c069e51 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:09:32.934146 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c875b072-4b47-479e-899a-8f6ab79b6fca tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:32.988471 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-c875b072-4b47-479e-899a-8f6ab79b6fca tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Transition to ACTIVE for port object d6256e75-367f-49fb-b7cb-ac40ee165253 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:09:33.084249 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-84ba6729-42ed-463e-b423-91576638ea96 req-3858e4f9-95f4-4e95-86fa-9fda09bb787d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:33.113023 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-8dd1fe10-868c-42ac-a630-765cd45d4721 None None] Provisioning for port 20d4b15d-a517-4e95-840d-40a130204444 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:09:33.143510 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3858e4f9-95f4-4e95-86fa-9fda09bb787d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Port': ['ID=543f184b-1565-44f3-9821-0956b27f78fb,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:33.202211 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c875b072-4b47-479e-899a-8f6ab79b6fca tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:33.349782 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ba6729-42ed-463e-b423-91576638ea96 req-3858e4f9-95f4-4e95-86fa-9fda09bb787d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] No DVR routers for this DVR port 543f184b-1565-44f3-9821-0956b27f78fb on host hv-neutron-8254 {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:09:33.369205 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-84ba6729-42ed-463e-b423-91576638ea96 req-3858e4f9-95f4-4e95-86fa-9fda09bb787d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:33.372726 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1378e496-4702-4260-bb65-450a2fcbad71', 'name': 'network-vif-deleted', 'tag': '543f184b-1565-44f3-9821-0956b27f78fb'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:09:33.405649 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c875b072-4b47-479e-899a-8f6ab79b6fca tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Network 8ddff52e-570e-4d9f-8c32-fb187c069e51 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:09:33.419684 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-c875b072-4b47-479e-899a-8f6ab79b6fca tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:09:33.427899 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c875b072-4b47-479e-899a-8f6ab79b6fca tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:09:33.467969 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c875b072-4b47-479e-899a-8f6ab79b6fca tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Pushing event updated for resources: {'Port': ['ID=d6256e75-367f-49fb-b7cb-ac40ee165253,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:33.482885 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1378e496-4702-4260-bb65-450a2fcbad71', 'name': 'network-vif-deleted', 'tag': '543f184b-1565-44f3-9821-0956b27f78fb', 'status': 'completed', 'code': 200} Jan 21 19:09:33.538246 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 4b3255b3-876a-46ba-bea0-b064d1009c2d up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:09:33.543645 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c875b072-4b47-479e-899a-8f6ab79b6fca tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:33.548517 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-84ba6729-42ed-463e-b423-91576638ea96 req-3858e4f9-95f4-4e95-86fa-9fda09bb787d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "DELETE /v2.0/ports/543f184b-1565-44f3-9821-0956b27f78fb HTTP/1.1" status: 204 len: 173 time: 1.7775760 Jan 21 19:09:33.783690 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c875b072-4b47-479e-899a-8f6ab79b6fca tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:33.792085 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 4b3255b3-876a-46ba-bea0-b064d1009c2d completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:09:33.803796 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 20d4b15d-a517-4e95-840d-40a130204444 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:09:33.971997 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 20d4b15d-a517-4e95-840d-40a130204444 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:09:33.973470 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 20d4b15d-a517-4e95-840d-40a130204444 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:09:33.973882 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:34.125210 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5d6d7498-a4bb-419b-b05e-28b0c4515ffb req-8ee5c84f-0532-4082-86f5-a9c99674de31 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=1378e496-4702-4260-bb65-450a2fcbad71 HTTP/1.1" status: 200 len: 210 time: 0.0705822 Jan 21 19:09:34.154174 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:34.197619 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 20d4b15d-a517-4e95-840d-40a130204444, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=20d4b15d-a517-4e95-840d-40a130204444,segment=NetworkSegment(cdfc507a-7543-4045-a3d8-8228e4f9bd25),segment_id=cdfc507a-7543-4045-a3d8-8228e4f9bd25)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:09:34.220915 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f3fccb71-1a3e-431a-9c00-1bb478a2c61d None None] Provisioning for port d6256e75-367f-49fb-b7cb-ac40ee165253 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:09:34.228882 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f3fccb71-1a3e-431a-9c00-1bb478a2c61d None None] Provisioning complete for port d6256e75-367f-49fb-b7cb-ac40ee165253 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:09:34.228882 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f3fccb71-1a3e-431a-9c00-1bb478a2c61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:34.291312 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:34.326375 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c875b072-4b47-479e-899a-8f6ab79b6fca tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:34.342604 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-f3fccb71-1a3e-431a-9c00-1bb478a2c61d None None] Port d6256e75-367f-49fb-b7cb-ac40ee165253 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:09:34.371003 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a74e46-dc0e-47ae-94dc-abba8da98a89 None None] Network 8c56bc86-510b-46a3-a66b-693b49a93501 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:09:34.394587 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c875b072-4b47-479e-899a-8f6ab79b6fca tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:34.394996 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=20d4b15d-a517-4e95-840d-40a130204444,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:34.422998 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:09:34.422998 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:09:34.422998 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:09:34.422998 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:09:34.422998 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:09:34.422998 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:09:34.422998 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:09:34.422998 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:09:34.422998 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:09:34.422998 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:09:34.422998 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:09:34.424525 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:09:34.514665 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c875b072-4b47-479e-899a-8f6ab79b6fca tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Pushing event updated for resources: {'Port': ['ID=d6256e75-367f-49fb-b7cb-ac40ee165253,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:34.518658 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c875b072-4b47-479e-899a-8f6ab79b6fca tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:34.587859 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-aae08450-736d-4b18-9776-86ee82b9c3c6 None None] Provisioning for port 4b3255b3-876a-46ba-bea0-b064d1009c2d completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:09:34.599199 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-aae08450-736d-4b18-9776-86ee82b9c3c6 None None] Provisioning complete for port 4b3255b3-876a-46ba-bea0-b064d1009c2d triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:09:34.599600 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-aae08450-736d-4b18-9776-86ee82b9c3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:34.663330 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c875b072-4b47-479e-899a-8f6ab79b6fca tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Network 8ddff52e-570e-4d9f-8c32-fb187c069e51 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:09:34.665437 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-c875b072-4b47-479e-899a-8f6ab79b6fca tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:09:34.781094 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-aae08450-736d-4b18-9776-86ee82b9c3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:34.832595 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-aae08450-736d-4b18-9776-86ee82b9c3c6 None None] For port 4b3255b3-876a-46ba-bea0-b064d1009c2d, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=4b3255b3-876a-46ba-bea0-b064d1009c2d,segment=NetworkSegment(ae1aa1a5-1b74-4066-bad3-8523dbcbae7d),segment_id=ae1aa1a5-1b74-4066-bad3-8523dbcbae7d)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:09:34.908015 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-aae08450-736d-4b18-9776-86ee82b9c3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:34.975113 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c875b072-4b47-479e-899a-8f6ab79b6fca tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Router 0ac7891e-b977-49b8-a8a9-f5408e8dd5a8 is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:09:34.981667 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae08450-736d-4b18-9776-86ee82b9c3c6 None None] Pushing event updated for resources: {'Port': ['ID=4b3255b3-876a-46ba-bea0-b064d1009c2d,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:35.032438 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-7a12eada-c3d2-41df-a40b-4bc4e9a09f3b None None] Provisioning complete for port d6256e75-367f-49fb-b7cb-ac40ee165253 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:09:35.032438 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7a12eada-c3d2-41df-a40b-4bc4e9a09f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:35.093711 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-7a12eada-c3d2-41df-a40b-4bc4e9a09f3b None None] Port d6256e75-367f-49fb-b7cb-ac40ee165253 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:09:35.215235 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f4bb2889-6cb9-42ef-a8ac-3a0cada316a2 None None] Provisioning complete for port 4b3255b3-876a-46ba-bea0-b064d1009c2d triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:09:35.215851 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f4bb2889-6cb9-42ef-a8ac-3a0cada316a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:35.227830 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35880) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:35.259506 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c875b072-4b47-479e-899a-8f6ab79b6fca tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:09:35.267621 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c875b072-4b47-479e-899a-8f6ab79b6fca tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] 10.222.0.87 "PUT /v2.0/routers/0ac7891e-b977-49b8-a8a9-f5408e8dd5a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2952871 Jan 21 19:09:35.268758 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dacbe60-3957-41a8-bb3e-b2b9c6d8d15c None None] Sync routers for ids ['0ac7891e-b977-49b8-a8a9-f5408e8dd5a8'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:09:35.270601 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35884) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:35.284030 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dacbe60-3957-41a8-bb3e-b2b9c6d8d15c None None] Routers {'0ac7891e-b977-49b8-a8a9-f5408e8dd5a8'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:09:35.284604 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-7dacbe60-3957-41a8-bb3e-b2b9c6d8d15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:09:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['0ac7891e-b977-49b8-a8a9-f5408e8dd5a8'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:35.347670 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3170462d-edd6-4a5f-a324-3060b27f4f1b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:35.366077 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-7dacbe60-3957-41a8-bb3e-b2b9c6d8d15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:35.397778 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dacbe60-3957-41a8-bb3e-b2b9c6d8d15c None None] Routers {'0ac7891e-b977-49b8-a8a9-f5408e8dd5a8'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:09:35.399175 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-7dacbe60-3957-41a8-bb3e-b2b9c6d8d15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:09:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['0ac7891e-b977-49b8-a8a9-f5408e8dd5a8'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:35.399342 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3170462d-edd6-4a5f-a324-3060b27f4f1b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:35.412792 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 4b3255b3-876a-46ba-bea0-b064d1009c2d up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:09:35.496555 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-7dacbe60-3957-41a8-bb3e-b2b9c6d8d15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:35.497682 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dacbe60-3957-41a8-bb3e-b2b9c6d8d15c None None] The sync data for ids ['0ac7891e-b977-49b8-a8a9-f5408e8dd5a8'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:09:35.512661 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 4b3255b3-876a-46ba-bea0-b064d1009c2d triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:09:35.514580 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:35.596344 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3170462d-edd6-4a5f-a324-3060b27f4f1b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:35.617839 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3170462d-edd6-4a5f-a324-3060b27f4f1b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f078ac-c0d0-4061-8253-eb571625538f,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:35.650362 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 20d4b15d-a517-4e95-840d-40a130204444 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:09:35.692896 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3170462d-edd6-4a5f-a324-3060b27f4f1b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:35.697263 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-3170462d-edd6-4a5f-a324-3060b27f4f1b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "DELETE /v2.0/security-groups/93f078ac-c0d0-4061-8253-eb571625538f HTTP/1.1" status: 204 len: 168 time: 0.4652624 Jan 21 19:09:35.729903 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 20d4b15d-a517-4e95-840d-40a130204444 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:09:35.730273 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:35.817613 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35890) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:35.876582 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 543f184b-1565-44f3-9821-0956b27f78fb no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:09:35.935649 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] No Port match for: 543f184b-1565-44f3-9821-0956b27f78fb {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:09:35.935987 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 543f184b-1565-44f3-9821-0956b27f78fb not bound to the agent host hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:09:35.952295 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-1cfa3cc7-375b-485f-8c5d-84adcd073c8c tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 19:09:35.954614 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-1cfa3cc7-375b-485f-8c5d-84adcd073c8c tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] 10.222.0.87 "PUT /v2.0/routers/0ac7891e-b977-49b8-a8a9-f5408e8dd5a8/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6817932 Jan 21 19:09:35.957062 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35894) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:36.465753 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c3231573-eba6-40e7-8395-dc36cd3d3d21 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:36.520697 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5328ea70-b3a4-4132-af73-d373051510b2 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:36.858335 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-c3231573-eba6-40e7-8395-dc36cd3d3d21 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Deleting port 67e7273f-c6b8-4f96-bcc2-94c78ae7a992 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:09:36.858674 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c3231573-eba6-40e7-8395-dc36cd3d3d21 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:37.011501 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-5328ea70-b3a4-4132-af73-d373051510b2 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Deleting port d6256e75-367f-49fb-b7cb-ac40ee165253 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:09:37.012041 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5328ea70-b3a4-4132-af73-d373051510b2 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:37.046792 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-c3231573-eba6-40e7-8395-dc36cd3d3d21 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] For port 67e7273f-c6b8-4f96-bcc2-94c78ae7a992, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=67e7273f-c6b8-4f96-bcc2-94c78ae7a992,segment=NetworkSegment(48eb82bf-0b2d-4d0e-8375-4b8a65c17a7f),segment_id=48eb82bf-0b2d-4d0e-8375-4b8a65c17a7f)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:09:37.047147 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c3231573-eba6-40e7-8395-dc36cd3d3d21 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:37.184979 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-c3231573-eba6-40e7-8395-dc36cd3d3d21 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Calling delete_port for 67e7273f-c6b8-4f96-bcc2-94c78ae7a992 owned by network:router_interface {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:09:37.205680 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5328ea70-b3a4-4132-af73-d373051510b2 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:37.338416 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-5328ea70-b3a4-4132-af73-d373051510b2 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Calling delete_port for d6256e75-367f-49fb-b7cb-ac40ee165253 owned by network:router_interface {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:09:37.575317 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c3231573-eba6-40e7-8395-dc36cd3d3d21 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:37.598106 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5328ea70-b3a4-4132-af73-d373051510b2 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:37.626325 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3231573-eba6-40e7-8395-dc36cd3d3d21 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Port': ['ID=67e7273f-c6b8-4f96-bcc2-94c78ae7a992,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:37.646088 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5328ea70-b3a4-4132-af73-d373051510b2 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Pushing event deleted for resources: {'Port': ['ID=d6256e75-367f-49fb-b7cb-ac40ee165253,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:37.901978 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5328ea70-b3a4-4132-af73-d373051510b2 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:37.971863 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c3231573-eba6-40e7-8395-dc36cd3d3d21 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:38.199114 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5328ea70-b3a4-4132-af73-d373051510b2 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Router 0ac7891e-b977-49b8-a8a9-f5408e8dd5a8 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:09:38.359573 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3231573-eba6-40e7-8395-dc36cd3d3d21 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Router 4bee4a03-39fe-45ea-815b-1603b08c03c0 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:09:38.448327 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5328ea70-b3a4-4132-af73-d373051510b2 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:09:38.461977 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5328ea70-b3a4-4132-af73-d373051510b2 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] 10.222.0.87 "PUT /v2.0/routers/0ac7891e-b977-49b8-a8a9-f5408e8dd5a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4998708 Jan 21 19:09:38.467679 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6b9de0-f309-444d-a5d3-f0a3d1b3ae52 None None] Sync routers for ids ['0ac7891e-b977-49b8-a8a9-f5408e8dd5a8'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:09:38.468247 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35900) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:38.470359 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6b9de0-f309-444d-a5d3-f0a3d1b3ae52 None None] Routers {'0ac7891e-b977-49b8-a8a9-f5408e8dd5a8'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:09:38.470981 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-ec6b9de0-f309-444d-a5d3-f0a3d1b3ae52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:09:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['0ac7891e-b977-49b8-a8a9-f5408e8dd5a8'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:38.533326 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-d6a4c8e7-2ef9-47af-86f9-6f4ef46ef9c6 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] delete failed (client error): The resource could not be found. Jan 21 19:09:38.538114 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-ec6b9de0-f309-444d-a5d3-f0a3d1b3ae52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:38.538261 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-d6a4c8e7-2ef9-47af-86f9-6f4ef46ef9c6 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] 10.222.0.87 "DELETE /v2.0/routers/tempest-non_exist_router-1836590873 HTTP/1.1" status: 404 len: 335 time: 0.0712457 Jan 21 19:09:38.538261 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35904) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:38.543343 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-d50d4ce5-8af2-4ed8-8b9c-d7087ce128a0 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Request body: {'router': {'external_gateway_info': {'network_id': '0ac7891e-b977-49b8-a8a9-f5408e8dd5a8'}}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:09:38.543516 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6b9de0-f309-444d-a5d3-f0a3d1b3ae52 None None] Routers {'0ac7891e-b977-49b8-a8a9-f5408e8dd5a8'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:09:38.544208 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-ec6b9de0-f309-444d-a5d3-f0a3d1b3ae52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:09:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['0ac7891e-b977-49b8-a8a9-f5408e8dd5a8'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:38.564737 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3231573-eba6-40e7-8395-dc36cd3d3d21 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:09:38.580616 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c0d8bf-c832-4d3f-99a9-a058ce605f0e None None] Sync routers for ids ['4bee4a03-39fe-45ea-815b-1603b08c03c0'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:09:38.597782 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c3231573-eba6-40e7-8395-dc36cd3d3d21 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "PUT /v2.0/routers/4bee4a03-39fe-45ea-815b-1603b08c03c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7798669 Jan 21 19:09:38.597782 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35908) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:38.605486 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c0d8bf-c832-4d3f-99a9-a058ce605f0e None None] Routers {'4bee4a03-39fe-45ea-815b-1603b08c03c0'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:09:38.606475 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-48c0d8bf-c832-4d3f-99a9-a058ce605f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:09:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['4bee4a03-39fe-45ea-815b-1603b08c03c0'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:38.643777 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-ec6b9de0-f309-444d-a5d3-f0a3d1b3ae52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:38.644235 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6b9de0-f309-444d-a5d3-f0a3d1b3ae52 None None] The sync data for ids ['0ac7891e-b977-49b8-a8a9-f5408e8dd5a8'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:09:38.695115 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-24608075-aec0-4d83-ae41-6ce9113f40b0 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Deleting subnet 02e9641c-5c6e-4ac9-ab6a-a7329d6ea353 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:09:38.698525 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-24608075-aec0-4d83-ae41-6ce9113f40b0 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:38.769003 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-24608075-aec0-4d83-ae41-6ce9113f40b0 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:38.855209 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-48c0d8bf-c832-4d3f-99a9-a058ce605f0e None None] Set router 4bee4a03-39fe-45ea-815b-1603b08c03c0 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:09:38.862818 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-24608075-aec0-4d83-ae41-6ce9113f40b0 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:38.970512 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d50d4ce5-8af2-4ed8-8b9c-d7087ce128a0 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:39.015828 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-24608075-aec0-4d83-ae41-6ce9113f40b0 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:39.054392 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24608075-aec0-4d83-ae41-6ce9113f40b0 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Subnet': ['ID=02e9641c-5c6e-4ac9-ab6a-a7329d6ea353,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:39.057552 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.api.v2.resource [None req-d50d4ce5-8af2-4ed8-8b9c-d7087ce128a0 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] update failed (client error): The resource could not be found. Jan 21 19:09:39.063666 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-d50d4ce5-8af2-4ed8-8b9c-d7087ce128a0 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] 10.222.0.87 "PUT /v2.0/routers/0ac7891e-b977-49b8-a8a9-f5408e8dd5a8 HTTP/1.1" status: 404 len: 339 time: 0.5203216 Jan 21 19:09:39.063847 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-24608075-aec0-4d83-ae41-6ce9113f40b0 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:39.063970 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35912) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:39.072169 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7979fac-6191-4aae-87bb-698f29b46f8d None None] Network 6cda776f-5d01-457b-a570-306ee657f8d7 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:09:39.079337 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-24608075-aec0-4d83-ae41-6ce9113f40b0 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "DELETE /v2.0/subnets/02e9641c-5c6e-4ac9-ab6a-a7329d6ea353 HTTP/1.1" status: 204 len: 168 time: 0.4798243 Jan 21 19:09:39.082090 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35916) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:39.154895 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-48c0d8bf-c832-4d3f-99a9-a058ce605f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bee4a03-39fe-45ea-815b-1603b08c03c0', 'name': 'tempest-TestNetworkBasicOps-router-615588185', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': 'de8a1a6b-5e3c-4c53-88ca-990d7be35731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:08:16Z', 'updated_at': '2022-01-21T19:09:37Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'de8a1a6b-5e3c-4c53-88ca-990d7be35731', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bee4a03-39fe-45ea-815b-1603b08c03c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:17Z', 'updated_at': '2022-01-21T19:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:39.159238 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c0d8bf-c832-4d3f-99a9-a058ce605f0e None None] Checking router: 4bee4a03-39fe-45ea-815b-1603b08c03c0 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:09:39.169704 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c0d8bf-c832-4d3f-99a9-a058ce605f0e None None] Routers {'4bee4a03-39fe-45ea-815b-1603b08c03c0'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:09:39.170370 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-48c0d8bf-c832-4d3f-99a9-a058ce605f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:09:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['4bee4a03-39fe-45ea-815b-1603b08c03c0'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:39.378952 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033de9c4-7fe9-4e6b-8b16-22634e7e390f None None] DHCP port deletion for 6cda776f-5d01-457b-a570-306ee657f8d7 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:09:39.383883 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-033de9c4-7fe9-4e6b-8b16-22634e7e390f None None] Deleting port f5407607-c6ac-41cc-9a4a-01df52b4babd {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:09:39.384061 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-033de9c4-7fe9-4e6b-8b16-22634e7e390f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:39.407468 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-48c0d8bf-c832-4d3f-99a9-a058ce605f0e None None] Set router 4bee4a03-39fe-45ea-815b-1603b08c03c0 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:09:39.512359 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-739e8ece-f274-4556-aa21-33ad723d8adb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:39.625004 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-033de9c4-7fe9-4e6b-8b16-22634e7e390f None None] For port f5407607-c6ac-41cc-9a4a-01df52b4babd, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=f5407607-c6ac-41cc-9a4a-01df52b4babd,segment=NetworkSegment(48eb82bf-0b2d-4d0e-8375-4b8a65c17a7f),segment_id=48eb82bf-0b2d-4d0e-8375-4b8a65c17a7f)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:09:39.625645 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-033de9c4-7fe9-4e6b-8b16-22634e7e390f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:39.728562 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-739e8ece-f274-4556-aa21-33ad723d8adb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:39.731994 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-48c0d8bf-c832-4d3f-99a9-a058ce605f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bee4a03-39fe-45ea-815b-1603b08c03c0', 'name': 'tempest-TestNetworkBasicOps-router-615588185', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': 'de8a1a6b-5e3c-4c53-88ca-990d7be35731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:08:16Z', 'updated_at': '2022-01-21T19:09:37Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'de8a1a6b-5e3c-4c53-88ca-990d7be35731', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bee4a03-39fe-45ea-815b-1603b08c03c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:17Z', 'updated_at': '2022-01-21T19:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:39.736701 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c0d8bf-c832-4d3f-99a9-a058ce605f0e None None] The sync data for ids ['4bee4a03-39fe-45ea-815b-1603b08c03c0'] in dv-neutron-825470-1-hyperv is: [{'id': '4bee4a03-39fe-45ea-815b-1603b08c03c0', 'name': 'tempest-TestNetworkBasicOps-router-615588185', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': 'de8a1a6b-5e3c-4c53-88ca-990d7be35731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:08:16Z', 'updated_at': '2022-01-21T19:09:37Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'de8a1a6b-5e3c-4c53-88ca-990d7be35731', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bee4a03-39fe-45ea-815b-1603b08c03c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:08:17Z', 'updated_at': '2022-01-21T19:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:09:39.771328 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-033de9c4-7fe9-4e6b-8b16-22634e7e390f None None] Calling delete_port for f5407607-c6ac-41cc-9a4a-01df52b4babd owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:09:39.805673 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-739e8ece-f274-4556-aa21-33ad723d8adb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Deleting port de8a1a6b-5e3c-4c53-88ca-990d7be35731 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:09:39.805673 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-739e8ece-f274-4556-aa21-33ad723d8adb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:39.855903 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5505c830-8ae3-4cf4-b41d-c5d527b56e80 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:39.922672 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-033de9c4-7fe9-4e6b-8b16-22634e7e390f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:39.977517 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033de9c4-7fe9-4e6b-8b16-22634e7e390f None None] Pushing event deleted for resources: {'Port': ['ID=f5407607-c6ac-41cc-9a4a-01df52b4babd,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:39.983292 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033de9c4-7fe9-4e6b-8b16-22634e7e390f None None] No DVR routers for this DVR port f5407607-c6ac-41cc-9a4a-01df52b4babd on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:09:40.008917 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-739e8ece-f274-4556-aa21-33ad723d8adb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] For port de8a1a6b-5e3c-4c53-88ca-990d7be35731, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=de8a1a6b-5e3c-4c53-88ca-990d7be35731,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:09:40.009281 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-739e8ece-f274-4556-aa21-33ad723d8adb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:40.137014 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-739e8ece-f274-4556-aa21-33ad723d8adb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Calling delete_port for de8a1a6b-5e3c-4c53-88ca-990d7be35731 owned by network:router_gateway {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:09:40.224024 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-5505c830-8ae3-4cf4-b41d-c5d527b56e80 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Allocated IP 172.20.0.1 (c0ed951d-58da-43af-8252-dbaea15edadf/c14f0ce6-cafe-4580-918f-9f4b73cf722c/be174423-0742-4ef7-a2b8-180cbb72c674) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:09:40.389560 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5505c830-8ae3-4cf4-b41d-c5d527b56e80 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:40.391727 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-739e8ece-f274-4556-aa21-33ad723d8adb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:40.406297 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-5505c830-8ae3-4cf4-b41d-c5d527b56e80 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Transition to ACTIVE for port object be174423-0742-4ef7-a2b8-180cbb72c674 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:09:40.442733 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e8ece-f274-4556-aa21-33ad723d8adb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Port': ['ID=de8a1a6b-5e3c-4c53-88ca-990d7be35731,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:40.494512 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5505c830-8ae3-4cf4-b41d-c5d527b56e80 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:40.532829 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-739e8ece-f274-4556-aa21-33ad723d8adb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:40.564410 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5505c830-8ae3-4cf4-b41d-c5d527b56e80 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Network c0ed951d-58da-43af-8252-dbaea15edadf is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:09:40.567537 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-5505c830-8ae3-4cf4-b41d-c5d527b56e80 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:09:40.570024 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5505c830-8ae3-4cf4-b41d-c5d527b56e80 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:09:40.616488 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5505c830-8ae3-4cf4-b41d-c5d527b56e80 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Pushing event updated for resources: {'Port': ['ID=be174423-0742-4ef7-a2b8-180cbb72c674,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:40.649324 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5505c830-8ae3-4cf4-b41d-c5d527b56e80 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:40.720884 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-739e8ece-f274-4556-aa21-33ad723d8adb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:40.723310 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-739e8ece-f274-4556-aa21-33ad723d8adb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:40.839130 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5505c830-8ae3-4cf4-b41d-c5d527b56e80 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:40.872219 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-739e8ece-f274-4556-aa21-33ad723d8adb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:40.876903 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739e8ece-f274-4556-aa21-33ad723d8adb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Fanout notify agent at l3_agent the message router_deleted on router 4bee4a03-39fe-45ea-815b-1603b08c03c0 {{(pid=88136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:09:40.892051 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-739e8ece-f274-4556-aa21-33ad723d8adb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:40.893178 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-739e8ece-f274-4556-aa21-33ad723d8adb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "DELETE /v2.0/routers/4bee4a03-39fe-45ea-815b-1603b08c03c0 HTTP/1.1" status: 204 len: 168 time: 1.8098774 Jan 21 19:09:40.902029 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35920) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:40.987963 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-b9f040db-bb44-4943-b074-26c44eba8fa8 None None] Provisioning for port be174423-0742-4ef7-a2b8-180cbb72c674 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:09:40.995757 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-b9f040db-bb44-4943-b074-26c44eba8fa8 None None] Provisioning complete for port be174423-0742-4ef7-a2b8-180cbb72c674 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:09:40.996337 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b9f040db-bb44-4943-b074-26c44eba8fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:41.022139 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9ec4f376-6971-4914-ad33-100439d23e59 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:41.078762 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-b9f040db-bb44-4943-b074-26c44eba8fa8 None None] Port be174423-0742-4ef7-a2b8-180cbb72c674 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:09:41.267341 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5505c830-8ae3-4cf4-b41d-c5d527b56e80 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:41.281523 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9ec4f376-6971-4914-ad33-100439d23e59 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:41.306844 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-9ec4f376-6971-4914-ad33-100439d23e59 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cda776f-5d01-457b-a570-306ee657f8d7']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:41.322041 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-9ec4f376-6971-4914-ad33-100439d23e59 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48eb82bf-0b2d-4d0e-8375-4b8a65c17a7f') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:41.322257 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-9ec4f376-6971-4914-ad33-100439d23e59 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48eb82bf-0b2d-4d0e-8375-4b8a65c17a7f') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:41.333774 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9ec4f376-6971-4914-ad33-100439d23e59 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:41.349122 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9ec4f376-6971-4914-ad33-100439d23e59 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:41.351027 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5505c830-8ae3-4cf4-b41d-c5d527b56e80 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:41.355412 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ec4f376-6971-4914-ad33-100439d23e59 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:09:41.355790 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9ec4f376-6971-4914-ad33-100439d23e59 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:41.370670 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:09:41.370670 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:09:41.370670 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:09:41.370670 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:09:41.370670 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:09:41.370670 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:09:41.370670 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:09:41.370670 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:09:41.370670 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:09:41.370670 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:09:41.370670 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:09:41.370670 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:09:41.370670 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:09:41.370670 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:09:41.370670 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:09:41.370670 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:09:41.370670 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:09:41.370670 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:09:41.370670 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:09:41.370670 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:09:41.370670 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:09:41.370670 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:09:41.370670 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:09:41.370670 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:09:41.370670 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:09:41.370670 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:09:41.370670 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:09:41.370670 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:09:41.370670 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:09:41.370670 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:09:41.370670 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:09:41.370670 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:09:41.468577 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5505c830-8ae3-4cf4-b41d-c5d527b56e80 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Pushing event updated for resources: {'Port': ['ID=be174423-0742-4ef7-a2b8-180cbb72c674,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:41.497067 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device de8a1a6b-5e3c-4c53-88ca-990d7be35731 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:09:41.504451 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5505c830-8ae3-4cf4-b41d-c5d527b56e80 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:41.529923 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: de8a1a6b-5e3c-4c53-88ca-990d7be35731 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:09:41.530269 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device de8a1a6b-5e3c-4c53-88ca-990d7be35731 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:09:41.536565 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device f5407607-c6ac-41cc-9a4a-01df52b4babd no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:09:41.552859 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9ec4f376-6971-4914-ad33-100439d23e59 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:41.568769 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: f5407607-c6ac-41cc-9a4a-01df52b4babd {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:09:41.568769 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device f5407607-c6ac-41cc-9a4a-01df52b4babd not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:09:41.568769 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 67e7273f-c6b8-4f96-bcc2-94c78ae7a992 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:09:41.580278 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9ec4f376-6971-4914-ad33-100439d23e59 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:41.595156 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec4f376-6971-4914-ad33-100439d23e59 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Network': ['ID=6cda776f-5d01-457b-a570-306ee657f8d7,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:41.603542 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 67e7273f-c6b8-4f96-bcc2-94c78ae7a992 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:09:41.603883 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 67e7273f-c6b8-4f96-bcc2-94c78ae7a992 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:09:41.644680 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5505c830-8ae3-4cf4-b41d-c5d527b56e80 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Network c0ed951d-58da-43af-8252-dbaea15edadf is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:09:41.645732 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-5505c830-8ae3-4cf4-b41d-c5d527b56e80 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:09:41.689529 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-9ec4f376-6971-4914-ad33-100439d23e59 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "DELETE /v2.0/networks/6cda776f-5d01-457b-a570-306ee657f8d7 HTTP/1.1" status: 204 len: 168 time: 0.7920599 Jan 21 19:09:41.705851 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35924) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:41.712773 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-cb949030-13b5-4242-8539-99b4917dc8c6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'network': {'name': 'tempest-network-smoke--1667772617', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'port_security_enabled': True}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:09:41.722381 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-cb949030-13b5-4242-8539-99b4917dc8c6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:09:41.727345 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-cb949030-13b5-4242-8539-99b4917dc8c6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:network and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:09:41.730633 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-cb949030-13b5-4242-8539-99b4917dc8c6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:09:41.741914 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-cb949030-13b5-4242-8539-99b4917dc8c6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:09:41.809783 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb949030-13b5-4242-8539-99b4917dc8c6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Made reservation on behalf of f393478d14c44d15ad1bf9df868df3cb for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:09:41.813381 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cb949030-13b5-4242-8539-99b4917dc8c6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:41.854922 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb949030-13b5-4242-8539-99b4917dc8c6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:09:41.864520 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cb949030-13b5-4242-8539-99b4917dc8c6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:41.864807 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-cb949030-13b5-4242-8539-99b4917dc8c6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Added segment 6426c19b-e177-4a1d-801a-84df00627222 of type vlan for network bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13 Jan 21 19:09:41.890918 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cb949030-13b5-4242-8539-99b4917dc8c6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:41.919152 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-2d19c110-7af8-48ab-8e20-a7b262c45d95 None None] Provisioning complete for port be174423-0742-4ef7-a2b8-180cbb72c674 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:09:41.919671 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2d19c110-7af8-48ab-8e20-a7b262c45d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:41.926553 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5505c830-8ae3-4cf4-b41d-c5d527b56e80 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Router 0ac7891e-b977-49b8-a8a9-f5408e8dd5a8 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:09:41.973470 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-2d19c110-7af8-48ab-8e20-a7b262c45d95 None None] Port be174423-0742-4ef7-a2b8-180cbb72c674 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:09:41.980914 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cb949030-13b5-4242-8539-99b4917dc8c6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:41.986587 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb949030-13b5-4242-8539-99b4917dc8c6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:41.987204 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cb949030-13b5-4242-8539-99b4917dc8c6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:42.085078 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5505c830-8ae3-4cf4-b41d-c5d527b56e80 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:09:42.097446 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-cb949030-13b5-4242-8539-99b4917dc8c6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3874364 Jan 21 19:09:42.098247 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35928) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:42.100218 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb949030-13b5-4242-8539-99b4917dc8c6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Network': ['ID=bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:42.103052 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b597e61e-11c1-463b-8e20-cca8989f18b2 None None] Sync routers for ids ['0ac7891e-b977-49b8-a8a9-f5408e8dd5a8'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:09:42.105876 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-add8ca27-6e11-4d44-8765-0731b881ac5d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-538249391', 'admin_state_up': True, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:09:42.112427 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b597e61e-11c1-463b-8e20-cca8989f18b2 None None] Routers {'0ac7891e-b977-49b8-a8a9-f5408e8dd5a8'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:09:42.113087 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-b597e61e-11c1-463b-8e20-cca8989f18b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:09:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['0ac7891e-b977-49b8-a8a9-f5408e8dd5a8'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:42.118470 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-add8ca27-6e11-4d44-8765-0731b881ac5d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:09:42.125413 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35932) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:42.125573 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5505c830-8ae3-4cf4-b41d-c5d527b56e80 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] 10.222.0.87 "PUT /v2.0/routers/0ac7891e-b977-49b8-a8a9-f5408e8dd5a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0605612 Jan 21 19:09:42.128032 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-add8ca27-6e11-4d44-8765-0731b881ac5d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:router and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:09:42.131303 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-add8ca27-6e11-4d44-8765-0731b881ac5d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:09:42.137469 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-add8ca27-6e11-4d44-8765-0731b881ac5d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:09:42.171364 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:09:42.192405 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-b597e61e-11c1-463b-8e20-cca8989f18b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:42.198801 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-add8ca27-6e11-4d44-8765-0731b881ac5d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:42.199985 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-add8ca27-6e11-4d44-8765-0731b881ac5d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:42.216872 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-add8ca27-6e11-4d44-8765-0731b881ac5d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:42.220932 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b597e61e-11c1-463b-8e20-cca8989f18b2 None None] Routers {'0ac7891e-b977-49b8-a8a9-f5408e8dd5a8'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:09:42.221209 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-b597e61e-11c1-463b-8e20-cca8989f18b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:09:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['0ac7891e-b977-49b8-a8a9-f5408e8dd5a8'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:42.285648 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f49fddec-190f-4807-83a2-f69221151d5b tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks [] for router, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:42.341597 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-b597e61e-11c1-463b-8e20-cca8989f18b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:42.341597 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b597e61e-11c1-463b-8e20-cca8989f18b2 None None] The sync data for ids ['0ac7891e-b977-49b8-a8a9-f5408e8dd5a8'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:09:42.444076 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-f49fddec-190f-4807-83a2-f69221151d5b tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 21 19:09:42.444076 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f49fddec-190f-4807-83a2-f69221151d5b tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] 10.222.0.87 "DELETE /v2.0/routers/0ac7891e-b977-49b8-a8a9-f5408e8dd5a8 HTTP/1.1" status: 409 len: 329 time: 0.3147104 Jan 21 19:09:42.444395 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35936) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:42.564709 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-add8ca27-6e11-4d44-8765-0731b881ac5d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:42.785985 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-263908b8-e859-4c68-a4da-6b163b7e7cf8 req-8a045301-37b4-465f-baf5-56797e59eb60 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=bdec2616-292f-41dc-aee5-84dcd33c59ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1587813 Jan 21 19:09:42.965692 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f66b3ad7-2656-4d86-9a5b-3c235b52d544 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:43.044186 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-add8ca27-6e11-4d44-8765-0731b881ac5d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router_gateway, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:43.078021 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-add8ca27-6e11-4d44-8765-0731b881ac5d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:43.145125 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263908b8-e859-4c68-a4da-6b163b7e7cf8 req-ca585dc5-4ab7-4d84-abf4-c446b3596409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:43.146626 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-263908b8-e859-4c68-a4da-6b163b7e7cf8 req-ca585dc5-4ab7-4d84-abf4-c446b3596409 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=578d4b1ec7dd480f94bb194a86bde7ee&device_id=bdec2616-292f-41dc-aee5-84dcd33c59ed HTTP/1.1" status: 200 len: 1099 time: 0.2628605 Jan 21 19:09:43.434386 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-f66b3ad7-2656-4d86-9a5b-3c235b52d544 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Deleting port be174423-0742-4ef7-a2b8-180cbb72c674 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:09:43.434731 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f66b3ad7-2656-4d86-9a5b-3c235b52d544 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:43.458862 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-add8ca27-6e11-4d44-8765-0731b881ac5d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Allocated IP 172.26.1.161 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/c28f377d-dd21-4ab7-938e-f91ca9229a7e) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:09:43.516446 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263908b8-e859-4c68-a4da-6b163b7e7cf8 req-e8ccd14f-8a19-4216-9fd4-f0e4f70bfaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:43.518049 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-263908b8-e859-4c68-a4da-6b163b7e7cf8 req-e8ccd14f-8a19-4216-9fd4-f0e4f70bfaef service neutron] 10.222.0.113 "GET /v2.0/networks?id=0b696f5f-975f-4899-9d3c-c13f9cac42e5 HTTP/1.1" status: 200 len: 912 time: 0.3487680 Jan 21 19:09:43.633143 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f66b3ad7-2656-4d86-9a5b-3c235b52d544 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:43.698570 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-263908b8-e859-4c68-a4da-6b163b7e7cf8 req-a60fa383-c55d-41a5-b65e-e36ba0158a0c service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d18d9b5-084f-4e47-8318-4758771831d0 HTTP/1.1" status: 200 len: 1002 time: 0.1674006 Jan 21 19:09:43.761560 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-f66b3ad7-2656-4d86-9a5b-3c235b52d544 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Calling delete_port for be174423-0742-4ef7-a2b8-180cbb72c674 owned by network:router_interface {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:09:43.775077 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-add8ca27-6e11-4d44-8765-0731b881ac5d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:43.790990 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263908b8-e859-4c68-a4da-6b163b7e7cf8 req-5b1f2fb0-6801-4c94-ae40-b36eafeb801d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:43.792469 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-263908b8-e859-4c68-a4da-6b163b7e7cf8 req-5b1f2fb0-6801-4c94-ae40-b36eafeb801d service neutron] 10.222.0.113 "GET /v2.0/subnets?id=84dda25a-5f4d-444e-8486-d19a0764b110 HTTP/1.1" status: 200 len: 850 time: 0.0840397 Jan 21 19:09:43.887014 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263908b8-e859-4c68-a4da-6b163b7e7cf8 req-06b18e3c-6704-4a7b-9bdf-95df916489ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:43.888505 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-263908b8-e859-4c68-a4da-6b163b7e7cf8 req-06b18e3c-6704-4a7b-9bdf-95df916489ca service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0b696f5f-975f-4899-9d3c-c13f9cac42e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0898364 Jan 21 19:09:43.989738 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-add8ca27-6e11-4d44-8765-0731b881ac5d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:43.998844 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f66b3ad7-2656-4d86-9a5b-3c235b52d544 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:44.046788 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b3ad7-2656-4d86-9a5b-3c235b52d544 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Pushing event deleted for resources: {'Port': ['ID=be174423-0742-4ef7-a2b8-180cbb72c674,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:44.081867 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add8ca27-6e11-4d44-8765-0731b881ac5d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:09:44.093910 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-add8ca27-6e11-4d44-8765-0731b881ac5d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:09:44.096305 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add8ca27-6e11-4d44-8765-0731b881ac5d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:09:44.136147 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add8ca27-6e11-4d44-8765-0731b881ac5d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=c28f377d-dd21-4ab7-938e-f91ca9229a7e,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:44.149319 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-263908b8-e859-4c68-a4da-6b163b7e7cf8 req-6e295c06-b173-4ee8-8e88-e1ee4c9d297e service neutron] 10.222.0.113 "GET /v2.0/networks/0b696f5f-975f-4899-9d3c-c13f9cac42e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549586 Jan 21 19:09:44.282386 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f66b3ad7-2656-4d86-9a5b-3c235b52d544 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:44.472209 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-263908b8-e859-4c68-a4da-6b163b7e7cf8 req-d6fa935b-7312-4f29-aee7-129a03f42b01 service neutron] 10.222.0.113 "GET /v2.0/networks/0b696f5f-975f-4899-9d3c-c13f9cac42e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118572 Jan 21 19:09:44.667566 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66b3ad7-2656-4d86-9a5b-3c235b52d544 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Router 0ac7891e-b977-49b8-a8a9-f5408e8dd5a8 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:09:44.741560 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-add8ca27-6e11-4d44-8765-0731b881ac5d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router_gateway, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:44.803534 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66b3ad7-2656-4d86-9a5b-3c235b52d544 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:09:44.812551 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f66b3ad7-2656-4d86-9a5b-3c235b52d544 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] 10.222.0.87 "PUT /v2.0/routers/0ac7891e-b977-49b8-a8a9-f5408e8dd5a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3672590 Jan 21 19:09:44.814705 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2865db04-0766-467b-a142-233362d14bb9 None None] Sync routers for ids ['0ac7891e-b977-49b8-a8a9-f5408e8dd5a8'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:09:44.817286 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35940) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:44.824796 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2865db04-0766-467b-a142-233362d14bb9 None None] Routers {'0ac7891e-b977-49b8-a8a9-f5408e8dd5a8'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:09:44.826951 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-2865db04-0766-467b-a142-233362d14bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:09:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['0ac7891e-b977-49b8-a8a9-f5408e8dd5a8'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:44.893244 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-1ff43b9c-0fa3-4411-ab8f-72d312c74790 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] show failed (client error): The resource could not be found. Jan 21 19:09:44.893416 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-2865db04-0766-467b-a142-233362d14bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:44.898624 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-1ff43b9c-0fa3-4411-ab8f-72d312c74790 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] 10.222.0.87 "GET /v2.0/routers/tempest-non_exist_router-1006611941 HTTP/1.1" status: 404 len: 335 time: 0.0759892 Jan 21 19:09:44.913237 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35944) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:44.913418 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2865db04-0766-467b-a142-233362d14bb9 None None] Routers {'0ac7891e-b977-49b8-a8a9-f5408e8dd5a8'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:09:44.913530 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-bc1bfa5e-6fdb-4368-8341-932a86e6f969 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:09:44.913631 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-2865db04-0766-467b-a142-233362d14bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:09:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['0ac7891e-b977-49b8-a8a9-f5408e8dd5a8'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:44.970051 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-2865db04-0766-467b-a142-233362d14bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:44.970571 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2865db04-0766-467b-a142-233362d14bb9 None None] The sync data for ids ['0ac7891e-b977-49b8-a8a9-f5408e8dd5a8'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:09:44.975673 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-bc1bfa5e-6fdb-4368-8341-932a86e6f969 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] update failed (client error): The resource could not be found. Jan 21 19:09:44.977589 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-bc1bfa5e-6fdb-4368-8341-932a86e6f969 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] 10.222.0.87 "PUT /v2.0/routers/tempest-non_exist_router-196944148 HTTP/1.1" status: 404 len: 334 time: 0.0774908 Jan 21 19:09:44.984025 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35948) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:45.050754 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-c97eeef9-cfd1-4c4b-a28a-6a3e57f6fcce tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Deleting subnet 5c30e1ae-affd-4e19-9077-caf01cfb0a16 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:09:45.053672 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c97eeef9-cfd1-4c4b-a28a-6a3e57f6fcce tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:45.114684 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c97eeef9-cfd1-4c4b-a28a-6a3e57f6fcce tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:45.198030 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c97eeef9-cfd1-4c4b-a28a-6a3e57f6fcce tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:45.235068 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-add8ca27-6e11-4d44-8765-0731b881ac5d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:45.392663 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c97eeef9-cfd1-4c4b-a28a-6a3e57f6fcce tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:45.433704 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97eeef9-cfd1-4c4b-a28a-6a3e57f6fcce tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Pushing event deleted for resources: {'Subnet': ['ID=5c30e1ae-affd-4e19-9077-caf01cfb0a16,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:45.437616 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c97eeef9-cfd1-4c4b-a28a-6a3e57f6fcce tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:45.445148 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f3d0cc-f322-4369-bf7d-18b577029475 None None] Network 8c56bc86-510b-46a3-a66b-693b49a93501 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:09:45.450271 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c97eeef9-cfd1-4c4b-a28a-6a3e57f6fcce tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] 10.222.0.87 "DELETE /v2.0/subnets/5c30e1ae-affd-4e19-9077-caf01cfb0a16 HTTP/1.1" status: 204 len: 168 time: 0.4631104 Jan 21 19:09:45.451080 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35954) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:45.520320 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ce432dc-70be-4002-9a2c-2982dee9a3eb tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Deleting subnet a2ccfb63-dbb2-4b0b-bb52-7f64aa8ee19f {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:09:45.523970 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9ce432dc-70be-4002-9a2c-2982dee9a3eb tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:45.535346 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add8ca27-6e11-4d44-8765-0731b881ac5d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Router 7981e368-60e1-4950-8872-a436cea5d45f is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:09:45.582645 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9ce432dc-70be-4002-9a2c-2982dee9a3eb tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:45.670410 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9ce432dc-70be-4002-9a2c-2982dee9a3eb tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:45.726302 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add8ca27-6e11-4d44-8765-0731b881ac5d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:09:45.736110 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac34e209-caa5-4087-b6bc-07a4253ece7d None None] Sync routers for ids ['7981e368-60e1-4950-8872-a436cea5d45f'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:09:45.753824 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ebfffc-fee1-4004-8d63-733689e84fcf None None] DHCP port deletion for 8c56bc86-510b-46a3-a66b-693b49a93501 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:09:45.755376 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac34e209-caa5-4087-b6bc-07a4253ece7d None None] Routers {'7981e368-60e1-4950-8872-a436cea5d45f'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:09:45.756021 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-ac34e209-caa5-4087-b6bc-07a4253ece7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:09:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['7981e368-60e1-4950-8872-a436cea5d45f'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:45.812091 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-75ebfffc-fee1-4004-8d63-733689e84fcf None None] Deleting port 4b3255b3-876a-46ba-bea0-b064d1009c2d {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:09:45.812465 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-75ebfffc-fee1-4004-8d63-733689e84fcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:45.854045 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9ce432dc-70be-4002-9a2c-2982dee9a3eb tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:45.895906 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce432dc-70be-4002-9a2c-2982dee9a3eb tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Pushing event deleted for resources: {'Subnet': ['ID=a2ccfb63-dbb2-4b0b-bb52-7f64aa8ee19f,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:45.900143 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9ce432dc-70be-4002-9a2c-2982dee9a3eb tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:45.905964 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-add8ca27-6e11-4d44-8765-0731b881ac5d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:45.909946 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-add8ca27-6e11-4d44-8765-0731b881ac5d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.8089795 Jan 21 19:09:45.910596 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35958) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:45.910788 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-9ce432dc-70be-4002-9a2c-2982dee9a3eb tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] 10.222.0.87 "DELETE /v2.0/subnets/a2ccfb63-dbb2-4b0b-bb52-7f64aa8ee19f HTTP/1.1" status: 204 len: 168 time: 0.4571664 Jan 21 19:09:45.911368 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35960) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:45.955383 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-03fa9b13-67d3-4d74-bfc6-62f0d20b00aa tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=f393478d14c44d15ad1bf9df868df3cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399873 Jan 21 19:09:45.955840 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35966) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:45.967917 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94945995-ff65-4de9-b318-6cb0a14fe297 None None] Network 8ddff52e-570e-4d9f-8c32-fb187c069e51 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:09:46.040719 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-31c28b0a-4dcc-40f4-a5da-872d4eb54b2e tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:46.051767 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-31c28b0a-4dcc-40f4-a5da-872d4eb54b2e tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Deleting port 4b3255b3-876a-46ba-bea0-b064d1009c2d {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:09:46.052178 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-31c28b0a-4dcc-40f4-a5da-872d4eb54b2e tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:46.061510 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-ac34e209-caa5-4087-b6bc-07a4253ece7d None None] Set router 7981e368-60e1-4950-8872-a436cea5d45f gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:09:46.100070 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db1970f-7bf6-442a-b71f-c916f057dcfb tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:46.106917 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-7db1970f-7bf6-442a-b71f-c916f057dcfb tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1458693 Jan 21 19:09:46.106917 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35970) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:46.151505 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-62df0b6e-75d2-42f8-8a2c-c1ae8f179afa tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=552ba34b-3dd7-4be8-8310-a9fc908fe72b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0449071 Jan 21 19:09:46.154037 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35974) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:46.159829 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-7ae9d4ab-afd6-417a-bfd5-314ceade5ead tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1112007468', 'network_id': 'bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:09:46.276581 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-7ae9d4ab-afd6-417a-bfd5-314ceade5ead tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:09:46.280485 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7ae9d4ab-afd6-417a-bfd5-314ceade5ead tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:subnet and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:09:46.283487 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7ae9d4ab-afd6-417a-bfd5-314ceade5ead tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:09:46.284869 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-31c28b0a-4dcc-40f4-a5da-872d4eb54b2e tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] For port 4b3255b3-876a-46ba-bea0-b064d1009c2d, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=4b3255b3-876a-46ba-bea0-b064d1009c2d,segment=NetworkSegment(ae1aa1a5-1b74-4066-bad3-8523dbcbae7d),segment_id=ae1aa1a5-1b74-4066-bad3-8523dbcbae7d)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:09:46.285230 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-31c28b0a-4dcc-40f4-a5da-872d4eb54b2e tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:46.289981 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-7ae9d4ab-afd6-417a-bfd5-314ceade5ead tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:09:46.347392 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae9d4ab-afd6-417a-bfd5-314ceade5ead tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Made reservation on behalf of f393478d14c44d15ad1bf9df868df3cb for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:09:46.353813 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7ae9d4ab-afd6-417a-bfd5-314ceade5ead tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:46.413972 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-31c28b0a-4dcc-40f4-a5da-872d4eb54b2e tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Calling delete_port for 4b3255b3-876a-46ba-bea0-b064d1009c2d owned by network:dhcp {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:09:46.490527 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-75ebfffc-fee1-4004-8d63-733689e84fcf None None] For port 4b3255b3-876a-46ba-bea0-b064d1009c2d, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=4b3255b3-876a-46ba-bea0-b064d1009c2d,segment=NetworkSegment(ae1aa1a5-1b74-4066-bad3-8523dbcbae7d),segment_id=ae1aa1a5-1b74-4066-bad3-8523dbcbae7d)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:09:46.490527 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-75ebfffc-fee1-4004-8d63-733689e84fcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:46.588497 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-31c28b0a-4dcc-40f4-a5da-872d4eb54b2e tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:46.624997 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-75ebfffc-fee1-4004-8d63-733689e84fcf None None] Calling delete_port for 4b3255b3-876a-46ba-bea0-b064d1009c2d owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:09:46.640718 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c28b0a-4dcc-40f4-a5da-872d4eb54b2e tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Pushing event deleted for resources: {'Port': ['ID=4b3255b3-876a-46ba-bea0-b064d1009c2d,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:46.646582 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c28b0a-4dcc-40f4-a5da-872d4eb54b2e tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] No DVR routers for this DVR port 4b3255b3-876a-46ba-bea0-b064d1009c2d on host dv-neutron-825470-1-hyperv {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:09:46.667380 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7ae9d4ab-afd6-417a-bfd5-314ceade5ead tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:46.751408 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae9d4ab-afd6-417a-bfd5-314ceade5ead tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Subnet': ['ID=c95d2944-7ed1-4964-9ea1-a9d9e7b1345c,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:46.762149 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae9d4ab-afd6-417a-bfd5-314ceade5ead tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Checking segment: {'id': '6426c19b-e177-4a1d-801a-84df00627222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:09:46.765040 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae9d4ab-afd6-417a-bfd5-314ceade5ead tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network hostable DHCP agents. Network: bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:09:46.765403 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-75ebfffc-fee1-4004-8d63-733689e84fcf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:09:46.765403 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-75ebfffc-fee1-4004-8d63-733689e84fcf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:09:46.777143 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-31c28b0a-4dcc-40f4-a5da-872d4eb54b2e tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:46.781534 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-ac34e209-caa5-4087-b6bc-07a4253ece7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7981e368-60e1-4950-8872-a436cea5d45f', 'name': 'tempest-TestNetworkBasicOps-router-538249391', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'c28f377d-dd21-4ab7-938e-f91ca9229a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:09:42Z', 'updated_at': '2022-01-21T19:09:44Z', 'revision_number': 3, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'c28f377d-dd21-4ab7-938e-f91ca9229a7e', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7981e368-60e1-4950-8872-a436cea5d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:09:43Z', 'updated_at': '2022-01-21T19:09:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:46.785618 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac34e209-caa5-4087-b6bc-07a4253ece7d None None] Checking router: 7981e368-60e1-4950-8872-a436cea5d45f for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:09:46.786007 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac34e209-caa5-4087-b6bc-07a4253ece7d None None] Updating router 7981e368-60e1-4950-8872-a436cea5d45f port c28f377d-dd21-4ab7-938e-f91ca9229a7e binding host dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:09:46.804619 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-31c28b0a-4dcc-40f4-a5da-872d4eb54b2e tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c56bc86-510b-46a3-a66b-693b49a93501']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:46.822477 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-31c28b0a-4dcc-40f4-a5da-872d4eb54b2e tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae1aa1a5-1b74-4066-bad3-8523dbcbae7d') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:46.828263 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-31c28b0a-4dcc-40f4-a5da-872d4eb54b2e tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae1aa1a5-1b74-4066-bad3-8523dbcbae7d') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:46.834910 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-31c28b0a-4dcc-40f4-a5da-872d4eb54b2e tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:46.846852 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ac34e209-caa5-4087-b6bc-07a4253ece7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:46.855454 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-31c28b0a-4dcc-40f4-a5da-872d4eb54b2e tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:46.862122 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31c28b0a-4dcc-40f4-a5da-872d4eb54b2e tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:09:46.862500 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-31c28b0a-4dcc-40f4-a5da-872d4eb54b2e tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:46.878107 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae9d4ab-afd6-417a-bfd5-314ceade5ead tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:09:46.878260 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff73140-5ae2-4720-9321-25001247cb86 None None] DHCP port deletion for 8ddff52e-570e-4d9f-8c32-fb187c069e51 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:09:46.878861 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:09:46.878861 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:09:46.878861 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:09:46.878861 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:09:46.878861 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:09:46.878861 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:09:46.878861 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:09:46.878861 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:09:46.878861 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:09:46.878861 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:09:46.878861 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:09:46.878861 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:09:46.878861 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:09:46.878861 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:09:46.878861 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:09:46.878861 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:09:46.878861 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:09:46.878861 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:09:46.878861 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:09:46.878861 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:09:46.878861 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:09:46.878861 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:09:46.878861 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:09:46.878861 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:09:46.878861 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:09:46.878861 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:09:46.878861 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:09:46.878861 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:09:46.878861 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:09:46.878861 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:09:46.878861 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:09:46.878861 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:09:46.891339 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-6ff73140-5ae2-4720-9321-25001247cb86 None None] Deleting port 20d4b15d-a517-4e95-840d-40a130204444 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:09:46.891718 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6ff73140-5ae2-4720-9321-25001247cb86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:46.930764 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-7ae9d4ab-afd6-417a-bfd5-314ceade5ead tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:09:46.937137 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae9d4ab-afd6-417a-bfd5-314ceade5ead tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:46.939039 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7ae9d4ab-afd6-417a-bfd5-314ceade5ead tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:46.949646 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dad09e-0f1a-48ce-85ee-9bb6ef449b7b None None] Network bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:09:47.046000 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-7ae9d4ab-afd6-417a-bfd5-314ceade5ead tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8902242 Jan 21 19:09:47.048534 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 35978) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:47.184088 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-31c28b0a-4dcc-40f4-a5da-872d4eb54b2e tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:47.204862 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-31c28b0a-4dcc-40f4-a5da-872d4eb54b2e tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:47.217851 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c28b0a-4dcc-40f4-a5da-872d4eb54b2e tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Pushing event deleted for resources: {'Network': ['ID=8c56bc86-510b-46a3-a66b-693b49a93501,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:47.224975 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-31c28b0a-4dcc-40f4-a5da-872d4eb54b2e tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] 10.222.0.87 "DELETE /v2.0/networks/8c56bc86-510b-46a3-a66b-693b49a93501 HTTP/1.1" status: 204 len: 168 time: 1.3123307 Jan 21 19:09:47.225579 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35982) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:47.264593 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-75ebfffc-fee1-4004-8d63-733689e84fcf None None] Deleting port 4b3255b3-876a-46ba-bea0-b064d1009c2d {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:09:47.264981 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-75ebfffc-fee1-4004-8d63-733689e84fcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:47.379192 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b1278419-782b-438f-94a4-52e4d9b09edc tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:47.394183 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-b1278419-782b-438f-94a4-52e4d9b09edc tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Deleting port 20d4b15d-a517-4e95-840d-40a130204444 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:09:47.397638 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b1278419-782b-438f-94a4-52e4d9b09edc tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:47.414771 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 4b3255b3-876a-46ba-bea0-b064d1009c2d no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:09:47.540595 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-75ebfffc-fee1-4004-8d63-733689e84fcf None None] The port '4b3255b3-876a-46ba-bea0-b064d1009c2d' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:09:47.550981 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 4b3255b3-876a-46ba-bea0-b064d1009c2d {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:09:47.551648 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 4b3255b3-876a-46ba-bea0-b064d1009c2d not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:09:47.551781 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 20d4b15d-a517-4e95-840d-40a130204444 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:09:47.636200 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-b1278419-782b-438f-94a4-52e4d9b09edc tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] For port 20d4b15d-a517-4e95-840d-40a130204444, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=20d4b15d-a517-4e95-840d-40a130204444,segment=NetworkSegment(cdfc507a-7543-4045-a3d8-8228e4f9bd25),segment_id=cdfc507a-7543-4045-a3d8-8228e4f9bd25)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:09:47.636565 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b1278419-782b-438f-94a4-52e4d9b09edc tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:47.655676 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a574eabf-9fb7-4c2d-996c-96899efb76cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13', 'network_id': 'bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ips': [{'subnet_id': 'c95d2944-7ed1-4964-9ea1-a9d9e7b1345c'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:09:47.656541 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a574eabf-9fb7-4c2d-996c-96899efb76cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:47.711943 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-6ff73140-5ae2-4720-9321-25001247cb86 None None] For port 20d4b15d-a517-4e95-840d-40a130204444, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=20d4b15d-a517-4e95-840d-40a130204444,segment=NetworkSegment(cdfc507a-7543-4045-a3d8-8228e4f9bd25),segment_id=cdfc507a-7543-4045-a3d8-8228e4f9bd25)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:09:47.712903 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6ff73140-5ae2-4720-9321-25001247cb86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:47.783131 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-b1278419-782b-438f-94a4-52e4d9b09edc tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Calling delete_port for 20d4b15d-a517-4e95-840d-40a130204444 owned by network:dhcp {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:09:47.928422 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b1278419-782b-438f-94a4-52e4d9b09edc tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:47.942279 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-52d3bf99-c8a7-4aea-9bd9-33db4d1403d1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:47.942947 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-6ff73140-5ae2-4720-9321-25001247cb86 None None] Calling delete_port for 20d4b15d-a517-4e95-840d-40a130204444 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:09:47.991078 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1278419-782b-438f-94a4-52e4d9b09edc tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] No DVR routers for this DVR port 20d4b15d-a517-4e95-840d-40a130204444 on host dv-neutron-825470-1-hyperv {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:09:47.993063 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1278419-782b-438f-94a4-52e4d9b09edc tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Pushing event deleted for resources: {'Port': ['ID=20d4b15d-a517-4e95-840d-40a130204444,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:48.005600 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Port 20d4b15d-a517-4e95-840d-40a130204444 update to DOWN by agent not found {{(pid=88138) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jan 21 19:09:48.144053 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b1278419-782b-438f-94a4-52e4d9b09edc tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:48.168472 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-6ff73140-5ae2-4720-9321-25001247cb86 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:09:48.169124 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-6ff73140-5ae2-4720-9321-25001247cb86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:09:48.172170 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-b1278419-782b-438f-94a4-52e4d9b09edc tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ddff52e-570e-4d9f-8c32-fb187c069e51']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:48.184972 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-b1278419-782b-438f-94a4-52e4d9b09edc tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdfc507a-7543-4045-a3d8-8228e4f9bd25') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:48.185559 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-b1278419-782b-438f-94a4-52e4d9b09edc tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdfc507a-7543-4045-a3d8-8228e4f9bd25') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:48.192950 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ac34e209-caa5-4087-b6bc-07a4253ece7d None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:48.197323 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b1278419-782b-438f-94a4-52e4d9b09edc tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:48.209306 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-a574eabf-9fb7-4c2d-996c-96899efb76cd None None] Allocated IP 172.20.0.2 (bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13/c95d2944-7ed1-4964-9ea1-a9d9e7b1345c/8211343f-2686-495b-b79e-fe2175c87f82) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:09:48.214637 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b1278419-782b-438f-94a4-52e4d9b09edc tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:48.214950 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-ac34e209-caa5-4087-b6bc-07a4253ece7d None None] Transition to ACTIVE for port object c28f377d-dd21-4ab7-938e-f91ca9229a7e will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:09:48.229062 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1278419-782b-438f-94a4-52e4d9b09edc tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:09:48.229062 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b1278419-782b-438f-94a4-52e4d9b09edc tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:48.243694 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:09:48.243694 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:09:48.243694 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:09:48.243694 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:09:48.243694 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:09:48.243694 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:09:48.243694 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:09:48.243694 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:09:48.243694 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:09:48.243694 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:09:48.243694 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:09:48.243694 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:09:48.243694 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:09:48.243694 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:09:48.243694 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:09:48.243694 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:09:48.243694 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:09:48.243694 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:09:48.243694 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:09:48.243694 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:09:48.243694 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:09:48.243694 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:09:48.243694 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:09:48.243694 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:09:48.243694 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:09:48.243694 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:09:48.243694 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:09:48.243694 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:09:48.243694 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:09:48.243694 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:09:48.243694 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:09:48.243694 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:09:48.325642 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ac34e209-caa5-4087-b6bc-07a4253ece7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:48.386765 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b1278419-782b-438f-94a4-52e4d9b09edc tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:48.409526 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b1278419-782b-438f-94a4-52e4d9b09edc tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:48.423212 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1278419-782b-438f-94a4-52e4d9b09edc tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Pushing event deleted for resources: {'Network': ['ID=8ddff52e-570e-4d9f-8c32-fb187c069e51,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:48.425668 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-ac34e209-caa5-4087-b6bc-07a4253ece7d None None] Attempting to bind port c28f377d-dd21-4ab7-938e-f91ca9229a7e on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:09:48.426064 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-ac34e209-caa5-4087-b6bc-07a4253ece7d None None] Attempting to bind port c28f377d-dd21-4ab7-938e-f91ca9229a7e by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:09:48.430513 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac34e209-caa5-4087-b6bc-07a4253ece7d None None] Attempting to bind port c28f377d-dd21-4ab7-938e-f91ca9229a7e on network 552ba34b-3dd7-4be8-8310-a9fc908fe72b {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:09:48.430663 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b1278419-782b-438f-94a4-52e4d9b09edc tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] 10.222.0.87 "DELETE /v2.0/networks/8ddff52e-570e-4d9f-8c32-fb187c069e51 HTTP/1.1" status: 204 len: 168 time: 1.2003732 Jan 21 19:09:48.431222 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35986) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:48.436435 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac34e209-caa5-4087-b6bc-07a4253ece7d None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:09:48.436789 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac34e209-caa5-4087-b6bc-07a4253ece7d None None] Checking segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:09:48.437184 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ac34e209-caa5-4087-b6bc-07a4253ece7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:48.437569 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac34e209-caa5-4087-b6bc-07a4253ece7d None None] Bound using segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:09:48.438054 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-ac34e209-caa5-4087-b6bc-07a4253ece7d None None] Bound port: c28f377d-dd21-4ab7-938e-f91ca9229a7e, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:09:48.438423 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ac34e209-caa5-4087-b6bc-07a4253ece7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:48.502031 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-38451acc-8b61-4698-b98f-88feba740ded tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Deleting subnet c14f0ce6-cafe-4580-918f-9f4b73cf722c {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:09:48.505082 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-38451acc-8b61-4698-b98f-88feba740ded tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:48.506087 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2e479-f59b-4122-992e-7530ca30b093 None None] Pushing event updated for resources: {'Port': ['ID=c28f377d-dd21-4ab7-938e-f91ca9229a7e,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:48.568505 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-38451acc-8b61-4698-b98f-88feba740ded tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:48.653447 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-ac34e209-caa5-4087-b6bc-07a4253ece7d None None] For port c28f377d-dd21-4ab7-938e-f91ca9229a7e, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:09:48.654765 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-38451acc-8b61-4698-b98f-88feba740ded tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:48.655951 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a574eabf-9fb7-4c2d-996c-96899efb76cd None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:48.659178 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-ac34e209-caa5-4087-b6bc-07a4253ece7d None None] For port c28f377d-dd21-4ab7-938e-f91ca9229a7e, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=c28f377d-dd21-4ab7-938e-f91ca9229a7e,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:09:48.668675 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-a574eabf-9fb7-4c2d-996c-96899efb76cd None None] Transition to ACTIVE for port object 8211343f-2686-495b-b79e-fe2175c87f82 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:09:48.672722 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-6ff73140-5ae2-4720-9321-25001247cb86 None None] Deleting port 20d4b15d-a517-4e95-840d-40a130204444 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:09:48.672722 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6ff73140-5ae2-4720-9321-25001247cb86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:48.750257 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-6ff73140-5ae2-4720-9321-25001247cb86 None None] The port '20d4b15d-a517-4e95-840d-40a130204444' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:09:48.753419 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ac34e209-caa5-4087-b6bc-07a4253ece7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:48.757530 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-a574eabf-9fb7-4c2d-996c-96899efb76cd None None] Transition to ACTIVE for port object 8211343f-2686-495b-b79e-fe2175c87f82 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:09:48.786761 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-38451acc-8b61-4698-b98f-88feba740ded tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:48.834332 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38451acc-8b61-4698-b98f-88feba740ded tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Pushing event deleted for resources: {'Subnet': ['ID=c14f0ce6-cafe-4580-918f-9f4b73cf722c,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:48.841410 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-38451acc-8b61-4698-b98f-88feba740ded tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:48.842389 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac34e209-caa5-4087-b6bc-07a4253ece7d None None] Routers {'7981e368-60e1-4950-8872-a436cea5d45f'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:09:48.843461 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-ac34e209-caa5-4087-b6bc-07a4253ece7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:09:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['7981e368-60e1-4950-8872-a436cea5d45f'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:48.843629 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-38451acc-8b61-4698-b98f-88feba740ded tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] 10.222.0.87 "DELETE /v2.0/subnets/c14f0ce6-cafe-4580-918f-9f4b73cf722c HTTP/1.1" status: 204 len: 168 time: 0.4107258 Jan 21 19:09:48.845448 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35990) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:48.890818 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0aed40-f5ab-4eef-ab2a-b3fbac2e9852 None None] Network c0ed951d-58da-43af-8252-dbaea15edadf requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:09:48.924436 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a574eabf-9fb7-4c2d-996c-96899efb76cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:48.937814 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-52d3bf99-c8a7-4aea-9bd9-33db4d1403d1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Allocated IP 172.20.0.1 (bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13/c95d2944-7ed1-4964-9ea1-a9d9e7b1345c/092c37b6-1c07-4143-ad02-088bd9b296a3) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:09:48.938647 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2e479-f59b-4122-992e-7530ca30b093 None None] Pushing event updated for resources: {'Port': ['ID=c28f377d-dd21-4ab7-938e-f91ca9229a7e,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:48.969212 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-872da414-1923-44c1-ac6d-39e5ad367e76 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:48.980321 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-872da414-1923-44c1-ac6d-39e5ad367e76 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Deleting port a7d66f03-c7b5-40aa-8ce2-61ec2d411a4c {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:09:48.983865 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-872da414-1923-44c1-ac6d-39e5ad367e76 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:49.088017 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a574eabf-9fb7-4c2d-996c-96899efb76cd None None] Network bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:09:49.095119 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-a574eabf-9fb7-4c2d-996c-96899efb76cd None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:09:49.098025 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a574eabf-9fb7-4c2d-996c-96899efb76cd None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:09:49.117784 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-52d3bf99-c8a7-4aea-9bd9-33db4d1403d1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:49.134364 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-52d3bf99-c8a7-4aea-9bd9-33db4d1403d1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Transition to ACTIVE for port object 092c37b6-1c07-4143-ad02-088bd9b296a3 will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:09:49.217182 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-52d3bf99-c8a7-4aea-9bd9-33db4d1403d1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:49.224545 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a574eabf-9fb7-4c2d-996c-96899efb76cd None None] Pushing event updated for resources: {'Port': ['ID=8211343f-2686-495b-b79e-fe2175c87f82,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:49.299621 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d3bf99-c8a7-4aea-9bd9-33db4d1403d1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:09:49.305384 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-52d3bf99-c8a7-4aea-9bd9-33db4d1403d1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:09:49.311076 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d3bf99-c8a7-4aea-9bd9-33db4d1403d1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:09:49.314044 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-872da414-1923-44c1-ac6d-39e5ad367e76 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] For port a7d66f03-c7b5-40aa-8ce2-61ec2d411a4c, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=a7d66f03-c7b5-40aa-8ce2-61ec2d411a4c,segment=NetworkSegment(ca4776b0-337d-4fd8-912c-b0b2e18b730f),segment_id=ca4776b0-337d-4fd8-912c-b0b2e18b730f)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:09:49.314624 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-872da414-1923-44c1-ac6d-39e5ad367e76 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:49.349823 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d3bf99-c8a7-4aea-9bd9-33db4d1403d1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=092c37b6-1c07-4143-ad02-088bd9b296a3,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:49.368369 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-a574eabf-9fb7-4c2d-996c-96899efb76cd None None] Attempting to bind port 8211343f-2686-495b-b79e-fe2175c87f82 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:09:49.368743 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-a574eabf-9fb7-4c2d-996c-96899efb76cd None None] Attempting to bind port 8211343f-2686-495b-b79e-fe2175c87f82 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '6426c19b-e177-4a1d-801a-84df00627222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:09:49.369110 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a574eabf-9fb7-4c2d-996c-96899efb76cd None None] Attempting to bind port 8211343f-2686-495b-b79e-fe2175c87f82 on network bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:09:49.377381 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-ac34e209-caa5-4087-b6bc-07a4253ece7d None None] Set router 7981e368-60e1-4950-8872-a436cea5d45f gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:09:49.383877 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-52d3bf99-c8a7-4aea-9bd9-33db4d1403d1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:49.475678 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-872da414-1923-44c1-ac6d-39e5ad367e76 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Calling delete_port for a7d66f03-c7b5-40aa-8ce2-61ec2d411a4c owned by network:dhcp {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:09:49.490142 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a574eabf-9fb7-4c2d-996c-96899efb76cd None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:09:49.492173 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a574eabf-9fb7-4c2d-996c-96899efb76cd None None] Checking segment: {'id': '6426c19b-e177-4a1d-801a-84df00627222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:09:49.492173 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a574eabf-9fb7-4c2d-996c-96899efb76cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:49.492390 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a574eabf-9fb7-4c2d-996c-96899efb76cd None None] Bound using segment: {'id': '6426c19b-e177-4a1d-801a-84df00627222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:09:49.493015 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-a574eabf-9fb7-4c2d-996c-96899efb76cd None None] Bound port: 8211343f-2686-495b-b79e-fe2175c87f82, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6426c19b-e177-4a1d-801a-84df00627222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:09:49.493396 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a574eabf-9fb7-4c2d-996c-96899efb76cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:49.614512 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-872da414-1923-44c1-ac6d-39e5ad367e76 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:49.667650 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872da414-1923-44c1-ac6d-39e5ad367e76 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Pushing event deleted for resources: {'Port': ['ID=a7d66f03-c7b5-40aa-8ce2-61ec2d411a4c,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:49.673481 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872da414-1923-44c1-ac6d-39e5ad367e76 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] No DVR routers for this DVR port a7d66f03-c7b5-40aa-8ce2-61ec2d411a4c on host dv-neutron-825470-1-hyperv {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:09:49.717234 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-a574eabf-9fb7-4c2d-996c-96899efb76cd None None] For port 8211343f-2686-495b-b79e-fe2175c87f82, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:09:49.760055 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-a574eabf-9fb7-4c2d-996c-96899efb76cd None None] For port 8211343f-2686-495b-b79e-fe2175c87f82, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=8211343f-2686-495b-b79e-fe2175c87f82,segment=NetworkSegment(6426c19b-e177-4a1d-801a-84df00627222),segment_id=6426c19b-e177-4a1d-801a-84df00627222)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:09:49.796568 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-ac34e209-caa5-4087-b6bc-07a4253ece7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7981e368-60e1-4950-8872-a436cea5d45f', 'name': 'tempest-TestNetworkBasicOps-router-538249391', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'c28f377d-dd21-4ab7-938e-f91ca9229a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:09:42Z', 'updated_at': '2022-01-21T19:09:44Z', 'revision_number': 3, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'c28f377d-dd21-4ab7-938e-f91ca9229a7e', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7981e368-60e1-4950-8872-a436cea5d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:09:43Z', 'updated_at': '2022-01-21T19:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:49.801307 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac34e209-caa5-4087-b6bc-07a4253ece7d None None] The sync data for ids ['7981e368-60e1-4950-8872-a436cea5d45f'] in dv-neutron-825470-1-hyperv is: [{'id': '7981e368-60e1-4950-8872-a436cea5d45f', 'name': 'tempest-TestNetworkBasicOps-router-538249391', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'c28f377d-dd21-4ab7-938e-f91ca9229a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:09:42Z', 'updated_at': '2022-01-21T19:09:44Z', 'revision_number': 3, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'c28f377d-dd21-4ab7-938e-f91ca9229a7e', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7981e368-60e1-4950-8872-a436cea5d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:09:43Z', 'updated_at': '2022-01-21T19:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:09:49.810941 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4d4004-b920-4a1e-bc6c-fdca3368abd2 None None] DHCP port deletion for c0ed951d-58da-43af-8252-dbaea15edadf request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:09:49.836943 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-872da414-1923-44c1-ac6d-39e5ad367e76 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:49.837097 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a574eabf-9fb7-4c2d-996c-96899efb76cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:49.862055 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-872da414-1923-44c1-ac6d-39e5ad367e76 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0ed951d-58da-43af-8252-dbaea15edadf']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:49.875793 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-872da414-1923-44c1-ac6d-39e5ad367e76 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca4776b0-337d-4fd8-912c-b0b2e18b730f') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:49.876434 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-872da414-1923-44c1-ac6d-39e5ad367e76 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca4776b0-337d-4fd8-912c-b0b2e18b730f') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:49.889192 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-872da414-1923-44c1-ac6d-39e5ad367e76 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:49.910505 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-872da414-1923-44c1-ac6d-39e5ad367e76 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:49.920850 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-872da414-1923-44c1-ac6d-39e5ad367e76 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:09:49.932245 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-872da414-1923-44c1-ac6d-39e5ad367e76 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:49.943979 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a574eabf-9fb7-4c2d-996c-96899efb76cd None None] Pushing event updated for resources: {'Port': ['ID=8211343f-2686-495b-b79e-fe2175c87f82,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:49.947359 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:09:49.947359 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:09:49.947359 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:09:49.947359 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:09:49.947359 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:09:49.947359 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:09:49.947359 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:09:49.947359 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:09:49.947359 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:09:49.947359 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:09:49.947359 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:09:49.947359 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:09:49.947359 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:09:49.947359 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:09:49.947359 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:09:49.947359 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:09:49.947359 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:09:49.947359 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:09:49.947359 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:09:49.947359 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:09:49.947359 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:09:49.947359 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:09:49.947359 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:09:49.947359 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:09:49.947359 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:09:49.947359 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:09:49.947359 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:09:49.947359 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:09:49.947359 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:09:49.947359 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:09:49.947359 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:09:49.947359 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:09:49.956828 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-52d3bf99-c8a7-4aea-9bd9-33db4d1403d1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:50.145226 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-872da414-1923-44c1-ac6d-39e5ad367e76 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:50.177554 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-872da414-1923-44c1-ac6d-39e5ad367e76 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:50.190064 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-872da414-1923-44c1-ac6d-39e5ad367e76 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] 10.222.0.87 "DELETE /v2.0/networks/c0ed951d-58da-43af-8252-dbaea15edadf HTTP/1.1" status: 204 len: 168 time: 1.3434906 Jan 21 19:09:50.195891 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35994) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:50.196627 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872da414-1923-44c1-ac6d-39e5ad367e76 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Pushing event deleted for resources: {'Network': ['ID=c0ed951d-58da-43af-8252-dbaea15edadf,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:50.269582 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-b82516df-1cd5-4bb0-b95e-6d7955173a3f tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Synchronizing usage tracker for tenant:57040633d73541ec910bf1c3898b0755 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:09:50.392418 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-b82516df-1cd5-4bb0-b95e-6d7955173a3f tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Unset dirty status for tenant:57040633d73541ec910bf1c3898b0755 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:09:50.393916 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b82516df-1cd5-4bb0-b95e-6d7955173a3f tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] 10.222.0.87 "GET /v2.0/ports?device_id=0ac7891e-b977-49b8-a8a9-f5408e8dd5a8 HTTP/1.1" status: 200 len: 205 time: 0.2002177 Jan 21 19:09:50.396350 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 35998) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:50.518802 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-52d3bf99-c8a7-4aea-9bd9-33db4d1403d1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:50.557147 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-136999ee-9dda-4490-811c-fd7d4e8cfc93 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks [] for router, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:50.576448 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-52d3bf99-c8a7-4aea-9bd9-33db4d1403d1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:50.704605 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d3bf99-c8a7-4aea-9bd9-33db4d1403d1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=092c37b6-1c07-4143-ad02-088bd9b296a3,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:50.711454 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-52d3bf99-c8a7-4aea-9bd9-33db4d1403d1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:50.885188 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-136999ee-9dda-4490-811c-fd7d4e8cfc93 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:50.886072 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d3bf99-c8a7-4aea-9bd9-33db4d1403d1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:09:50.887263 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-52d3bf99-c8a7-4aea-9bd9-33db4d1403d1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:09:50.888543 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-136999ee-9dda-4490-811c-fd7d4e8cfc93 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:50.980606 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-136999ee-9dda-4490-811c-fd7d4e8cfc93 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:50.981135 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136999ee-9dda-4490-811c-fd7d4e8cfc93 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Fanout notify agent at l3_agent the message router_deleted on router 0ac7891e-b977-49b8-a8a9-f5408e8dd5a8 {{(pid=88137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:09:50.994420 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-136999ee-9dda-4490-811c-fd7d4e8cfc93 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:50.998249 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-136999ee-9dda-4490-811c-fd7d4e8cfc93 tempest-RoutersNegativeTest-891846143 tempest-RoutersNegativeTest-891846143-project] 10.222.0.87 "DELETE /v2.0/routers/0ac7891e-b977-49b8-a8a9-f5408e8dd5a8 HTTP/1.1" status: 204 len: 168 time: 0.5988145 Jan 21 19:09:51.135565 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d3bf99-c8a7-4aea-9bd9-33db4d1403d1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Router 7981e368-60e1-4950-8872-a436cea5d45f has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:09:51.189506 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde60954-0648-4050-8302-9ff9b35e827a None None] Network bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:09:51.351802 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d3bf99-c8a7-4aea-9bd9-33db4d1403d1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:09:51.378053 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-52d3bf99-c8a7-4aea-9bd9-33db4d1403d1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "PUT /v2.0/routers/7981e368-60e1-4950-8872-a436cea5d45f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3098390 Jan 21 19:09:51.378585 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36004) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:51.396583 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-8df68f79-9b46-44aa-afc6-023a43fcdc85 None None] Provisioning for port 8211343f-2686-495b-b79e-fe2175c87f82 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:09:51.467453 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device c28f377d-dd21-4ab7-938e-f91ca9229a7e up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:09:51.605870 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36010) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:51.719160 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bf04cd-4db3-4d32-a05a-3969098ed60d tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:51.719694 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bf04cd-4db3-4d32-a05a-3969098ed60d tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:51.720350 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bf04cd-4db3-4d32-a05a-3969098ed60d tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:51.721027 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bf04cd-4db3-4d32-a05a-3969098ed60d tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:51.721647 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bf04cd-4db3-4d32-a05a-3969098ed60d tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:51.722339 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bf04cd-4db3-4d32-a05a-3969098ed60d tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:51.724114 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-45bf04cd-4db3-4d32-a05a-3969098ed60d tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.3610370 Jan 21 19:09:51.732724 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36016) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:51.756119 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port c28f377d-dd21-4ab7-938e-f91ca9229a7e completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:09:51.765085 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port c28f377d-dd21-4ab7-938e-f91ca9229a7e triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:09:51.765591 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:51.774144 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044f32d8-544e-41d1-97f6-077203ac8064 None None] Sync routers for ids ['7981e368-60e1-4950-8872-a436cea5d45f'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:09:51.794487 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044f32d8-544e-41d1-97f6-077203ac8064 None None] Routers {'7981e368-60e1-4950-8872-a436cea5d45f'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:09:51.794487 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-044f32d8-544e-41d1-97f6-077203ac8064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:09:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['7981e368-60e1-4950-8872-a436cea5d45f'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:51.826781 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f31c6f-70b2-4f62-8df0-3c22d78114bc tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:51.827615 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f31c6f-70b2-4f62-8df0-3c22d78114bc tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:51.828359 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f31c6f-70b2-4f62-8df0-3c22d78114bc tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:51.829049 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-0f1783fb-f40a-4e68-b716-28e63ba5e271 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=57040633d73541ec910bf1c3898b0755&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2210064 Jan 21 19:09:51.829282 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f31c6f-70b2-4f62-8df0-3c22d78114bc tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:51.830243 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f31c6f-70b2-4f62-8df0-3c22d78114bc tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:51.830702 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f31c6f-70b2-4f62-8df0-3c22d78114bc tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:51.831376 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36020) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:51.836267 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-d9f31c6f-70b2-4f62-8df0-3c22d78114bc tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1045508 Jan 21 19:09:51.836936 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36024) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:51.914644 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:51.919876 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-be01d9c1-162e-4532-934e-886a88e34a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:51.941627 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port c28f377d-dd21-4ab7-938e-f91ca9229a7e, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=c28f377d-dd21-4ab7-938e-f91ca9229a7e,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:09:51.970781 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-be01d9c1-162e-4532-934e-886a88e34a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:52.008786 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:52.009319 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 8211343f-2686-495b-b79e-fe2175c87f82 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:09:52.114314 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-a508e5ab-ba47-4c01-875b-3567c85a575e tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2762198 Jan 21 19:09:52.122105 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-044f32d8-544e-41d1-97f6-077203ac8064 None None] Set router 7981e368-60e1-4950-8872-a436cea5d45f gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:09:52.130179 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-be01d9c1-162e-4532-934e-886a88e34a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:52.165536 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=c28f377d-dd21-4ab7-938e-f91ca9229a7e,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:52.175868 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be01d9c1-162e-4532-934e-886a88e34a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fff2cc1-2081-47e3-a8a1-da537ed9997b,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:52.184651 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-be01d9c1-162e-4532-934e-886a88e34a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:52.199297 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-be01d9c1-162e-4532-934e-886a88e34a46 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6fff2cc1-2081-47e3-a8a1-da537ed9997b HTTP/1.1" status: 204 len: 168 time: 0.3666806 Jan 21 19:09:52.217190 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-84be2688-e849-4c24-8c8c-eb13a191970a None None] Provisioning for port 092c37b6-1c07-4143-ad02-088bd9b296a3 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:09:52.221815 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-84be2688-e849-4c24-8c8c-eb13a191970a None None] Provisioning complete for port 092c37b6-1c07-4143-ad02-088bd9b296a3 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:09:52.222207 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-84be2688-e849-4c24-8c8c-eb13a191970a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:52.283768 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 8211343f-2686-495b-b79e-fe2175c87f82 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:09:52.298232 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 8211343f-2686-495b-b79e-fe2175c87f82 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:09:52.298637 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:52.343279 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-84be2688-e849-4c24-8c8c-eb13a191970a None None] Port 092c37b6-1c07-4143-ad02-088bd9b296a3 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:09:52.367511 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-84be2688-e849-4c24-8c8c-eb13a191970a None None] Provisioning complete for port 8211343f-2686-495b-b79e-fe2175c87f82 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:09:52.367771 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-84be2688-e849-4c24-8c8c-eb13a191970a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:52.511634 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-044f32d8-544e-41d1-97f6-077203ac8064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7981e368-60e1-4950-8872-a436cea5d45f', 'name': 'tempest-TestNetworkBasicOps-router-538249391', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'c28f377d-dd21-4ab7-938e-f91ca9229a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:09:42Z', 'updated_at': '2022-01-21T19:09:49Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'c28f377d-dd21-4ab7-938e-f91ca9229a7e', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7981e368-60e1-4950-8872-a436cea5d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:09:43Z', 'updated_at': '2022-01-21T19:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '092c37b6-1c07-4143-ad02-088bd9b296a3', 'name': '', 'network_id': 'bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:e8:a6:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7981e368-60e1-4950-8872-a436cea5d45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'c95d2944-7ed1-4964-9ea1-a9d9e7b1345c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:09:48Z', 'updated_at': '2022-01-21T19:09:50Z', 'revision_number': 2, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': 'c95d2944-7ed1-4964-9ea1-a9d9e7b1345c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:52.517198 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044f32d8-544e-41d1-97f6-077203ac8064 None None] Checking router: 7981e368-60e1-4950-8872-a436cea5d45f for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:09:52.517614 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044f32d8-544e-41d1-97f6-077203ac8064 None None] Updating router 7981e368-60e1-4950-8872-a436cea5d45f port 092c37b6-1c07-4143-ad02-088bd9b296a3 binding host dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:09:52.526408 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36032) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:52.532119 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-7a6d3fde-c565-48d4-a758-dcd10698c997 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-412537428', 'description': 'tempest-secgroup-smoke-412537428 description', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:09:52.547880 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:52.558497 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-7a6d3fde-c565-48d4-a758-dcd10698c997 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:09:52.563080 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-7a6d3fde-c565-48d4-a758-dcd10698c997 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:09:52.566976 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-7a6d3fde-c565-48d4-a758-dcd10698c997 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:09:52.573923 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-7a6d3fde-c565-48d4-a758-dcd10698c997 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:09:52.586083 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-044f32d8-544e-41d1-97f6-077203ac8064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:52.628689 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 8211343f-2686-495b-b79e-fe2175c87f82, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=8211343f-2686-495b-b79e-fe2175c87f82,segment=NetworkSegment(6426c19b-e177-4a1d-801a-84df00627222),segment_id=6426c19b-e177-4a1d-801a-84df00627222)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:09:52.639722 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-84be2688-e849-4c24-8c8c-eb13a191970a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:52.677194 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7a6d3fde-c565-48d4-a758-dcd10698c997 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:52.697318 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-7a6d3fde-c565-48d4-a758-dcd10698c997 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:09:52.701422 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-7a6d3fde-c565-48d4-a758-dcd10698c997 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:09:52.705174 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-7a6d3fde-c565-48d4-a758-dcd10698c997 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:09:52.712120 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-7a6d3fde-c565-48d4-a758-dcd10698c997 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:09:52.753135 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:52.844156 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7a6d3fde-c565-48d4-a758-dcd10698c997 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:52.845736 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device a7d66f03-c7b5-40aa-8ce2-61ec2d411a4c no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:09:52.915936 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: a7d66f03-c7b5-40aa-8ce2-61ec2d411a4c {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:09:52.916203 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device a7d66f03-c7b5-40aa-8ce2-61ec2d411a4c not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:09:52.939669 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-84be2688-e849-4c24-8c8c-eb13a191970a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:09:52.940032 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-84be2688-e849-4c24-8c8c-eb13a191970a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:09:52.942197 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=8211343f-2686-495b-b79e-fe2175c87f82,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:52.951932 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7a6d3fde-c565-48d4-a758-dcd10698c997 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:53.000708 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-044f32d8-544e-41d1-97f6-077203ac8064 None None] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:53.002033 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6d3fde-c565-48d4-a758-dcd10698c997 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8525ce-c54f-46b5-a147-277392d7347f,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:53.013711 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-044f32d8-544e-41d1-97f6-077203ac8064 None None] Transition to ACTIVE for port object 092c37b6-1c07-4143-ad02-088bd9b296a3 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:09:53.094831 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7a6d3fde-c565-48d4-a758-dcd10698c997 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:53.096121 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-7a6d3fde-c565-48d4-a758-dcd10698c997 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5686815 Jan 21 19:09:53.098874 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36036) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:53.105298 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-5513af3b-6d35-49ad-bf54-d20da4b35ee2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '3b8525ce-c54f-46b5-a147-277392d7347f', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:09:53.106395 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-044f32d8-544e-41d1-97f6-077203ac8064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:53.109916 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-5513af3b-6d35-49ad-bf54-d20da4b35ee2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:09:53.113661 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-5513af3b-6d35-49ad-bf54-d20da4b35ee2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:09:53.116780 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-5513af3b-6d35-49ad-bf54-d20da4b35ee2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:09:53.122667 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-5513af3b-6d35-49ad-bf54-d20da4b35ee2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:09:53.200037 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5513af3b-6d35-49ad-bf54-d20da4b35ee2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:53.272439 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a22d01b-2f6b-45e1-82d6-e9c52aaab842 None None] Pushing event updated for resources: {'Port': ['ID=092c37b6-1c07-4143-ad02-088bd9b296a3,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:53.277162 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5513af3b-6d35-49ad-bf54-d20da4b35ee2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:53.320330 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a22d01b-2f6b-45e1-82d6-e9c52aaab842 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:09:53.321666 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a22d01b-2f6b-45e1-82d6-e9c52aaab842 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:09:53.322512 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a22d01b-2f6b-45e1-82d6-e9c52aaab842 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:09:53.322512 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a22d01b-2f6b-45e1-82d6-e9c52aaab842 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:09:53.322957 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a22d01b-2f6b-45e1-82d6-e9c52aaab842 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:09:53.323324 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a22d01b-2f6b-45e1-82d6-e9c52aaab842 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:09:53.323696 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a22d01b-2f6b-45e1-82d6-e9c52aaab842 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:09:53.324081 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a22d01b-2f6b-45e1-82d6-e9c52aaab842 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:09:53.325083 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a22d01b-2f6b-45e1-82d6-e9c52aaab842 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:09:53.325083 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a22d01b-2f6b-45e1-82d6-e9c52aaab842 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:09:53.325083 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a22d01b-2f6b-45e1-82d6-e9c52aaab842 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:09:53.325368 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a22d01b-2f6b-45e1-82d6-e9c52aaab842 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:09:53.347050 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5513af3b-6d35-49ad-bf54-d20da4b35ee2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:53.350939 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-044f32d8-544e-41d1-97f6-077203ac8064 None None] Attempting to bind port 092c37b6-1c07-4143-ad02-088bd9b296a3 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:09:53.351266 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-044f32d8-544e-41d1-97f6-077203ac8064 None None] Attempting to bind port 092c37b6-1c07-4143-ad02-088bd9b296a3 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '6426c19b-e177-4a1d-801a-84df00627222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:09:53.351858 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044f32d8-544e-41d1-97f6-077203ac8064 None None] Attempting to bind port 092c37b6-1c07-4143-ad02-088bd9b296a3 on network bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:09:53.359722 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044f32d8-544e-41d1-97f6-077203ac8064 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:09:53.359722 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044f32d8-544e-41d1-97f6-077203ac8064 None None] Checking segment: {'id': '6426c19b-e177-4a1d-801a-84df00627222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:09:53.362447 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-044f32d8-544e-41d1-97f6-077203ac8064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:53.362447 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044f32d8-544e-41d1-97f6-077203ac8064 None None] Bound using segment: {'id': '6426c19b-e177-4a1d-801a-84df00627222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:09:53.362447 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-044f32d8-544e-41d1-97f6-077203ac8064 None None] Bound port: 092c37b6-1c07-4143-ad02-088bd9b296a3, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6426c19b-e177-4a1d-801a-84df00627222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:09:53.362447 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-044f32d8-544e-41d1-97f6-077203ac8064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:53.363762 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device c28f377d-dd21-4ab7-938e-f91ca9229a7e up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:09:53.377746 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513af3b-6d35-49ad-bf54-d20da4b35ee2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc6616aa-0e57-470f-9a73-dd3b280c4025,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:53.470762 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5513af3b-6d35-49ad-bf54-d20da4b35ee2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:53.470882 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-044f32d8-544e-41d1-97f6-077203ac8064 None None] For port 092c37b6-1c07-4143-ad02-088bd9b296a3, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:09:53.474559 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5513af3b-6d35-49ad-bf54-d20da4b35ee2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3720479 Jan 21 19:09:53.481956 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36040) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:53.482903 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-044f32d8-544e-41d1-97f6-077203ac8064 None None] For port 092c37b6-1c07-4143-ad02-088bd9b296a3, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=092c37b6-1c07-4143-ad02-088bd9b296a3,segment=NetworkSegment(6426c19b-e177-4a1d-801a-84df00627222),segment_id=6426c19b-e177-4a1d-801a-84df00627222)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:09:53.483041 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-11fc1249-d26e-4e40-91d0-209935f7911c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '3b8525ce-c54f-46b5-a147-277392d7347f', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:09:53.489276 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-11fc1249-d26e-4e40-91d0-209935f7911c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:09:53.496969 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-11fc1249-d26e-4e40-91d0-209935f7911c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:09:53.500254 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-11fc1249-d26e-4e40-91d0-209935f7911c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:09:53.505968 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-11fc1249-d26e-4e40-91d0-209935f7911c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:09:53.509349 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port c28f377d-dd21-4ab7-938e-f91ca9229a7e triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:09:53.509349 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:53.559951 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-044f32d8-544e-41d1-97f6-077203ac8064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:53.593675 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-11fc1249-d26e-4e40-91d0-209935f7911c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:53.637140 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 8211343f-2686-495b-b79e-fe2175c87f82 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:09:53.642255 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044f32d8-544e-41d1-97f6-077203ac8064 None None] Routers {'7981e368-60e1-4950-8872-a436cea5d45f'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:09:53.642891 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-044f32d8-544e-41d1-97f6-077203ac8064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:09:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['7981e368-60e1-4950-8872-a436cea5d45f'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:53.667797 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-11fc1249-d26e-4e40-91d0-209935f7911c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:53.697896 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a22d01b-2f6b-45e1-82d6-e9c52aaab842 None None] Pushing event updated for resources: {'Port': ['ID=092c37b6-1c07-4143-ad02-088bd9b296a3,revision_number=4']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:53.730546 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 8211343f-2686-495b-b79e-fe2175c87f82 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:09:53.730546 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:53.746534 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-11fc1249-d26e-4e40-91d0-209935f7911c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:53.773814 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc1249-d26e-4e40-91d0-209935f7911c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=914e45f6-d791-465c-a5ae-aae14aee9bb3,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:53.840585 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-044f32d8-544e-41d1-97f6-077203ac8064 None None] Set router 7981e368-60e1-4950-8872-a436cea5d45f gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:09:53.889217 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-11fc1249-d26e-4e40-91d0-209935f7911c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:53.890492 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-11fc1249-d26e-4e40-91d0-209935f7911c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4141512 Jan 21 19:09:53.893692 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36044) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:53.899568 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-ebf59ae3-1652-49f8-8800-a0a5921a10c2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '3b8525ce-c54f-46b5-a147-277392d7347f', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:09:53.908258 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-ebf59ae3-1652-49f8-8800-a0a5921a10c2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:09:53.910465 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ebf59ae3-1652-49f8-8800-a0a5921a10c2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:09:53.914091 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ebf59ae3-1652-49f8-8800-a0a5921a10c2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:09:53.920090 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-ebf59ae3-1652-49f8-8800-a0a5921a10c2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:09:54.011008 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ebf59ae3-1652-49f8-8800-a0a5921a10c2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:54.078226 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ebf59ae3-1652-49f8-8800-a0a5921a10c2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:54.158841 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ebf59ae3-1652-49f8-8800-a0a5921a10c2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:54.182636 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf59ae3-1652-49f8-8800-a0a5921a10c2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58299d01-f21f-4cb0-8341-4bc63a181cba,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:54.209540 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-044f32d8-544e-41d1-97f6-077203ac8064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7981e368-60e1-4950-8872-a436cea5d45f', 'name': 'tempest-TestNetworkBasicOps-router-538249391', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'c28f377d-dd21-4ab7-938e-f91ca9229a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:09:42Z', 'updated_at': '2022-01-21T19:09:49Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'c28f377d-dd21-4ab7-938e-f91ca9229a7e', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7981e368-60e1-4950-8872-a436cea5d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:09:43Z', 'updated_at': '2022-01-21T19:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '092c37b6-1c07-4143-ad02-088bd9b296a3', 'name': '', 'network_id': 'bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:e8:a6:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7981e368-60e1-4950-8872-a436cea5d45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'c95d2944-7ed1-4964-9ea1-a9d9e7b1345c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:09:48Z', 'updated_at': '2022-01-21T19:09:53Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': 'c95d2944-7ed1-4964-9ea1-a9d9e7b1345c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:09:54.216077 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044f32d8-544e-41d1-97f6-077203ac8064 None None] The sync data for ids ['7981e368-60e1-4950-8872-a436cea5d45f'] in dv-neutron-825470-1-hyperv is: [{'id': '7981e368-60e1-4950-8872-a436cea5d45f', 'name': 'tempest-TestNetworkBasicOps-router-538249391', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'c28f377d-dd21-4ab7-938e-f91ca9229a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:09:42Z', 'updated_at': '2022-01-21T19:09:49Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'c28f377d-dd21-4ab7-938e-f91ca9229a7e', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7981e368-60e1-4950-8872-a436cea5d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:09:43Z', 'updated_at': '2022-01-21T19:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '092c37b6-1c07-4143-ad02-088bd9b296a3', 'name': '', 'network_id': 'bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:e8:a6:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7981e368-60e1-4950-8872-a436cea5d45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'c95d2944-7ed1-4964-9ea1-a9d9e7b1345c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:09:48Z', 'updated_at': '2022-01-21T19:09:53Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': 'c95d2944-7ed1-4964-9ea1-a9d9e7b1345c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:09:54.260923 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ebf59ae3-1652-49f8-8800-a0a5921a10c2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:54.265054 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36048) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:54.270142 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ebf59ae3-1652-49f8-8800-a0a5921a10c2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3673372 Jan 21 19:09:54.274080 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-ff2ed39c-ad22-44c6-9c33-eefc9a0e1ad6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '3b8525ce-c54f-46b5-a147-277392d7347f', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:09:54.291249 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-ff2ed39c-ad22-44c6-9c33-eefc9a0e1ad6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:09:54.291249 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ff2ed39c-ad22-44c6-9c33-eefc9a0e1ad6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:09:54.292079 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ff2ed39c-ad22-44c6-9c33-eefc9a0e1ad6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:09:54.297902 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-ff2ed39c-ad22-44c6-9c33-eefc9a0e1ad6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:09:54.383285 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ff2ed39c-ad22-44c6-9c33-eefc9a0e1ad6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:54.474133 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ff2ed39c-ad22-44c6-9c33-eefc9a0e1ad6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:54.558138 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ff2ed39c-ad22-44c6-9c33-eefc9a0e1ad6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:54.583599 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ed39c-ad22-44c6-9c33-eefc9a0e1ad6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eb2f1b2-cd37-4231-9f0c-80a47aa25dd2,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:54.655273 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ff2ed39c-ad22-44c6-9c33-eefc9a0e1ad6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:54.656517 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ff2ed39c-ad22-44c6-9c33-eefc9a0e1ad6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3904188 Jan 21 19:09:54.659244 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36052) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:54.664691 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-35fb2951-bb31-4daa-82df-1ff1adb1d4a4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '3b8525ce-c54f-46b5-a147-277392d7347f', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:09:54.671128 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-35fb2951-bb31-4daa-82df-1ff1adb1d4a4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:09:54.675663 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-35fb2951-bb31-4daa-82df-1ff1adb1d4a4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:09:54.682644 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-35fb2951-bb31-4daa-82df-1ff1adb1d4a4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:09:54.688703 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-35fb2951-bb31-4daa-82df-1ff1adb1d4a4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:09:54.814997 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.securitygroups_db [None req-35fb2951-bb31-4daa-82df-1ff1adb1d4a4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Project f393478d14c44d15ad1bf9df868df3cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 19:09:54.823078 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-35fb2951-bb31-4daa-82df-1ff1adb1d4a4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:54.891798 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-35fb2951-bb31-4daa-82df-1ff1adb1d4a4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:55.021038 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-35fb2951-bb31-4daa-82df-1ff1adb1d4a4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:55.051168 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb2951-bb31-4daa-82df-1ff1adb1d4a4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d541191-b9fe-4d4f-bee6-9d22f71330ea,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:55.067120 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8caa59b6-85cc-4567-a834-f98b5ac37589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:55.119556 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-35fb2951-bb31-4daa-82df-1ff1adb1d4a4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:55.120935 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-35fb2951-bb31-4daa-82df-1ff1adb1d4a4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4607921 Jan 21 19:09:55.123660 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36058) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:09:55.132623 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-132ad070-b89a-4440-ad1a-bc5947c1abd1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '3b8525ce-c54f-46b5-a147-277392d7347f', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:09:55.138796 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-132ad070-b89a-4440-ad1a-bc5947c1abd1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:09:55.145729 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-132ad070-b89a-4440-ad1a-bc5947c1abd1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:09:55.149957 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-132ad070-b89a-4440-ad1a-bc5947c1abd1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:09:55.155855 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-132ad070-b89a-4440-ad1a-bc5947c1abd1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:09:55.242427 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.securitygroups_db [None req-132ad070-b89a-4440-ad1a-bc5947c1abd1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Project f393478d14c44d15ad1bf9df868df3cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 19:09:55.250044 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-132ad070-b89a-4440-ad1a-bc5947c1abd1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:55.339092 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-132ad070-b89a-4440-ad1a-bc5947c1abd1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:55.362042 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 092c37b6-1c07-4143-ad02-088bd9b296a3 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:09:55.414933 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-132ad070-b89a-4440-ad1a-bc5947c1abd1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:55.439791 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ad070-b89a-4440-ad1a-bc5947c1abd1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4b92929-3887-425e-b3fb-1dcdf18a2b78,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:55.488908 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 092c37b6-1c07-4143-ad02-088bd9b296a3 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:09:55.494199 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 092c37b6-1c07-4143-ad02-088bd9b296a3 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:09:55.494602 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:55.517676 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-132ad070-b89a-4440-ad1a-bc5947c1abd1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:55.519032 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-132ad070-b89a-4440-ad1a-bc5947c1abd1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3941612 Jan 21 19:09:55.618706 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:55.651537 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 092c37b6-1c07-4143-ad02-088bd9b296a3, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=092c37b6-1c07-4143-ad02-088bd9b296a3,segment=NetworkSegment(6426c19b-e177-4a1d-801a-84df00627222),segment_id=6426c19b-e177-4a1d-801a-84df00627222)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:09:55.729378 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:55.742416 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-3037907a-12bd-4849-90b3-fcc3f8b52327 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:security_group {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:09:55.798976 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=092c37b6-1c07-4143-ad02-088bd9b296a3,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:09:55.826822 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-3037907a-12bd-4849-90b3-fcc3f8b52327 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:security_group {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:09:55.827460 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-3037907a-12bd-4849-90b3-fcc3f8b52327 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-412537428&fields=id&tenant_id=f393478d14c44d15ad1bf9df868df3cb HTTP/1.1" status: 200 len: 267 time: 0.1303804 Jan 21 19:09:56.107863 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-eaccb89d-e655-4e3d-af94-dc3f3a2a3197 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:56.108548 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-eaccb89d-e655-4e3d-af94-dc3f3a2a3197 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:network {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:09:56.216579 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-eaccb89d-e655-4e3d-af94-dc3f3a2a3197 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:network {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:09:56.216579 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-eaccb89d-e655-4e3d-af94-dc3f3a2a3197 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/networks?id=bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13 HTTP/1.1" status: 200 len: 797 time: 0.3800385 Jan 21 19:09:56.234651 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-3953a954-9396-444f-80aa-92448cfbd6d4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/quotas/f393478d14c44d15ad1bf9df868df3cb HTTP/1.1" status: 200 len: 375 time: 0.0096626 Jan 21 19:09:56.312391 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-ff231f5f-8652-4e7d-b2b6-dd85ae425309 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:09:56.380825 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-ff231f5f-8652-4e7d-b2b6-dd85ae425309 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:09:56.383573 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-ff231f5f-8652-4e7d-b2b6-dd85ae425309 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1479933 Jan 21 19:09:56.399214 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-79c802f5-cc53-4f8a-9e7a-6e9377ffbc9c service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=88136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:09:56.400133 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-79c802f5-cc53-4f8a-9e7a-6e9377ffbc9c service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059152 Jan 21 19:09:56.541989 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-c85d4b63-7146-4819-9e2b-c371d00ce718 service neutron] 10.222.0.87 "GET /v2.0/networks/bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362064 Jan 21 19:09:56.685749 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-7d0ee4a0-5932-4c69-9eb4-8106d67b1402 service neutron] 10.222.0.87 "GET /v2.0/networks/bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379669 Jan 21 19:09:56.990167 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-82481f3d-20ab-49c1-8c6b-e97abe0fa458 req-79d20436-005e-41be-9ada-4faefc8489f7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=a24dea45-d933-4d11-b752-67d3fdb1b1a7 HTTP/1.1" status: 200 len: 210 time: 0.0487285 Jan 21 19:09:57.260460 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2a18cd08-cadb-4fba-b736-4cfca599ea78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:57.324621 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 092c37b6-1c07-4143-ad02-088bd9b296a3 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:09:57.423538 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 092c37b6-1c07-4143-ad02-088bd9b296a3 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:09:57.423909 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:58.089387 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:58.148924 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e27ae0c2-5309-4091-a605-c9efa75bf8ab req-09d8c083-5bae-4510-b416-2c6617f48b24 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=a24dea45-d933-4d11-b752-67d3fdb1b1a7 HTTP/1.1" status: 200 len: 210 time: 0.0425980 Jan 21 19:09:58.563484 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:58.652938 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:59.230918 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-45d73242-c9c2-458b-a3be-eba784b4122c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:09:59.232412 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-45d73242-c9c2-458b-a3be-eba784b4122c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "GET /v2.0/networks?id=bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13 HTTP/1.1" status: 200 len: 797 time: 0.1494324 Jan 21 19:09:59.285142 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-9b21ef39-c602-492c-9a6d-8612bfaed26e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:security_group {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:09:59.298005 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-9b21ef39-c602-492c-9a6d-8612bfaed26e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:security_group {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:09:59.299129 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-9b21ef39-c602-492c-9a6d-8612bfaed26e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f393478d14c44d15ad1bf9df868df3cb HTTP/1.1" status: 200 len: 379 time: 0.0593178 Jan 21 19:09:59.301698 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-844397d0-6e23-42f6-9437-44f92dbcaad4 req-84b7e0db-6f78-4751-8666-1a8269346345 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=a24dea45-d933-4d11-b752-67d3fdb1b1a7 HTTP/1.1" status: 200 len: 210 time: 0.0416205 Jan 21 19:09:59.309058 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-be75a839-9802-406f-bbe4-f6585ced6e3d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'port': {'device_id': 'a24dea45-d933-4d11-b752-67d3fdb1b1a7', 'network_id': 'bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13', 'admin_state_up': True, 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'security_groups': ['3b8525ce-c54f-46b5-a147-277392d7347f']}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:09:59.452590 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-be75a839-9802-406f-bbe4-f6585ced6e3d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:09:59.463231 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-be75a839-9802-406f-bbe4-f6585ced6e3d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:09:59.586457 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-be75a839-9802-406f-bbe4-f6585ced6e3d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Made reservation on behalf of f393478d14c44d15ad1bf9df868df3cb for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:09:59.590148 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-be75a839-9802-406f-bbe4-f6585ced6e3d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:59.752529 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-be75a839-9802-406f-bbe4-f6585ced6e3d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Allocated IP 172.20.0.4 (bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13/c95d2944-7ed1-4964-9ea1-a9d9e7b1345c/b10100b0-6351-4f5e-b625-a1f55016594a) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:09:59.957043 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-be75a839-9802-406f-bbe4-f6585ced6e3d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:09:59.975874 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-be75a839-9802-406f-bbe4-f6585ced6e3d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Transition to ACTIVE for port object b10100b0-6351-4f5e-b625-a1f55016594a will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:10:00.456597 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-96420ca7-2c98-4396-a5e8-cff162ccfaee req-7350e566-2a33-4050-b41f-5988de298f34 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=a24dea45-d933-4d11-b752-67d3fdb1b1a7 HTTP/1.1" status: 200 len: 210 time: 0.0457046 Jan 21 19:10:00.609249 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:00.659277 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-be75a839-9802-406f-bbe4-f6585ced6e3d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:00.728691 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-be75a839-9802-406f-bbe4-f6585ced6e3d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:10:00.731978 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-be75a839-9802-406f-bbe4-f6585ced6e3d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:10:00.734540 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-be75a839-9802-406f-bbe4-f6585ced6e3d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:10:00.779853 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75a839-9802-406f-bbe4-f6585ced6e3d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=b10100b0-6351-4f5e-b625-a1f55016594a,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:10:00.809464 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-be75a839-9802-406f-bbe4-f6585ced6e3d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:10:00.809627 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-be75a839-9802-406f-bbe4-f6585ced6e3d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:00.913368 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-be75a839-9802-406f-bbe4-f6585ced6e3d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6076844 Jan 21 19:10:00.923893 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-81a97796-13d9-4f3b-a518-d02d1d41f616 service neutron] Request body: {'port': {'device_id': 'a24dea45-d933-4d11-b752-67d3fdb1b1a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:10:01.035531 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-81a97796-13d9-4f3b-a518-d02d1d41f616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:01.077626 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-bbe6c1c6-0394-4d21-8d16-be04542d444d None None] Provisioning for port b10100b0-6351-4f5e-b625-a1f55016594a completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:10:01.083467 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-bbe6c1c6-0394-4d21-8d16-be04542d444d None None] Provisioning complete for port b10100b0-6351-4f5e-b625-a1f55016594a triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:10:01.083941 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-bbe6c1c6-0394-4d21-8d16-be04542d444d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:01.144778 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-bbe6c1c6-0394-4d21-8d16-be04542d444d None None] Port b10100b0-6351-4f5e-b625-a1f55016594a cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:10:01.500879 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-81a97796-13d9-4f3b-a518-d02d1d41f616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b10100b0-6351-4f5e-b625-a1f55016594a {{(pid=88137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:10:01.501405 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-81a97796-13d9-4f3b-a518-d02d1d41f616 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:01.515492 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-81a97796-13d9-4f3b-a518-d02d1d41f616 service neutron] Transition to ACTIVE for port object b10100b0-6351-4f5e-b625-a1f55016594a will not be triggered until provisioned by entity L2. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:10:01.563280 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-81a97796-13d9-4f3b-a518-d02d1d41f616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:01.641329 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d34bd4-1d53-4825-8071-cf65ffd5b301 req-bb6a3480-03f4-494a-8e12-05437f18d37a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:10:01.643128 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-42d34bd4-1d53-4825-8071-cf65ffd5b301 req-bb6a3480-03f4-494a-8e12-05437f18d37a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=a24dea45-d933-4d11-b752-67d3fdb1b1a7 HTTP/1.1" status: 200 len: 943 time: 0.0837314 Jan 21 19:10:01.692217 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-42d34bd4-1d53-4825-8071-cf65ffd5b301 req-963a9ff6-3204-41a0-bb34-eda5980d5507 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=3b8525ce-c54f-46b5-a147-277392d7347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433426 Jan 21 19:10:01.706245 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a97796-13d9-4f3b-a518-d02d1d41f616 service neutron] Pushing event updated for resources: {'Port': ['ID=b10100b0-6351-4f5e-b625-a1f55016594a,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:10:01.817648 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-81a97796-13d9-4f3b-a518-d02d1d41f616 service neutron] Attempting to bind port b10100b0-6351-4f5e-b625-a1f55016594a on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:10:01.818013 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-81a97796-13d9-4f3b-a518-d02d1d41f616 service neutron] Attempting to bind port b10100b0-6351-4f5e-b625-a1f55016594a by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '6426c19b-e177-4a1d-801a-84df00627222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:10:01.818334 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-81a97796-13d9-4f3b-a518-d02d1d41f616 service neutron] Attempting to bind port b10100b0-6351-4f5e-b625-a1f55016594a on network bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:10:01.823692 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-81a97796-13d9-4f3b-a518-d02d1d41f616 service neutron] Port b10100b0-6351-4f5e-b625-a1f55016594a on network bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 19:10:01.824004 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-81a97796-13d9-4f3b-a518-d02d1d41f616 service neutron] Attempting to bind port b10100b0-6351-4f5e-b625-a1f55016594a on network bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:10:01.829180 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-81a97796-13d9-4f3b-a518-d02d1d41f616 service neutron] Checking agent: {'id': '9a14f311-f6d5-46c6-87a2-f860197fb66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:10:01.831364 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-81a97796-13d9-4f3b-a518-d02d1d41f616 service neutron] Checking segment: {'id': '6426c19b-e177-4a1d-801a-84df00627222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:10:01.831364 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-81a97796-13d9-4f3b-a518-d02d1d41f616 service neutron] Bound using segment: {'id': '6426c19b-e177-4a1d-801a-84df00627222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13'} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:10:01.831364 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-81a97796-13d9-4f3b-a518-d02d1d41f616 service neutron] Bound port: b10100b0-6351-4f5e-b625-a1f55016594a, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6426c19b-e177-4a1d-801a-84df00627222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13'}}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:10:01.831364 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-81a97796-13d9-4f3b-a518-d02d1d41f616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:01.918164 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-81a97796-13d9-4f3b-a518-d02d1d41f616 service neutron] For port b10100b0-6351-4f5e-b625-a1f55016594a, host hv-neutron-8254, cleared binding levels {{(pid=88137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:10:01.920995 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-81a97796-13d9-4f3b-a518-d02d1d41f616 service neutron] For port b10100b0-6351-4f5e-b625-a1f55016594a, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=b10100b0-6351-4f5e-b625-a1f55016594a,segment=NetworkSegment(6426c19b-e177-4a1d-801a-84df00627222),segment_id=6426c19b-e177-4a1d-801a-84df00627222)] {{(pid=88137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:10:01.986246 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-81a97796-13d9-4f3b-a518-d02d1d41f616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:02.048378 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-81a97796-13d9-4f3b-a518-d02d1d41f616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:10:02.048986 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-81a97796-13d9-4f3b-a518-d02d1d41f616 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:02.050370 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-81a97796-13d9-4f3b-a518-d02d1d41f616 service neutron] 10.222.0.113 "PUT /v2.0/ports/b10100b0-6351-4f5e-b625-a1f55016594a HTTP/1.1" status: 200 len: 1093 time: 1.1305397 Jan 21 19:10:02.050809 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24dea45-d933-4d11-b752-67d3fdb1b1a7', 'tag': 'b10100b0-6351-4f5e-b625-a1f55016594a'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:10:02.072512 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a97796-13d9-4f3b-a518-d02d1d41f616 service neutron] Pushing event updated for resources: {'Port': ['ID=b10100b0-6351-4f5e-b625-a1f55016594a,revision_number=3']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:10:02.114581 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24dea45-d933-4d11-b752-67d3fdb1b1a7', 'tag': 'b10100b0-6351-4f5e-b625-a1f55016594a', 'status': 'completed', 'code': 200} Jan 21 19:10:02.201748 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f75e19-7d9d-4c34-a032-20d497514313 req-8870f97a-e358-4215-9d96-d6acfd5715f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:10:02.203396 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-74f75e19-7d9d-4c34-a032-20d497514313 req-8870f97a-e358-4215-9d96-d6acfd5715f8 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=a24dea45-d933-4d11-b752-67d3fdb1b1a7 HTTP/1.1" status: 200 len: 1096 time: 0.0766211 Jan 21 19:10:02.350252 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f75e19-7d9d-4c34-a032-20d497514313 req-6d5841ba-2fa6-414c-be7e-e77cbf5e019c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:10:02.352297 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-74f75e19-7d9d-4c34-a032-20d497514313 req-6d5841ba-2fa6-414c-be7e-e77cbf5e019c service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=f393478d14c44d15ad1bf9df868df3cb&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1427639 Jan 21 19:10:02.488674 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f75e19-7d9d-4c34-a032-20d497514313 req-0f615f49-222e-4885-921c-73996cdd74bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:10:02.490101 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-74f75e19-7d9d-4c34-a032-20d497514313 req-0f615f49-222e-4885-921c-73996cdd74bd service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1316769 Jan 21 19:10:02.597770 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-1f61e74b-7529-44fe-9217-876e9d81eaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:10:02.599253 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-1f61e74b-7529-44fe-9217-876e9d81eaa0 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=a24dea45-d933-4d11-b752-67d3fdb1b1a7 HTTP/1.1" status: 200 len: 1096 time: 0.0738325 Jan 21 19:10:02.674909 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-9a86a49b-3bfe-48e8-86db-8651beac0449 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b10100b0-6351-4f5e-b625-a1f55016594a HTTP/1.1" status: 200 len: 217 time: 0.0684800 Jan 21 19:10:02.736433 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-00ca5a6b-25be-4dde-b115-c7d184feebd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:10:02.737877 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-00ca5a6b-25be-4dde-b115-c7d184feebd0 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=c95d2944-7ed1-4964-9ea1-a9d9e7b1345c HTTP/1.1" status: 200 len: 835 time: 0.0572281 Jan 21 19:10:02.814274 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-7e12f423-4183-45d9-9abc-884fc6bf14c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:10:02.815789 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-7e12f423-4183-45d9-9abc-884fc6bf14c7 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721712 Jan 21 19:10:02.885887 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6e626-38aa-4b27-8494-495a41e44761 req-936e5649-5d88-4788-b2ae-d960b3b4cb7e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:10:02.886917 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-43d6e626-38aa-4b27-8494-495a41e44761 req-936e5649-5d88-4788-b2ae-d960b3b4cb7e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=a24dea45-d933-4d11-b752-67d3fdb1b1a7 HTTP/1.1" status: 200 len: 943 time: 0.0849252 Jan 21 19:10:02.930930 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-43d6e626-38aa-4b27-8494-495a41e44761 req-b06bfb31-7e29-4697-8a4c-66180653df92 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=3b8525ce-c54f-46b5-a147-277392d7347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387559 Jan 21 19:10:02.950874 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-7a51f436-d77e-4175-a56b-081c675c46a7 service neutron] 10.222.0.113 "GET /v2.0/networks/bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279898 Jan 21 19:10:03.091812 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ce391eba-8b86-442f-8e78-90ce44801d7a req-17d8202c-3410-4fd8-a33d-a25f2d46eaed service neutron] 10.222.0.113 "GET /v2.0/networks/bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342962 Jan 21 19:10:04.120527 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7be2b7-7272-4ee1-94c0-815a44c2f4af req-27176d12-fa88-4d4a-a864-0a8b2111e98d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:10:04.124555 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7d7be2b7-7272-4ee1-94c0-815a44c2f4af req-27176d12-fa88-4d4a-a864-0a8b2111e98d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=a24dea45-d933-4d11-b752-67d3fdb1b1a7 HTTP/1.1" status: 200 len: 943 time: 0.0851521 Jan 21 19:10:04.168996 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7d7be2b7-7272-4ee1-94c0-815a44c2f4af req-85f97afc-b25d-4f2e-8bbc-42c0cfa6b32e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=3b8525ce-c54f-46b5-a147-277392d7347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387971 Jan 21 19:10:05.362929 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f64edb-904d-44dd-80b1-198ea4b644f4 req-054722c0-a08e-4e96-978a-30d022bb722e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:10:05.364383 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-93f64edb-904d-44dd-80b1-198ea4b644f4 req-054722c0-a08e-4e96-978a-30d022bb722e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=a24dea45-d933-4d11-b752-67d3fdb1b1a7 HTTP/1.1" status: 200 len: 943 time: 0.0848053 Jan 21 19:10:05.409838 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-93f64edb-904d-44dd-80b1-198ea4b644f4 req-365ab528-b47a-4474-8b12-8a6bccb2f756 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=3b8525ce-c54f-46b5-a147-277392d7347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381799 Jan 21 19:10:05.979121 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device b10100b0-6351-4f5e-b625-a1f55016594a details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:10:06.111023 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port b10100b0-6351-4f5e-b625-a1f55016594a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=b10100b0-6351-4f5e-b625-a1f55016594a,segment=NetworkSegment(6426c19b-e177-4a1d-801a-84df00627222),segment_id=6426c19b-e177-4a1d-801a-84df00627222)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:10:06.124577 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': 'b10100b0-6351-4f5e-b625-a1f55016594a', 'network_id': 'bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13', 'port_id': 'b10100b0-6351-4f5e-b625-a1f55016594a', 'mac_address': 'fa:16:3e:e6:fe:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c95d2944-7ed1-4964-9ea1-a9d9e7b1345c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:10:06.180958 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:06.197455 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b10100b0-6351-4f5e-b625-a1f55016594a {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:10:06.212171 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port b10100b0-6351-4f5e-b625-a1f55016594a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=b10100b0-6351-4f5e-b625-a1f55016594a,segment=NetworkSegment(6426c19b-e177-4a1d-801a-84df00627222),segment_id=6426c19b-e177-4a1d-801a-84df00627222)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:10:06.355695 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:06.425389 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=b10100b0-6351-4f5e-b625-a1f55016594a,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:10:06.571795 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['b10100b0-6351-4f5e-b625-a1f55016594a'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:10:06.594390 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0f8c7-f8a0-4feb-b8e1-b9d821c59591 req-c34a3e33-dc6d-434f-895d-ee884cb6b0fc tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:10:06.595843 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a1b0f8c7-f8a0-4feb-b8e1-b9d821c59591 req-c34a3e33-dc6d-434f-895d-ee884cb6b0fc tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=a24dea45-d933-4d11-b752-67d3fdb1b1a7 HTTP/1.1" status: 200 len: 944 time: 0.0804152 Jan 21 19:10:06.651164 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a1b0f8c7-f8a0-4feb-b8e1-b9d821c59591 req-86c70db1-eb51-467a-a66d-50b912a8fcfe tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=3b8525ce-c54f-46b5-a147-277392d7347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493903 Jan 21 19:10:07.838575 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d36365-dba3-4a07-9d01-c8859ff80e82 req-15ee2b85-5249-4a84-b1b2-0cb5169c4f2d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:10:07.840030 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-11d36365-dba3-4a07-9d01-c8859ff80e82 req-15ee2b85-5249-4a84-b1b2-0cb5169c4f2d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=a24dea45-d933-4d11-b752-67d3fdb1b1a7 HTTP/1.1" status: 200 len: 944 time: 0.0796757 Jan 21 19:10:07.884275 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-11d36365-dba3-4a07-9d01-c8859ff80e82 req-c774224e-de6b-4a35-8873-e670697f3ad2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=3b8525ce-c54f-46b5-a147-277392d7347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381641 Jan 21 19:10:07.983937 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device b10100b0-6351-4f5e-b625-a1f55016594a up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:10:08.128707 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning for port b10100b0-6351-4f5e-b625-a1f55016594a completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:10:08.134278 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port b10100b0-6351-4f5e-b625-a1f55016594a triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:10:08.134653 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:08.264421 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:08.290602 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24dea45-d933-4d11-b752-67d3fdb1b1a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10100b0-6351-4f5e-b625-a1f55016594a'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:10:08.299959 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port b10100b0-6351-4f5e-b625-a1f55016594a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=b10100b0-6351-4f5e-b625-a1f55016594a,segment=NetworkSegment(6426c19b-e177-4a1d-801a-84df00627222),segment_id=6426c19b-e177-4a1d-801a-84df00627222)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:10:08.384229 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:08.460979 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=b10100b0-6351-4f5e-b625-a1f55016594a,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:10:08.492776 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24dea45-d933-4d11-b752-67d3fdb1b1a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10100b0-6351-4f5e-b625-a1f55016594a', 'code': 200} Jan 21 19:10:08.853266 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ad00b-ba12-491a-9fbe-5ea875d8be8a req-d88f4e68-bdb7-41a5-a8e6-5154e693958c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:10:08.854759 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b47ad00b-ba12-491a-9fbe-5ea875d8be8a req-d88f4e68-bdb7-41a5-a8e6-5154e693958c service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=a24dea45-d933-4d11-b752-67d3fdb1b1a7 HTTP/1.1" status: 200 len: 1098 time: 0.0749824 Jan 21 19:10:08.894753 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b47ad00b-ba12-491a-9fbe-5ea875d8be8a req-98a5bfa6-e4b6-4f6c-bd8f-57aef24f611e service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=3b8525ce-c54f-46b5-a147-277392d7347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344424 Jan 21 19:10:09.079329 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad863871-ee03-47ad-96a4-1e24b4294eea req-68b0702e-4c14-4c03-bf77-ca40df4ac8ec tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:10:09.080837 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ad863871-ee03-47ad-96a4-1e24b4294eea req-68b0702e-4c14-4c03-bf77-ca40df4ac8ec tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=a24dea45-d933-4d11-b752-67d3fdb1b1a7 HTTP/1.1" status: 200 len: 945 time: 0.0852182 Jan 21 19:10:09.125629 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ad863871-ee03-47ad-96a4-1e24b4294eea req-b3a24b05-9d1e-4cfe-8c32-8400140ba37d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=3b8525ce-c54f-46b5-a147-277392d7347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378661 Jan 21 19:10:09.421941 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:10:10.311734 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d85151-cba1-44c9-9038-d414d03fa13c req-424a23c7-3e96-42f4-ba6e-3f317c05c548 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:10:10.313960 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-86d85151-cba1-44c9-9038-d414d03fa13c req-424a23c7-3e96-42f4-ba6e-3f317c05c548 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=a24dea45-d933-4d11-b752-67d3fdb1b1a7 HTTP/1.1" status: 200 len: 945 time: 0.0787704 Jan 21 19:10:10.369011 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-86d85151-cba1-44c9-9038-d414d03fa13c req-0cc21920-ebf7-44e2-935e-1f103a507638 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=3b8525ce-c54f-46b5-a147-277392d7347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494428 Jan 21 19:10:10.695921 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefc875-b7e2-4ac0-856d-8b2a4daa0737 req-a2f3048f-1975-4075-b3ce-d4797a0e62a5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:10:10.697353 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fcefc875-b7e2-4ac0-856d-8b2a4daa0737 req-a2f3048f-1975-4075-b3ce-d4797a0e62a5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=a24dea45-d933-4d11-b752-67d3fdb1b1a7 HTTP/1.1" status: 200 len: 945 time: 0.0835633 Jan 21 19:10:10.742888 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fcefc875-b7e2-4ac0-856d-8b2a4daa0737 req-ef717474-b252-4a59-acfc-a8ce65df424b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=3b8525ce-c54f-46b5-a147-277392d7347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381656 Jan 21 19:10:10.764367 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36120) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:10:10.833971 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55470aa1-705f-43de-86e0-3787a265556a tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:10:10.835725 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-55470aa1-705f-43de-86e0-3787a265556a tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=a24dea45-d933-4d11-b752-67d3fdb1b1a7 HTTP/1.1" status: 200 len: 1093 time: 0.0703852 Jan 21 19:10:10.846034 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36124) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:10:10.850721 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-3b015152-01a5-452e-b298-f5e37095f283 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'floatingip': {'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'port_id': 'b10100b0-6351-4f5e-b625-a1f55016594a', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:10:10.856487 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-3b015152-01a5-452e-b298-f5e37095f283 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:10:10.860233 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-3b015152-01a5-452e-b298-f5e37095f283 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:floatingip and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:10:10.863009 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-3b015152-01a5-452e-b298-f5e37095f283 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:10:10.869549 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-3b015152-01a5-452e-b298-f5e37095f283 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:10:10.974957 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3b015152-01a5-452e-b298-f5e37095f283 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for floatingip, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:11.234639 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3b015152-01a5-452e-b298-f5e37095f283 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:11.372452 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-3b015152-01a5-452e-b298-f5e37095f283 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Allocated IP 172.26.1.132 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/f8957783-f624-4b70-85ac-e560794d4cc6) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:10:11.533130 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3b015152-01a5-452e-b298-f5e37095f283 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:11.615104 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3b015152-01a5-452e-b298-f5e37095f283 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:11.683632 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b015152-01a5-452e-b298-f5e37095f283 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:10:11.686544 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-3b015152-01a5-452e-b298-f5e37095f283 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:10:11.689084 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b015152-01a5-452e-b298-f5e37095f283 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:10:11.723884 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b015152-01a5-452e-b298-f5e37095f283 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=f8957783-f624-4b70-85ac-e560794d4cc6,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:10:12.105478 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3b015152-01a5-452e-b298-f5e37095f283 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:12.268400 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3b015152-01a5-452e-b298-f5e37095f283 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:12.473306 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3b015152-01a5-452e-b298-f5e37095f283 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:12.523411 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3b015152-01a5-452e-b298-f5e37095f283 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:12.634146 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b015152-01a5-452e-b298-f5e37095f283 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=f8957783-f624-4b70-85ac-e560794d4cc6,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:10:12.644151 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3b015152-01a5-452e-b298-f5e37095f283 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:12.814735 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.l3_db [None req-3b015152-01a5-452e-b298-f5e37095f283 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Floating IP 5a60ed9e-a725-4f61-b388-1354932445dd associated. External IP: 172.26.1.132, port: b10100b0-6351-4f5e-b625-a1f55016594a. Jan 21 19:10:13.282995 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b015152-01a5-452e-b298-f5e37095f283 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Router 7981e368-60e1-4950-8872-a436cea5d45f has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:10:13.463877 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b015152-01a5-452e-b298-f5e37095f283 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:10:13.473409 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb03d1d-358a-489c-8edf-484f2c0d7e2b None None] Sync routers for ids ['7981e368-60e1-4950-8872-a436cea5d45f'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:10:13.482876 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb03d1d-358a-489c-8edf-484f2c0d7e2b None None] Routers {'7981e368-60e1-4950-8872-a436cea5d45f'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:10:13.483491 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-eeb03d1d-358a-489c-8edf-484f2c0d7e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:09:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['7981e368-60e1-4950-8872-a436cea5d45f'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:10:13.557891 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3b015152-01a5-452e-b298-f5e37095f283 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:13.616577 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-3b015152-01a5-452e-b298-f5e37095f283 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7695458 Jan 21 19:10:13.617174 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24dea45-d933-4d11-b752-67d3fdb1b1a7', 'tag': 'b10100b0-6351-4f5e-b625-a1f55016594a'}] {{(pid=88136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:10:13.619947 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36130) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:10:13.668750 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-eeb03d1d-358a-489c-8edf-484f2c0d7e2b None None] Set router 7981e368-60e1-4950-8872-a436cea5d45f gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:10:13.725219 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24dea45-d933-4d11-b752-67d3fdb1b1a7', 'tag': 'b10100b0-6351-4f5e-b625-a1f55016594a', 'status': 'completed', 'code': 200} Jan 21 19:10:13.886345 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-9ba9dc17-7fb6-4245-bbe8-a7ad935ce120 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/floatingips/5a60ed9e-a725-4f61-b388-1354932445dd HTTP/1.1" status: 200 len: 991 time: 0.2652643 Jan 21 19:10:13.904650 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291ad41-4159-4045-9826-16024d18bbf7 req-7dc30cc0-c132-4e62-a763-6910ed4f472a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:10:13.906173 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c291ad41-4159-4045-9826-16024d18bbf7 req-7dc30cc0-c132-4e62-a763-6910ed4f472a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=a24dea45-d933-4d11-b752-67d3fdb1b1a7 HTTP/1.1" status: 200 len: 1098 time: 0.1001346 Jan 21 19:10:14.043941 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291ad41-4159-4045-9826-16024d18bbf7 req-60ea6f8f-7abe-48e0-90ff-6157befd13a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:10:14.045481 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c291ad41-4159-4045-9826-16024d18bbf7 req-60ea6f8f-7abe-48e0-90ff-6157befd13a2 service neutron] 10.222.0.113 "GET /v2.0/networks?id=bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13 HTTP/1.1" status: 200 len: 898 time: 0.1334074 Jan 21 19:10:14.062976 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-eeb03d1d-358a-489c-8edf-484f2c0d7e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7981e368-60e1-4950-8872-a436cea5d45f', 'name': 'tempest-TestNetworkBasicOps-router-538249391', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'c28f377d-dd21-4ab7-938e-f91ca9229a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:09:42Z', 'updated_at': '2022-01-21T19:09:49Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'c28f377d-dd21-4ab7-938e-f91ca9229a7e', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7981e368-60e1-4950-8872-a436cea5d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:09:43Z', 'updated_at': '2022-01-21T19:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '5a60ed9e-a725-4f61-b388-1354932445dd', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'floating_ip_address': '172.26.1.132', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '7981e368-60e1-4950-8872-a436cea5d45f', 'port_id': 'b10100b0-6351-4f5e-b625-a1f55016594a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13', 'mac_address': 'fa:16:3e:e6:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24dea45-d933-4d11-b752-67d3fdb1b1a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:10:12Z', 'updated_at': '2022-01-21T19:10:12Z', 'revision_number': 0, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '092c37b6-1c07-4143-ad02-088bd9b296a3', 'name': '', 'network_id': 'bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:e8:a6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7981e368-60e1-4950-8872-a436cea5d45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'c95d2944-7ed1-4964-9ea1-a9d9e7b1345c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:09:48Z', 'updated_at': '2022-01-21T19:09:55Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': 'c95d2944-7ed1-4964-9ea1-a9d9e7b1345c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:10:14.066920 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb03d1d-358a-489c-8edf-484f2c0d7e2b None None] Checking router: 7981e368-60e1-4950-8872-a436cea5d45f for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:10:14.075169 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb03d1d-358a-489c-8edf-484f2c0d7e2b None None] Routers {'7981e368-60e1-4950-8872-a436cea5d45f'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:10:14.075764 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-eeb03d1d-358a-489c-8edf-484f2c0d7e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:09:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['7981e368-60e1-4950-8872-a436cea5d45f'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:10:14.150481 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c291ad41-4159-4045-9826-16024d18bbf7 req-1cff547f-33af-4517-bb71-fe1eb9b93750 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b10100b0-6351-4f5e-b625-a1f55016594a HTTP/1.1" status: 200 len: 999 time: 0.0985332 Jan 21 19:10:14.217531 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291ad41-4159-4045-9826-16024d18bbf7 req-5e152aee-9db3-49a4-b2ea-730fee595092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:10:14.219006 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c291ad41-4159-4045-9826-16024d18bbf7 req-5e152aee-9db3-49a4-b2ea-730fee595092 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=c95d2944-7ed1-4964-9ea1-a9d9e7b1345c HTTP/1.1" status: 200 len: 835 time: 0.0628128 Jan 21 19:10:14.256177 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-eeb03d1d-358a-489c-8edf-484f2c0d7e2b None None] Set router 7981e368-60e1-4950-8872-a436cea5d45f gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:10:14.296270 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291ad41-4159-4045-9826-16024d18bbf7 req-67948f0f-616b-4a9d-9255-bcd74e0b2e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:10:14.297667 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c291ad41-4159-4045-9826-16024d18bbf7 req-67948f0f-616b-4a9d-9255-bcd74e0b2e3f service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729680 Jan 21 19:10:14.435744 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c291ad41-4159-4045-9826-16024d18bbf7 req-d6d9dea4-b7b1-4606-8dc8-949bbb100319 service neutron] 10.222.0.113 "GET /v2.0/networks/bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313725 Jan 21 19:10:14.568197 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c291ad41-4159-4045-9826-16024d18bbf7 req-a36102ad-069c-4221-9dd6-a30db6317b1f service neutron] 10.222.0.113 "GET /v2.0/networks/bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276379 Jan 21 19:10:14.629979 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-eeb03d1d-358a-489c-8edf-484f2c0d7e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7981e368-60e1-4950-8872-a436cea5d45f', 'name': 'tempest-TestNetworkBasicOps-router-538249391', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'c28f377d-dd21-4ab7-938e-f91ca9229a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:09:42Z', 'updated_at': '2022-01-21T19:09:49Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'c28f377d-dd21-4ab7-938e-f91ca9229a7e', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7981e368-60e1-4950-8872-a436cea5d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:09:43Z', 'updated_at': '2022-01-21T19:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '5a60ed9e-a725-4f61-b388-1354932445dd', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'floating_ip_address': '172.26.1.132', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '7981e368-60e1-4950-8872-a436cea5d45f', 'port_id': 'b10100b0-6351-4f5e-b625-a1f55016594a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13', 'mac_address': 'fa:16:3e:e6:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24dea45-d933-4d11-b752-67d3fdb1b1a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:10:12Z', 'updated_at': '2022-01-21T19:10:12Z', 'revision_number': 0, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '092c37b6-1c07-4143-ad02-088bd9b296a3', 'name': '', 'network_id': 'bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:e8:a6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7981e368-60e1-4950-8872-a436cea5d45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'c95d2944-7ed1-4964-9ea1-a9d9e7b1345c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:09:48Z', 'updated_at': '2022-01-21T19:09:55Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': 'c95d2944-7ed1-4964-9ea1-a9d9e7b1345c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:10:14.633931 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb03d1d-358a-489c-8edf-484f2c0d7e2b None None] The sync data for ids ['7981e368-60e1-4950-8872-a436cea5d45f'] in dv-neutron-825470-1-hyperv is: [{'id': '7981e368-60e1-4950-8872-a436cea5d45f', 'name': 'tempest-TestNetworkBasicOps-router-538249391', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'c28f377d-dd21-4ab7-938e-f91ca9229a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:09:42Z', 'updated_at': '2022-01-21T19:09:49Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'c28f377d-dd21-4ab7-938e-f91ca9229a7e', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7981e368-60e1-4950-8872-a436cea5d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:09:43Z', 'updated_at': '2022-01-21T19:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '5a60ed9e-a725-4f61-b388-1354932445dd', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'floating_ip_address': '172.26.1.132', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '7981e368-60e1-4950-8872-a436cea5d45f', 'port_id': 'b10100b0-6351-4f5e-b625-a1f55016594a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13', 'mac_address': 'fa:16:3e:e6:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24dea45-d933-4d11-b752-67d3fdb1b1a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:10:12Z', 'updated_at': '2022-01-21T19:10:12Z', 'revision_number': 0, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '092c37b6-1c07-4143-ad02-088bd9b296a3', 'name': '', 'network_id': 'bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:e8:a6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7981e368-60e1-4950-8872-a436cea5d45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'c95d2944-7ed1-4964-9ea1-a9d9e7b1345c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:09:48Z', 'updated_at': '2022-01-21T19:09:55Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': 'c95d2944-7ed1-4964-9ea1-a9d9e7b1345c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:10:14.832585 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074b4070-8351-4d79-b9cb-e463062fea75 None None] New status for floating IP 5a60ed9e-a725-4f61-b388-1354932445dd: ACTIVE {{(pid=88139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:10:14.889743 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36138) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:10:14.996394 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c4c4a8f0-9635-429a-8ab0-e85b69ea0e26 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/floatingips/5a60ed9e-a725-4f61-b388-1354932445dd HTTP/1.1" status: 200 len: 991 time: 0.1054976 Jan 21 19:10:16.002480 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36142) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:10:16.106005 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3722d0bb-22b8-4b7e-9bd0-e0818f563d11 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/floatingips/5a60ed9e-a725-4f61-b388-1354932445dd HTTP/1.1" status: 200 len: 993 time: 0.1051512 Jan 21 19:10:25.037552 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-082d95d5-0ca1-4d44-b061-bdd4ef9a6c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:27.254166 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5cc2a2ca-9e84-4656-92d1-5d22354b0a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:28.092179 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:28.488465 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:28.618273 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:30.048410 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:42.783573 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36160) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:10:43.073872 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fa0f1b-da31-4166-a40c-67b675c5b9d8 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:10:43.074351 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fa0f1b-da31-4166-a40c-67b675c5b9d8 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:10:43.074813 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fa0f1b-da31-4166-a40c-67b675c5b9d8 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:10:43.076653 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e1fa0f1b-da31-4166-a40c-67b675c5b9d8 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/ports?project_id=f393478d14c44d15ad1bf9df868df3cb&network_id=bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13 HTTP/1.1" status: 200 len: 2999 time: 0.2921338 Jan 21 19:10:44.691178 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0d4e2ff4-25da-4b3a-b793-eb7927d2b33a req-0809340c-24cf-45d6-ad35-3042029c241a service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=bdec2616-292f-41dc-aee5-84dcd33c59ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0780971 Jan 21 19:10:44.836301 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e2ff4-25da-4b3a-b793-eb7927d2b33a req-155bb49a-08d9-4cc9-a820-ee96572b5803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:10:44.837749 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0d4e2ff4-25da-4b3a-b793-eb7927d2b33a req-155bb49a-08d9-4cc9-a820-ee96572b5803 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=578d4b1ec7dd480f94bb194a86bde7ee&device_id=bdec2616-292f-41dc-aee5-84dcd33c59ed HTTP/1.1" status: 200 len: 1099 time: 0.0752850 Jan 21 19:10:44.992569 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e2ff4-25da-4b3a-b793-eb7927d2b33a req-bc70ce24-a7c8-44ed-9bc2-b4e517f6ca8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:10:44.994025 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0d4e2ff4-25da-4b3a-b793-eb7927d2b33a req-bc70ce24-a7c8-44ed-9bc2-b4e517f6ca8f service neutron] 10.222.0.113 "GET /v2.0/networks?id=0b696f5f-975f-4899-9d3c-c13f9cac42e5 HTTP/1.1" status: 200 len: 912 time: 0.1321027 Jan 21 19:10:45.099751 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0d4e2ff4-25da-4b3a-b793-eb7927d2b33a req-c3fd36ce-4251-4e9f-b863-d6d58c16d22c service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d18d9b5-084f-4e47-8318-4758771831d0 HTTP/1.1" status: 200 len: 1002 time: 0.0989358 Jan 21 19:10:45.164885 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e2ff4-25da-4b3a-b793-eb7927d2b33a req-da8ad90e-f34d-4c53-80d2-06d423b4d3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:10:45.164885 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0d4e2ff4-25da-4b3a-b793-eb7927d2b33a req-da8ad90e-f34d-4c53-80d2-06d423b4d3ec service neutron] 10.222.0.113 "GET /v2.0/subnets?id=84dda25a-5f4d-444e-8486-d19a0764b110 HTTP/1.1" status: 200 len: 850 time: 0.0582016 Jan 21 19:10:45.248410 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e2ff4-25da-4b3a-b793-eb7927d2b33a req-8eeaa735-0486-4c88-91fc-cbe4b52f5656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:10:45.249895 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0d4e2ff4-25da-4b3a-b793-eb7927d2b33a req-8eeaa735-0486-4c88-91fc-cbe4b52f5656 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0b696f5f-975f-4899-9d3c-c13f9cac42e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786242 Jan 21 19:10:45.499756 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0d4e2ff4-25da-4b3a-b793-eb7927d2b33a req-75ca3bf4-f17f-4076-ad27-8027170fc7b0 service neutron] 10.222.0.113 "GET /v2.0/networks/0b696f5f-975f-4899-9d3c-c13f9cac42e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433181 Jan 21 19:10:45.632001 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0d4e2ff4-25da-4b3a-b793-eb7927d2b33a req-959c7552-1a22-422a-a188-583f6e0b6949 service neutron] 10.222.0.113 "GET /v2.0/networks/0b696f5f-975f-4899-9d3c-c13f9cac42e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253586 Jan 21 19:10:46.421270 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:10:46.513174 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36178) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:10:46.571511 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ca82a5-6684-4192-8e53-36a731081b3e tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:10:46.573013 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-87ca82a5-6684-4192-8e53-36a731081b3e tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=552ba34b-3dd7-4be8-8310-a9fc908fe72b HTTP/1.1" status: 200 len: 814 time: 0.0588329 Jan 21 19:10:47.443783 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36186) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:10:47.448951 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-9e9bcfc0-71b6-49a8-b257-0c92ae27b2df tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:10:47.551579 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9e9bcfc0-71b6-49a8-b257-0c92ae27b2df tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for floatingip, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:47.822336 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9e9bcfc0-71b6-49a8-b257-0c92ae27b2df tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:47.908671 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9e9bcfc0-71b6-49a8-b257-0c92ae27b2df tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:47.913355 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.l3_db [None req-9e9bcfc0-71b6-49a8-b257-0c92ae27b2df tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Floating IP 5a60ed9e-a725-4f61-b388-1354932445dd disassociated. External IP: 172.26.1.132, port: b10100b0-6351-4f5e-b625-a1f55016594a. Jan 21 19:10:48.273604 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e9bcfc0-71b6-49a8-b257-0c92ae27b2df tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Router 7981e368-60e1-4950-8872-a436cea5d45f has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:10:48.461710 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e9bcfc0-71b6-49a8-b257-0c92ae27b2df tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:10:48.466622 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9e9bcfc0-71b6-49a8-b257-0c92ae27b2df tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:48.472100 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f219e87-d5ff-4ec8-b2bc-8b6704bf1560 None None] Sync routers for ids ['7981e368-60e1-4950-8872-a436cea5d45f'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:10:48.481870 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f219e87-d5ff-4ec8-b2bc-8b6704bf1560 None None] Routers {'7981e368-60e1-4950-8872-a436cea5d45f'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:10:48.482503 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-5f219e87-d5ff-4ec8-b2bc-8b6704bf1560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:10:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['7981e368-60e1-4950-8872-a436cea5d45f'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:10:48.525261 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-9e9bcfc0-71b6-49a8-b257-0c92ae27b2df tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "PUT /v2.0/floatingips/5a60ed9e-a725-4f61-b388-1354932445dd HTTP/1.1" status: 200 len: 690 time: 1.0801589 Jan 21 19:10:48.525953 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24dea45-d933-4d11-b752-67d3fdb1b1a7', 'tag': 'b10100b0-6351-4f5e-b625-a1f55016594a'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:10:48.528253 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36190) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:10:48.571467 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24dea45-d933-4d11-b752-67d3fdb1b1a7', 'tag': 'b10100b0-6351-4f5e-b625-a1f55016594a', 'status': 'completed', 'code': 200} Jan 21 19:10:48.616810 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-2eff13e6-de3b-4d29-bd4e-4e5737759552 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/floatingips/5a60ed9e-a725-4f61-b388-1354932445dd HTTP/1.1" status: 200 len: 690 time: 0.0871806 Jan 21 19:10:48.666438 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f5348-ef2b-49f9-8dd0-d5d43590c52d req-1dfa240e-ad7a-4d84-b021-9af6c46421d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:10:48.667896 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a92f5348-ef2b-49f9-8dd0-d5d43590c52d req-1dfa240e-ad7a-4d84-b021-9af6c46421d6 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=a24dea45-d933-4d11-b752-67d3fdb1b1a7 HTTP/1.1" status: 200 len: 1098 time: 0.0741165 Jan 21 19:10:48.670964 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-5f219e87-d5ff-4ec8-b2bc-8b6704bf1560 None None] Set router 7981e368-60e1-4950-8872-a436cea5d45f gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:10:48.928334 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f5348-ef2b-49f9-8dd0-d5d43590c52d req-47c0c518-40d1-4608-bdd2-a3ea334d75ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:10:48.929841 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a92f5348-ef2b-49f9-8dd0-d5d43590c52d req-47c0c518-40d1-4608-bdd2-a3ea334d75ba service neutron] 10.222.0.113 "GET /v2.0/networks?id=bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13 HTTP/1.1" status: 200 len: 898 time: 0.2559137 Jan 21 19:10:48.995461 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-5f219e87-d5ff-4ec8-b2bc-8b6704bf1560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7981e368-60e1-4950-8872-a436cea5d45f', 'name': 'tempest-TestNetworkBasicOps-router-538249391', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'c28f377d-dd21-4ab7-938e-f91ca9229a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:09:42Z', 'updated_at': '2022-01-21T19:09:49Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'c28f377d-dd21-4ab7-938e-f91ca9229a7e', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7981e368-60e1-4950-8872-a436cea5d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:09:43Z', 'updated_at': '2022-01-21T19:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '092c37b6-1c07-4143-ad02-088bd9b296a3', 'name': '', 'network_id': 'bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:e8:a6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7981e368-60e1-4950-8872-a436cea5d45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'c95d2944-7ed1-4964-9ea1-a9d9e7b1345c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:09:48Z', 'updated_at': '2022-01-21T19:09:55Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': 'c95d2944-7ed1-4964-9ea1-a9d9e7b1345c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:10:48.999232 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f219e87-d5ff-4ec8-b2bc-8b6704bf1560 None None] Checking router: 7981e368-60e1-4950-8872-a436cea5d45f for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:10:49.001565 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a92f5348-ef2b-49f9-8dd0-d5d43590c52d req-94a555bf-d2b2-494f-a91b-6e78f2b05c3a service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b10100b0-6351-4f5e-b625-a1f55016594a HTTP/1.1" status: 200 len: 217 time: 0.0652797 Jan 21 19:10:49.008447 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f219e87-d5ff-4ec8-b2bc-8b6704bf1560 None None] Routers {'7981e368-60e1-4950-8872-a436cea5d45f'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:10:49.008631 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-5f219e87-d5ff-4ec8-b2bc-8b6704bf1560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:10:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['7981e368-60e1-4950-8872-a436cea5d45f'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:10:49.064634 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f5348-ef2b-49f9-8dd0-d5d43590c52d req-60ba504d-6faf-4fa5-a15c-3f64ab28fb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:10:49.066289 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a92f5348-ef2b-49f9-8dd0-d5d43590c52d req-60ba504d-6faf-4fa5-a15c-3f64ab28fb8b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=c95d2944-7ed1-4964-9ea1-a9d9e7b1345c HTTP/1.1" status: 200 len: 835 time: 0.0596433 Jan 21 19:10:49.149323 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f5348-ef2b-49f9-8dd0-d5d43590c52d req-5c894d76-da35-431d-b9ee-9ab28821088c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:10:49.153207 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a92f5348-ef2b-49f9-8dd0-d5d43590c52d req-5c894d76-da35-431d-b9ee-9ab28821088c service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784428 Jan 21 19:10:49.229959 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-5f219e87-d5ff-4ec8-b2bc-8b6704bf1560 None None] Set router 7981e368-60e1-4950-8872-a436cea5d45f gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:10:49.288490 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a92f5348-ef2b-49f9-8dd0-d5d43590c52d req-01dd74b7-54b4-4828-91dd-2671a213471e service neutron] 10.222.0.113 "GET /v2.0/networks/bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297340 Jan 21 19:10:49.426803 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a92f5348-ef2b-49f9-8dd0-d5d43590c52d req-9a0f4806-b468-400a-98e2-49682a99e4cf service neutron] 10.222.0.113 "GET /v2.0/networks/bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324282 Jan 21 19:10:49.571374 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-5f219e87-d5ff-4ec8-b2bc-8b6704bf1560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7981e368-60e1-4950-8872-a436cea5d45f', 'name': 'tempest-TestNetworkBasicOps-router-538249391', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'c28f377d-dd21-4ab7-938e-f91ca9229a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:09:42Z', 'updated_at': '2022-01-21T19:09:49Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'c28f377d-dd21-4ab7-938e-f91ca9229a7e', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7981e368-60e1-4950-8872-a436cea5d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:09:43Z', 'updated_at': '2022-01-21T19:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '092c37b6-1c07-4143-ad02-088bd9b296a3', 'name': '', 'network_id': 'bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:e8:a6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7981e368-60e1-4950-8872-a436cea5d45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'c95d2944-7ed1-4964-9ea1-a9d9e7b1345c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:09:48Z', 'updated_at': '2022-01-21T19:09:55Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': 'c95d2944-7ed1-4964-9ea1-a9d9e7b1345c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:10:49.575195 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f219e87-d5ff-4ec8-b2bc-8b6704bf1560 None None] The sync data for ids ['7981e368-60e1-4950-8872-a436cea5d45f'] in dv-neutron-825470-1-hyperv is: [{'id': '7981e368-60e1-4950-8872-a436cea5d45f', 'name': 'tempest-TestNetworkBasicOps-router-538249391', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'c28f377d-dd21-4ab7-938e-f91ca9229a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:09:42Z', 'updated_at': '2022-01-21T19:09:49Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'c28f377d-dd21-4ab7-938e-f91ca9229a7e', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7981e368-60e1-4950-8872-a436cea5d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:09:43Z', 'updated_at': '2022-01-21T19:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '092c37b6-1c07-4143-ad02-088bd9b296a3', 'name': '', 'network_id': 'bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:e8:a6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7981e368-60e1-4950-8872-a436cea5d45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'c95d2944-7ed1-4964-9ea1-a9d9e7b1345c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:09:48Z', 'updated_at': '2022-01-21T19:09:55Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': 'c95d2944-7ed1-4964-9ea1-a9d9e7b1345c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:10:49.620616 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36198) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:10:49.708370 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-fc129b05-c313-4a22-8685-26cc56816d5d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/floatingips/5a60ed9e-a725-4f61-b388-1354932445dd HTTP/1.1" status: 200 len: 690 time: 0.0855780 Jan 21 19:10:49.796323 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eac3e1e-8168-48f0-9974-30385a8f2eb2 None None] New status for floating IP 5a60ed9e-a725-4f61-b388-1354932445dd: DOWN {{(pid=88139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:10:50.711185 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36202) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:10:50.791327 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-850506eb-cc8e-4df0-b5f2-627c6febd196 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/floatingips/5a60ed9e-a725-4f61-b388-1354932445dd HTTP/1.1" status: 200 len: 688 time: 0.0787256 Jan 21 19:10:52.148691 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36208) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:10:52.153876 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-1fd2e2c5-fb0a-4c80-a9bf-56abce5316c8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-16973145', 'description': 'tempest-secgroup-smoke-16973145 description', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:10:52.160291 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-1fd2e2c5-fb0a-4c80-a9bf-56abce5316c8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:10:52.169597 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-1fd2e2c5-fb0a-4c80-a9bf-56abce5316c8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:10:52.236705 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1fd2e2c5-fb0a-4c80-a9bf-56abce5316c8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:52.257622 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-1fd2e2c5-fb0a-4c80-a9bf-56abce5316c8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:10:52.261303 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-1fd2e2c5-fb0a-4c80-a9bf-56abce5316c8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:10:52.264157 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-1fd2e2c5-fb0a-4c80-a9bf-56abce5316c8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:10:52.269688 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-1fd2e2c5-fb0a-4c80-a9bf-56abce5316c8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:10:52.338098 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1fd2e2c5-fb0a-4c80-a9bf-56abce5316c8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:52.417877 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1fd2e2c5-fb0a-4c80-a9bf-56abce5316c8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:52.460869 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2e2c5-fb0a-4c80-a9bf-56abce5316c8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff52f7bc-fa2c-426e-b289-3ceb1b0f296c,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:10:52.470982 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd2e2c5-fb0a-4c80-a9bf-56abce5316c8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:10:52.471327 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd2e2c5-fb0a-4c80-a9bf-56abce5316c8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:10:52.471665 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd2e2c5-fb0a-4c80-a9bf-56abce5316c8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:10:52.471994 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd2e2c5-fb0a-4c80-a9bf-56abce5316c8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:10:52.472320 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd2e2c5-fb0a-4c80-a9bf-56abce5316c8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:10:52.472643 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd2e2c5-fb0a-4c80-a9bf-56abce5316c8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:10:52.472964 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd2e2c5-fb0a-4c80-a9bf-56abce5316c8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:10:52.473284 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd2e2c5-fb0a-4c80-a9bf-56abce5316c8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:10:52.473605 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd2e2c5-fb0a-4c80-a9bf-56abce5316c8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:10:52.473954 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd2e2c5-fb0a-4c80-a9bf-56abce5316c8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:10:52.474272 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd2e2c5-fb0a-4c80-a9bf-56abce5316c8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:10:52.474585 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd2e2c5-fb0a-4c80-a9bf-56abce5316c8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:10:52.526304 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1fd2e2c5-fb0a-4c80-a9bf-56abce5316c8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:52.527533 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-1fd2e2c5-fb0a-4c80-a9bf-56abce5316c8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3778520 Jan 21 19:10:52.530492 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36212) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:10:52.535638 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-18436f51-c9ce-4e6f-8e1d-bcc1deba6f1b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': 'ff52f7bc-fa2c-426e-b289-3ceb1b0f296c', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:10:52.543322 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-18436f51-c9ce-4e6f-8e1d-bcc1deba6f1b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:10:52.547407 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-18436f51-c9ce-4e6f-8e1d-bcc1deba6f1b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:10:52.550279 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-18436f51-c9ce-4e6f-8e1d-bcc1deba6f1b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:10:52.555836 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-18436f51-c9ce-4e6f-8e1d-bcc1deba6f1b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:10:52.648679 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-18436f51-c9ce-4e6f-8e1d-bcc1deba6f1b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:52.720259 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-18436f51-c9ce-4e6f-8e1d-bcc1deba6f1b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:52.784706 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-18436f51-c9ce-4e6f-8e1d-bcc1deba6f1b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:52.807710 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18436f51-c9ce-4e6f-8e1d-bcc1deba6f1b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=232ad405-e11e-4852-badc-63e328da742c,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:10:52.865069 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-18436f51-c9ce-4e6f-8e1d-bcc1deba6f1b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:52.866333 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-18436f51-c9ce-4e6f-8e1d-bcc1deba6f1b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3348856 Jan 21 19:10:52.869091 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36216) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:10:52.874172 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-08818c83-f920-463a-a83d-bd6f60408fc6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': 'ff52f7bc-fa2c-426e-b289-3ceb1b0f296c', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:10:52.880700 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-08818c83-f920-463a-a83d-bd6f60408fc6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:10:52.885139 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-08818c83-f920-463a-a83d-bd6f60408fc6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:10:52.888519 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-08818c83-f920-463a-a83d-bd6f60408fc6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:10:52.895283 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-08818c83-f920-463a-a83d-bd6f60408fc6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:10:52.966223 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-08818c83-f920-463a-a83d-bd6f60408fc6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:53.026715 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-08818c83-f920-463a-a83d-bd6f60408fc6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:53.076202 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-08818c83-f920-463a-a83d-bd6f60408fc6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:53.100931 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08818c83-f920-463a-a83d-bd6f60408fc6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f12e6ac-434b-45df-8492-77856fabe32d,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:10:53.145157 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-08818c83-f920-463a-a83d-bd6f60408fc6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:53.146452 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-08818c83-f920-463a-a83d-bd6f60408fc6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2764292 Jan 21 19:10:53.149434 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36220) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:10:53.154464 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-d85a96a9-5960-4821-9a4f-4bfe1e831e95 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': 'ff52f7bc-fa2c-426e-b289-3ceb1b0f296c', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:10:53.160609 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-d85a96a9-5960-4821-9a4f-4bfe1e831e95 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:10:53.164549 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-d85a96a9-5960-4821-9a4f-4bfe1e831e95 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:10:53.167391 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-d85a96a9-5960-4821-9a4f-4bfe1e831e95 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:10:53.173572 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-d85a96a9-5960-4821-9a4f-4bfe1e831e95 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:10:53.225927 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d85a96a9-5960-4821-9a4f-4bfe1e831e95 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:53.287030 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d85a96a9-5960-4821-9a4f-4bfe1e831e95 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:53.331356 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d85a96a9-5960-4821-9a4f-4bfe1e831e95 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:53.356918 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a96a9-5960-4821-9a4f-4bfe1e831e95 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeb450b6-903a-4e83-805f-fa475b4bdc30,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:10:53.417584 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d85a96a9-5960-4821-9a4f-4bfe1e831e95 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:53.418839 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-d85a96a9-5960-4821-9a4f-4bfe1e831e95 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2684345 Jan 21 19:10:53.421562 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36224) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:10:53.427808 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-9014588d-c17b-46a8-b333-0886d76a225d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': 'ff52f7bc-fa2c-426e-b289-3ceb1b0f296c', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:10:53.433824 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-9014588d-c17b-46a8-b333-0886d76a225d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:10:53.437540 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-9014588d-c17b-46a8-b333-0886d76a225d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:10:53.440965 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-9014588d-c17b-46a8-b333-0886d76a225d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:10:53.447081 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-9014588d-c17b-46a8-b333-0886d76a225d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:10:53.533047 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9014588d-c17b-46a8-b333-0886d76a225d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:53.604619 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9014588d-c17b-46a8-b333-0886d76a225d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:53.665187 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9014588d-c17b-46a8-b333-0886d76a225d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:53.690324 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014588d-c17b-46a8-b333-0886d76a225d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98d81c01-09a3-43c0-9e18-0b9b2991c0a3,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:10:53.771919 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9014588d-c17b-46a8-b333-0886d76a225d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:53.773126 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-9014588d-c17b-46a8-b333-0886d76a225d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3505387 Jan 21 19:10:53.775797 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36228) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:10:53.780728 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-2d06f759-7eb6-4cab-8530-257c5e220727 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': 'ff52f7bc-fa2c-426e-b289-3ceb1b0f296c', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:10:53.787024 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-2d06f759-7eb6-4cab-8530-257c5e220727 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:10:53.790726 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-2d06f759-7eb6-4cab-8530-257c5e220727 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:10:53.793660 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-2d06f759-7eb6-4cab-8530-257c5e220727 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:10:53.799838 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-2d06f759-7eb6-4cab-8530-257c5e220727 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:10:53.868737 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.securitygroups_db [None req-2d06f759-7eb6-4cab-8530-257c5e220727 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Project f393478d14c44d15ad1bf9df868df3cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 19:10:53.875085 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2d06f759-7eb6-4cab-8530-257c5e220727 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:53.937590 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2d06f759-7eb6-4cab-8530-257c5e220727 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:54.011621 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2d06f759-7eb6-4cab-8530-257c5e220727 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:54.034500 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06f759-7eb6-4cab-8530-257c5e220727 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b1ebcc1-433c-4be7-ad1a-a0d1f4d12655,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:10:54.108822 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2d06f759-7eb6-4cab-8530-257c5e220727 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:54.110673 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2d06f759-7eb6-4cab-8530-257c5e220727 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3332798 Jan 21 19:10:54.113367 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36232) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:10:54.118363 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-46f5b501-b641-4ea6-a03c-2abe7eb14f37 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': 'ff52f7bc-fa2c-426e-b289-3ceb1b0f296c', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:10:54.124536 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-46f5b501-b641-4ea6-a03c-2abe7eb14f37 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:10:54.127964 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-46f5b501-b641-4ea6-a03c-2abe7eb14f37 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:10:54.130746 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-46f5b501-b641-4ea6-a03c-2abe7eb14f37 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:10:54.136378 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-46f5b501-b641-4ea6-a03c-2abe7eb14f37 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:10:54.200294 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.securitygroups_db [None req-46f5b501-b641-4ea6-a03c-2abe7eb14f37 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Project f393478d14c44d15ad1bf9df868df3cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 19:10:54.212247 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-46f5b501-b641-4ea6-a03c-2abe7eb14f37 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:54.273153 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-46f5b501-b641-4ea6-a03c-2abe7eb14f37 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:54.348736 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-46f5b501-b641-4ea6-a03c-2abe7eb14f37 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:54.370780 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f5b501-b641-4ea6-a03c-2abe7eb14f37 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f39da6b1-06a8-43aa-a2b5-e27d473c2055,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:10:54.436970 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-46f5b501-b641-4ea6-a03c-2abe7eb14f37 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:54.438963 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-46f5b501-b641-4ea6-a03c-2abe7eb14f37 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3239627 Jan 21 19:10:54.624372 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e949e268-cdf6-4504-bf14-829433f9917c req-73fab6ca-7fa6-4bd9-8e3f-6636ad9c4034 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-16973145&fields=id&tenant_id=f393478d14c44d15ad1bf9df868df3cb HTTP/1.1" status: 200 len: 267 time: 0.0416517 Jan 21 19:10:54.778472 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949e268-cdf6-4504-bf14-829433f9917c req-7d130293-c6aa-4d5e-a96d-732eb77f4840 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:10:54.779993 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e949e268-cdf6-4504-bf14-829433f9917c req-7d130293-c6aa-4d5e-a96d-732eb77f4840 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/networks?id=bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13 HTTP/1.1" status: 200 len: 797 time: 0.1484973 Jan 21 19:10:54.794299 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e949e268-cdf6-4504-bf14-829433f9917c req-814b8890-e81e-4659-88dc-f1278cc80db6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/quotas/f393478d14c44d15ad1bf9df868df3cb HTTP/1.1" status: 200 len: 375 time: 0.0086637 Jan 21 19:10:54.894461 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e949e268-cdf6-4504-bf14-829433f9917c req-b4ac3dc4-3e55-4003-bc54-c3689ba890b6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0951266 Jan 21 19:10:55.014144 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-67521afe-4411-4ad7-b752-a6fd41edf9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:55.137349 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e949e268-cdf6-4504-bf14-829433f9917c req-1fe31d02-63d5-4dcc-b842-71a8d8b21828 service neutron] 10.222.0.87 "GET /v2.0/networks/bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306890 Jan 21 19:10:55.268354 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e949e268-cdf6-4504-bf14-829433f9917c req-957c0157-36d6-4267-9858-3b9b9382f85f service neutron] 10.222.0.87 "GET /v2.0/networks/bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243603 Jan 21 19:10:55.593603 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-758ea517-4fca-4418-a877-13c4f5d7658f req-982f59bf-5e31-4fbc-ac01-bd224e638ae3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2b2ea43-cab3-4e67-9705-e83c0bfdae43 HTTP/1.1" status: 200 len: 210 time: 0.0485873 Jan 21 19:10:56.755717 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-370126fa-a06a-4b16-8bff-06e22d36cd04 req-f3423550-7996-43ae-aae9-8113d7779b48 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2b2ea43-cab3-4e67-9705-e83c0bfdae43 HTTP/1.1" status: 200 len: 210 time: 0.0554495 Jan 21 19:10:57.237444 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2058614f-d035-4f4a-9c4e-14ece25b934e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:57.538753 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949e268-cdf6-4504-bf14-829433f9917c req-d7011277-cd51-4389-81e9-7ae8af5d2fbf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:10:57.540055 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e949e268-cdf6-4504-bf14-829433f9917c req-d7011277-cd51-4389-81e9-7ae8af5d2fbf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "GET /v2.0/networks?id=bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13 HTTP/1.1" status: 200 len: 797 time: 0.1499634 Jan 21 19:10:57.588607 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-e949e268-cdf6-4504-bf14-829433f9917c req-665c7127-8fb5-4a33-9bf2-19899842d4c3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:security_group {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:10:57.693740 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-e949e268-cdf6-4504-bf14-829433f9917c req-665c7127-8fb5-4a33-9bf2-19899842d4c3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:security_group {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:10:57.694902 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e949e268-cdf6-4504-bf14-829433f9917c req-665c7127-8fb5-4a33-9bf2-19899842d4c3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f393478d14c44d15ad1bf9df868df3cb HTTP/1.1" status: 200 len: 470 time: 0.1471293 Jan 21 19:10:57.703794 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-e949e268-cdf6-4504-bf14-829433f9917c req-dd1f9c3c-565c-41eb-9f0b-43298b64b027 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'port': {'device_id': 'e2b2ea43-cab3-4e67-9705-e83c0bfdae43', 'network_id': 'bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13', 'admin_state_up': True, 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'security_groups': ['ff52f7bc-fa2c-426e-b289-3ceb1b0f296c']}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:10:57.839302 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-e949e268-cdf6-4504-bf14-829433f9917c req-dd1f9c3c-565c-41eb-9f0b-43298b64b027 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:10:57.843254 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-e949e268-cdf6-4504-bf14-829433f9917c req-dd1f9c3c-565c-41eb-9f0b-43298b64b027 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:port and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:10:57.846175 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-e949e268-cdf6-4504-bf14-829433f9917c req-dd1f9c3c-565c-41eb-9f0b-43298b64b027 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:10:57.851685 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-e949e268-cdf6-4504-bf14-829433f9917c req-dd1f9c3c-565c-41eb-9f0b-43298b64b027 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:10:57.907145 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6e5313a6-e613-4f25-a387-1e35def31cef req-6d129101-4cd5-4857-b518-ec750f29c1d6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2b2ea43-cab3-4e67-9705-e83c0bfdae43 HTTP/1.1" status: 200 len: 210 time: 0.0425406 Jan 21 19:10:57.927929 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e949e268-cdf6-4504-bf14-829433f9917c req-dd1f9c3c-565c-41eb-9f0b-43298b64b027 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Made reservation on behalf of f393478d14c44d15ad1bf9df868df3cb for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:10:57.932108 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-e949e268-cdf6-4504-bf14-829433f9917c req-dd1f9c3c-565c-41eb-9f0b-43298b64b027 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:58.065252 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:58.098511 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [req-e949e268-cdf6-4504-bf14-829433f9917c req-dd1f9c3c-565c-41eb-9f0b-43298b64b027 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Allocated IP 172.20.0.5 (bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13/c95d2944-7ed1-4964-9ea1-a9d9e7b1345c/15493f7a-e246-49f9-9dce-e2cb3b2977a5) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:10:58.385326 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-e949e268-cdf6-4504-bf14-829433f9917c req-dd1f9c3c-565c-41eb-9f0b-43298b64b027 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:58.400504 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-e949e268-cdf6-4504-bf14-829433f9917c req-dd1f9c3c-565c-41eb-9f0b-43298b64b027 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Transition to ACTIVE for port object 15493f7a-e246-49f9-9dce-e2cb3b2977a5 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:10:58.511324 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-e949e268-cdf6-4504-bf14-829433f9917c req-dd1f9c3c-565c-41eb-9f0b-43298b64b027 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:58.531768 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:58.585411 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e949e268-cdf6-4504-bf14-829433f9917c req-dd1f9c3c-565c-41eb-9f0b-43298b64b027 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:10:58.588651 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [req-e949e268-cdf6-4504-bf14-829433f9917c req-dd1f9c3c-565c-41eb-9f0b-43298b64b027 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:10:58.592455 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-e949e268-cdf6-4504-bf14-829433f9917c req-dd1f9c3c-565c-41eb-9f0b-43298b64b027 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:10:58.619547 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:58.623568 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f9c3c-565c-41eb-9f0b-43298b64b027 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=15493f7a-e246-49f9-9dce-e2cb3b2977a5,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:10:58.662258 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949e268-cdf6-4504-bf14-829433f9917c req-dd1f9c3c-565c-41eb-9f0b-43298b64b027 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:10:58.662887 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-e949e268-cdf6-4504-bf14-829433f9917c req-dd1f9c3c-565c-41eb-9f0b-43298b64b027 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:58.767046 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e949e268-cdf6-4504-bf14-829433f9917c req-dd1f9c3c-565c-41eb-9f0b-43298b64b027 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0670459 Jan 21 19:10:58.778439 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-e949e268-cdf6-4504-bf14-829433f9917c req-3a771bbd-5ea4-47f4-ae01-e10a8f3e8374 service neutron] Request body: {'port': {'device_id': 'e2b2ea43-cab3-4e67-9705-e83c0bfdae43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:10:58.898339 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-e949e268-cdf6-4504-bf14-829433f9917c req-3a771bbd-5ea4-47f4-ae01-e10a8f3e8374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:58.937592 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-c5f1f490-a199-45d4-a07d-3093ef597437 None None] Provisioning for port 15493f7a-e246-49f9-9dce-e2cb3b2977a5 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:10:58.945350 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-c5f1f490-a199-45d4-a07d-3093ef597437 None None] Provisioning complete for port 15493f7a-e246-49f9-9dce-e2cb3b2977a5 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:10:58.945543 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c5f1f490-a199-45d4-a07d-3093ef597437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:59.004848 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1f490-a199-45d4-a07d-3093ef597437 None None] Port 15493f7a-e246-49f9-9dce-e2cb3b2977a5 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:10:59.100968 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0784389-3ce1-45c3-96a5-1da4a30653e2 req-2249c2dc-239d-425e-b71b-6e363fd8281d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:10:59.102646 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e0784389-3ce1-45c3-96a5-1da4a30653e2 req-2249c2dc-239d-425e-b71b-6e363fd8281d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2b2ea43-cab3-4e67-9705-e83c0bfdae43 HTTP/1.1" status: 200 len: 931 time: 0.0842495 Jan 21 19:10:59.148733 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e0784389-3ce1-45c3-96a5-1da4a30653e2 req-e44d9f6b-e282-4104-a876-c48379b3e41f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=ff52f7bc-fa2c-426e-b289-3ceb1b0f296c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400033 Jan 21 19:10:59.242878 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [req-e949e268-cdf6-4504-bf14-829433f9917c req-3a771bbd-5ea4-47f4-ae01-e10a8f3e8374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15493f7a-e246-49f9-9dce-e2cb3b2977a5 {{(pid=88137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:10:59.249960 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-e949e268-cdf6-4504-bf14-829433f9917c req-3a771bbd-5ea4-47f4-ae01-e10a8f3e8374 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:59.264742 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-e949e268-cdf6-4504-bf14-829433f9917c req-3a771bbd-5ea4-47f4-ae01-e10a8f3e8374 service neutron] Transition to ACTIVE for port object 15493f7a-e246-49f9-9dce-e2cb3b2977a5 will not be triggered until provisioned by entity L2. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:10:59.338986 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-e949e268-cdf6-4504-bf14-829433f9917c req-3a771bbd-5ea4-47f4-ae01-e10a8f3e8374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:59.496609 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a771bbd-5ea4-47f4-ae01-e10a8f3e8374 service neutron] Pushing event updated for resources: {'Port': ['ID=15493f7a-e246-49f9-9dce-e2cb3b2977a5,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:10:59.577539 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-e949e268-cdf6-4504-bf14-829433f9917c req-3a771bbd-5ea4-47f4-ae01-e10a8f3e8374 service neutron] Attempting to bind port 15493f7a-e246-49f9-9dce-e2cb3b2977a5 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:10:59.577868 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-e949e268-cdf6-4504-bf14-829433f9917c req-3a771bbd-5ea4-47f4-ae01-e10a8f3e8374 service neutron] Attempting to bind port 15493f7a-e246-49f9-9dce-e2cb3b2977a5 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '6426c19b-e177-4a1d-801a-84df00627222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:10:59.578190 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e949e268-cdf6-4504-bf14-829433f9917c req-3a771bbd-5ea4-47f4-ae01-e10a8f3e8374 service neutron] Attempting to bind port 15493f7a-e246-49f9-9dce-e2cb3b2977a5 on network bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:10:59.583447 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e949e268-cdf6-4504-bf14-829433f9917c req-3a771bbd-5ea4-47f4-ae01-e10a8f3e8374 service neutron] Port 15493f7a-e246-49f9-9dce-e2cb3b2977a5 on network bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 19:10:59.583765 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e949e268-cdf6-4504-bf14-829433f9917c req-3a771bbd-5ea4-47f4-ae01-e10a8f3e8374 service neutron] Attempting to bind port 15493f7a-e246-49f9-9dce-e2cb3b2977a5 on network bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:10:59.588713 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e949e268-cdf6-4504-bf14-829433f9917c req-3a771bbd-5ea4-47f4-ae01-e10a8f3e8374 service neutron] Checking agent: {'id': '9a14f311-f6d5-46c6-87a2-f860197fb66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:10:59.589297 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e949e268-cdf6-4504-bf14-829433f9917c req-3a771bbd-5ea4-47f4-ae01-e10a8f3e8374 service neutron] Checking segment: {'id': '6426c19b-e177-4a1d-801a-84df00627222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:10:59.589424 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e949e268-cdf6-4504-bf14-829433f9917c req-3a771bbd-5ea4-47f4-ae01-e10a8f3e8374 service neutron] Bound using segment: {'id': '6426c19b-e177-4a1d-801a-84df00627222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13'} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:10:59.589856 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-e949e268-cdf6-4504-bf14-829433f9917c req-3a771bbd-5ea4-47f4-ae01-e10a8f3e8374 service neutron] Bound port: 15493f7a-e246-49f9-9dce-e2cb3b2977a5, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6426c19b-e177-4a1d-801a-84df00627222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13'}}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:10:59.590223 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-e949e268-cdf6-4504-bf14-829433f9917c req-3a771bbd-5ea4-47f4-ae01-e10a8f3e8374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:59.679846 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-e949e268-cdf6-4504-bf14-829433f9917c req-3a771bbd-5ea4-47f4-ae01-e10a8f3e8374 service neutron] For port 15493f7a-e246-49f9-9dce-e2cb3b2977a5, host hv-neutron-8254, cleared binding levels {{(pid=88137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:10:59.682653 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-e949e268-cdf6-4504-bf14-829433f9917c req-3a771bbd-5ea4-47f4-ae01-e10a8f3e8374 service neutron] For port 15493f7a-e246-49f9-9dce-e2cb3b2977a5, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=15493f7a-e246-49f9-9dce-e2cb3b2977a5,segment=NetworkSegment(6426c19b-e177-4a1d-801a-84df00627222),segment_id=6426c19b-e177-4a1d-801a-84df00627222)] {{(pid=88137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:10:59.783180 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-e949e268-cdf6-4504-bf14-829433f9917c req-3a771bbd-5ea4-47f4-ae01-e10a8f3e8374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:59.845429 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949e268-cdf6-4504-bf14-829433f9917c req-3a771bbd-5ea4-47f4-ae01-e10a8f3e8374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:10:59.846067 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-e949e268-cdf6-4504-bf14-829433f9917c req-3a771bbd-5ea4-47f4-ae01-e10a8f3e8374 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:10:59.848588 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e949e268-cdf6-4504-bf14-829433f9917c req-3a771bbd-5ea4-47f4-ae01-e10a8f3e8374 service neutron] 10.222.0.113 "PUT /v2.0/ports/15493f7a-e246-49f9-9dce-e2cb3b2977a5 HTTP/1.1" status: 200 len: 1093 time: 1.0745490 Jan 21 19:10:59.849026 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b2ea43-cab3-4e67-9705-e83c0bfdae43', 'tag': '15493f7a-e246-49f9-9dce-e2cb3b2977a5'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:10:59.874678 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a771bbd-5ea4-47f4-ae01-e10a8f3e8374 service neutron] Pushing event updated for resources: {'Port': ['ID=15493f7a-e246-49f9-9dce-e2cb3b2977a5,revision_number=3']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:10:59.894723 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2b2ea43-cab3-4e67-9705-e83c0bfdae43', 'tag': '15493f7a-e246-49f9-9dce-e2cb3b2977a5', 'status': 'completed', 'code': 200} Jan 21 19:10:59.990808 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f4805-09cd-4aae-be0c-f1d9ab6f2296 req-c29de0fc-4846-44f5-94e4-bbda6aa5cedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:10:59.992245 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-356f4805-09cd-4aae-be0c-f1d9ab6f2296 req-c29de0fc-4846-44f5-94e4-bbda6aa5cedc service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=e2b2ea43-cab3-4e67-9705-e83c0bfdae43 HTTP/1.1" status: 200 len: 1096 time: 0.0778120 Jan 21 19:11:00.057050 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:00.135051 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f4805-09cd-4aae-be0c-f1d9ab6f2296 req-d4c23322-9504-4788-921e-8f4879f1f481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:11:00.136454 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-356f4805-09cd-4aae-be0c-f1d9ab6f2296 req-d4c23322-9504-4788-921e-8f4879f1f481 service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=f393478d14c44d15ad1bf9df868df3cb&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1375048 Jan 21 19:11:00.270719 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f4805-09cd-4aae-be0c-f1d9ab6f2296 req-75f8b1af-40e7-4b4b-8798-0ebdc69eece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:11:00.272164 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-356f4805-09cd-4aae-be0c-f1d9ab6f2296 req-75f8b1af-40e7-4b4b-8798-0ebdc69eece8 service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1305070 Jan 21 19:11:00.335739 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12bbd03-03d4-495a-8326-b89906adca05 req-d89d93fe-ff1d-459d-b6e8-894c40a3af35 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:11:00.337105 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f12bbd03-03d4-495a-8326-b89906adca05 req-d89d93fe-ff1d-459d-b6e8-894c40a3af35 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2b2ea43-cab3-4e67-9705-e83c0bfdae43 HTTP/1.1" status: 200 len: 943 time: 0.0812979 Jan 21 19:11:00.376427 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949e268-cdf6-4504-bf14-829433f9917c req-5796fd3a-7558-42cc-9b1e-e4301164a3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:11:00.378703 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e949e268-cdf6-4504-bf14-829433f9917c req-5796fd3a-7558-42cc-9b1e-e4301164a3ab service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=e2b2ea43-cab3-4e67-9705-e83c0bfdae43 HTTP/1.1" status: 200 len: 1096 time: 0.0711958 Jan 21 19:11:00.382410 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f12bbd03-03d4-495a-8326-b89906adca05 req-758b94f0-f5b8-4c45-a9a2-c9dd90c53b0b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=ff52f7bc-fa2c-426e-b289-3ceb1b0f296c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389705 Jan 21 19:11:00.551568 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e949e268-cdf6-4504-bf14-829433f9917c req-bffe8374-3399-4c02-b587-dc961eb67d43 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15493f7a-e246-49f9-9dce-e2cb3b2977a5 HTTP/1.1" status: 200 len: 217 time: 0.1674078 Jan 21 19:11:00.611397 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949e268-cdf6-4504-bf14-829433f9917c req-42b02d6b-1554-476e-aee8-9f9ece02b269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:11:00.613452 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e949e268-cdf6-4504-bf14-829433f9917c req-42b02d6b-1554-476e-aee8-9f9ece02b269 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=c95d2944-7ed1-4964-9ea1-a9d9e7b1345c HTTP/1.1" status: 200 len: 835 time: 0.0563390 Jan 21 19:11:00.687838 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949e268-cdf6-4504-bf14-829433f9917c req-c240d064-0937-491c-a20d-06e4767b71e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:11:00.689270 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e949e268-cdf6-4504-bf14-829433f9917c req-c240d064-0937-491c-a20d-06e4767b71e5 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701180 Jan 21 19:11:00.827837 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e949e268-cdf6-4504-bf14-829433f9917c req-cf094701-61d8-4de2-81ef-42af0365fe88 service neutron] 10.222.0.113 "GET /v2.0/networks/bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324019 Jan 21 19:11:00.966186 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e949e268-cdf6-4504-bf14-829433f9917c req-dc62e17c-8132-4449-87ee-785097af6c68 service neutron] 10.222.0.113 "GET /v2.0/networks/bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320038 Jan 21 19:11:01.570000 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59329de0-8d46-483c-acd3-c1afe659b55d req-41677657-e6ea-4f03-9d85-2aacc803d675 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:11:01.571348 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-59329de0-8d46-483c-acd3-c1afe659b55d req-41677657-e6ea-4f03-9d85-2aacc803d675 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2b2ea43-cab3-4e67-9705-e83c0bfdae43 HTTP/1.1" status: 200 len: 943 time: 0.0821247 Jan 21 19:11:01.615124 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-59329de0-8d46-483c-acd3-c1afe659b55d req-a7672f9a-ec1b-4198-82a1-63341dc32b11 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=ff52f7bc-fa2c-426e-b289-3ceb1b0f296c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380301 Jan 21 19:11:02.798099 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21ccdf-8bda-4578-bedb-4050659a1e75 req-510b2282-4860-4114-8bdc-f3c5a36f9330 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:11:02.800279 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ac21ccdf-8bda-4578-bedb-4050659a1e75 req-510b2282-4860-4114-8bdc-f3c5a36f9330 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2b2ea43-cab3-4e67-9705-e83c0bfdae43 HTTP/1.1" status: 200 len: 943 time: 0.0819552 Jan 21 19:11:02.848113 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ac21ccdf-8bda-4578-bedb-4050659a1e75 req-eaf2dcb6-2ee8-4eed-a216-b28caebdfcd2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=ff52f7bc-fa2c-426e-b289-3ceb1b0f296c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421920 Jan 21 19:11:04.031901 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109fb552-5d0f-421e-8996-235989b88607 req-fc44ab8c-695d-42da-9c1a-0275a0fead3a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:11:04.033323 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-109fb552-5d0f-421e-8996-235989b88607 req-fc44ab8c-695d-42da-9c1a-0275a0fead3a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2b2ea43-cab3-4e67-9705-e83c0bfdae43 HTTP/1.1" status: 200 len: 943 time: 0.0784936 Jan 21 19:11:04.088428 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-109fb552-5d0f-421e-8996-235989b88607 req-e129ac95-fcb1-4785-927d-f9a4f52315ed tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=ff52f7bc-fa2c-426e-b289-3ceb1b0f296c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479629 Jan 21 19:11:04.226207 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 15493f7a-e246-49f9-9dce-e2cb3b2977a5 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:11:04.356939 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 15493f7a-e246-49f9-9dce-e2cb3b2977a5, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=15493f7a-e246-49f9-9dce-e2cb3b2977a5,segment=NetworkSegment(6426c19b-e177-4a1d-801a-84df00627222),segment_id=6426c19b-e177-4a1d-801a-84df00627222)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:11:04.372669 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': '15493f7a-e246-49f9-9dce-e2cb3b2977a5', 'network_id': 'bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13', 'port_id': '15493f7a-e246-49f9-9dce-e2cb3b2977a5', 'mac_address': 'fa:16:3e:c4:07:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c95d2944-7ed1-4964-9ea1-a9d9e7b1345c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:11:04.427216 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:04.443919 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15493f7a-e246-49f9-9dce-e2cb3b2977a5 {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:11:04.460599 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 15493f7a-e246-49f9-9dce-e2cb3b2977a5, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=15493f7a-e246-49f9-9dce-e2cb3b2977a5,segment=NetworkSegment(6426c19b-e177-4a1d-801a-84df00627222),segment_id=6426c19b-e177-4a1d-801a-84df00627222)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:11:04.542625 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:04.608398 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=15493f7a-e246-49f9-9dce-e2cb3b2977a5,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:11:04.616025 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:11:04.616369 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:11:04.616708 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:11:04.617040 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:11:04.617369 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:11:04.617699 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:11:04.618053 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:11:04.618372 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:11:04.618694 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:11:04.619011 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:11:04.619327 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:11:04.619646 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:11:04.752916 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['15493f7a-e246-49f9-9dce-e2cb3b2977a5'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:11:05.278382 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6af0a8-ee5c-470e-b7de-0d94143fcf93 req-5cc9c8f6-adbc-4238-801e-f3e54af091d4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:11:05.279818 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fd6af0a8-ee5c-470e-b7de-0d94143fcf93 req-5cc9c8f6-adbc-4238-801e-f3e54af091d4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2b2ea43-cab3-4e67-9705-e83c0bfdae43 HTTP/1.1" status: 200 len: 944 time: 0.0828104 Jan 21 19:11:05.323004 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fd6af0a8-ee5c-470e-b7de-0d94143fcf93 req-b689ef26-3c17-4ea1-ad83-1ac7b5a4c149 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=ff52f7bc-fa2c-426e-b289-3ceb1b0f296c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374880 Jan 21 19:11:06.233158 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 15493f7a-e246-49f9-9dce-e2cb3b2977a5 up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:11:06.348218 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning for port 15493f7a-e246-49f9-9dce-e2cb3b2977a5 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:11:06.353066 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port 15493f7a-e246-49f9-9dce-e2cb3b2977a5 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:11:06.353443 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:06.484144 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:06.511874 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b2ea43-cab3-4e67-9705-e83c0bfdae43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15493f7a-e246-49f9-9dce-e2cb3b2977a5'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:11:06.515842 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408a728-651a-40e4-aedb-de7eee782f91 req-19d3fb5b-3a58-475a-a1b4-e8c23e68c61d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:11:06.517314 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0408a728-651a-40e4-aedb-de7eee782f91 req-19d3fb5b-3a58-475a-a1b4-e8c23e68c61d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2b2ea43-cab3-4e67-9705-e83c0bfdae43 HTTP/1.1" status: 200 len: 944 time: 0.0848284 Jan 21 19:11:06.522809 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 15493f7a-e246-49f9-9dce-e2cb3b2977a5, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=15493f7a-e246-49f9-9dce-e2cb3b2977a5,segment=NetworkSegment(6426c19b-e177-4a1d-801a-84df00627222),segment_id=6426c19b-e177-4a1d-801a-84df00627222)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:11:06.558136 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b2ea43-cab3-4e67-9705-e83c0bfdae43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15493f7a-e246-49f9-9dce-e2cb3b2977a5', 'code': 200} Jan 21 19:11:06.564255 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0408a728-651a-40e4-aedb-de7eee782f91 req-5c33b14c-95fd-4cf9-97b9-49235a56ccf5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=ff52f7bc-fa2c-426e-b289-3ceb1b0f296c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401337 Jan 21 19:11:06.588959 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:06.658166 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=15493f7a-e246-49f9-9dce-e2cb3b2977a5,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:11:06.916739 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d0475-12cc-4822-8b12-9120a241bc52 req-d56bd803-c52a-44d2-a9a4-5e161453f528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:11:06.918246 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-686d0475-12cc-4822-8b12-9120a241bc52 req-d56bd803-c52a-44d2-a9a4-5e161453f528 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=e2b2ea43-cab3-4e67-9705-e83c0bfdae43 HTTP/1.1" status: 200 len: 1098 time: 0.0738602 Jan 21 19:11:06.964461 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-686d0475-12cc-4822-8b12-9120a241bc52 req-ba230d86-97c4-48e0-ae4b-334ce94a629c service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=ff52f7bc-fa2c-426e-b289-3ceb1b0f296c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379343 Jan 21 19:11:07.899921 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a22e3-3b4b-478c-a542-cb0fb6355ac7 req-cdb6abf5-15cd-4282-911f-12576a187e8f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:11:07.901345 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-171a22e3-3b4b-478c-a542-cb0fb6355ac7 req-cdb6abf5-15cd-4282-911f-12576a187e8f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2b2ea43-cab3-4e67-9705-e83c0bfdae43 HTTP/1.1" status: 200 len: 945 time: 0.0814221 Jan 21 19:11:07.944999 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-171a22e3-3b4b-478c-a542-cb0fb6355ac7 req-b68a2b58-ca34-4bcf-bd45-0b309a5d61bf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=ff52f7bc-fa2c-426e-b289-3ceb1b0f296c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381360 Jan 21 19:11:09.128432 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcce0c4-2713-4ffb-859b-b67a11503818 req-9956b2e3-b644-40cf-a9f5-c6306d2d4066 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:11:09.130019 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8fcce0c4-2713-4ffb-859b-b67a11503818 req-9956b2e3-b644-40cf-a9f5-c6306d2d4066 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2b2ea43-cab3-4e67-9705-e83c0bfdae43 HTTP/1.1" status: 200 len: 945 time: 0.0791562 Jan 21 19:11:09.186109 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8fcce0c4-2713-4ffb-859b-b67a11503818 req-3f9fa1ef-ceb0-45e1-80e8-0b6a56a2d0d1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=ff52f7bc-fa2c-426e-b289-3ceb1b0f296c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503249 Jan 21 19:11:09.368253 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5548ebc-f8c9-4442-bcf0-5442c9cbb2bb req-32fa7ecb-47e0-4815-98e1-2acccb745ad5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:11:09.369673 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a5548ebc-f8c9-4442-bcf0-5442c9cbb2bb req-32fa7ecb-47e0-4815-98e1-2acccb745ad5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2b2ea43-cab3-4e67-9705-e83c0bfdae43 HTTP/1.1" status: 200 len: 945 time: 0.0789912 Jan 21 19:11:09.413427 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a5548ebc-f8c9-4442-bcf0-5442c9cbb2bb req-b9203530-ba6a-4723-8a60-6bc4c264bd64 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=ff52f7bc-fa2c-426e-b289-3ceb1b0f296c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378149 Jan 21 19:11:09.435871 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36292) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:11:09.512036 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4366d45-db9b-4cf5-b255-857b29c203c4 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:11:09.513525 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a4366d45-db9b-4cf5-b255-857b29c203c4 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=e2b2ea43-cab3-4e67-9705-e83c0bfdae43 HTTP/1.1" status: 200 len: 1093 time: 0.0766020 Jan 21 19:11:09.516364 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36296) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:11:09.521874 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-c793a215-0ee2-4c75-a019-2bf525980d86 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'floatingip': {'port_id': '15493f7a-e246-49f9-9dce-e2cb3b2977a5'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:11:09.594868 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c793a215-0ee2-4c75-a019-2bf525980d86 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for floatingip, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:10.272458 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c793a215-0ee2-4c75-a019-2bf525980d86 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:10.333235 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c793a215-0ee2-4c75-a019-2bf525980d86 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:10.501444 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.l3_db [None req-c793a215-0ee2-4c75-a019-2bf525980d86 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Floating IP 5a60ed9e-a725-4f61-b388-1354932445dd associated. External IP: 172.26.1.132, port: 15493f7a-e246-49f9-9dce-e2cb3b2977a5. Jan 21 19:11:10.856239 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c793a215-0ee2-4c75-a019-2bf525980d86 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Router 7981e368-60e1-4950-8872-a436cea5d45f has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:11:11.036661 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c793a215-0ee2-4c75-a019-2bf525980d86 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:11:11.041564 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c793a215-0ee2-4c75-a019-2bf525980d86 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:11.046389 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276cfc79-ec8c-451d-bf56-778ef97d226a None None] Sync routers for ids ['7981e368-60e1-4950-8872-a436cea5d45f'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:11:11.057492 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276cfc79-ec8c-451d-bf56-778ef97d226a None None] Routers {'7981e368-60e1-4950-8872-a436cea5d45f'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:11:11.058132 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-276cfc79-ec8c-451d-bf56-778ef97d226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:10:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['7981e368-60e1-4950-8872-a436cea5d45f'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:11:11.100577 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c793a215-0ee2-4c75-a019-2bf525980d86 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "PUT /v2.0/floatingips/5a60ed9e-a725-4f61-b388-1354932445dd HTTP/1.1" status: 200 len: 991 time: 1.5832069 Jan 21 19:11:11.101155 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b2ea43-cab3-4e67-9705-e83c0bfdae43', 'tag': '15493f7a-e246-49f9-9dce-e2cb3b2977a5'}] {{(pid=88136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:11:11.103435 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36300) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:11:11.152974 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2b2ea43-cab3-4e67-9705-e83c0bfdae43', 'tag': '15493f7a-e246-49f9-9dce-e2cb3b2977a5', 'status': 'completed', 'code': 200} Jan 21 19:11:11.259129 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-276cfc79-ec8c-451d-bf56-778ef97d226a None None] Set router 7981e368-60e1-4950-8872-a436cea5d45f gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:11:11.262005 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-6b0a8229-d2b6-4da5-abb0-d99439f2f47f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/floatingips/5a60ed9e-a725-4f61-b388-1354932445dd HTTP/1.1" status: 200 len: 991 time: 0.1574359 Jan 21 19:11:11.281274 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63abcfe5-5e8e-4915-94e2-06ce1f5bcbff req-458532d5-220f-4ed3-98ce-aab0d0be08fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:11:11.282742 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-63abcfe5-5e8e-4915-94e2-06ce1f5bcbff req-458532d5-220f-4ed3-98ce-aab0d0be08fe service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=e2b2ea43-cab3-4e67-9705-e83c0bfdae43 HTTP/1.1" status: 200 len: 1098 time: 0.1032414 Jan 21 19:11:11.418323 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63abcfe5-5e8e-4915-94e2-06ce1f5bcbff req-06d1312e-6579-4a17-812f-23aec8df0ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:11:11.419760 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-63abcfe5-5e8e-4915-94e2-06ce1f5bcbff req-06d1312e-6579-4a17-812f-23aec8df0ca6 service neutron] 10.222.0.113 "GET /v2.0/networks?id=bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13 HTTP/1.1" status: 200 len: 898 time: 0.1310797 Jan 21 19:11:11.524248 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-63abcfe5-5e8e-4915-94e2-06ce1f5bcbff req-2ac57c46-f07a-4dc6-9c0a-a0b8c81b066e service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15493f7a-e246-49f9-9dce-e2cb3b2977a5 HTTP/1.1" status: 200 len: 999 time: 0.0975640 Jan 21 19:11:11.586368 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63abcfe5-5e8e-4915-94e2-06ce1f5bcbff req-622c1528-03a3-400c-9942-fcd3805d5e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:11:11.587780 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-63abcfe5-5e8e-4915-94e2-06ce1f5bcbff req-622c1528-03a3-400c-9942-fcd3805d5e7f service neutron] 10.222.0.113 "GET /v2.0/subnets?id=c95d2944-7ed1-4964-9ea1-a9d9e7b1345c HTTP/1.1" status: 200 len: 835 time: 0.0569656 Jan 21 19:11:11.651374 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-276cfc79-ec8c-451d-bf56-778ef97d226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7981e368-60e1-4950-8872-a436cea5d45f', 'name': 'tempest-TestNetworkBasicOps-router-538249391', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'c28f377d-dd21-4ab7-938e-f91ca9229a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:09:42Z', 'updated_at': '2022-01-21T19:09:49Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'c28f377d-dd21-4ab7-938e-f91ca9229a7e', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7981e368-60e1-4950-8872-a436cea5d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:09:43Z', 'updated_at': '2022-01-21T19:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '5a60ed9e-a725-4f61-b388-1354932445dd', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'floating_ip_address': '172.26.1.132', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '7981e368-60e1-4950-8872-a436cea5d45f', 'port_id': '15493f7a-e246-49f9-9dce-e2cb3b2977a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13', 'mac_address': 'fa:16:3e:c4:07:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b2ea43-cab3-4e67-9705-e83c0bfdae43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:10:12Z', 'updated_at': '2022-01-21T19:11:10Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '092c37b6-1c07-4143-ad02-088bd9b296a3', 'name': '', 'network_id': 'bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:e8:a6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7981e368-60e1-4950-8872-a436cea5d45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'c95d2944-7ed1-4964-9ea1-a9d9e7b1345c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:09:48Z', 'updated_at': '2022-01-21T19:09:55Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': 'c95d2944-7ed1-4964-9ea1-a9d9e7b1345c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:11:11.655233 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276cfc79-ec8c-451d-bf56-778ef97d226a None None] Checking router: 7981e368-60e1-4950-8872-a436cea5d45f for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:11:11.664053 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276cfc79-ec8c-451d-bf56-778ef97d226a None None] Routers {'7981e368-60e1-4950-8872-a436cea5d45f'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:11:11.664641 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-276cfc79-ec8c-451d-bf56-778ef97d226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:10:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['7981e368-60e1-4950-8872-a436cea5d45f'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:11:11.665233 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63abcfe5-5e8e-4915-94e2-06ce1f5bcbff req-7fafe2e1-6fd2-4185-8d1b-f0b8700c6635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:11:11.666725 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-63abcfe5-5e8e-4915-94e2-06ce1f5bcbff req-7fafe2e1-6fd2-4185-8d1b-f0b8700c6635 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730219 Jan 21 19:11:11.797924 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-63abcfe5-5e8e-4915-94e2-06ce1f5bcbff req-8d408bf1-d979-4582-8e9c-649e2672a6ba service neutron] 10.222.0.113 "GET /v2.0/networks/bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244690 Jan 21 19:11:11.841465 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-276cfc79-ec8c-451d-bf56-778ef97d226a None None] Set router 7981e368-60e1-4950-8872-a436cea5d45f gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:11:11.928628 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-63abcfe5-5e8e-4915-94e2-06ce1f5bcbff req-29593c1c-d48b-4410-bd48-a478aad912e7 service neutron] 10.222.0.113 "GET /v2.0/networks/bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247244 Jan 21 19:11:12.180811 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-276cfc79-ec8c-451d-bf56-778ef97d226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7981e368-60e1-4950-8872-a436cea5d45f', 'name': 'tempest-TestNetworkBasicOps-router-538249391', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'c28f377d-dd21-4ab7-938e-f91ca9229a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:09:42Z', 'updated_at': '2022-01-21T19:09:49Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'c28f377d-dd21-4ab7-938e-f91ca9229a7e', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7981e368-60e1-4950-8872-a436cea5d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:09:43Z', 'updated_at': '2022-01-21T19:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '5a60ed9e-a725-4f61-b388-1354932445dd', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'floating_ip_address': '172.26.1.132', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '7981e368-60e1-4950-8872-a436cea5d45f', 'port_id': '15493f7a-e246-49f9-9dce-e2cb3b2977a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13', 'mac_address': 'fa:16:3e:c4:07:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b2ea43-cab3-4e67-9705-e83c0bfdae43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:10:12Z', 'updated_at': '2022-01-21T19:11:10Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '092c37b6-1c07-4143-ad02-088bd9b296a3', 'name': '', 'network_id': 'bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:e8:a6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7981e368-60e1-4950-8872-a436cea5d45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'c95d2944-7ed1-4964-9ea1-a9d9e7b1345c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:09:48Z', 'updated_at': '2022-01-21T19:09:55Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': 'c95d2944-7ed1-4964-9ea1-a9d9e7b1345c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:11:12.184692 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276cfc79-ec8c-451d-bf56-778ef97d226a None None] The sync data for ids ['7981e368-60e1-4950-8872-a436cea5d45f'] in dv-neutron-825470-1-hyperv is: [{'id': '7981e368-60e1-4950-8872-a436cea5d45f', 'name': 'tempest-TestNetworkBasicOps-router-538249391', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'c28f377d-dd21-4ab7-938e-f91ca9229a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:09:42Z', 'updated_at': '2022-01-21T19:09:49Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'c28f377d-dd21-4ab7-938e-f91ca9229a7e', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7981e368-60e1-4950-8872-a436cea5d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:09:43Z', 'updated_at': '2022-01-21T19:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '5a60ed9e-a725-4f61-b388-1354932445dd', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'floating_ip_address': '172.26.1.132', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '7981e368-60e1-4950-8872-a436cea5d45f', 'port_id': '15493f7a-e246-49f9-9dce-e2cb3b2977a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13', 'mac_address': 'fa:16:3e:c4:07:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b2ea43-cab3-4e67-9705-e83c0bfdae43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:10:12Z', 'updated_at': '2022-01-21T19:11:10Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '092c37b6-1c07-4143-ad02-088bd9b296a3', 'name': '', 'network_id': 'bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:e8:a6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7981e368-60e1-4950-8872-a436cea5d45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'c95d2944-7ed1-4964-9ea1-a9d9e7b1345c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:09:48Z', 'updated_at': '2022-01-21T19:09:55Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': 'c95d2944-7ed1-4964-9ea1-a9d9e7b1345c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:11:12.266077 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36306) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:11:12.389963 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5430b065-362a-4542-8dec-d2dd1cb8e3c6 None None] New status for floating IP 5a60ed9e-a725-4f61-b388-1354932445dd: ACTIVE {{(pid=88139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:11:12.509243 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-0de6c49c-8b82-407b-ba1a-b6b527872d23 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/floatingips/5a60ed9e-a725-4f61-b388-1354932445dd HTTP/1.1" status: 200 len: 991 time: 0.2418325 Jan 21 19:11:13.513025 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36310) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:11:13.618423 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b7e4b00e-71b2-4603-b7a2-d969ccbee36a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/floatingips/5a60ed9e-a725-4f61-b388-1354932445dd HTTP/1.1" status: 200 len: 993 time: 0.1042151 Jan 21 19:11:23.420572 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:11:25.005453 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-39aa0b7f-5621-47ae-b770-bd335e0752ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:27.230413 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-12b12f94-e6eb-4dbe-8a22-859366cd5b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:28.102323 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:28.515894 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:28.627677 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:30.064697 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:43.400505 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0844962-e940-4072-9c0c-2f0adb37de6c req-8d99e72a-5670-4d63-95f2-08fef52fe8d4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:11:43.401986 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f0844962-e940-4072-9c0c-2f0adb37de6c req-8d99e72a-5670-4d63-95f2-08fef52fe8d4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2b2ea43-cab3-4e67-9705-e83c0bfdae43 HTTP/1.1" status: 200 len: 945 time: 0.0779376 Jan 21 19:11:43.450112 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f0844962-e940-4072-9c0c-2f0adb37de6c req-3509f98e-d7ae-48e3-be00-3fe990cffa6e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=ff52f7bc-fa2c-426e-b289-3ceb1b0f296c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422697 Jan 21 19:11:44.637349 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd9a23-093b-468a-a9f8-362f6e7c8f2d req-453c2050-9a3c-45cd-b4b1-ea7c808e35f8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:11:44.638814 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cddd9a23-093b-468a-a9f8-362f6e7c8f2d req-453c2050-9a3c-45cd-b4b1-ea7c808e35f8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2b2ea43-cab3-4e67-9705-e83c0bfdae43 HTTP/1.1" status: 200 len: 945 time: 0.0818319 Jan 21 19:11:44.683781 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cddd9a23-093b-468a-a9f8-362f6e7c8f2d req-9ef88545-da27-416e-afb0-49a615d1f283 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=ff52f7bc-fa2c-426e-b289-3ceb1b0f296c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384920 Jan 21 19:11:44.761639 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70b88f-4fd0-4cdd-93e1-7f27a4adfb7a req-8b2a5781-973e-4d46-b664-b330666268f7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:11:44.762270 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-7f70b88f-4fd0-4cdd-93e1-7f27a4adfb7a req-8b2a5781-973e-4d46-b664-b330666268f7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:11:44.768174 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a1e66347-9f8a-4211-8abc-02340698106b req-033c3c66-a5ed-41ad-9607-46a99abc85a3 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=a24dea45-d933-4d11-b752-67d3fdb1b1a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1109464 Jan 21 19:11:44.835289 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-7f70b88f-4fd0-4cdd-93e1-7f27a4adfb7a req-8b2a5781-973e-4d46-b664-b330666268f7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:11:44.836384 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-7f70b88f-4fd0-4cdd-93e1-7f27a4adfb7a req-8b2a5781-973e-4d46-b664-b330666268f7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "GET /v2.0/ports?device_id=e2b2ea43-cab3-4e67-9705-e83c0bfdae43 HTTP/1.1" status: 200 len: 945 time: 0.2114255 Jan 21 19:11:44.912684 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e66347-9f8a-4211-8abc-02340698106b req-45626ace-d7ed-429f-9844-798aa2865757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:11:44.914128 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a1e66347-9f8a-4211-8abc-02340698106b req-45626ace-d7ed-429f-9844-798aa2865757 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=a24dea45-d933-4d11-b752-67d3fdb1b1a7 HTTP/1.1" status: 200 len: 1098 time: 0.1272929 Jan 21 19:11:44.917679 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-7f70b88f-4fd0-4cdd-93e1-7f27a4adfb7a req-15d32526-f570-4d6e-837b-307ca48c1c53 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Deleting port 15493f7a-e246-49f9-9dce-e2cb3b2977a5 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:11:44.918041 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-7f70b88f-4fd0-4cdd-93e1-7f27a4adfb7a req-15d32526-f570-4d6e-837b-307ca48c1c53 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:45.167978 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e66347-9f8a-4211-8abc-02340698106b req-67c5835e-1967-4407-a2b4-090e1ae76df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:11:45.169378 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a1e66347-9f8a-4211-8abc-02340698106b req-67c5835e-1967-4407-a2b4-090e1ae76df7 service neutron] 10.222.0.113 "GET /v2.0/networks?id=bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13 HTTP/1.1" status: 200 len: 898 time: 0.2270935 Jan 21 19:11:45.284853 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a1e66347-9f8a-4211-8abc-02340698106b req-8966c808-5212-4a35-ba0d-ec698ea2de16 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b10100b0-6351-4f5e-b625-a1f55016594a HTTP/1.1" status: 200 len: 217 time: 0.1092920 Jan 21 19:11:45.374700 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-7f70b88f-4fd0-4cdd-93e1-7f27a4adfb7a req-15d32526-f570-4d6e-837b-307ca48c1c53 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] For port 15493f7a-e246-49f9-9dce-e2cb3b2977a5, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=15493f7a-e246-49f9-9dce-e2cb3b2977a5,segment=NetworkSegment(6426c19b-e177-4a1d-801a-84df00627222),segment_id=6426c19b-e177-4a1d-801a-84df00627222)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:11:45.375054 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-7f70b88f-4fd0-4cdd-93e1-7f27a4adfb7a req-15d32526-f570-4d6e-837b-307ca48c1c53 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:45.441803 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e66347-9f8a-4211-8abc-02340698106b req-d815fbe3-78ff-4a30-922c-4f0c9350ba12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:11:45.443192 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a1e66347-9f8a-4211-8abc-02340698106b req-d815fbe3-78ff-4a30-922c-4f0c9350ba12 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=c95d2944-7ed1-4964-9ea1-a9d9e7b1345c HTTP/1.1" status: 200 len: 835 time: 0.1528225 Jan 21 19:11:45.700857 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e66347-9f8a-4211-8abc-02340698106b req-a6c68aa9-f95d-475d-a98b-7e435c39e7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:11:45.702483 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a1e66347-9f8a-4211-8abc-02340698106b req-a6c68aa9-f95d-475d-a98b-7e435c39e7b2 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2446494 Jan 21 19:11:45.767299 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-7f70b88f-4fd0-4cdd-93e1-7f27a4adfb7a req-15d32526-f570-4d6e-837b-307ca48c1c53 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:45.768011 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-7f70b88f-4fd0-4cdd-93e1-7f27a4adfb7a req-15d32526-f570-4d6e-837b-307ca48c1c53 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:45.768011 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.l3_db [req-7f70b88f-4fd0-4cdd-93e1-7f27a4adfb7a req-15d32526-f570-4d6e-837b-307ca48c1c53 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Floating IP 5a60ed9e-a725-4f61-b388-1354932445dd disassociated. External IP: 172.26.1.132, port: 15493f7a-e246-49f9-9dce-e2cb3b2977a5. Jan 21 19:11:45.768322 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-7f70b88f-4fd0-4cdd-93e1-7f27a4adfb7a req-15d32526-f570-4d6e-837b-307ca48c1c53 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Calling delete_port for 15493f7a-e246-49f9-9dce-e2cb3b2977a5 owned by compute:nova {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:11:45.868544 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558ac5d-ed2c-4cb6-9936-0d00cb8a909c req-d5973744-4c5b-445f-bd55-b9da338c79d4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:11:45.870138 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2558ac5d-ed2c-4cb6-9936-0d00cb8a909c req-d5973744-4c5b-445f-bd55-b9da338c79d4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2b2ea43-cab3-4e67-9705-e83c0bfdae43 HTTP/1.1" status: 200 len: 945 time: 0.0808804 Jan 21 19:11:45.916570 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2558ac5d-ed2c-4cb6-9936-0d00cb8a909c req-fe3970ea-3ad1-42cf-9cbb-5a03157c7d25 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=ff52f7bc-fa2c-426e-b289-3ceb1b0f296c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405664 Jan 21 19:11:46.034623 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a1e66347-9f8a-4211-8abc-02340698106b req-37e5bdd3-40cf-4813-bb4f-bcd2a29b4c6f service neutron] 10.222.0.113 "GET /v2.0/networks/bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239648 Jan 21 19:11:46.212275 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a1e66347-9f8a-4211-8abc-02340698106b req-b7f01db7-4963-4078-b04d-6718d24c60b2 service neutron] 10.222.0.113 "GET /v2.0/networks/bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701283 Jan 21 19:11:46.235676 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-7f70b88f-4fd0-4cdd-93e1-7f27a4adfb7a req-15d32526-f570-4d6e-837b-307ca48c1c53 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:46.289168 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d32526-f570-4d6e-837b-307ca48c1c53 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Port': ['ID=15493f7a-e246-49f9-9dce-e2cb3b2977a5,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:11:46.475447 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f70b88f-4fd0-4cdd-93e1-7f27a4adfb7a req-15d32526-f570-4d6e-837b-307ca48c1c53 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Router 7981e368-60e1-4950-8872-a436cea5d45f has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:11:46.655469 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f70b88f-4fd0-4cdd-93e1-7f27a4adfb7a req-15d32526-f570-4d6e-837b-307ca48c1c53 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:11:46.667062 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817846aa-1a62-4434-bc6f-71452cacb626 None None] Sync routers for ids ['7981e368-60e1-4950-8872-a436cea5d45f'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:11:46.678150 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817846aa-1a62-4434-bc6f-71452cacb626 None None] Routers {'7981e368-60e1-4950-8872-a436cea5d45f'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:11:46.679001 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-817846aa-1a62-4434-bc6f-71452cacb626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:11:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['7981e368-60e1-4950-8872-a436cea5d45f'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:11:46.736916 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f70b88f-4fd0-4cdd-93e1-7f27a4adfb7a req-15d32526-f570-4d6e-837b-307ca48c1c53 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] No DVR routers for this DVR port 15493f7a-e246-49f9-9dce-e2cb3b2977a5 on host hv-neutron-8254 {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:11:46.739511 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-7f70b88f-4fd0-4cdd-93e1-7f27a4adfb7a req-15d32526-f570-4d6e-837b-307ca48c1c53 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:46.742203 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b2ea43-cab3-4e67-9705-e83c0bfdae43', 'name': 'network-vif-deleted', 'tag': '15493f7a-e246-49f9-9dce-e2cb3b2977a5'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:11:46.794836 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b2ea43-cab3-4e67-9705-e83c0bfdae43', 'name': 'network-vif-deleted', 'tag': '15493f7a-e246-49f9-9dce-e2cb3b2977a5', 'status': 'completed', 'code': 200} Jan 21 19:11:46.824965 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-7f70b88f-4fd0-4cdd-93e1-7f27a4adfb7a req-15d32526-f570-4d6e-837b-307ca48c1c53 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "DELETE /v2.0/ports/15493f7a-e246-49f9-9dce-e2cb3b2977a5 HTTP/1.1" status: 204 len: 173 time: 1.9833624 Jan 21 19:11:46.864930 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-817846aa-1a62-4434-bc6f-71452cacb626 None None] Set router 7981e368-60e1-4950-8872-a436cea5d45f gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:11:47.191896 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-03d92e57-fa17-46a2-a570-0d1df99a2f4c req-9adddc21-dcac-4579-9ece-6b3d1ee469e4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2b2ea43-cab3-4e67-9705-e83c0bfdae43 HTTP/1.1" status: 200 len: 210 time: 0.1662588 Jan 21 19:11:47.230668 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-817846aa-1a62-4434-bc6f-71452cacb626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7981e368-60e1-4950-8872-a436cea5d45f', 'name': 'tempest-TestNetworkBasicOps-router-538249391', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'c28f377d-dd21-4ab7-938e-f91ca9229a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:09:42Z', 'updated_at': '2022-01-21T19:09:49Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'c28f377d-dd21-4ab7-938e-f91ca9229a7e', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7981e368-60e1-4950-8872-a436cea5d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:09:43Z', 'updated_at': '2022-01-21T19:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '092c37b6-1c07-4143-ad02-088bd9b296a3', 'name': '', 'network_id': 'bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:e8:a6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7981e368-60e1-4950-8872-a436cea5d45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'c95d2944-7ed1-4964-9ea1-a9d9e7b1345c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:09:48Z', 'updated_at': '2022-01-21T19:09:55Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': 'c95d2944-7ed1-4964-9ea1-a9d9e7b1345c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:11:47.234439 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817846aa-1a62-4434-bc6f-71452cacb626 None None] Checking router: 7981e368-60e1-4950-8872-a436cea5d45f for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:11:47.242633 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817846aa-1a62-4434-bc6f-71452cacb626 None None] Routers {'7981e368-60e1-4950-8872-a436cea5d45f'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:11:47.243214 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-817846aa-1a62-4434-bc6f-71452cacb626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:11:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['7981e368-60e1-4950-8872-a436cea5d45f'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:11:47.422262 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-817846aa-1a62-4434-bc6f-71452cacb626 None None] Set router 7981e368-60e1-4950-8872-a436cea5d45f gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:11:47.739185 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-817846aa-1a62-4434-bc6f-71452cacb626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7981e368-60e1-4950-8872-a436cea5d45f', 'name': 'tempest-TestNetworkBasicOps-router-538249391', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'c28f377d-dd21-4ab7-938e-f91ca9229a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:09:42Z', 'updated_at': '2022-01-21T19:09:49Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'c28f377d-dd21-4ab7-938e-f91ca9229a7e', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7981e368-60e1-4950-8872-a436cea5d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:09:43Z', 'updated_at': '2022-01-21T19:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '092c37b6-1c07-4143-ad02-088bd9b296a3', 'name': '', 'network_id': 'bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:e8:a6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7981e368-60e1-4950-8872-a436cea5d45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'c95d2944-7ed1-4964-9ea1-a9d9e7b1345c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:09:48Z', 'updated_at': '2022-01-21T19:09:55Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': 'c95d2944-7ed1-4964-9ea1-a9d9e7b1345c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:11:47.743105 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817846aa-1a62-4434-bc6f-71452cacb626 None None] The sync data for ids ['7981e368-60e1-4950-8872-a436cea5d45f'] in dv-neutron-825470-1-hyperv is: [{'id': '7981e368-60e1-4950-8872-a436cea5d45f', 'name': 'tempest-TestNetworkBasicOps-router-538249391', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'c28f377d-dd21-4ab7-938e-f91ca9229a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:09:42Z', 'updated_at': '2022-01-21T19:09:49Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'c28f377d-dd21-4ab7-938e-f91ca9229a7e', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7981e368-60e1-4950-8872-a436cea5d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:09:43Z', 'updated_at': '2022-01-21T19:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '092c37b6-1c07-4143-ad02-088bd9b296a3', 'name': '', 'network_id': 'bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:e8:a6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7981e368-60e1-4950-8872-a436cea5d45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'c95d2944-7ed1-4964-9ea1-a9d9e7b1345c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:09:48Z', 'updated_at': '2022-01-21T19:09:55Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': 'c95d2944-7ed1-4964-9ea1-a9d9e7b1345c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:11:47.975215 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950ced1c-b3c4-448f-a930-8d2380cf9677 None None] New status for floating IP 5a60ed9e-a725-4f61-b388-1354932445dd: DOWN {{(pid=88139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:11:48.294614 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36340) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:11:48.363888 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-26cbe494-1778-49d4-a5c9-729452ecb071 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:48.393412 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-26cbe494-1778-49d4-a5c9-729452ecb071 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:48.490514 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 15493f7a-e246-49f9-9dce-e2cb3b2977a5 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:11:48.519215 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-26cbe494-1778-49d4-a5c9-729452ecb071 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:48.525022 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] No Port match for: 15493f7a-e246-49f9-9dce-e2cb3b2977a5 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:11:48.525370 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 15493f7a-e246-49f9-9dce-e2cb3b2977a5 not bound to the agent host hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:11:48.538285 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cbe494-1778-49d4-a5c9-729452ecb071 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff52f7bc-fa2c-426e-b289-3ceb1b0f296c,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:11:48.623153 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-26cbe494-1778-49d4-a5c9-729452ecb071 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:48.624308 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-26cbe494-1778-49d4-a5c9-729452ecb071 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "DELETE /v2.0/security-groups/ff52f7bc-fa2c-426e-b289-3ceb1b0f296c HTTP/1.1" status: 204 len: 168 time: 0.3286722 Jan 21 19:11:48.692852 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36346) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:11:48.844349 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-5790711d-8ee5-4351-9ea5-94c4e23f85bb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Deleting port f8957783-f624-4b70-85ac-e560794d4cc6 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:11:48.844581 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5790711d-8ee5-4351-9ea5-94c4e23f85bb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:49.014700 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5790711d-8ee5-4351-9ea5-94c4e23f85bb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:49.015017 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5790711d-8ee5-4351-9ea5-94c4e23f85bb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:49.132866 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-5790711d-8ee5-4351-9ea5-94c4e23f85bb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Calling delete_port for f8957783-f624-4b70-85ac-e560794d4cc6 owned by network:floatingip {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:11:49.336115 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5790711d-8ee5-4351-9ea5-94c4e23f85bb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:49.385587 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5790711d-8ee5-4351-9ea5-94c4e23f85bb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Port': ['ID=f8957783-f624-4b70-85ac-e560794d4cc6,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:11:49.428669 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790711d-8ee5-4351-9ea5-94c4e23f85bb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:11:49.429036 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790711d-8ee5-4351-9ea5-94c4e23f85bb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:11:49.429376 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790711d-8ee5-4351-9ea5-94c4e23f85bb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:11:49.429692 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790711d-8ee5-4351-9ea5-94c4e23f85bb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:11:49.430050 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790711d-8ee5-4351-9ea5-94c4e23f85bb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:11:49.430378 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790711d-8ee5-4351-9ea5-94c4e23f85bb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:11:49.430702 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790711d-8ee5-4351-9ea5-94c4e23f85bb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:11:49.431032 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790711d-8ee5-4351-9ea5-94c4e23f85bb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:11:49.431353 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790711d-8ee5-4351-9ea5-94c4e23f85bb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:11:49.431672 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790711d-8ee5-4351-9ea5-94c4e23f85bb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:11:49.432031 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790711d-8ee5-4351-9ea5-94c4e23f85bb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:11:49.432347 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790711d-8ee5-4351-9ea5-94c4e23f85bb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:11:49.488116 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5790711d-8ee5-4351-9ea5-94c4e23f85bb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for floatingip, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:49.504325 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5790711d-8ee5-4351-9ea5-94c4e23f85bb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:49.505447 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-5790711d-8ee5-4351-9ea5-94c4e23f85bb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "DELETE /v2.0/floatingips/5a60ed9e-a725-4f61-b388-1354932445dd HTTP/1.1" status: 204 len: 168 time: 0.8116214 Jan 21 19:11:50.141141 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9bad2-5e6c-4b17-a91c-032cda282582 req-47b93dc9-c3c2-4121-91f6-d8f57bb83486 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:11:50.141855 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-3fa9bad2-5e6c-4b17-a91c-032cda282582 req-47b93dc9-c3c2-4121-91f6-d8f57bb83486 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:11:50.224225 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-3fa9bad2-5e6c-4b17-a91c-032cda282582 req-47b93dc9-c3c2-4121-91f6-d8f57bb83486 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:11:50.225388 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3fa9bad2-5e6c-4b17-a91c-032cda282582 req-47b93dc9-c3c2-4121-91f6-d8f57bb83486 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=a24dea45-d933-4d11-b752-67d3fdb1b1a7 HTTP/1.1" status: 200 len: 945 time: 0.1617789 Jan 21 19:11:50.275538 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3fa9bad2-5e6c-4b17-a91c-032cda282582 req-8709b978-d407-4803-8a46-a2fac21ae937 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=3b8525ce-c54f-46b5-a147-277392d7347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444531 Jan 21 19:11:51.476690 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2018e-ea14-432b-a6fd-ced8f4744436 req-0619c940-7cbb-4d64-90a4-5a07c6a796f2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:11:51.477309 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510ad66-7cbe-439e-8d34-c4b817210773 req-04f6f358-673d-44cf-9728-5ed929ae0a32 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:11:51.477810 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-09a2018e-ea14-432b-a6fd-ced8f4744436 req-0619c940-7cbb-4d64-90a4-5a07c6a796f2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:11:51.479474 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6510ad66-7cbe-439e-8d34-c4b817210773 req-04f6f358-673d-44cf-9728-5ed929ae0a32 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=a24dea45-d933-4d11-b752-67d3fdb1b1a7 HTTP/1.1" status: 200 len: 945 time: 0.0836515 Jan 21 19:11:51.490450 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-09a2018e-ea14-432b-a6fd-ced8f4744436 req-0619c940-7cbb-4d64-90a4-5a07c6a796f2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:11:51.493966 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-09a2018e-ea14-432b-a6fd-ced8f4744436 req-0619c940-7cbb-4d64-90a4-5a07c6a796f2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "GET /v2.0/ports?device_id=a24dea45-d933-4d11-b752-67d3fdb1b1a7 HTTP/1.1" status: 200 len: 945 time: 0.0988286 Jan 21 19:11:51.529326 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6510ad66-7cbe-439e-8d34-c4b817210773 req-0db72153-86fd-4ebd-b1f7-761fa58e3776 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=3b8525ce-c54f-46b5-a147-277392d7347f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439715 Jan 21 19:11:51.566974 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-09a2018e-ea14-432b-a6fd-ced8f4744436 req-4bef9aa3-f95d-4128-9967-839fc2ce9576 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Deleting port b10100b0-6351-4f5e-b625-a1f55016594a {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:11:51.567224 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-09a2018e-ea14-432b-a6fd-ced8f4744436 req-4bef9aa3-f95d-4128-9967-839fc2ce9576 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:51.808790 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-09a2018e-ea14-432b-a6fd-ced8f4744436 req-4bef9aa3-f95d-4128-9967-839fc2ce9576 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] For port b10100b0-6351-4f5e-b625-a1f55016594a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=b10100b0-6351-4f5e-b625-a1f55016594a,segment=NetworkSegment(6426c19b-e177-4a1d-801a-84df00627222),segment_id=6426c19b-e177-4a1d-801a-84df00627222)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:11:51.809150 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-09a2018e-ea14-432b-a6fd-ced8f4744436 req-4bef9aa3-f95d-4128-9967-839fc2ce9576 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:51.929315 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-09a2018e-ea14-432b-a6fd-ced8f4744436 req-4bef9aa3-f95d-4128-9967-839fc2ce9576 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Calling delete_port for b10100b0-6351-4f5e-b625-a1f55016594a owned by compute:nova {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:11:52.239038 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-09a2018e-ea14-432b-a6fd-ced8f4744436 req-4bef9aa3-f95d-4128-9967-839fc2ce9576 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:52.287134 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef9aa3-f95d-4128-9967-839fc2ce9576 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Port': ['ID=b10100b0-6351-4f5e-b625-a1f55016594a,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:11:52.363645 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a2018e-ea14-432b-a6fd-ced8f4744436 req-4bef9aa3-f95d-4128-9967-839fc2ce9576 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] No DVR routers for this DVR port b10100b0-6351-4f5e-b625-a1f55016594a on host hv-neutron-8254 {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:11:52.366686 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-09a2018e-ea14-432b-a6fd-ced8f4744436 req-4bef9aa3-f95d-4128-9967-839fc2ce9576 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:52.368656 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24dea45-d933-4d11-b752-67d3fdb1b1a7', 'name': 'network-vif-deleted', 'tag': 'b10100b0-6351-4f5e-b625-a1f55016594a'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:11:52.425952 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24dea45-d933-4d11-b752-67d3fdb1b1a7', 'name': 'network-vif-deleted', 'tag': 'b10100b0-6351-4f5e-b625-a1f55016594a', 'status': 'completed', 'code': 200} Jan 21 19:11:52.470913 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-09a2018e-ea14-432b-a6fd-ced8f4744436 req-4bef9aa3-f95d-4128-9967-839fc2ce9576 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "DELETE /v2.0/ports/b10100b0-6351-4f5e-b625-a1f55016594a HTTP/1.1" status: 204 len: 173 time: 0.9735670 Jan 21 19:11:52.693714 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5ce087ce-422c-4162-8892-83e39c6ffc95 req-e28c259b-98f1-4fb5-81c4-034ebedbea2f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=a24dea45-d933-4d11-b752-67d3fdb1b1a7 HTTP/1.1" status: 200 len: 210 time: 0.0423799 Jan 21 19:11:53.790665 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36362) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:11:53.862302 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e47eca34-a8ef-40d8-9d34-c43259184f04 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:53.891037 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e47eca34-a8ef-40d8-9d34-c43259184f04 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:54.041212 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e47eca34-a8ef-40d8-9d34-c43259184f04 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:54.061007 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47eca34-a8ef-40d8-9d34-c43259184f04 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8525ce-c54f-46b5-a147-277392d7347f,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:11:54.068026 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e47eca34-a8ef-40d8-9d34-c43259184f04 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:54.069120 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e47eca34-a8ef-40d8-9d34-c43259184f04 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "DELETE /v2.0/security-groups/3b8525ce-c54f-46b5-a147-277392d7347f HTTP/1.1" status: 204 len: 168 time: 0.2774637 Jan 21 19:11:54.139311 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36368) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:11:54.519518 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device b10100b0-6351-4f5e-b625-a1f55016594a no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:11:54.554385 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] No Port match for: b10100b0-6351-4f5e-b625-a1f55016594a {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:11:54.554724 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device b10100b0-6351-4f5e-b625-a1f55016594a not bound to the agent host hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:11:54.793650 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6278b126-39da-4d03-a62e-0eb61104ab8c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:55.024747 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b51ae87a-8994-4e45-b76c-9e3ff53ca11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:55.146990 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-6278b126-39da-4d03-a62e-0eb61104ab8c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Deleting port 092c37b6-1c07-4143-ad02-088bd9b296a3 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:11:55.152023 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6278b126-39da-4d03-a62e-0eb61104ab8c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:55.345846 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-6278b126-39da-4d03-a62e-0eb61104ab8c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] For port 092c37b6-1c07-4143-ad02-088bd9b296a3, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=092c37b6-1c07-4143-ad02-088bd9b296a3,segment=NetworkSegment(6426c19b-e177-4a1d-801a-84df00627222),segment_id=6426c19b-e177-4a1d-801a-84df00627222)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:11:55.346375 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6278b126-39da-4d03-a62e-0eb61104ab8c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:55.474157 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-6278b126-39da-4d03-a62e-0eb61104ab8c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Calling delete_port for 092c37b6-1c07-4143-ad02-088bd9b296a3 owned by network:router_interface {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:11:55.938689 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6278b126-39da-4d03-a62e-0eb61104ab8c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:55.990658 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6278b126-39da-4d03-a62e-0eb61104ab8c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Port': ['ID=092c37b6-1c07-4143-ad02-088bd9b296a3,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:11:56.384574 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6278b126-39da-4d03-a62e-0eb61104ab8c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:56.742253 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6278b126-39da-4d03-a62e-0eb61104ab8c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Router 7981e368-60e1-4950-8872-a436cea5d45f has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:11:56.918178 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6278b126-39da-4d03-a62e-0eb61104ab8c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:11:56.928338 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8c2d62-3796-42ac-9f55-fa28c059e424 None None] Sync routers for ids ['7981e368-60e1-4950-8872-a436cea5d45f'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:11:56.931043 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-6278b126-39da-4d03-a62e-0eb61104ab8c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "PUT /v2.0/routers/7981e368-60e1-4950-8872-a436cea5d45f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7906568 Jan 21 19:11:56.933761 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36372) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:11:56.938983 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8c2d62-3796-42ac-9f55-fa28c059e424 None None] Routers {'7981e368-60e1-4950-8872-a436cea5d45f'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:11:56.939279 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-3d8c2d62-3796-42ac-9f55-fa28c059e424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:11:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['7981e368-60e1-4950-8872-a436cea5d45f'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:11:56.998737 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5e2d9b7-d85c-4aea-9063-e7428415d0a4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Deleting subnet c95d2944-7ed1-4964-9ea1-a9d9e7b1345c {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:11:57.002544 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f5e2d9b7-d85c-4aea-9063-e7428415d0a4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:57.056371 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f5e2d9b7-d85c-4aea-9063-e7428415d0a4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:57.118921 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-3d8c2d62-3796-42ac-9f55-fa28c059e424 None None] Set router 7981e368-60e1-4950-8872-a436cea5d45f gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:11:57.143612 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f5e2d9b7-d85c-4aea-9063-e7428415d0a4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:57.281692 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f5e2d9b7-d85c-4aea-9063-e7428415d0a4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:57.340311 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e2d9b7-d85c-4aea-9063-e7428415d0a4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Subnet': ['ID=c95d2944-7ed1-4964-9ea1-a9d9e7b1345c,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:11:57.342307 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f5e2d9b7-d85c-4aea-9063-e7428415d0a4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:57.353583 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f5e2d9b7-d85c-4aea-9063-e7428415d0a4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "DELETE /v2.0/subnets/c95d2944-7ed1-4964-9ea1-a9d9e7b1345c HTTP/1.1" status: 204 len: 168 time: 0.4187796 Jan 21 19:11:57.353942 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36376) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:11:57.375219 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915e090d-815f-46f4-8185-866e3f63bb29 None None] Network bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:11:57.404912 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-018ce317-92f7-4c3a-8278-5869dd1a40bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:57.554753 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c4a1b757-5ae8-4017-b99b-272881b32f4a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:57.691245 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-3d8c2d62-3796-42ac-9f55-fa28c059e424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7981e368-60e1-4950-8872-a436cea5d45f', 'name': 'tempest-TestNetworkBasicOps-router-538249391', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'c28f377d-dd21-4ab7-938e-f91ca9229a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:09:42Z', 'updated_at': '2022-01-21T19:11:55Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'c28f377d-dd21-4ab7-938e-f91ca9229a7e', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7981e368-60e1-4950-8872-a436cea5d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:09:43Z', 'updated_at': '2022-01-21T19:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:11:57.696007 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8c2d62-3796-42ac-9f55-fa28c059e424 None None] Checking router: 7981e368-60e1-4950-8872-a436cea5d45f for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:11:57.706185 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8c2d62-3796-42ac-9f55-fa28c059e424 None None] Routers {'7981e368-60e1-4950-8872-a436cea5d45f'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:11:57.706907 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-3d8c2d62-3796-42ac-9f55-fa28c059e424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:11:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['7981e368-60e1-4950-8872-a436cea5d45f'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:11:57.748545 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c4a1b757-5ae8-4017-b99b-272881b32f4a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:57.766488 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd75c87-bdcb-4f1b-b1b9-75d70a82dcbd None None] DHCP port deletion for bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:11:57.779936 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-6bd75c87-bdcb-4f1b-b1b9-75d70a82dcbd None None] Deleting port 8211343f-2686-495b-b79e-fe2175c87f82 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:11:57.780393 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6bd75c87-bdcb-4f1b-b1b9-75d70a82dcbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:57.841514 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-c4a1b757-5ae8-4017-b99b-272881b32f4a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Deleting port c28f377d-dd21-4ab7-938e-f91ca9229a7e {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:11:57.844367 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c4a1b757-5ae8-4017-b99b-272881b32f4a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:57.999308 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-3d8c2d62-3796-42ac-9f55-fa28c059e424 None None] Set router 7981e368-60e1-4950-8872-a436cea5d45f gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:11:58.021596 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-c4a1b757-5ae8-4017-b99b-272881b32f4a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] For port c28f377d-dd21-4ab7-938e-f91ca9229a7e, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=c28f377d-dd21-4ab7-938e-f91ca9229a7e,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:11:58.021752 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c4a1b757-5ae8-4017-b99b-272881b32f4a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:58.149839 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-c4a1b757-5ae8-4017-b99b-272881b32f4a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Calling delete_port for c28f377d-dd21-4ab7-938e-f91ca9229a7e owned by network:router_gateway {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:11:58.227890 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:58.231028 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-6bd75c87-bdcb-4f1b-b1b9-75d70a82dcbd None None] For port 8211343f-2686-495b-b79e-fe2175c87f82, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=8211343f-2686-495b-b79e-fe2175c87f82,segment=NetworkSegment(6426c19b-e177-4a1d-801a-84df00627222),segment_id=6426c19b-e177-4a1d-801a-84df00627222)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:11:58.231420 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6bd75c87-bdcb-4f1b-b1b9-75d70a82dcbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:58.404723 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-6bd75c87-bdcb-4f1b-b1b9-75d70a82dcbd None None] Calling delete_port for 8211343f-2686-495b-b79e-fe2175c87f82 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:11:58.447384 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c4a1b757-5ae8-4017-b99b-272881b32f4a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:58.497815 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a1b757-5ae8-4017-b99b-272881b32f4a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Port': ['ID=c28f377d-dd21-4ab7-938e-f91ca9229a7e,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:11:58.537744 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a1b757-5ae8-4017-b99b-272881b32f4a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:11:58.538124 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a1b757-5ae8-4017-b99b-272881b32f4a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:11:58.538452 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a1b757-5ae8-4017-b99b-272881b32f4a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:11:58.539680 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a1b757-5ae8-4017-b99b-272881b32f4a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:11:58.539680 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a1b757-5ae8-4017-b99b-272881b32f4a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:11:58.539680 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a1b757-5ae8-4017-b99b-272881b32f4a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:11:58.540030 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a1b757-5ae8-4017-b99b-272881b32f4a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:11:58.540030 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a1b757-5ae8-4017-b99b-272881b32f4a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:11:58.540497 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a1b757-5ae8-4017-b99b-272881b32f4a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:11:58.540630 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a1b757-5ae8-4017-b99b-272881b32f4a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:11:58.540953 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a1b757-5ae8-4017-b99b-272881b32f4a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:11:58.541300 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a1b757-5ae8-4017-b99b-272881b32f4a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:11:58.561118 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:58.581655 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-3d8c2d62-3796-42ac-9f55-fa28c059e424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7981e368-60e1-4950-8872-a436cea5d45f', 'name': 'tempest-TestNetworkBasicOps-router-538249391', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'c28f377d-dd21-4ab7-938e-f91ca9229a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:09:42Z', 'updated_at': '2022-01-21T19:11:55Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'c28f377d-dd21-4ab7-938e-f91ca9229a7e', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7981e368-60e1-4950-8872-a436cea5d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:09:43Z', 'updated_at': '2022-01-21T19:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:11:58.585542 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8c2d62-3796-42ac-9f55-fa28c059e424 None None] The sync data for ids ['7981e368-60e1-4950-8872-a436cea5d45f'] in dv-neutron-825470-1-hyperv is: [{'id': '7981e368-60e1-4950-8872-a436cea5d45f', 'name': 'tempest-TestNetworkBasicOps-router-538249391', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': 'c28f377d-dd21-4ab7-938e-f91ca9229a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:09:42Z', 'updated_at': '2022-01-21T19:11:55Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'c28f377d-dd21-4ab7-938e-f91ca9229a7e', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7981e368-60e1-4950-8872-a436cea5d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:09:43Z', 'updated_at': '2022-01-21T19:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:11:58.613131 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c4a1b757-5ae8-4017-b99b-272881b32f4a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:58.629867 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6bd75c87-bdcb-4f1b-b1b9-75d70a82dcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:58.667739 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:58.678261 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd75c87-bdcb-4f1b-b1b9-75d70a82dcbd None None] Pushing event deleted for resources: {'Port': ['ID=8211343f-2686-495b-b79e-fe2175c87f82,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:11:58.682920 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd75c87-bdcb-4f1b-b1b9-75d70a82dcbd None None] No DVR routers for this DVR port 8211343f-2686-495b-b79e-fe2175c87f82 on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:11:58.888663 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c4a1b757-5ae8-4017-b99b-272881b32f4a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:58.890835 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c4a1b757-5ae8-4017-b99b-272881b32f4a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:58.957459 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c4a1b757-5ae8-4017-b99b-272881b32f4a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:58.957459 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a1b757-5ae8-4017-b99b-272881b32f4a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Fanout notify agent at l3_agent the message router_deleted on router 7981e368-60e1-4950-8872-a436cea5d45f {{(pid=88137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:11:58.974362 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c4a1b757-5ae8-4017-b99b-272881b32f4a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:58.975450 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c4a1b757-5ae8-4017-b99b-272881b32f4a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "DELETE /v2.0/routers/7981e368-60e1-4950-8872-a436cea5d45f HTTP/1.1" status: 204 len: 168 time: 1.6201615 Jan 21 19:11:58.979124 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36380) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:11:59.109778 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d41d7491-4481-4fa4-be85-19bbc4abc1d8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:59.250381 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d41d7491-4481-4fa4-be85-19bbc4abc1d8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:59.279775 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-d41d7491-4481-4fa4-be85-19bbc4abc1d8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:11:59.413832 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-d41d7491-4481-4fa4-be85-19bbc4abc1d8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6426c19b-e177-4a1d-801a-84df00627222') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:11:59.415746 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-d41d7491-4481-4fa4-be85-19bbc4abc1d8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6426c19b-e177-4a1d-801a-84df00627222') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:11:59.426910 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d41d7491-4481-4fa4-be85-19bbc4abc1d8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:59.445730 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d41d7491-4481-4fa4-be85-19bbc4abc1d8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:59.451982 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d41d7491-4481-4fa4-be85-19bbc4abc1d8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:11:59.452351 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d41d7491-4481-4fa4-be85-19bbc4abc1d8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:59.466195 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:11:59.466195 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:11:59.466195 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:11:59.466195 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:11:59.466195 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:11:59.466195 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:11:59.466195 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:11:59.466195 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:11:59.466195 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:11:59.466195 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:11:59.466195 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:11:59.466195 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:11:59.466195 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:11:59.466195 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:11:59.466195 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:11:59.466195 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:11:59.466195 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:11:59.466195 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:11:59.466195 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:11:59.466195 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:11:59.466195 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:11:59.466195 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:11:59.466195 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:11:59.466195 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:11:59.466195 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:11:59.466195 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:11:59.466195 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:11:59.466195 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:11:59.466195 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:11:59.466195 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:11:59.466195 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:11:59.466195 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:11:59.631015 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device c28f377d-dd21-4ab7-938e-f91ca9229a7e no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:11:59.635461 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d41d7491-4481-4fa4-be85-19bbc4abc1d8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:59.653498 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d41d7491-4481-4fa4-be85-19bbc4abc1d8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:59.665935 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d7491-4481-4fa4-be85-19bbc4abc1d8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Network': ['ID=bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:11:59.707275 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: c28f377d-dd21-4ab7-938e-f91ca9229a7e {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:11:59.707553 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device c28f377d-dd21-4ab7-938e-f91ca9229a7e not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:11:59.707986 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 8211343f-2686-495b-b79e-fe2175c87f82 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:11:59.740620 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 8211343f-2686-495b-b79e-fe2175c87f82 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:11:59.740966 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 8211343f-2686-495b-b79e-fe2175c87f82 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:11:59.741368 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 092c37b6-1c07-4143-ad02-088bd9b296a3 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:11:59.746196 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d41d7491-4481-4fa4-be85-19bbc4abc1d8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "DELETE /v2.0/networks/bc142b7b-43b8-4956-b9c1-7a7f0d2b1a13 HTTP/1.1" status: 204 len: 168 time: 0.7659459 Jan 21 19:11:59.769588 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36384) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:11:59.774384 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 092c37b6-1c07-4143-ad02-088bd9b296a3 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:11:59.775082 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 092c37b6-1c07-4143-ad02-088bd9b296a3 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:11:59.778699 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-6b1ea479-3744-40f0-8022-efcb5c025315 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'network': {'name': 'tempest-network-smoke--1838816386', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'port_security_enabled': True}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:11:59.787869 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-6b1ea479-3744-40f0-8022-efcb5c025315 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:11:59.791322 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-6b1ea479-3744-40f0-8022-efcb5c025315 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:network and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:11:59.794558 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-6b1ea479-3744-40f0-8022-efcb5c025315 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:11:59.800568 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-6b1ea479-3744-40f0-8022-efcb5c025315 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:11:59.863788 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1ea479-3744-40f0-8022-efcb5c025315 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Made reservation on behalf of f393478d14c44d15ad1bf9df868df3cb for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:11:59.867137 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6b1ea479-3744-40f0-8022-efcb5c025315 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:59.896205 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b1ea479-3744-40f0-8022-efcb5c025315 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:11:59.904960 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6b1ea479-3744-40f0-8022-efcb5c025315 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:11:59.905291 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-6b1ea479-3744-40f0-8022-efcb5c025315 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Added segment 1cf8376e-e8f5-4545-9632-87080d33a906 of type vlan for network c0654f3e-1bf5-4bfc-9c93-9e5c44657711 Jan 21 19:11:59.931671 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6b1ea479-3744-40f0-8022-efcb5c025315 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:00.018508 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6b1ea479-3744-40f0-8022-efcb5c025315 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:00.024269 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1ea479-3744-40f0-8022-efcb5c025315 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:00.024848 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6b1ea479-3744-40f0-8022-efcb5c025315 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:00.091487 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:00.134553 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-6b1ea479-3744-40f0-8022-efcb5c025315 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3638248 Jan 21 19:12:00.135320 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ea479-3744-40f0-8022-efcb5c025315 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Network': ['ID=c0654f3e-1bf5-4bfc-9c93-9e5c44657711,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:00.137273 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36388) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:12:00.142619 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-8cf829bb-ac70-4293-a5fb-c0f40e658427 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1147760197', 'admin_state_up': True, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:12:00.145843 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network c0654f3e-1bf5-4bfc-9c93-9e5c44657711 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:12:00.149644 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-8cf829bb-ac70-4293-a5fb-c0f40e658427 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:12:00.159522 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-8cf829bb-ac70-4293-a5fb-c0f40e658427 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:router and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:12:00.159522 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-8cf829bb-ac70-4293-a5fb-c0f40e658427 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:12:00.163571 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-8cf829bb-ac70-4293-a5fb-c0f40e658427 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:12:00.287076 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8cf829bb-ac70-4293-a5fb-c0f40e658427 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:00.290129 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8cf829bb-ac70-4293-a5fb-c0f40e658427 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:00.303590 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8cf829bb-ac70-4293-a5fb-c0f40e658427 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:00.419484 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:12:00.661650 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8cf829bb-ac70-4293-a5fb-c0f40e658427 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:01.040050 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8cf829bb-ac70-4293-a5fb-c0f40e658427 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router_gateway, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:01.069076 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8cf829bb-ac70-4293-a5fb-c0f40e658427 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:01.207265 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-8cf829bb-ac70-4293-a5fb-c0f40e658427 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Allocated IP 172.26.1.145 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/92641126-ebf5-45b2-b848-f2afa713d2b6) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:12:01.354427 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8cf829bb-ac70-4293-a5fb-c0f40e658427 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:01.444880 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8cf829bb-ac70-4293-a5fb-c0f40e658427 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:01.513265 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf829bb-ac70-4293-a5fb-c0f40e658427 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:12:01.516148 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-8cf829bb-ac70-4293-a5fb-c0f40e658427 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:12:01.520413 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf829bb-ac70-4293-a5fb-c0f40e658427 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:12:01.551948 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf829bb-ac70-4293-a5fb-c0f40e658427 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=92641126-ebf5-45b2-b848-f2afa713d2b6,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:02.120344 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8cf829bb-ac70-4293-a5fb-c0f40e658427 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router_gateway, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:02.459962 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8cf829bb-ac70-4293-a5fb-c0f40e658427 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:02.806569 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf829bb-ac70-4293-a5fb-c0f40e658427 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Router 455060c8-de09-47a5-ac4f-27ae0c504d2c is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:12:02.981303 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf829bb-ac70-4293-a5fb-c0f40e658427 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:12:02.990843 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ad1287-cb42-475f-8559-a72c59c04a3e None None] Sync routers for ids ['455060c8-de09-47a5-ac4f-27ae0c504d2c'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:12:03.004514 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ad1287-cb42-475f-8559-a72c59c04a3e None None] Routers {'455060c8-de09-47a5-ac4f-27ae0c504d2c'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:12:03.005119 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-58ad1287-cb42-475f-8559-a72c59c04a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:11:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['455060c8-de09-47a5-ac4f-27ae0c504d2c'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:12:03.087034 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8cf829bb-ac70-4293-a5fb-c0f40e658427 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:03.088165 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-8cf829bb-ac70-4293-a5fb-c0f40e658427 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9499736 Jan 21 19:12:03.091417 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36392) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:12:03.133410 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-7becade5-b962-441b-905a-bcf86eb2a162 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=f393478d14c44d15ad1bf9df868df3cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409105 Jan 21 19:12:03.136067 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36396) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:12:03.181306 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-58ad1287-cb42-475f-8559-a72c59c04a3e None None] Set router 455060c8-de09-47a5-ac4f-27ae0c504d2c gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:12:03.392304 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47380dc8-aeea-4c2d-b7dc-3153c242d764 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:03.397455 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-47380dc8-aeea-4c2d-b7dc-3153c242d764 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2570560 Jan 21 19:12:03.397832 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36400) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:12:03.438342 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ebdc6ce0-07e5-46ec-9ede-b52a6cd23e4b tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=552ba34b-3dd7-4be8-8310-a9fc908fe72b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393853 Jan 21 19:12:03.441588 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36404) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:12:03.447241 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-de8e7f1f-829a-40cd-9661-770427c0a028 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-759216167', 'network_id': 'c0654f3e-1bf5-4bfc-9c93-9e5c44657711', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:12:03.484793 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-58ad1287-cb42-475f-8559-a72c59c04a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455060c8-de09-47a5-ac4f-27ae0c504d2c', 'name': 'tempest-TestNetworkBasicOps-router-1147760197', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '92641126-ebf5-45b2-b848-f2afa713d2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:12:00Z', 'updated_at': '2022-01-21T19:12:01Z', 'revision_number': 3, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '92641126-ebf5-45b2-b848-f2afa713d2b6', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:33:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455060c8-de09-47a5-ac4f-27ae0c504d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:12:01Z', 'updated_at': '2022-01-21T19:12:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:12:03.512735 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ad1287-cb42-475f-8559-a72c59c04a3e None None] Checking router: 455060c8-de09-47a5-ac4f-27ae0c504d2c for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:12:03.512735 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ad1287-cb42-475f-8559-a72c59c04a3e None None] Updating router 455060c8-de09-47a5-ac4f-27ae0c504d2c port 92641126-ebf5-45b2-b848-f2afa713d2b6 binding host dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:12:03.549391 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-58ad1287-cb42-475f-8559-a72c59c04a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:03.567770 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-de8e7f1f-829a-40cd-9661-770427c0a028 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:12:03.570651 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-de8e7f1f-829a-40cd-9661-770427c0a028 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:subnet and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:12:03.573428 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-de8e7f1f-829a-40cd-9661-770427c0a028 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:12:03.579954 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-de8e7f1f-829a-40cd-9661-770427c0a028 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:12:03.684271 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8e7f1f-829a-40cd-9661-770427c0a028 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Made reservation on behalf of f393478d14c44d15ad1bf9df868df3cb for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:12:03.689286 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-de8e7f1f-829a-40cd-9661-770427c0a028 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:03.891525 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-58ad1287-cb42-475f-8559-a72c59c04a3e None None] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:03.903981 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-58ad1287-cb42-475f-8559-a72c59c04a3e None None] Transition to ACTIVE for port object 92641126-ebf5-45b2-b848-f2afa713d2b6 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:12:03.998841 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-de8e7f1f-829a-40cd-9661-770427c0a028 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:04.012718 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-58ad1287-cb42-475f-8559-a72c59c04a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:04.075925 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e7f1f-829a-40cd-9661-770427c0a028 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Subnet': ['ID=9eece26f-6973-4859-9960-756c5ebc0058,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:04.091544 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8e7f1f-829a-40cd-9661-770427c0a028 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Checking segment: {'id': '1cf8376e-e8f5-4545-9632-87080d33a906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c0654f3e-1bf5-4bfc-9c93-9e5c44657711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:12:04.091896 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8e7f1f-829a-40cd-9661-770427c0a028 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network hostable DHCP agents. Network: c0654f3e-1bf5-4bfc-9c93-9e5c44657711, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:12:04.096709 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-58ad1287-cb42-475f-8559-a72c59c04a3e None None] Attempting to bind port 92641126-ebf5-45b2-b848-f2afa713d2b6 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:12:04.097080 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-58ad1287-cb42-475f-8559-a72c59c04a3e None None] Attempting to bind port 92641126-ebf5-45b2-b848-f2afa713d2b6 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:12:04.097445 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ad1287-cb42-475f-8559-a72c59c04a3e None None] Attempting to bind port 92641126-ebf5-45b2-b848-f2afa713d2b6 on network 552ba34b-3dd7-4be8-8310-a9fc908fe72b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:12:04.101027 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83465d-5af5-4d1b-a876-4263edcd2dc0 None None] Pushing event updated for resources: {'Port': ['ID=92641126-ebf5-45b2-b848-f2afa713d2b6,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:04.106940 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ad1287-cb42-475f-8559-a72c59c04a3e None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:12:04.106940 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ad1287-cb42-475f-8559-a72c59c04a3e None None] Checking segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:12:04.106940 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-58ad1287-cb42-475f-8559-a72c59c04a3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:04.107259 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ad1287-cb42-475f-8559-a72c59c04a3e None None] Bound using segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:12:04.107623 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-58ad1287-cb42-475f-8559-a72c59c04a3e None None] Bound port: 92641126-ebf5-45b2-b848-f2afa713d2b6, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:12:04.107994 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-58ad1287-cb42-475f-8559-a72c59c04a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:04.139308 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d83465d-5af5-4d1b-a876-4263edcd2dc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:12:04.140628 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d83465d-5af5-4d1b-a876-4263edcd2dc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:12:04.140628 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d83465d-5af5-4d1b-a876-4263edcd2dc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:12:04.140628 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d83465d-5af5-4d1b-a876-4263edcd2dc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:12:04.140628 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d83465d-5af5-4d1b-a876-4263edcd2dc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:12:04.141025 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d83465d-5af5-4d1b-a876-4263edcd2dc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:12:04.141234 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d83465d-5af5-4d1b-a876-4263edcd2dc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:12:04.141559 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d83465d-5af5-4d1b-a876-4263edcd2dc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:12:04.142609 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d83465d-5af5-4d1b-a876-4263edcd2dc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:12:04.142940 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d83465d-5af5-4d1b-a876-4263edcd2dc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:12:04.143261 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d83465d-5af5-4d1b-a876-4263edcd2dc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:12:04.143596 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d83465d-5af5-4d1b-a876-4263edcd2dc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:12:04.164413 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8e7f1f-829a-40cd-9661-770427c0a028 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network c0654f3e-1bf5-4bfc-9c93-9e5c44657711 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:12:04.190540 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-58ad1287-cb42-475f-8559-a72c59c04a3e None None] For port 92641126-ebf5-45b2-b848-f2afa713d2b6, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:12:04.193984 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-58ad1287-cb42-475f-8559-a72c59c04a3e None None] For port 92641126-ebf5-45b2-b848-f2afa713d2b6, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=92641126-ebf5-45b2-b848-f2afa713d2b6,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:12:04.246607 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-de8e7f1f-829a-40cd-9661-770427c0a028 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, c0654f3e-1bf5-4bfc-9c93-9e5c44657711) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:12:04.254882 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8e7f1f-829a-40cd-9661-770427c0a028 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:04.254882 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-de8e7f1f-829a-40cd-9661-770427c0a028 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:04.256048 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a16417b-9e0c-4e2c-9365-ff474b8bef8f None None] Network c0654f3e-1bf5-4bfc-9c93-9e5c44657711 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:12:04.270894 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-58ad1287-cb42-475f-8559-a72c59c04a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:04.348069 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-de8e7f1f-829a-40cd-9661-770427c0a028 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9017649 Jan 21 19:12:04.348418 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36408) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:12:04.385525 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ad1287-cb42-475f-8559-a72c59c04a3e None None] Routers {'455060c8-de09-47a5-ac4f-27ae0c504d2c'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:12:04.388545 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-58ad1287-cb42-475f-8559-a72c59c04a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:11:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['455060c8-de09-47a5-ac4f-27ae0c504d2c'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:12:04.444779 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83465d-5af5-4d1b-a876-4263edcd2dc0 None None] Pushing event updated for resources: {'Port': ['ID=92641126-ebf5-45b2-b848-f2afa713d2b6,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:04.484155 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2a0c4c-b9e5-4943-b083-a8dd2b18f3c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-c0654f3e-1bf5-4bfc-9c93-9e5c44657711', 'network_id': 'c0654f3e-1bf5-4bfc-9c93-9e5c44657711', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ips': [{'subnet_id': '9eece26f-6973-4859-9960-756c5ebc0058'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:12:04.486153 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-aa2a0c4c-b9e5-4943-b083-a8dd2b18f3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:04.585826 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-58ad1287-cb42-475f-8559-a72c59c04a3e None None] Set router 455060c8-de09-47a5-ac4f-27ae0c504d2c gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:12:04.650838 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-aa2a0c4c-b9e5-4943-b083-a8dd2b18f3c8 None None] Allocated IP 172.20.0.2 (c0654f3e-1bf5-4bfc-9c93-9e5c44657711/9eece26f-6973-4859-9960-756c5ebc0058/8e77c837-1cbb-442a-8b02-51ee3f0cbd45) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:12:04.863346 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-aa2a0c4c-b9e5-4943-b083-a8dd2b18f3c8 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:04.874545 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-aa2a0c4c-b9e5-4943-b083-a8dd2b18f3c8 None None] Transition to ACTIVE for port object 8e77c837-1cbb-442a-8b02-51ee3f0cbd45 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:12:04.878106 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-58ad1287-cb42-475f-8559-a72c59c04a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455060c8-de09-47a5-ac4f-27ae0c504d2c', 'name': 'tempest-TestNetworkBasicOps-router-1147760197', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '92641126-ebf5-45b2-b848-f2afa713d2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:12:00Z', 'updated_at': '2022-01-21T19:12:01Z', 'revision_number': 3, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '92641126-ebf5-45b2-b848-f2afa713d2b6', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:33:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455060c8-de09-47a5-ac4f-27ae0c504d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:12:01Z', 'updated_at': '2022-01-21T19:12:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:12:04.881979 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ad1287-cb42-475f-8559-a72c59c04a3e None None] The sync data for ids ['455060c8-de09-47a5-ac4f-27ae0c504d2c'] in dv-neutron-825470-1-hyperv is: [{'id': '455060c8-de09-47a5-ac4f-27ae0c504d2c', 'name': 'tempest-TestNetworkBasicOps-router-1147760197', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '92641126-ebf5-45b2-b848-f2afa713d2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:12:00Z', 'updated_at': '2022-01-21T19:12:01Z', 'revision_number': 3, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '92641126-ebf5-45b2-b848-f2afa713d2b6', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:33:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455060c8-de09-47a5-ac4f-27ae0c504d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:12:01Z', 'updated_at': '2022-01-21T19:12:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:12:04.899476 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-aa2a0c4c-b9e5-4943-b083-a8dd2b18f3c8 None None] Transition to ACTIVE for port object 8e77c837-1cbb-442a-8b02-51ee3f0cbd45 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:12:05.004865 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-aa2a0c4c-b9e5-4943-b083-a8dd2b18f3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:05.095692 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2a0c4c-b9e5-4943-b083-a8dd2b18f3c8 None None] Network c0654f3e-1bf5-4bfc-9c93-9e5c44657711 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:12:05.095692 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-aa2a0c4c-b9e5-4943-b083-a8dd2b18f3c8 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:12:05.099272 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2a0c4c-b9e5-4943-b083-a8dd2b18f3c8 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:12:05.124105 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-557221a2-92a3-4007-9d26-f02f029d2ad6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:05.140457 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a0c4c-b9e5-4943-b083-a8dd2b18f3c8 None None] Pushing event updated for resources: {'Port': ['ID=8e77c837-1cbb-442a-8b02-51ee3f0cbd45,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:05.182576 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2a0c4c-b9e5-4943-b083-a8dd2b18f3c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:12:05.183030 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2a0c4c-b9e5-4943-b083-a8dd2b18f3c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:12:05.183366 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2a0c4c-b9e5-4943-b083-a8dd2b18f3c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:12:05.183694 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2a0c4c-b9e5-4943-b083-a8dd2b18f3c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:12:05.184017 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2a0c4c-b9e5-4943-b083-a8dd2b18f3c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:12:05.184391 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2a0c4c-b9e5-4943-b083-a8dd2b18f3c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:12:05.184658 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2a0c4c-b9e5-4943-b083-a8dd2b18f3c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:12:05.184975 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2a0c4c-b9e5-4943-b083-a8dd2b18f3c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:12:05.185290 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2a0c4c-b9e5-4943-b083-a8dd2b18f3c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:12:05.185603 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2a0c4c-b9e5-4943-b083-a8dd2b18f3c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:12:05.185940 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2a0c4c-b9e5-4943-b083-a8dd2b18f3c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:12:05.186253 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2a0c4c-b9e5-4943-b083-a8dd2b18f3c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:12:05.214160 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-aa2a0c4c-b9e5-4943-b083-a8dd2b18f3c8 None None] Attempting to bind port 8e77c837-1cbb-442a-8b02-51ee3f0cbd45 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:12:05.214571 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-aa2a0c4c-b9e5-4943-b083-a8dd2b18f3c8 None None] Attempting to bind port 8e77c837-1cbb-442a-8b02-51ee3f0cbd45 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '1cf8376e-e8f5-4545-9632-87080d33a906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c0654f3e-1bf5-4bfc-9c93-9e5c44657711'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:12:05.215285 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2a0c4c-b9e5-4943-b083-a8dd2b18f3c8 None None] Attempting to bind port 8e77c837-1cbb-442a-8b02-51ee3f0cbd45 on network c0654f3e-1bf5-4bfc-9c93-9e5c44657711 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:12:05.223170 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2a0c4c-b9e5-4943-b083-a8dd2b18f3c8 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:12:05.223170 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2a0c4c-b9e5-4943-b083-a8dd2b18f3c8 None None] Checking segment: {'id': '1cf8376e-e8f5-4545-9632-87080d33a906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c0654f3e-1bf5-4bfc-9c93-9e5c44657711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:12:05.223170 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-aa2a0c4c-b9e5-4943-b083-a8dd2b18f3c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:05.224285 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2a0c4c-b9e5-4943-b083-a8dd2b18f3c8 None None] Bound using segment: {'id': '1cf8376e-e8f5-4545-9632-87080d33a906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c0654f3e-1bf5-4bfc-9c93-9e5c44657711'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:12:05.224285 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-aa2a0c4c-b9e5-4943-b083-a8dd2b18f3c8 None None] Bound port: 8e77c837-1cbb-442a-8b02-51ee3f0cbd45, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf8376e-e8f5-4545-9632-87080d33a906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c0654f3e-1bf5-4bfc-9c93-9e5c44657711'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:12:05.224712 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-aa2a0c4c-b9e5-4943-b083-a8dd2b18f3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:05.318188 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-aa2a0c4c-b9e5-4943-b083-a8dd2b18f3c8 None None] For port 8e77c837-1cbb-442a-8b02-51ee3f0cbd45, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:12:05.321621 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-aa2a0c4c-b9e5-4943-b083-a8dd2b18f3c8 None None] For port 8e77c837-1cbb-442a-8b02-51ee3f0cbd45, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=8e77c837-1cbb-442a-8b02-51ee3f0cbd45,segment=NetworkSegment(1cf8376e-e8f5-4545-9632-87080d33a906),segment_id=1cf8376e-e8f5-4545-9632-87080d33a906)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:12:05.386783 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-aa2a0c4c-b9e5-4943-b083-a8dd2b18f3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:05.455519 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 92641126-ebf5-45b2-b848-f2afa713d2b6 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:12:05.540954 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a0c4c-b9e5-4943-b083-a8dd2b18f3c8 None None] Pushing event updated for resources: {'Port': ['ID=8e77c837-1cbb-442a-8b02-51ee3f0cbd45,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:05.602212 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-557221a2-92a3-4007-9d26-f02f029d2ad6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Allocated IP 172.20.0.1 (c0654f3e-1bf5-4bfc-9c93-9e5c44657711/9eece26f-6973-4859-9960-756c5ebc0058/5c49eb17-ceaa-45ed-8b6b-68f34005d7cc) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:12:05.642296 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 92641126-ebf5-45b2-b848-f2afa713d2b6 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:12:05.645609 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 92641126-ebf5-45b2-b848-f2afa713d2b6 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:12:05.646073 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:05.836345 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-557221a2-92a3-4007-9d26-f02f029d2ad6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:05.847748 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:05.874610 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-557221a2-92a3-4007-9d26-f02f029d2ad6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Transition to ACTIVE for port object 5c49eb17-ceaa-45ed-8b6b-68f34005d7cc will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:12:05.880362 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 92641126-ebf5-45b2-b848-f2afa713d2b6, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=92641126-ebf5-45b2-b848-f2afa713d2b6,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:12:05.944362 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:05.972842 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-557221a2-92a3-4007-9d26-f02f029d2ad6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:06.023263 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=92641126-ebf5-45b2-b848-f2afa713d2b6,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:06.042667 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557221a2-92a3-4007-9d26-f02f029d2ad6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network c0654f3e-1bf5-4bfc-9c93-9e5c44657711 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:12:06.045840 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-557221a2-92a3-4007-9d26-f02f029d2ad6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:12:06.050435 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557221a2-92a3-4007-9d26-f02f029d2ad6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:12:06.217292 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557221a2-92a3-4007-9d26-f02f029d2ad6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=5c49eb17-ceaa-45ed-8b6b-68f34005d7cc,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:06.245908 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-557221a2-92a3-4007-9d26-f02f029d2ad6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:06.512722 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-557221a2-92a3-4007-9d26-f02f029d2ad6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:06.634244 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37efa1ec-0c4f-4dd7-b103-b3ab61e10ecd None None] Network c0654f3e-1bf5-4bfc-9c93-9e5c44657711 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:12:06.749409 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab258ed-a839-4b15-9ac0-9e06ef5047d7 req-418c6a37-3839-4c1e-abd5-b1cc2756e6e4 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:06.757182 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6ab258ed-a839-4b15-9ac0-9e06ef5047d7 req-418c6a37-3839-4c1e-abd5-b1cc2756e6e4 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdec2616-292f-41dc-aee5-84dcd33c59ed HTTP/1.1" status: 200 len: 946 time: 0.0928297 Jan 21 19:12:06.815583 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6ab258ed-a839-4b15-9ac0-9e06ef5047d7 req-d7167596-0793-4dde-83df-313dd254ddae tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574088 Jan 21 19:12:06.839515 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-bc6e1bbc-a4b1-49d5-b661-2ba729dcf0e1 None None] Provisioning for port 8e77c837-1cbb-442a-8b02-51ee3f0cbd45 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:12:06.972954 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-557221a2-92a3-4007-9d26-f02f029d2ad6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:07.061680 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-557221a2-92a3-4007-9d26-f02f029d2ad6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:07.180960 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557221a2-92a3-4007-9d26-f02f029d2ad6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=5c49eb17-ceaa-45ed-8b6b-68f34005d7cc,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:07.184889 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-557221a2-92a3-4007-9d26-f02f029d2ad6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:07.224496 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-03ce4683-3714-458d-8923-affb68d753c7 None None] Provisioning for port 5c49eb17-ceaa-45ed-8b6b-68f34005d7cc completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:12:07.230182 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-03ce4683-3714-458d-8923-affb68d753c7 None None] Provisioning complete for port 5c49eb17-ceaa-45ed-8b6b-68f34005d7cc triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:12:07.230549 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-03ce4683-3714-458d-8923-affb68d753c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:07.290919 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-03ce4683-3714-458d-8923-affb68d753c7 None None] Port 5c49eb17-ceaa-45ed-8b6b-68f34005d7cc cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:12:07.333765 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557221a2-92a3-4007-9d26-f02f029d2ad6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network c0654f3e-1bf5-4bfc-9c93-9e5c44657711 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:12:07.333765 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-557221a2-92a3-4007-9d26-f02f029d2ad6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:12:07.436741 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-3342d324-8ec2-4389-9076-6c0c9e2b0cee None None] Provisioning complete for port 5c49eb17-ceaa-45ed-8b6b-68f34005d7cc triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:12:07.436741 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3342d324-8ec2-4389-9076-6c0c9e2b0cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:07.519753 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 8e77c837-1cbb-442a-8b02-51ee3f0cbd45 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:12:07.550082 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-557221a2-92a3-4007-9d26-f02f029d2ad6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Router 455060c8-de09-47a5-ac4f-27ae0c504d2c has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:12:07.570435 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-3342d324-8ec2-4389-9076-6c0c9e2b0cee None None] Port 5c49eb17-ceaa-45ed-8b6b-68f34005d7cc cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:12:07.683585 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 8e77c837-1cbb-442a-8b02-51ee3f0cbd45 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:12:07.692349 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 8e77c837-1cbb-442a-8b02-51ee3f0cbd45 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:12:07.692807 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:07.742267 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-9d835b97-a6e2-4005-8e2a-09e1cf08c420 None None] Provisioning complete for port 5c49eb17-ceaa-45ed-8b6b-68f34005d7cc triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:12:07.742975 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9d835b97-a6e2-4005-8e2a-09e1cf08c420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:07.748980 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557221a2-92a3-4007-9d26-f02f029d2ad6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:12:07.762185 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-557221a2-92a3-4007-9d26-f02f029d2ad6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "PUT /v2.0/routers/455060c8-de09-47a5-ac4f-27ae0c504d2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4126370 Jan 21 19:12:07.764632 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36416) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:12:07.774299 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f8e3e8-19cb-4d2c-b58e-83163361854f None None] Sync routers for ids ['455060c8-de09-47a5-ac4f-27ae0c504d2c'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:12:07.815341 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f8e3e8-19cb-4d2c-b58e-83163361854f None None] Routers {'455060c8-de09-47a5-ac4f-27ae0c504d2c'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:12:07.815963 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-32f8e3e8-19cb-4d2c-b58e-83163361854f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:11:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['455060c8-de09-47a5-ac4f-27ae0c504d2c'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:12:07.869192 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-9d835b97-a6e2-4005-8e2a-09e1cf08c420 None None] Port 5c49eb17-ceaa-45ed-8b6b-68f34005d7cc cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:12:07.910564 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade5fc49-2e88-4a17-ba87-3f04c74bfc4f tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:07.911046 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade5fc49-2e88-4a17-ba87-3f04c74bfc4f tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:07.911506 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade5fc49-2e88-4a17-ba87-3f04c74bfc4f tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:07.911974 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade5fc49-2e88-4a17-ba87-3f04c74bfc4f tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:07.912436 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade5fc49-2e88-4a17-ba87-3f04c74bfc4f tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:07.912886 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade5fc49-2e88-4a17-ba87-3f04c74bfc4f tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:07.914655 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ade5fc49-2e88-4a17-ba87-3f04c74bfc4f tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1491175 Jan 21 19:12:07.917339 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36422) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:12:07.989751 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7d89a0-cd52-46b4-949f-0ae14ad529e3 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:07.990503 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7d89a0-cd52-46b4-949f-0ae14ad529e3 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:07.990722 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7d89a0-cd52-46b4-949f-0ae14ad529e3 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:07.991168 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7d89a0-cd52-46b4-949f-0ae14ad529e3 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:07.991642 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7d89a0-cd52-46b4-949f-0ae14ad529e3 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:07.992089 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7d89a0-cd52-46b4-949f-0ae14ad529e3 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:07.996289 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-bc7d89a0-cd52-46b4-949f-0ae14ad529e3 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0755398 Jan 21 19:12:07.996519 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36426) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:12:08.027763 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142ac35-8df7-4f86-a407-b4b2cf5782a6 req-17a33e06-bafd-4521-adfe-f634ac5d4b37 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:08.029476 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9142ac35-8df7-4f86-a407-b4b2cf5782a6 req-17a33e06-bafd-4521-adfe-f634ac5d4b37 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdec2616-292f-41dc-aee5-84dcd33c59ed HTTP/1.1" status: 200 len: 946 time: 0.0863969 Jan 21 19:12:08.032865 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:08.060950 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-32f8e3e8-19cb-4d2c-b58e-83163361854f None None] Set router 455060c8-de09-47a5-ac4f-27ae0c504d2c gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:12:08.082787 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9142ac35-8df7-4f86-a407-b4b2cf5782a6 req-5ba8129e-6a13-4ddf-82db-ef1a30d04f1b tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455792 Jan 21 19:12:08.149245 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 8e77c837-1cbb-442a-8b02-51ee3f0cbd45, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=8e77c837-1cbb-442a-8b02-51ee3f0cbd45,segment=NetworkSegment(1cf8376e-e8f5-4545-9632-87080d33a906),segment_id=1cf8376e-e8f5-4545-9632-87080d33a906)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:12:08.221205 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:08.221907 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 92641126-ebf5-45b2-b848-f2afa713d2b6 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:12:08.298472 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7d971-940b-4cd8-8de0-6f80712d60a4 req-bdfd426e-aa9c-41e0-9be0-631206d62281 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:08.299245 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-76d7d971-940b-4cd8-8de0-6f80712d60a4 req-bdfd426e-aa9c-41e0-9be0-631206d62281 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Synchronizing usage tracker for tenant:578d4b1ec7dd480f94bb194a86bde7ee on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:12:08.414549 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=8e77c837-1cbb-442a-8b02-51ee3f0cbd45,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:08.418331 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ed488e61-a575-4074-888b-d5698fd6e931 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.4181557 Jan 21 19:12:08.418913 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36430) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:12:08.424747 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-76d7d971-940b-4cd8-8de0-6f80712d60a4 req-bdfd426e-aa9c-41e0-9be0-631206d62281 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Unset dirty status for tenant:578d4b1ec7dd480f94bb194a86bde7ee on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:12:08.425106 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-e044a181-b633-4e5a-85bd-bff794358265 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-2076508215', 'network_id': 'c0654f3e-1bf5-4bfc-9c93-9e5c44657711'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:12:08.425860 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-76d7d971-940b-4cd8-8de0-6f80712d60a4 req-bdfd426e-aa9c-41e0-9be0-631206d62281 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.113 "GET /v2.0/ports?device_id=bdec2616-292f-41dc-aee5-84dcd33c59ed HTTP/1.1" status: 200 len: 946 time: 0.2405238 Jan 21 19:12:08.487582 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 92641126-ebf5-45b2-b848-f2afa713d2b6 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:12:08.487965 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:08.512720 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-76d7d971-940b-4cd8-8de0-6f80712d60a4 req-8314828e-9b84-47da-a4e6-11fb6f70d0e3 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Deleting port 0d18d9b5-084f-4e47-8318-4758771831d0 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:12:08.513548 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-76d7d971-940b-4cd8-8de0-6f80712d60a4 req-8314828e-9b84-47da-a4e6-11fb6f70d0e3 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:08.601916 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-e044a181-b633-4e5a-85bd-bff794358265 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:12:08.605307 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-e044a181-b633-4e5a-85bd-bff794358265 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:port and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:12:08.608364 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-e044a181-b633-4e5a-85bd-bff794358265 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:12:08.617067 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-e044a181-b633-4e5a-85bd-bff794358265 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:12:08.627052 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-32f8e3e8-19cb-4d2c-b58e-83163361854f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455060c8-de09-47a5-ac4f-27ae0c504d2c', 'name': 'tempest-TestNetworkBasicOps-router-1147760197', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '92641126-ebf5-45b2-b848-f2afa713d2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:12:00Z', 'updated_at': '2022-01-21T19:12:06Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '92641126-ebf5-45b2-b848-f2afa713d2b6', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:33:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455060c8-de09-47a5-ac4f-27ae0c504d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:12:01Z', 'updated_at': '2022-01-21T19:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '5c49eb17-ceaa-45ed-8b6b-68f34005d7cc', 'name': '', 'network_id': 'c0654f3e-1bf5-4bfc-9c93-9e5c44657711', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:0c:f2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455060c8-de09-47a5-ac4f-27ae0c504d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '9eece26f-6973-4859-9960-756c5ebc0058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:12:05Z', 'updated_at': '2022-01-21T19:12:06Z', 'revision_number': 2, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '9eece26f-6973-4859-9960-756c5ebc0058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:12:08.636671 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f8e3e8-19cb-4d2c-b58e-83163361854f None None] Checking router: 455060c8-de09-47a5-ac4f-27ae0c504d2c for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:12:08.637104 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f8e3e8-19cb-4d2c-b58e-83163361854f None None] Updating router 455060c8-de09-47a5-ac4f-27ae0c504d2c port 5c49eb17-ceaa-45ed-8b6b-68f34005d7cc binding host dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:12:08.700243 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-32f8e3e8-19cb-4d2c-b58e-83163361854f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:08.782018 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-76d7d971-940b-4cd8-8de0-6f80712d60a4 req-8314828e-9b84-47da-a4e6-11fb6f70d0e3 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] For port 0d18d9b5-084f-4e47-8318-4758771831d0, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=0d18d9b5-084f-4e47-8318-4758771831d0,segment=NetworkSegment(04945371-b45c-4f7e-b15f-adaa5b08e7fa),segment_id=04945371-b45c-4f7e-b15f-adaa5b08e7fa)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:12:08.783161 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-76d7d971-940b-4cd8-8de0-6f80712d60a4 req-8314828e-9b84-47da-a4e6-11fb6f70d0e3 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:08.795294 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e044a181-b633-4e5a-85bd-bff794358265 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Made reservation on behalf of f393478d14c44d15ad1bf9df868df3cb for: {'port': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:12:08.800188 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e044a181-b633-4e5a-85bd-bff794358265 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:08.823664 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [None req-e044a181-b633-4e5a-85bd-bff794358265 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] device_id is not set on port f0a89763-35a9-4d2e-8d52-ee98bb720a0b yet. {{(pid=88136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:12:09.080097 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-32f8e3e8-19cb-4d2c-b58e-83163361854f None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:09.088674 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-76d7d971-940b-4cd8-8de0-6f80712d60a4 req-8314828e-9b84-47da-a4e6-11fb6f70d0e3 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:09.089192 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-76d7d971-940b-4cd8-8de0-6f80712d60a4 req-8314828e-9b84-47da-a4e6-11fb6f70d0e3 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:09.089360 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.l3_db [req-76d7d971-940b-4cd8-8de0-6f80712d60a4 req-8314828e-9b84-47da-a4e6-11fb6f70d0e3 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Floating IP 8a5dc903-98ec-49fd-b3e5-23e65cce5343 disassociated. External IP: 172.26.1.167, port: 0d18d9b5-084f-4e47-8318-4758771831d0. Jan 21 19:12:09.089663 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-76d7d971-940b-4cd8-8de0-6f80712d60a4 req-8314828e-9b84-47da-a4e6-11fb6f70d0e3 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Calling delete_port for 0d18d9b5-084f-4e47-8318-4758771831d0 owned by compute:nova {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:12:09.091164 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-32f8e3e8-19cb-4d2c-b58e-83163361854f None None] Transition to ACTIVE for port object 5c49eb17-ceaa-45ed-8b6b-68f34005d7cc will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:12:09.178011 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-32f8e3e8-19cb-4d2c-b58e-83163361854f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:09.305654 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f6224-b9b9-4799-855b-5b5c9d808b1a None None] Pushing event updated for resources: {'Port': ['ID=5c49eb17-ceaa-45ed-8b6b-68f34005d7cc,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:09.307075 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-e044a181-b633-4e5a-85bd-bff794358265 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Allocated IP 172.20.0.11 (c0654f3e-1bf5-4bfc-9c93-9e5c44657711/9eece26f-6973-4859-9960-756c5ebc0058/f0a89763-35a9-4d2e-8d52-ee98bb720a0b) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:12:09.309996 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-76d7d971-940b-4cd8-8de0-6f80712d60a4 req-8314828e-9b84-47da-a4e6-11fb6f70d0e3 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:09.356721 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fb7b1-3c07-40a0-83d2-437c70b78a0e req-4594fcda-d590-4af0-a005-3b107231bd98 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:09.360870 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-784fb7b1-3c07-40a0-83d2-437c70b78a0e req-4594fcda-d590-4af0-a005-3b107231bd98 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdec2616-292f-41dc-aee5-84dcd33c59ed HTTP/1.1" status: 200 len: 867 time: 0.1466944 Jan 21 19:12:09.415590 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314828e-9b84-47da-a4e6-11fb6f70d0e3 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Pushing event deleted for resources: {'Port': ['ID=0d18d9b5-084f-4e47-8318-4758771831d0,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:09.439008 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-32f8e3e8-19cb-4d2c-b58e-83163361854f None None] Attempting to bind port 5c49eb17-ceaa-45ed-8b6b-68f34005d7cc on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:12:09.439444 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-32f8e3e8-19cb-4d2c-b58e-83163361854f None None] Attempting to bind port 5c49eb17-ceaa-45ed-8b6b-68f34005d7cc by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '1cf8376e-e8f5-4545-9632-87080d33a906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c0654f3e-1bf5-4bfc-9c93-9e5c44657711'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:12:09.439873 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f8e3e8-19cb-4d2c-b58e-83163361854f None None] Attempting to bind port 5c49eb17-ceaa-45ed-8b6b-68f34005d7cc on network c0654f3e-1bf5-4bfc-9c93-9e5c44657711 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:12:09.455658 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 8e77c837-1cbb-442a-8b02-51ee3f0cbd45 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:12:09.480449 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f8e3e8-19cb-4d2c-b58e-83163361854f None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:12:09.484231 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f8e3e8-19cb-4d2c-b58e-83163361854f None None] Checking segment: {'id': '1cf8376e-e8f5-4545-9632-87080d33a906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c0654f3e-1bf5-4bfc-9c93-9e5c44657711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:12:09.484231 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-32f8e3e8-19cb-4d2c-b58e-83163361854f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:09.484231 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f8e3e8-19cb-4d2c-b58e-83163361854f None None] Bound using segment: {'id': '1cf8376e-e8f5-4545-9632-87080d33a906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c0654f3e-1bf5-4bfc-9c93-9e5c44657711'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:12:09.484231 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-32f8e3e8-19cb-4d2c-b58e-83163361854f None None] Bound port: 5c49eb17-ceaa-45ed-8b6b-68f34005d7cc, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf8376e-e8f5-4545-9632-87080d33a906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c0654f3e-1bf5-4bfc-9c93-9e5c44657711'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:12:09.484231 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-32f8e3e8-19cb-4d2c-b58e-83163361854f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:09.621168 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-32f8e3e8-19cb-4d2c-b58e-83163361854f None None] For port 5c49eb17-ceaa-45ed-8b6b-68f34005d7cc, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:12:09.623310 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-784fb7b1-3c07-40a0-83d2-437c70b78a0e req-4226b5e5-d0c8-4728-aa02-f6c1145284ac tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2442579 Jan 21 19:12:09.627331 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-32f8e3e8-19cb-4d2c-b58e-83163361854f None None] For port 5c49eb17-ceaa-45ed-8b6b-68f34005d7cc, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=5c49eb17-ceaa-45ed-8b6b-68f34005d7cc,segment=NetworkSegment(1cf8376e-e8f5-4545-9632-87080d33a906),segment_id=1cf8376e-e8f5-4545-9632-87080d33a906)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:12:09.633332 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 8e77c837-1cbb-442a-8b02-51ee3f0cbd45 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:12:09.633332 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:09.655422 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76d7d971-940b-4cd8-8de0-6f80712d60a4 req-8314828e-9b84-47da-a4e6-11fb6f70d0e3 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Router e4630041-0a38-4a81-b942-d6093812cdfd has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:12:09.681098 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e044a181-b633-4e5a-85bd-bff794358265 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:09.707783 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-e044a181-b633-4e5a-85bd-bff794358265 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Transition to ACTIVE for port object f0a89763-35a9-4d2e-8d52-ee98bb720a0b will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:12:09.725844 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-32f8e3e8-19cb-4d2c-b58e-83163361854f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:09.800432 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e044a181-b633-4e5a-85bd-bff794358265 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:09.841451 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f8e3e8-19cb-4d2c-b58e-83163361854f None None] Routers {'455060c8-de09-47a5-ac4f-27ae0c504d2c'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:12:09.842139 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-32f8e3e8-19cb-4d2c-b58e-83163361854f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:11:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['455060c8-de09-47a5-ac4f-27ae0c504d2c'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:12:09.908092 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f6224-b9b9-4799-855b-5b5c9d808b1a None None] Pushing event updated for resources: {'Port': ['ID=5c49eb17-ceaa-45ed-8b6b-68f34005d7cc,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:09.923542 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e044a181-b633-4e5a-85bd-bff794358265 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=f0a89763-35a9-4d2e-8d52-ee98bb720a0b,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:09.958298 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e044a181-b633-4e5a-85bd-bff794358265 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network c0654f3e-1bf5-4bfc-9c93-9e5c44657711 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:12:09.959191 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-e044a181-b633-4e5a-85bd-bff794358265 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:12:09.961745 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e044a181-b633-4e5a-85bd-bff794358265 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:12:10.002483 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76d7d971-940b-4cd8-8de0-6f80712d60a4 req-8314828e-9b84-47da-a4e6-11fb6f70d0e3 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:12:10.014579 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5b7a88-8baf-43b4-bf64-42a116fc08e6 None None] Sync routers for ids ['e4630041-0a38-4a81-b942-d6093812cdfd'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:12:10.038203 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5b7a88-8baf-43b4-bf64-42a116fc08e6 None None] Routers {'e4630041-0a38-4a81-b942-d6093812cdfd'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:12:10.039518 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-be5b7a88-8baf-43b4-bf64-42a116fc08e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:11:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['e4630041-0a38-4a81-b942-d6093812cdfd'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:12:10.054523 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e044a181-b633-4e5a-85bd-bff794358265 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:10.057092 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e044a181-b633-4e5a-85bd-bff794358265 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:10.093939 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-32f8e3e8-19cb-4d2c-b58e-83163361854f None None] Set router 455060c8-de09-47a5-ac4f-27ae0c504d2c gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:12:10.114372 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d7d971-940b-4cd8-8de0-6f80712d60a4 req-8314828e-9b84-47da-a4e6-11fb6f70d0e3 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] No DVR routers for this DVR port 0d18d9b5-084f-4e47-8318-4758771831d0 on host hv-neutron-8254 {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:12:10.116918 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-76d7d971-940b-4cd8-8de0-6f80712d60a4 req-8314828e-9b84-47da-a4e6-11fb6f70d0e3 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:10.120957 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdec2616-292f-41dc-aee5-84dcd33c59ed', 'name': 'network-vif-deleted', 'tag': '0d18d9b5-084f-4e47-8318-4758771831d0'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:12:10.175983 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdec2616-292f-41dc-aee5-84dcd33c59ed', 'name': 'network-vif-deleted', 'tag': '0d18d9b5-084f-4e47-8318-4758771831d0', 'status': 'completed', 'code': 200} Jan 21 19:12:10.220346 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e044a181-b633-4e5a-85bd-bff794358265 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7999496 Jan 21 19:12:10.239816 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-76d7d971-940b-4cd8-8de0-6f80712d60a4 req-8314828e-9b84-47da-a4e6-11fb6f70d0e3 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.113 "DELETE /v2.0/ports/0d18d9b5-084f-4e47-8318-4758771831d0 HTTP/1.1" status: 204 len: 173 time: 1.8044717 Jan 21 19:12:10.268520 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-be5b7a88-8baf-43b4-bf64-42a116fc08e6 None None] Set router e4630041-0a38-4a81-b942-d6093812cdfd gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:12:10.511647 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-32f8e3e8-19cb-4d2c-b58e-83163361854f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455060c8-de09-47a5-ac4f-27ae0c504d2c', 'name': 'tempest-TestNetworkBasicOps-router-1147760197', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '92641126-ebf5-45b2-b848-f2afa713d2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:12:00Z', 'updated_at': '2022-01-21T19:12:06Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '92641126-ebf5-45b2-b848-f2afa713d2b6', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:33:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455060c8-de09-47a5-ac4f-27ae0c504d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:12:01Z', 'updated_at': '2022-01-21T19:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '5c49eb17-ceaa-45ed-8b6b-68f34005d7cc', 'name': '', 'network_id': 'c0654f3e-1bf5-4bfc-9c93-9e5c44657711', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:0c:f2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455060c8-de09-47a5-ac4f-27ae0c504d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '9eece26f-6973-4859-9960-756c5ebc0058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:12:05Z', 'updated_at': '2022-01-21T19:12:09Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '9eece26f-6973-4859-9960-756c5ebc0058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:12:10.515911 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f8e3e8-19cb-4d2c-b58e-83163361854f None None] The sync data for ids ['455060c8-de09-47a5-ac4f-27ae0c504d2c'] in dv-neutron-825470-1-hyperv is: [{'id': '455060c8-de09-47a5-ac4f-27ae0c504d2c', 'name': 'tempest-TestNetworkBasicOps-router-1147760197', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '92641126-ebf5-45b2-b848-f2afa713d2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:12:00Z', 'updated_at': '2022-01-21T19:12:06Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '92641126-ebf5-45b2-b848-f2afa713d2b6', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:33:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455060c8-de09-47a5-ac4f-27ae0c504d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:12:01Z', 'updated_at': '2022-01-21T19:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '5c49eb17-ceaa-45ed-8b6b-68f34005d7cc', 'name': '', 'network_id': 'c0654f3e-1bf5-4bfc-9c93-9e5c44657711', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:0c:f2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455060c8-de09-47a5-ac4f-27ae0c504d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '9eece26f-6973-4859-9960-756c5ebc0058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:12:05Z', 'updated_at': '2022-01-21T19:12:09Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '9eece26f-6973-4859-9960-756c5ebc0058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:12:10.538461 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 0d18d9b5-084f-4e47-8318-4758771831d0 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:12:10.615874 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] No Port match for: 0d18d9b5-084f-4e47-8318-4758771831d0 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:12:10.616340 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 0d18d9b5-084f-4e47-8318-4758771831d0 not bound to the agent host hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:12:10.673319 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-be5b7a88-8baf-43b4-bf64-42a116fc08e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'name': 'tempest-TestVolumeBootPattern-994555966-router', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:07:43Z', 'updated_at': '2022-01-21T19:07:48Z', 'revision_number': 4, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'gw_port': {'id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:47:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:44Z', 'updated_at': '2022-01-21T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'fbc18be0-3767-4bd4-9995-6e2d584ed462', 'name': '', 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'mac_address': 'fa:16:3e:15:9a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '84dda25a-5f4d-444e-8486-d19a0764b110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:47Z', 'updated_at': '2022-01-21T19:07:55Z', 'revision_number': 5, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'subnets': [{'id': '84dda25a-5f4d-444e-8486-d19a0764b110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:12:10.688313 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5b7a88-8baf-43b4-bf64-42a116fc08e6 None None] Checking router: e4630041-0a38-4a81-b942-d6093812cdfd for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:12:10.691407 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36442) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:12:10.697060 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-5d274869-6679-44e9-adf0-24282592ba9f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1043491307', 'description': 'tempest-secgroup-smoke-1043491307 description', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:12:10.702255 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5b7a88-8baf-43b4-bf64-42a116fc08e6 None None] Routers {'e4630041-0a38-4a81-b942-d6093812cdfd'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:12:10.703533 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-be5b7a88-8baf-43b4-bf64-42a116fc08e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:11:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['e4630041-0a38-4a81-b942-d6093812cdfd'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:12:10.703983 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-5d274869-6679-44e9-adf0-24282592ba9f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:12:10.707239 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-24ebbc19-7cde-4051-89fc-57586db7e337 None None] Provisioning for port f0a89763-35a9-4d2e-8d52-ee98bb720a0b completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:12:10.712255 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-24ebbc19-7cde-4051-89fc-57586db7e337 None None] Provisioning complete for port f0a89763-35a9-4d2e-8d52-ee98bb720a0b triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:12:10.712621 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-24ebbc19-7cde-4051-89fc-57586db7e337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:10.723701 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-5d274869-6679-44e9-adf0-24282592ba9f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:12:10.735885 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-5d274869-6679-44e9-adf0-24282592ba9f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:12:10.746444 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-5d274869-6679-44e9-adf0-24282592ba9f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:12:10.837472 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-24ebbc19-7cde-4051-89fc-57586db7e337 None None] Port f0a89763-35a9-4d2e-8d52-ee98bb720a0b cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:12:10.859769 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-71ce7709-cafa-4284-92f9-ad08d2868c80 req-e6f0a53b-86fc-48d3-874a-f5725042f3ab tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=bdec2616-292f-41dc-aee5-84dcd33c59ed HTTP/1.1" status: 200 len: 210 time: 0.0846727 Jan 21 19:12:10.868657 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5d274869-6679-44e9-adf0-24282592ba9f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:10.901474 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-5d274869-6679-44e9-adf0-24282592ba9f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:12:10.905735 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-5d274869-6679-44e9-adf0-24282592ba9f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:12:10.909380 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-5d274869-6679-44e9-adf0-24282592ba9f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:12:10.915644 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-5d274869-6679-44e9-adf0-24282592ba9f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:12:10.960591 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-be5b7a88-8baf-43b4-bf64-42a116fc08e6 None None] Set router e4630041-0a38-4a81-b942-d6093812cdfd gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:12:10.998321 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5d274869-6679-44e9-adf0-24282592ba9f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:11.070629 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5d274869-6679-44e9-adf0-24282592ba9f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:11.130820 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d274869-6679-44e9-adf0-24282592ba9f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd38f41b-eca3-43e4-8d08-8d8d1c64e001,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:11.207160 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5d274869-6679-44e9-adf0-24282592ba9f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:11.211181 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-5d274869-6679-44e9-adf0-24282592ba9f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5159733 Jan 21 19:12:11.211341 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36446) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:12:11.218248 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-1aa982be-b964-4db8-b96d-cbec55f9c73c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': 'fd38f41b-eca3-43e4-8d08-8d8d1c64e001', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:12:11.227373 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-1aa982be-b964-4db8-b96d-cbec55f9c73c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:12:11.232107 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-1aa982be-b964-4db8-b96d-cbec55f9c73c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:12:11.235427 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-1aa982be-b964-4db8-b96d-cbec55f9c73c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:12:11.242558 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-1aa982be-b964-4db8-b96d-cbec55f9c73c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:12:11.319045 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1aa982be-b964-4db8-b96d-cbec55f9c73c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:11.356483 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-be5b7a88-8baf-43b4-bf64-42a116fc08e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'name': 'tempest-TestVolumeBootPattern-994555966-router', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:07:43Z', 'updated_at': '2022-01-21T19:07:48Z', 'revision_number': 4, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'gw_port': {'id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:47:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:44Z', 'updated_at': '2022-01-21T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'fbc18be0-3767-4bd4-9995-6e2d584ed462', 'name': '', 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'mac_address': 'fa:16:3e:15:9a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '84dda25a-5f4d-444e-8486-d19a0764b110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:47Z', 'updated_at': '2022-01-21T19:07:55Z', 'revision_number': 5, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'subnets': [{'id': '84dda25a-5f4d-444e-8486-d19a0764b110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:12:11.362496 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5b7a88-8baf-43b4-bf64-42a116fc08e6 None None] The sync data for ids ['e4630041-0a38-4a81-b942-d6093812cdfd'] in dv-neutron-825470-1-hyperv is: [{'id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'name': 'tempest-TestVolumeBootPattern-994555966-router', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:07:43Z', 'updated_at': '2022-01-21T19:07:48Z', 'revision_number': 4, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'gw_port': {'id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:47:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:44Z', 'updated_at': '2022-01-21T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'fbc18be0-3767-4bd4-9995-6e2d584ed462', 'name': '', 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'mac_address': 'fa:16:3e:15:9a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '84dda25a-5f4d-444e-8486-d19a0764b110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:47Z', 'updated_at': '2022-01-21T19:07:55Z', 'revision_number': 5, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'subnets': [{'id': '84dda25a-5f4d-444e-8486-d19a0764b110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:12:11.411141 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1aa982be-b964-4db8-b96d-cbec55f9c73c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:11.437592 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 5c49eb17-ceaa-45ed-8b6b-68f34005d7cc up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:12:11.495866 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1aa982be-b964-4db8-b96d-cbec55f9c73c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:11.530521 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa982be-b964-4db8-b96d-cbec55f9c73c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0453940a-409a-4a37-9221-1ca3964c1291,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:11.578681 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 5c49eb17-ceaa-45ed-8b6b-68f34005d7cc completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:12:11.585573 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 5c49eb17-ceaa-45ed-8b6b-68f34005d7cc triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:12:11.585979 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:11.605666 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1aa982be-b964-4db8-b96d-cbec55f9c73c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:11.610178 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36450) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:12:11.610771 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-1aa982be-b964-4db8-b96d-cbec55f9c73c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3978605 Jan 21 19:12:11.619369 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-4aa76c36-31b1-4e8a-85f4-526cf2fa4275 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': 'fd38f41b-eca3-43e4-8d08-8d8d1c64e001', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:12:11.629002 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-4aa76c36-31b1-4e8a-85f4-526cf2fa4275 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:12:11.638589 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-4aa76c36-31b1-4e8a-85f4-526cf2fa4275 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:12:11.646112 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-4aa76c36-31b1-4e8a-85f4-526cf2fa4275 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:12:11.661635 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-4aa76c36-31b1-4e8a-85f4-526cf2fa4275 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:12:11.740256 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4aa76c36-31b1-4e8a-85f4-526cf2fa4275 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:11.781225 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:11.799197 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef63fd2-8623-4c3b-87ee-f29f20858df2 None None] New status for floating IP 8a5dc903-98ec-49fd-b3e5-23e65cce5343: DOWN {{(pid=88138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:12:11.819933 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4aa76c36-31b1-4e8a-85f4-526cf2fa4275 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:11.895293 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4aa76c36-31b1-4e8a-85f4-526cf2fa4275 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:11.924491 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa76c36-31b1-4e8a-85f4-526cf2fa4275 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6b17572-d3cc-4d2d-a268-dd44185aaed9,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:11.992676 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4aa76c36-31b1-4e8a-85f4-526cf2fa4275 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:12.002155 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-4aa76c36-31b1-4e8a-85f4-526cf2fa4275 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3863885 Jan 21 19:12:12.002280 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36458) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:12:12.007277 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-20b344d5-40fc-434f-bd3b-1f42836f5444 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': 'fd38f41b-eca3-43e4-8d08-8d8d1c64e001', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:12:12.013473 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 5c49eb17-ceaa-45ed-8b6b-68f34005d7cc, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=5c49eb17-ceaa-45ed-8b6b-68f34005d7cc,segment=NetworkSegment(1cf8376e-e8f5-4545-9632-87080d33a906),segment_id=1cf8376e-e8f5-4545-9632-87080d33a906)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:12:12.018763 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-20b344d5-40fc-434f-bd3b-1f42836f5444 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:12:12.026573 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-20b344d5-40fc-434f-bd3b-1f42836f5444 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:12:12.031025 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-20b344d5-40fc-434f-bd3b-1f42836f5444 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:12:12.044882 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-20b344d5-40fc-434f-bd3b-1f42836f5444 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:12:12.103907 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:12.179325 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-20b344d5-40fc-434f-bd3b-1f42836f5444 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:12.184586 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=5c49eb17-ceaa-45ed-8b6b-68f34005d7cc,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:12.249874 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-20b344d5-40fc-434f-bd3b-1f42836f5444 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:12.332890 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2475eda2-657c-4500-a542-699083bcb39a req-09d0b669-c133-46b1-ae7c-235d49971f55 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-828062008&fields=id&tenant_id=578d4b1ec7dd480f94bb194a86bde7ee HTTP/1.1" status: 200 len: 267 time: 0.0408382 Jan 21 19:12:12.337907 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-20b344d5-40fc-434f-bd3b-1f42836f5444 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:12.383735 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b344d5-40fc-434f-bd3b-1f42836f5444 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c68cf64-3f28-402a-bd2b-44a19e5ae18c,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:12.563087 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-20b344d5-40fc-434f-bd3b-1f42836f5444 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:12.564792 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-20b344d5-40fc-434f-bd3b-1f42836f5444 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5650892 Jan 21 19:12:12.567725 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36470) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:12:12.572902 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-c5f8d2c4-5607-471a-ad0d-8e1ec3c1f79f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': 'fd38f41b-eca3-43e4-8d08-8d8d1c64e001', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:12:12.579135 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-c5f8d2c4-5607-471a-ad0d-8e1ec3c1f79f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:12:12.583084 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-c5f8d2c4-5607-471a-ad0d-8e1ec3c1f79f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:12:12.586097 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-c5f8d2c4-5607-471a-ad0d-8e1ec3c1f79f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:12:12.591710 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-c5f8d2c4-5607-471a-ad0d-8e1ec3c1f79f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:12:12.616284 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475eda2-657c-4500-a542-699083bcb39a req-ec982339-1721-4ec9-8ae6-c29393cc5e4a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:12.617735 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2475eda2-657c-4500-a542-699083bcb39a req-ec982339-1721-4ec9-8ae6-c29393cc5e4a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/networks?id=0b696f5f-975f-4899-9d3c-c13f9cac42e5 HTTP/1.1" status: 200 len: 811 time: 0.2719426 Jan 21 19:12:12.633140 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2475eda2-657c-4500-a542-699083bcb39a req-caa3bb7e-9782-46a0-a523-0f4feb8342b5 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/quotas/578d4b1ec7dd480f94bb194a86bde7ee HTTP/1.1" status: 200 len: 375 time: 0.0097468 Jan 21 19:12:12.681633 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c5f8d2c4-5607-471a-ad0d-8e1ec3c1f79f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:12.721319 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2475eda2-657c-4500-a542-699083bcb39a req-b60dc6a1-0ac8-4372-a3e0-1741437dc694 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=578d4b1ec7dd480f94bb194a86bde7ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0833440 Jan 21 19:12:12.745240 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c5f8d2c4-5607-471a-ad0d-8e1ec3c1f79f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:12.815530 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c5f8d2c4-5607-471a-ad0d-8e1ec3c1f79f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:12.839380 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f8d2c4-5607-471a-ad0d-8e1ec3c1f79f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95522104-1c42-4892-885b-53792e8e8742,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:12.901304 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2475eda2-657c-4500-a542-699083bcb39a req-3fd383bb-624c-40ad-b204-57ff87714783 service neutron] 10.222.0.87 "GET /v2.0/networks/0b696f5f-975f-4899-9d3c-c13f9cac42e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686835 Jan 21 19:12:12.903614 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c5f8d2c4-5607-471a-ad0d-8e1ec3c1f79f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:12.904792 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c5f8d2c4-5607-471a-ad0d-8e1ec3c1f79f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3360379 Jan 21 19:12:12.908160 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36476) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:12:12.913164 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-5cb83776-feac-42e8-88a4-68b50e28ee52 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': 'fd38f41b-eca3-43e4-8d08-8d8d1c64e001', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:12:12.919100 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-5cb83776-feac-42e8-88a4-68b50e28ee52 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:12:12.923549 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-5cb83776-feac-42e8-88a4-68b50e28ee52 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:12:12.926493 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-5cb83776-feac-42e8-88a4-68b50e28ee52 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:12:12.932377 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-5cb83776-feac-42e8-88a4-68b50e28ee52 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:12:13.009765 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.securitygroups_db [None req-5cb83776-feac-42e8-88a4-68b50e28ee52 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Project f393478d14c44d15ad1bf9df868df3cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 19:12:13.017162 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5cb83776-feac-42e8-88a4-68b50e28ee52 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:13.033003 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2475eda2-657c-4500-a542-699083bcb39a req-a38c978c-f75b-4ea1-9ed4-d5cf9044222b service neutron] 10.222.0.87 "GET /v2.0/networks/0b696f5f-975f-4899-9d3c-c13f9cac42e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257856 Jan 21 19:12:13.082805 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5cb83776-feac-42e8-88a4-68b50e28ee52 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:13.147576 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5cb83776-feac-42e8-88a4-68b50e28ee52 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:13.177187 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb83776-feac-42e8-88a4-68b50e28ee52 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1a6b5cd-4e04-43c7-ba43-da551084aabc,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:13.269401 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5cb83776-feac-42e8-88a4-68b50e28ee52 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:13.270669 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5cb83776-feac-42e8-88a4-68b50e28ee52 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3615220 Jan 21 19:12:13.273677 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36486) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:12:13.278743 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-66f4f529-7b3c-4042-b466-4b28bda97189 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': 'fd38f41b-eca3-43e4-8d08-8d8d1c64e001', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:12:13.286553 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-66f4f529-7b3c-4042-b466-4b28bda97189 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:12:13.289197 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-66f4f529-7b3c-4042-b466-4b28bda97189 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:12:13.292077 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-66f4f529-7b3c-4042-b466-4b28bda97189 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:12:13.297686 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-66f4f529-7b3c-4042-b466-4b28bda97189 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:12:13.394083 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 5c49eb17-ceaa-45ed-8b6b-68f34005d7cc up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:12:13.395822 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.securitygroups_db [None req-66f4f529-7b3c-4042-b466-4b28bda97189 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Project f393478d14c44d15ad1bf9df868df3cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 19:12:13.403722 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-66f4f529-7b3c-4042-b466-4b28bda97189 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:13.462800 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 5c49eb17-ceaa-45ed-8b6b-68f34005d7cc triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:12:13.463310 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:13.478043 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-66f4f529-7b3c-4042-b466-4b28bda97189 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:13.544073 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-66f4f529-7b3c-4042-b466-4b28bda97189 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:13.571065 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f4f529-7b3c-4042-b466-4b28bda97189 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8774296-3bf5-4db3-9934-f6a754f18550,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:13.641651 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-66f4f529-7b3c-4042-b466-4b28bda97189 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:13.643722 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-66f4f529-7b3c-4042-b466-4b28bda97189 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3685789 Jan 21 19:12:13.726215 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d3a0c4a1-9b16-4e9d-85a3-eaff8961240b req-bfe1a0c7-ff95-4e4e-bfab-fbe6163de493 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b1875da-4c42-4e5f-a643-c854a6f79032 HTTP/1.1" status: 200 len: 210 time: 0.0431054 Jan 21 19:12:13.840733 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-8b1fc58f-3580-4402-b17a-712e2cd37689 req-71459bf3-27c5-4829-ab31-fc3f1f893e34 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:security_group {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:12:13.960532 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-8b1fc58f-3580-4402-b17a-712e2cd37689 req-71459bf3-27c5-4829-ab31-fc3f1f893e34 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:security_group {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:12:13.961726 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8b1fc58f-3580-4402-b17a-712e2cd37689 req-71459bf3-27c5-4829-ab31-fc3f1f893e34 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1043491307&fields=id&tenant_id=f393478d14c44d15ad1bf9df868df3cb HTTP/1.1" status: 200 len: 267 time: 0.1598222 Jan 21 19:12:14.041262 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1fc58f-3580-4402-b17a-712e2cd37689 req-1eda903d-da2c-4f20-b5e5-32ea2ff47e4e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:14.042010 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-8b1fc58f-3580-4402-b17a-712e2cd37689 req-1eda903d-da2c-4f20-b5e5-32ea2ff47e4e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:12:14.132072 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-8b1fc58f-3580-4402-b17a-712e2cd37689 req-1eda903d-da2c-4f20-b5e5-32ea2ff47e4e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:12:14.133309 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8b1fc58f-3580-4402-b17a-712e2cd37689 req-1eda903d-da2c-4f20-b5e5-32ea2ff47e4e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports/f0a89763-35a9-4d2e-8d52-ee98bb720a0b HTTP/1.1" status: 200 len: 931 time: 0.1649871 Jan 21 19:12:14.208825 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8b1fc58f-3580-4402-b17a-712e2cd37689 req-4ec4aa42-ad96-4a71-b97b-e5bc362d0288 service neutron] 10.222.0.87 "GET /v2.0/ports/f0a89763-35a9-4d2e-8d52-ee98bb720a0b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0628047 Jan 21 19:12:14.338608 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8b1fc58f-3580-4402-b17a-712e2cd37689 req-e5691699-f4e7-4e2e-9e7e-b685603b85a1 service neutron] 10.222.0.87 "GET /v2.0/networks/c0654f3e-1bf5-4bfc-9c93-9e5c44657711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241868 Jan 21 19:12:14.472317 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8b1fc58f-3580-4402-b17a-712e2cd37689 req-46860ff4-d526-4681-af19-926465c7a97e service neutron] 10.222.0.87 "GET /v2.0/networks/c0654f3e-1bf5-4bfc-9c93-9e5c44657711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278887 Jan 21 19:12:14.752679 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-217b29d5-b54d-4b9d-96a9-6b2715031031 req-eacbc3ed-3b07-4160-b5be-e2e6e8a429a4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=b985ff19-cb0e-45fe-aa5c-a7b0166ecf59 HTTP/1.1" status: 200 len: 210 time: 0.0485847 Jan 21 19:12:14.886193 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a96d5337-1262-4ab7-b9e5-8bcfc494c0c7 req-4fdbf0bb-c74f-41db-9433-b06b8a48f33e tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b1875da-4c42-4e5f-a643-c854a6f79032 HTTP/1.1" status: 200 len: 210 time: 0.0419934 Jan 21 19:12:15.901819 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9ca6e575-c15b-46bc-ad17-cfb9753052b1 req-4e371910-1911-46d8-ac0c-f42203abc2e6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=b985ff19-cb0e-45fe-aa5c-a7b0166ecf59 HTTP/1.1" status: 200 len: 210 time: 0.0415132 Jan 21 19:12:16.046674 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475eda2-657c-4500-a542-699083bcb39a req-a9d97636-d9c2-4c8d-bf71-5dfee922cc3b tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:16.049280 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fca0bb16-bc46-41e9-9357-139b4af7c753 req-8d9d8f13-dc36-485d-a5f4-b7cf0a1c1024 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b1875da-4c42-4e5f-a643-c854a6f79032 HTTP/1.1" status: 200 len: 210 time: 0.0510826 Jan 21 19:12:16.052144 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2475eda2-657c-4500-a542-699083bcb39a req-a9d97636-d9c2-4c8d-bf71-5dfee922cc3b tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.113 "GET /v2.0/networks?id=0b696f5f-975f-4899-9d3c-c13f9cac42e5 HTTP/1.1" status: 200 len: 811 time: 0.1664240 Jan 21 19:12:16.099113 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2475eda2-657c-4500-a542-699083bcb39a req-17f57c06-cd6c-4e3b-a42a-890b44efaa3c tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=578d4b1ec7dd480f94bb194a86bde7ee HTTP/1.1" status: 200 len: 379 time: 0.0400867 Jan 21 19:12:16.107241 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-2475eda2-657c-4500-a542-699083bcb39a req-ad4f463d-a71d-46b5-97c6-18934979e5b2 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Request body: {'port': {'device_id': '8b1875da-4c42-4e5f-a643-c854a6f79032', 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5', 'admin_state_up': True, 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'security_groups': ['28aff064-0444-4b4a-8f02-0b08a8d998fd']}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:12:16.249342 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-2475eda2-657c-4500-a542-699083bcb39a req-ad4f463d-a71d-46b5-97c6-18934979e5b2 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:12:16.253494 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-2475eda2-657c-4500-a542-699083bcb39a req-ad4f463d-a71d-46b5-97c6-18934979e5b2 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Usage tracker for resource:port and tenant:578d4b1ec7dd480f94bb194a86bde7ee is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:12:16.256785 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-2475eda2-657c-4500-a542-699083bcb39a req-ad4f463d-a71d-46b5-97c6-18934979e5b2 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:12:16.262754 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-2475eda2-657c-4500-a542-699083bcb39a req-ad4f463d-a71d-46b5-97c6-18934979e5b2 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:12:16.323996 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2475eda2-657c-4500-a542-699083bcb39a req-ad4f463d-a71d-46b5-97c6-18934979e5b2 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Made reservation on behalf of 578d4b1ec7dd480f94bb194a86bde7ee for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:12:16.327875 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-2475eda2-657c-4500-a542-699083bcb39a req-ad4f463d-a71d-46b5-97c6-18934979e5b2 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:16.499819 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [req-2475eda2-657c-4500-a542-699083bcb39a req-ad4f463d-a71d-46b5-97c6-18934979e5b2 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Allocated IP 172.20.0.13 (0b696f5f-975f-4899-9d3c-c13f9cac42e5/84dda25a-5f4d-444e-8486-d19a0764b110/dd243326-d025-473a-9e0e-eb0452de0418) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:12:16.732914 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-2475eda2-657c-4500-a542-699083bcb39a req-ad4f463d-a71d-46b5-97c6-18934979e5b2 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:16.761127 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-2475eda2-657c-4500-a542-699083bcb39a req-ad4f463d-a71d-46b5-97c6-18934979e5b2 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Transition to ACTIVE for port object dd243326-d025-473a-9e0e-eb0452de0418 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:12:16.768428 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1fc58f-3580-4402-b17a-712e2cd37689 req-14c672d4-90f9-494a-b044-8086e2c49b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:16.769749 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8b1fc58f-3580-4402-b17a-712e2cd37689 req-14c672d4-90f9-494a-b044-8086e2c49b39 service neutron] 10.222.0.113 "GET /v2.0/ports/f0a89763-35a9-4d2e-8d52-ee98bb720a0b HTTP/1.1" status: 200 len: 1027 time: 0.0810578 Jan 21 19:12:16.930561 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1fc58f-3580-4402-b17a-712e2cd37689 req-3d9b7ea0-d534-4f60-b1fd-d771fa7c1a91 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:16.931804 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8b1fc58f-3580-4402-b17a-712e2cd37689 req-3d9b7ea0-d534-4f60-b1fd-d771fa7c1a91 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "GET /v2.0/networks?id=c0654f3e-1bf5-4bfc-9c93-9e5c44657711 HTTP/1.1" status: 200 len: 797 time: 0.1561525 Jan 21 19:12:16.933369 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-2475eda2-657c-4500-a542-699083bcb39a req-ad4f463d-a71d-46b5-97c6-18934979e5b2 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:17.030043 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2475eda2-657c-4500-a542-699083bcb39a req-ad4f463d-a71d-46b5-97c6-18934979e5b2 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Network 0b696f5f-975f-4899-9d3c-c13f9cac42e5 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:12:17.042282 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [req-2475eda2-657c-4500-a542-699083bcb39a req-ad4f463d-a71d-46b5-97c6-18934979e5b2 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:12:17.051094 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-2475eda2-657c-4500-a542-699083bcb39a req-ad4f463d-a71d-46b5-97c6-18934979e5b2 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:12:17.061212 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-25fede73-4d57-4135-b058-43be891b64f3 req-ffb87e50-1411-4ee0-8586-ffb33e9b0ac4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=b985ff19-cb0e-45fe-aa5c-a7b0166ecf59 HTTP/1.1" status: 200 len: 210 time: 0.0462956 Jan 21 19:12:17.092320 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-8b1fc58f-3580-4402-b17a-712e2cd37689 req-fcad8a1f-e2da-46e0-98c5-5ed738ca5218 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:security_group {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:12:17.107780 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4f463d-a71d-46b5-97c6-18934979e5b2 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Pushing event updated for resources: {'Port': ['ID=dd243326-d025-473a-9e0e-eb0452de0418,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:17.122791 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-8b1fc58f-3580-4402-b17a-712e2cd37689 req-fcad8a1f-e2da-46e0-98c5-5ed738ca5218 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:security_group {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:12:17.123974 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8b1fc58f-3580-4402-b17a-712e2cd37689 req-fcad8a1f-e2da-46e0-98c5-5ed738ca5218 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f393478d14c44d15ad1bf9df868df3cb HTTP/1.1" status: 200 len: 380 time: 0.1493375 Jan 21 19:12:17.141068 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-8b1fc58f-3580-4402-b17a-712e2cd37689 req-d8b48c8d-e9b0-4652-8764-bef9688b473f service neutron] Request body: {'port': {'device_id': 'b985ff19-cb0e-45fe-aa5c-a7b0166ecf59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:12:17.215928 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475eda2-657c-4500-a542-699083bcb39a req-ad4f463d-a71d-46b5-97c6-18934979e5b2 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:17.217813 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-2475eda2-657c-4500-a542-699083bcb39a req-ad4f463d-a71d-46b5-97c6-18934979e5b2 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:17.297363 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba7f5e1-c878-4331-9688-701d2f0a30ed req-3ecff7a1-ee7c-4df1-b860-a295da63707a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:17.306877 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-aba7f5e1-c878-4331-9688-701d2f0a30ed req-3ecff7a1-ee7c-4df1-b860-a295da63707a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b1875da-4c42-4e5f-a643-c854a6f79032 HTTP/1.1" status: 200 len: 932 time: 0.0963275 Jan 21 19:12:17.316843 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-8b1fc58f-3580-4402-b17a-712e2cd37689 req-d8b48c8d-e9b0-4652-8764-bef9688b473f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:17.349306 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-aba7f5e1-c878-4331-9688-701d2f0a30ed req-2ec40294-752e-4bf1-a3a5-7dd6d1d4a722 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422487 Jan 21 19:12:17.406919 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2475eda2-657c-4500-a542-699083bcb39a req-ad4f463d-a71d-46b5-97c6-18934979e5b2 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3031285 Jan 21 19:12:17.454500 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-2475eda2-657c-4500-a542-699083bcb39a req-a03c1d3a-2390-4476-91f3-b738b1dd13fb service neutron] Request body: {'port': {'device_id': '8b1875da-4c42-4e5f-a643-c854a6f79032', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:12:17.500866 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-6d8785e7-2715-471d-a6c2-5783eef8a32f None None] Provisioning for port dd243326-d025-473a-9e0e-eb0452de0418 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:12:17.506553 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-6d8785e7-2715-471d-a6c2-5783eef8a32f None None] Provisioning complete for port dd243326-d025-473a-9e0e-eb0452de0418 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:12:17.506924 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6d8785e7-2715-471d-a6c2-5783eef8a32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:17.564976 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-6d8785e7-2715-471d-a6c2-5783eef8a32f None None] Port dd243326-d025-473a-9e0e-eb0452de0418 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:12:17.668767 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-2475eda2-657c-4500-a542-699083bcb39a req-a03c1d3a-2390-4476-91f3-b738b1dd13fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:18.043899 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [req-8b1fc58f-3580-4402-b17a-712e2cd37689 req-d8b48c8d-e9b0-4652-8764-bef9688b473f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0a89763-35a9-4d2e-8d52-ee98bb720a0b {{(pid=88137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:12:18.061482 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-8b1fc58f-3580-4402-b17a-712e2cd37689 req-d8b48c8d-e9b0-4652-8764-bef9688b473f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:18.135357 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-8b1fc58f-3580-4402-b17a-712e2cd37689 req-d8b48c8d-e9b0-4652-8764-bef9688b473f service neutron] Transition to ACTIVE for port object f0a89763-35a9-4d2e-8d52-ee98bb720a0b will not be triggered until provisioned by entity L2. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:12:18.221493 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-8b1fc58f-3580-4402-b17a-712e2cd37689 req-d8b48c8d-e9b0-4652-8764-bef9688b473f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:18.259237 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7fdc3-9606-4da1-ab23-209ebce8e122 req-1dbc003a-29ff-4aba-a78a-7b2fc601f116 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:18.267587 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-15e7fdc3-9606-4da1-ab23-209ebce8e122 req-1dbc003a-29ff-4aba-a78a-7b2fc601f116 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=b985ff19-cb0e-45fe-aa5c-a7b0166ecf59 HTTP/1.1" status: 200 len: 982 time: 0.0905323 Jan 21 19:12:18.308174 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-15e7fdc3-9606-4da1-ab23-209ebce8e122 req-ddc799f5-8965-4ced-9d3a-1593bb31e129 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=95e7d17e-cb0f-4bb4-9804-c9a194d94562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395973 Jan 21 19:12:18.387753 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [req-2475eda2-657c-4500-a542-699083bcb39a req-a03c1d3a-2390-4476-91f3-b738b1dd13fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd243326-d025-473a-9e0e-eb0452de0418 {{(pid=88137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:12:18.396561 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-2475eda2-657c-4500-a542-699083bcb39a req-a03c1d3a-2390-4476-91f3-b738b1dd13fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:18.482582 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b48c8d-e9b0-4652-8764-bef9688b473f service neutron] Pushing event updated for resources: {'Port': ['ID=f0a89763-35a9-4d2e-8d52-ee98bb720a0b,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:18.485851 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-2475eda2-657c-4500-a542-699083bcb39a req-a03c1d3a-2390-4476-91f3-b738b1dd13fb service neutron] Transition to ACTIVE for port object dd243326-d025-473a-9e0e-eb0452de0418 will not be triggered until provisioned by entity L2. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:12:18.539740 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-8b1fc58f-3580-4402-b17a-712e2cd37689 req-d8b48c8d-e9b0-4652-8764-bef9688b473f service neutron] Attempting to bind port f0a89763-35a9-4d2e-8d52-ee98bb720a0b on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:12:18.540209 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-8b1fc58f-3580-4402-b17a-712e2cd37689 req-d8b48c8d-e9b0-4652-8764-bef9688b473f service neutron] Attempting to bind port f0a89763-35a9-4d2e-8d52-ee98bb720a0b by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '1cf8376e-e8f5-4545-9632-87080d33a906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c0654f3e-1bf5-4bfc-9c93-9e5c44657711'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:12:18.540628 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1fc58f-3580-4402-b17a-712e2cd37689 req-d8b48c8d-e9b0-4652-8764-bef9688b473f service neutron] Attempting to bind port f0a89763-35a9-4d2e-8d52-ee98bb720a0b on network c0654f3e-1bf5-4bfc-9c93-9e5c44657711 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:12:18.545998 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1fc58f-3580-4402-b17a-712e2cd37689 req-d8b48c8d-e9b0-4652-8764-bef9688b473f service neutron] Port f0a89763-35a9-4d2e-8d52-ee98bb720a0b on network c0654f3e-1bf5-4bfc-9c93-9e5c44657711 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 19:12:18.546755 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1fc58f-3580-4402-b17a-712e2cd37689 req-d8b48c8d-e9b0-4652-8764-bef9688b473f service neutron] Attempting to bind port f0a89763-35a9-4d2e-8d52-ee98bb720a0b on network c0654f3e-1bf5-4bfc-9c93-9e5c44657711 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:12:18.552820 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1fc58f-3580-4402-b17a-712e2cd37689 req-d8b48c8d-e9b0-4652-8764-bef9688b473f service neutron] Checking agent: {'id': '9a14f311-f6d5-46c6-87a2-f860197fb66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:12:18.553187 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1fc58f-3580-4402-b17a-712e2cd37689 req-d8b48c8d-e9b0-4652-8764-bef9688b473f service neutron] Checking segment: {'id': '1cf8376e-e8f5-4545-9632-87080d33a906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c0654f3e-1bf5-4bfc-9c93-9e5c44657711'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:12:18.557356 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1fc58f-3580-4402-b17a-712e2cd37689 req-d8b48c8d-e9b0-4652-8764-bef9688b473f service neutron] Bound using segment: {'id': '1cf8376e-e8f5-4545-9632-87080d33a906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c0654f3e-1bf5-4bfc-9c93-9e5c44657711'} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:12:18.557356 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-8b1fc58f-3580-4402-b17a-712e2cd37689 req-d8b48c8d-e9b0-4652-8764-bef9688b473f service neutron] Bound port: f0a89763-35a9-4d2e-8d52-ee98bb720a0b, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf8376e-e8f5-4545-9632-87080d33a906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c0654f3e-1bf5-4bfc-9c93-9e5c44657711'}}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:12:18.557356 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-8b1fc58f-3580-4402-b17a-712e2cd37689 req-d8b48c8d-e9b0-4652-8764-bef9688b473f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:18.563688 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-2475eda2-657c-4500-a542-699083bcb39a req-a03c1d3a-2390-4476-91f3-b738b1dd13fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:18.567421 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc34d09-0bff-44cd-8ed4-5b843e428279 req-7a4d06ea-2eac-45a4-9e74-8d5e2e50b4e2 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:18.568864 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9fc34d09-0bff-44cd-8ed4-5b843e428279 req-7a4d06ea-2eac-45a4-9e74-8d5e2e50b4e2 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b1875da-4c42-4e5f-a643-c854a6f79032 HTTP/1.1" status: 200 len: 932 time: 0.0885777 Jan 21 19:12:18.621410 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9fc34d09-0bff-44cd-8ed4-5b843e428279 req-7eb7b992-1557-43db-b9a7-5a7e7352a7b5 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459187 Jan 21 19:12:18.773238 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c1d3a-2390-4476-91f3-b738b1dd13fb service neutron] Pushing event updated for resources: {'Port': ['ID=dd243326-d025-473a-9e0e-eb0452de0418,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:18.861561 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-8b1fc58f-3580-4402-b17a-712e2cd37689 req-d8b48c8d-e9b0-4652-8764-bef9688b473f service neutron] For port f0a89763-35a9-4d2e-8d52-ee98bb720a0b, host hv-neutron-8254, cleared binding levels {{(pid=88137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:12:18.878959 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-8b1fc58f-3580-4402-b17a-712e2cd37689 req-d8b48c8d-e9b0-4652-8764-bef9688b473f service neutron] For port f0a89763-35a9-4d2e-8d52-ee98bb720a0b, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=f0a89763-35a9-4d2e-8d52-ee98bb720a0b,segment=NetworkSegment(1cf8376e-e8f5-4545-9632-87080d33a906),segment_id=1cf8376e-e8f5-4545-9632-87080d33a906)] {{(pid=88137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:12:18.882779 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-2475eda2-657c-4500-a542-699083bcb39a req-a03c1d3a-2390-4476-91f3-b738b1dd13fb service neutron] Attempting to bind port dd243326-d025-473a-9e0e-eb0452de0418 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:12:18.883102 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-2475eda2-657c-4500-a542-699083bcb39a req-a03c1d3a-2390-4476-91f3-b738b1dd13fb service neutron] Attempting to bind port dd243326-d025-473a-9e0e-eb0452de0418 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '04945371-b45c-4f7e-b15f-adaa5b08e7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:12:18.883418 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2475eda2-657c-4500-a542-699083bcb39a req-a03c1d3a-2390-4476-91f3-b738b1dd13fb service neutron] Attempting to bind port dd243326-d025-473a-9e0e-eb0452de0418 on network 0b696f5f-975f-4899-9d3c-c13f9cac42e5 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:12:18.887936 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2475eda2-657c-4500-a542-699083bcb39a req-a03c1d3a-2390-4476-91f3-b738b1dd13fb service neutron] Port dd243326-d025-473a-9e0e-eb0452de0418 on network 0b696f5f-975f-4899-9d3c-c13f9cac42e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 19:12:18.888244 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2475eda2-657c-4500-a542-699083bcb39a req-a03c1d3a-2390-4476-91f3-b738b1dd13fb service neutron] Attempting to bind port dd243326-d025-473a-9e0e-eb0452de0418 on network 0b696f5f-975f-4899-9d3c-c13f9cac42e5 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:12:18.893391 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2475eda2-657c-4500-a542-699083bcb39a req-a03c1d3a-2390-4476-91f3-b738b1dd13fb service neutron] Checking agent: {'id': '9a14f311-f6d5-46c6-87a2-f860197fb66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:12:18.893716 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2475eda2-657c-4500-a542-699083bcb39a req-a03c1d3a-2390-4476-91f3-b738b1dd13fb service neutron] Checking segment: {'id': '04945371-b45c-4f7e-b15f-adaa5b08e7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:12:18.894126 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2475eda2-657c-4500-a542-699083bcb39a req-a03c1d3a-2390-4476-91f3-b738b1dd13fb service neutron] Bound using segment: {'id': '04945371-b45c-4f7e-b15f-adaa5b08e7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5'} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:12:18.894567 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-2475eda2-657c-4500-a542-699083bcb39a req-a03c1d3a-2390-4476-91f3-b738b1dd13fb service neutron] Bound port: dd243326-d025-473a-9e0e-eb0452de0418, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04945371-b45c-4f7e-b15f-adaa5b08e7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5'}}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:12:18.894903 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-2475eda2-657c-4500-a542-699083bcb39a req-a03c1d3a-2390-4476-91f3-b738b1dd13fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:18.962985 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-8b1fc58f-3580-4402-b17a-712e2cd37689 req-d8b48c8d-e9b0-4652-8764-bef9688b473f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:19.022201 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1fc58f-3580-4402-b17a-712e2cd37689 req-d8b48c8d-e9b0-4652-8764-bef9688b473f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:19.022805 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-8b1fc58f-3580-4402-b17a-712e2cd37689 req-d8b48c8d-e9b0-4652-8764-bef9688b473f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:19.024752 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8b1fc58f-3580-4402-b17a-712e2cd37689 req-d8b48c8d-e9b0-4652-8764-bef9688b473f service neutron] 10.222.0.113 "PUT /v2.0/ports/f0a89763-35a9-4d2e-8d52-ee98bb720a0b HTTP/1.1" status: 200 len: 1132 time: 1.8913598 Jan 21 19:12:19.035917 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b985ff19-cb0e-45fe-aa5c-a7b0166ecf59', 'tag': 'f0a89763-35a9-4d2e-8d52-ee98bb720a0b'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:12:19.066799 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-2475eda2-657c-4500-a542-699083bcb39a req-a03c1d3a-2390-4476-91f3-b738b1dd13fb service neutron] For port dd243326-d025-473a-9e0e-eb0452de0418, host hv-neutron-8254, cleared binding levels {{(pid=88137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:12:19.072124 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-2475eda2-657c-4500-a542-699083bcb39a req-a03c1d3a-2390-4476-91f3-b738b1dd13fb service neutron] For port dd243326-d025-473a-9e0e-eb0452de0418, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=dd243326-d025-473a-9e0e-eb0452de0418,segment=NetworkSegment(04945371-b45c-4f7e-b15f-adaa5b08e7fa),segment_id=04945371-b45c-4f7e-b15f-adaa5b08e7fa)] {{(pid=88137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:12:19.077950 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b48c8d-e9b0-4652-8764-bef9688b473f service neutron] Pushing event updated for resources: {'Port': ['ID=f0a89763-35a9-4d2e-8d52-ee98bb720a0b,revision_number=3']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:19.098078 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b985ff19-cb0e-45fe-aa5c-a7b0166ecf59', 'tag': 'f0a89763-35a9-4d2e-8d52-ee98bb720a0b', 'status': 'completed', 'code': 200} Jan 21 19:12:19.174556 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-2475eda2-657c-4500-a542-699083bcb39a req-a03c1d3a-2390-4476-91f3-b738b1dd13fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:19.246612 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475eda2-657c-4500-a542-699083bcb39a req-a03c1d3a-2390-4476-91f3-b738b1dd13fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:19.247226 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-2475eda2-657c-4500-a542-699083bcb39a req-a03c1d3a-2390-4476-91f3-b738b1dd13fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:19.248579 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2475eda2-657c-4500-a542-699083bcb39a req-a03c1d3a-2390-4476-91f3-b738b1dd13fb service neutron] 10.222.0.113 "PUT /v2.0/ports/dd243326-d025-473a-9e0e-eb0452de0418 HTTP/1.1" status: 200 len: 1094 time: 1.7989652 Jan 21 19:12:19.270658 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c1d3a-2390-4476-91f3-b738b1dd13fb service neutron] Pushing event updated for resources: {'Port': ['ID=dd243326-d025-473a-9e0e-eb0452de0418,revision_number=3']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:19.275765 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34c6d8-6c0e-4fa9-add2-07f90a72eea7 req-e6e59ae3-73c5-4805-8d59-4758c0ccb6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:19.277165 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-dd34c6d8-6c0e-4fa9-add2-07f90a72eea7 req-e6e59ae3-73c5-4805-8d59-4758c0ccb6c6 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=b985ff19-cb0e-45fe-aa5c-a7b0166ecf59 HTTP/1.1" status: 200 len: 1135 time: 0.1568956 Jan 21 19:12:19.476123 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34c6d8-6c0e-4fa9-add2-07f90a72eea7 req-594f87eb-8336-4da3-b5e2-374ed351caa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:19.477547 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-dd34c6d8-6c0e-4fa9-add2-07f90a72eea7 req-594f87eb-8336-4da3-b5e2-374ed351caa3 service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=f393478d14c44d15ad1bf9df868df3cb&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1931303 Jan 21 19:12:19.524210 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c03e1b-14c2-4293-8604-539f22a9aa28 req-ddaf0e22-8930-42b5-80d4-d92e904dbc0d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:19.525676 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-09c03e1b-14c2-4293-8604-539f22a9aa28 req-ddaf0e22-8930-42b5-80d4-d92e904dbc0d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=b985ff19-cb0e-45fe-aa5c-a7b0166ecf59 HTTP/1.1" status: 200 len: 982 time: 0.0802689 Jan 21 19:12:19.527199 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475eda2-657c-4500-a542-699083bcb39a req-06805651-6604-4eee-a185-407e4344f7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:19.528560 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2475eda2-657c-4500-a542-699083bcb39a req-06805651-6604-4eee-a185-407e4344f7c4 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=578d4b1ec7dd480f94bb194a86bde7ee&device_id=8b1875da-4c42-4e5f-a643-c854a6f79032 HTTP/1.1" status: 200 len: 1097 time: 0.1473484 Jan 21 19:12:19.574049 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-09c03e1b-14c2-4293-8604-539f22a9aa28 req-f9548505-1d5b-46b0-a62c-60c9da6c846f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=95e7d17e-cb0f-4bb4-9804-c9a194d94562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423102 Jan 21 19:12:19.762302 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2475eda2-657c-4500-a542-699083bcb39a req-4c03380a-cda1-4643-b02a-8463f0c3a556 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd243326-d025-473a-9e0e-eb0452de0418 HTTP/1.1" status: 200 len: 217 time: 0.2255976 Jan 21 19:12:19.847229 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34c6d8-6c0e-4fa9-add2-07f90a72eea7 req-67a39774-dcdc-4e0e-b513-2b5e950f3075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:19.848583 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-dd34c6d8-6c0e-4fa9-add2-07f90a72eea7 req-67a39774-dcdc-4e0e-b513-2b5e950f3075 service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3643181 Jan 21 19:12:19.856504 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475eda2-657c-4500-a542-699083bcb39a req-e1938482-3590-4187-aad5-21ff30b8af5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:19.858190 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2475eda2-657c-4500-a542-699083bcb39a req-e1938482-3590-4187-aad5-21ff30b8af5a service neutron] 10.222.0.113 "GET /v2.0/subnets?id=84dda25a-5f4d-444e-8486-d19a0764b110 HTTP/1.1" status: 200 len: 850 time: 0.0894513 Jan 21 19:12:19.929819 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a51ec-9f43-40a8-8c21-09c84ad1563a req-43aa2fbf-f053-472d-b230-80935e5caa8e tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:19.931254 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ac9a51ec-9f43-40a8-8c21-09c84ad1563a req-43aa2fbf-f053-472d-b230-80935e5caa8e tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b1875da-4c42-4e5f-a643-c854a6f79032 HTTP/1.1" status: 200 len: 944 time: 0.2008598 Jan 21 19:12:19.974852 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ac9a51ec-9f43-40a8-8c21-09c84ad1563a req-0dda77fc-4b51-4830-bc0c-b80cfba26714 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379086 Jan 21 19:12:19.997716 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475eda2-657c-4500-a542-699083bcb39a req-083d3249-f8f2-4279-aaf7-59a712a8c2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:19.999329 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2475eda2-657c-4500-a542-699083bcb39a req-083d3249-f8f2-4279-aaf7-59a712a8c2f3 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0b696f5f-975f-4899-9d3c-c13f9cac42e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1333416 Jan 21 19:12:20.001032 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1fc58f-3580-4402-b17a-712e2cd37689 req-87cc44a7-ec06-4726-a0b0-2ea190cb162e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:20.002344 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8b1fc58f-3580-4402-b17a-712e2cd37689 req-87cc44a7-ec06-4726-a0b0-2ea190cb162e service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=b985ff19-cb0e-45fe-aa5c-a7b0166ecf59 HTTP/1.1" status: 200 len: 1135 time: 0.1046541 Jan 21 19:12:20.098058 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8b1fc58f-3580-4402-b17a-712e2cd37689 req-693ec444-b14d-4023-af0f-8d4b6c122048 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0a89763-35a9-4d2e-8d52-ee98bb720a0b HTTP/1.1" status: 200 len: 217 time: 0.0704553 Jan 21 19:12:20.227012 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1fc58f-3580-4402-b17a-712e2cd37689 req-7d36dda1-8169-4dae-81ba-d12bc40fba45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:20.228414 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8b1fc58f-3580-4402-b17a-712e2cd37689 req-7d36dda1-8169-4dae-81ba-d12bc40fba45 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=9eece26f-6973-4859-9960-756c5ebc0058 HTTP/1.1" status: 200 len: 834 time: 0.1186330 Jan 21 19:12:20.283699 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2475eda2-657c-4500-a542-699083bcb39a req-eb1fafc2-4d7e-47c6-a056-652790b3271a service neutron] 10.222.0.113 "GET /v2.0/networks/0b696f5f-975f-4899-9d3c-c13f9cac42e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732210 Jan 21 19:12:20.411936 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1fc58f-3580-4402-b17a-712e2cd37689 req-19f6de9b-8894-4744-aaab-4a9199a14441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:20.413439 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8b1fc58f-3580-4402-b17a-712e2cd37689 req-19f6de9b-8894-4744-aaab-4a9199a14441 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c0654f3e-1bf5-4bfc-9c93-9e5c44657711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1741309 Jan 21 19:12:20.451445 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2475eda2-657c-4500-a542-699083bcb39a req-3008c0aa-551c-4765-accb-e1f5a1da2fba service neutron] 10.222.0.113 "GET /v2.0/networks/0b696f5f-975f-4899-9d3c-c13f9cac42e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597764 Jan 21 19:12:20.553901 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8b1fc58f-3580-4402-b17a-712e2cd37689 req-429af68d-d60b-4af0-b4ca-4de76fa052da service neutron] 10.222.0.113 "GET /v2.0/networks/c0654f3e-1bf5-4bfc-9c93-9e5c44657711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318498 Jan 21 19:12:20.687130 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8b1fc58f-3580-4402-b17a-712e2cd37689 req-c861e173-e1fe-40b5-9dc5-34552cea4a4e service neutron] 10.222.0.113 "GET /v2.0/networks/c0654f3e-1bf5-4bfc-9c93-9e5c44657711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272044 Jan 21 19:12:20.759199 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2658a-9cfd-464a-bbcb-265cd8ad8329 req-55c83b38-1194-4129-9ea3-a0c51ab34518 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:20.760293 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-bef2658a-9cfd-464a-bbcb-265cd8ad8329 req-55c83b38-1194-4129-9ea3-a0c51ab34518 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=b985ff19-cb0e-45fe-aa5c-a7b0166ecf59 HTTP/1.1" status: 200 len: 982 time: 0.0809195 Jan 21 19:12:20.804006 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-bef2658a-9cfd-464a-bbcb-265cd8ad8329 req-4ab0084e-2ec3-4203-ae61-34fdb68b591d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=95e7d17e-cb0f-4bb4-9804-c9a194d94562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381451 Jan 21 19:12:21.099696 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1875da-4c42-4e5f-a643-c854a6f79032', 'tag': 'dd243326-d025-473a-9e0e-eb0452de0418'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:12:21.144540 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b1875da-4c42-4e5f-a643-c854a6f79032', 'tag': 'dd243326-d025-473a-9e0e-eb0452de0418', 'status': 'completed', 'code': 200} Jan 21 19:12:21.161489 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f1b3e5-08f5-4188-8d71-a10a866798ec req-4fab7614-ad88-457d-aad4-a726707ec179 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:21.163022 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-58f1b3e5-08f5-4188-8d71-a10a866798ec req-4fab7614-ad88-457d-aad4-a726707ec179 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b1875da-4c42-4e5f-a643-c854a6f79032 HTTP/1.1" status: 200 len: 944 time: 0.0841362 Jan 21 19:12:21.207321 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-58f1b3e5-08f5-4188-8d71-a10a866798ec req-7db2c74c-76d8-40e6-a6f8-835712209c39 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385358 Jan 21 19:12:21.234500 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e905c-890f-4306-b17e-7b48329268a5 req-91d9d234-fe09-42ff-9ab0-f638909e88f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:21.236322 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a66e905c-890f-4306-b17e-7b48329268a5 req-91d9d234-fe09-42ff-9ab0-f638909e88f6 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=578d4b1ec7dd480f94bb194a86bde7ee&device_id=8b1875da-4c42-4e5f-a643-c854a6f79032 HTTP/1.1" status: 200 len: 1097 time: 0.0713079 Jan 21 19:12:21.366973 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e905c-890f-4306-b17e-7b48329268a5 req-cd2d6b74-aec5-4d1c-a242-458fe3c8efc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:21.368418 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a66e905c-890f-4306-b17e-7b48329268a5 req-cd2d6b74-aec5-4d1c-a242-458fe3c8efc7 service neutron] 10.222.0.113 "GET /v2.0/networks?id=0b696f5f-975f-4899-9d3c-c13f9cac42e5 HTTP/1.1" status: 200 len: 912 time: 0.1256583 Jan 21 19:12:21.439036 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a66e905c-890f-4306-b17e-7b48329268a5 req-7ba27bb2-9aad-4a36-b2b7-d0f432412439 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd243326-d025-473a-9e0e-eb0452de0418 HTTP/1.1" status: 200 len: 217 time: 0.0639789 Jan 21 19:12:21.504372 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e905c-890f-4306-b17e-7b48329268a5 req-b0ab6dbe-d988-4ed4-a0a3-8cc691b1f9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:21.505774 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a66e905c-890f-4306-b17e-7b48329268a5 req-b0ab6dbe-d988-4ed4-a0a3-8cc691b1f9b2 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=84dda25a-5f4d-444e-8486-d19a0764b110 HTTP/1.1" status: 200 len: 850 time: 0.0613666 Jan 21 19:12:21.684249 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e905c-890f-4306-b17e-7b48329268a5 req-b543b0ba-02ce-460a-b7f7-0e241a797c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:21.685696 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a66e905c-890f-4306-b17e-7b48329268a5 req-b543b0ba-02ce-460a-b7f7-0e241a797c07 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0b696f5f-975f-4899-9d3c-c13f9cac42e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1740775 Jan 21 19:12:21.833272 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a66e905c-890f-4306-b17e-7b48329268a5 req-3d1960a0-c2b6-45cb-8e6d-aa955bbd3a3e service neutron] 10.222.0.113 "GET /v2.0/networks/0b696f5f-975f-4899-9d3c-c13f9cac42e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412380 Jan 21 19:12:21.966883 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a66e905c-890f-4306-b17e-7b48329268a5 req-53063bbc-83b2-477f-8ef8-40d9e3c70569 service neutron] 10.222.0.113 "GET /v2.0/networks/0b696f5f-975f-4899-9d3c-c13f9cac42e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276727 Jan 21 19:12:21.988532 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa214f-d6f8-4017-b97b-d2307d503df0 req-efc81108-e4f8-48f1-926f-b18aece5417b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:21.990039 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3eaa214f-d6f8-4017-b97b-d2307d503df0 req-efc81108-e4f8-48f1-926f-b18aece5417b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=b985ff19-cb0e-45fe-aa5c-a7b0166ecf59 HTTP/1.1" status: 200 len: 982 time: 0.0789249 Jan 21 19:12:22.036325 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3eaa214f-d6f8-4017-b97b-d2307d503df0 req-58e55770-ea78-4e54-9ffe-a0e85233a45d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=95e7d17e-cb0f-4bb4-9804-c9a194d94562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407567 Jan 21 19:12:22.389082 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be8973-d5f5-4ede-a676-3125ba8ffd5d req-3c6d23a3-b44b-42c2-8542-5a7670d528e4 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:22.390532 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-77be8973-d5f5-4ede-a676-3125ba8ffd5d req-3c6d23a3-b44b-42c2-8542-5a7670d528e4 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b1875da-4c42-4e5f-a643-c854a6f79032 HTTP/1.1" status: 200 len: 944 time: 0.0784638 Jan 21 19:12:22.435846 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-77be8973-d5f5-4ede-a676-3125ba8ffd5d req-d7887e8f-135c-4d47-b22f-9bec65eab84d tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388203 Jan 21 19:12:22.585029 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device f0a89763-35a9-4d2e-8d52-ee98bb720a0b details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:12:22.714446 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port f0a89763-35a9-4d2e-8d52-ee98bb720a0b, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=f0a89763-35a9-4d2e-8d52-ee98bb720a0b,segment=NetworkSegment(1cf8376e-e8f5-4545-9632-87080d33a906),segment_id=1cf8376e-e8f5-4545-9632-87080d33a906)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:12:22.727544 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': 'f0a89763-35a9-4d2e-8d52-ee98bb720a0b', 'network_id': 'c0654f3e-1bf5-4bfc-9c93-9e5c44657711', 'port_id': 'f0a89763-35a9-4d2e-8d52-ee98bb720a0b', 'mac_address': 'fa:16:3e:7f:54:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eece26f-6973-4859-9960-756c5ebc0058', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:12:22.781302 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:22.798248 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0a89763-35a9-4d2e-8d52-ee98bb720a0b {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:12:22.812874 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port f0a89763-35a9-4d2e-8d52-ee98bb720a0b, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=f0a89763-35a9-4d2e-8d52-ee98bb720a0b,segment=NetworkSegment(1cf8376e-e8f5-4545-9632-87080d33a906),segment_id=1cf8376e-e8f5-4545-9632-87080d33a906)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:12:22.863560 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:22.931053 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=f0a89763-35a9-4d2e-8d52-ee98bb720a0b,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:23.070276 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['f0a89763-35a9-4d2e-8d52-ee98bb720a0b'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:12:23.228170 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0cd7a-99f5-4961-ae27-63168d34af3a req-1f928f4c-4bbc-40fd-b5e6-3afd2247ca52 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:23.229603 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-98f0cd7a-99f5-4961-ae27-63168d34af3a req-1f928f4c-4bbc-40fd-b5e6-3afd2247ca52 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=b985ff19-cb0e-45fe-aa5c-a7b0166ecf59 HTTP/1.1" status: 200 len: 983 time: 0.0835171 Jan 21 19:12:23.274183 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-98f0cd7a-99f5-4961-ae27-63168d34af3a req-f0cec29f-6977-48c8-8c91-64f45babb731 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=95e7d17e-cb0f-4bb4-9804-c9a194d94562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386477 Jan 21 19:12:23.616593 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477feb4f-9569-4a91-a646-cf6b67dada13 req-3840e5d1-b8ec-4470-aa3a-a31f565ff78d tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:23.618008 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-477feb4f-9569-4a91-a646-cf6b67dada13 req-3840e5d1-b8ec-4470-aa3a-a31f565ff78d tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b1875da-4c42-4e5f-a643-c854a6f79032 HTTP/1.1" status: 200 len: 944 time: 0.0794899 Jan 21 19:12:23.661048 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-477feb4f-9569-4a91-a646-cf6b67dada13 req-873db4c2-6646-4a85-b772-db0b77bcaf71 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375082 Jan 21 19:12:24.460839 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd8b38-a14d-480f-a6f8-6a6c0c15dbf5 req-80cbd9cf-aab6-4283-b2e4-f41568c129a8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:24.462419 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-41bd8b38-a14d-480f-a6f8-6a6c0c15dbf5 req-80cbd9cf-aab6-4283-b2e4-f41568c129a8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=b985ff19-cb0e-45fe-aa5c-a7b0166ecf59 HTTP/1.1" status: 200 len: 983 time: 0.0839455 Jan 21 19:12:24.505660 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-41bd8b38-a14d-480f-a6f8-6a6c0c15dbf5 req-245107a9-0c1b-4cd2-8c0d-890f039d09e5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=95e7d17e-cb0f-4bb4-9804-c9a194d94562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377631 Jan 21 19:12:24.598466 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device f0a89763-35a9-4d2e-8d52-ee98bb720a0b up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:12:24.720629 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning for port f0a89763-35a9-4d2e-8d52-ee98bb720a0b completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:12:24.725688 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port f0a89763-35a9-4d2e-8d52-ee98bb720a0b triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:12:24.726093 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:24.842396 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:24.851984 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5f3a1-12a7-4f34-983b-ea3334b3c146 req-e845c471-40d8-4859-a304-163a14d189bd tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:24.853379 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2cd5f3a1-12a7-4f34-983b-ea3334b3c146 req-e845c471-40d8-4859-a304-163a14d189bd tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b1875da-4c42-4e5f-a643-c854a6f79032 HTTP/1.1" status: 200 len: 944 time: 0.0797906 Jan 21 19:12:24.869982 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b985ff19-cb0e-45fe-aa5c-a7b0166ecf59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a89763-35a9-4d2e-8d52-ee98bb720a0b'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:12:24.879303 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port f0a89763-35a9-4d2e-8d52-ee98bb720a0b, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=f0a89763-35a9-4d2e-8d52-ee98bb720a0b,segment=NetworkSegment(1cf8376e-e8f5-4545-9632-87080d33a906),segment_id=1cf8376e-e8f5-4545-9632-87080d33a906)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:12:24.898611 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2cd5f3a1-12a7-4f34-983b-ea3334b3c146 req-7f711aa9-0a9d-406b-8c51-b27b76be4c22 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395761 Jan 21 19:12:24.916051 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b985ff19-cb0e-45fe-aa5c-a7b0166ecf59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a89763-35a9-4d2e-8d52-ee98bb720a0b', 'code': 200} Jan 21 19:12:24.966526 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:25.025721 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-da638d63-a555-4aa7-947f-7b941a8cbb42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:25.034489 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=f0a89763-35a9-4d2e-8d52-ee98bb720a0b,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:25.277563 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3df061-23c3-4d43-a422-0dd1040d789a req-1866d9f8-1df0-43b8-9c0f-bd8b3973ad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:25.279061 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2c3df061-23c3-4d43-a422-0dd1040d789a req-1866d9f8-1df0-43b8-9c0f-bd8b3973ad1d service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=b985ff19-cb0e-45fe-aa5c-a7b0166ecf59 HTTP/1.1" status: 200 len: 1137 time: 0.0725634 Jan 21 19:12:25.320097 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2c3df061-23c3-4d43-a422-0dd1040d789a req-f9ccbfd4-b5f1-436a-bdba-15db3bcc98ed service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=95e7d17e-cb0f-4bb4-9804-c9a194d94562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337522 Jan 21 19:12:25.692305 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4e708-6f28-432e-b450-676e55b8d04a req-c5908ea2-93f0-48ac-9325-fc7cc3cc865d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:25.693725 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3dd4e708-6f28-432e-b450-676e55b8d04a req-c5908ea2-93f0-48ac-9325-fc7cc3cc865d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=b985ff19-cb0e-45fe-aa5c-a7b0166ecf59 HTTP/1.1" status: 200 len: 984 time: 0.0820854 Jan 21 19:12:25.736031 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3dd4e708-6f28-432e-b450-676e55b8d04a req-4a92bbf2-8a46-46cd-8515-a264027d8884 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=95e7d17e-cb0f-4bb4-9804-c9a194d94562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367100 Jan 21 19:12:26.080925 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f5ef6-5486-49be-928b-dcc49d12fff3 req-6c77f9f0-061b-4f79-a402-5abb094155e6 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:26.082287 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ea6f5ef6-5486-49be-928b-dcc49d12fff3 req-6c77f9f0-061b-4f79-a402-5abb094155e6 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b1875da-4c42-4e5f-a643-c854a6f79032 HTTP/1.1" status: 200 len: 944 time: 0.0779161 Jan 21 19:12:26.128941 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ea6f5ef6-5486-49be-928b-dcc49d12fff3 req-52457e0b-57f0-4e3a-b6ec-d7ca7fe7afa2 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411417 Jan 21 19:12:26.924238 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c6e65-ac2d-499a-b32d-73787b7bc1c7 req-5cd3fcc4-6b97-479e-967c-3b2d6adfb10e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:26.925653 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-dd7c6e65-ac2d-499a-b32d-73787b7bc1c7 req-5cd3fcc4-6b97-479e-967c-3b2d6adfb10e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=b985ff19-cb0e-45fe-aa5c-a7b0166ecf59 HTTP/1.1" status: 200 len: 984 time: 0.0776792 Jan 21 19:12:26.968710 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-dd7c6e65-ac2d-499a-b32d-73787b7bc1c7 req-9d517b0d-94dc-416c-a2a9-d8dc3d145868 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=95e7d17e-cb0f-4bb4-9804-c9a194d94562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375345 Jan 21 19:12:27.191712 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f8d72-6fbc-44c2-9f6e-4f04165516ac req-7cc4f6fd-303a-4daf-9d3a-123cbe396509 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:27.193349 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-210f8d72-6fbc-44c2-9f6e-4f04165516ac req-7cc4f6fd-303a-4daf-9d3a-123cbe396509 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=b985ff19-cb0e-45fe-aa5c-a7b0166ecf59 HTTP/1.1" status: 200 len: 984 time: 0.1193912 Jan 21 19:12:27.242443 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-210f8d72-6fbc-44c2-9f6e-4f04165516ac req-c1e34e25-e668-4056-82a8-f52f2e652260 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=95e7d17e-cb0f-4bb4-9804-c9a194d94562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425072 Jan 21 19:12:27.267286 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-490fe2e6-c933-4099-b9cd-b4f719221348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:27.268148 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36586) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:12:27.341128 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d16ddb0-6d09-4907-9446-bd3d06204548 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:27.347077 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-8d16ddb0-6d09-4907-9446-bd3d06204548 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=b985ff19-cb0e-45fe-aa5c-a7b0166ecf59 HTTP/1.1" status: 200 len: 1132 time: 0.0740671 Jan 21 19:12:27.347278 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb3403-5c43-43de-9183-a6c8b0adb1b6 req-514ccc8c-54c7-4e04-ae1a-ca12d4006cca tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:27.347403 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36590) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:12:27.350562 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-babb3403-5c43-43de-9183-a6c8b0adb1b6 req-514ccc8c-54c7-4e04-ae1a-ca12d4006cca tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b1875da-4c42-4e5f-a643-c854a6f79032 HTTP/1.1" status: 200 len: 944 time: 0.0864573 Jan 21 19:12:27.352275 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-37a5a9bd-ffbc-4c9a-b1e2-74c086e8bdcb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'floatingip': {'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'port_id': 'f0a89763-35a9-4d2e-8d52-ee98bb720a0b', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:12:27.358380 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-37a5a9bd-ffbc-4c9a-b1e2-74c086e8bdcb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:12:27.362932 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-37a5a9bd-ffbc-4c9a-b1e2-74c086e8bdcb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:floatingip and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:12:27.365768 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-37a5a9bd-ffbc-4c9a-b1e2-74c086e8bdcb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:12:27.371469 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-37a5a9bd-ffbc-4c9a-b1e2-74c086e8bdcb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:12:27.391912 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-babb3403-5c43-43de-9183-a6c8b0adb1b6 req-c84822cf-3a5d-4c79-8600-51a78604ff66 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396972 Jan 21 19:12:27.434970 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-37a5a9bd-ffbc-4c9a-b1e2-74c086e8bdcb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for floatingip, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:27.587377 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-37a5a9bd-ffbc-4c9a-b1e2-74c086e8bdcb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:27.734462 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-37a5a9bd-ffbc-4c9a-b1e2-74c086e8bdcb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Allocated IP 172.26.1.121 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/70a30a4d-bc77-4106-a415-441ba34a3477) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:12:27.901678 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-37a5a9bd-ffbc-4c9a-b1e2-74c086e8bdcb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:27.978111 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-37a5a9bd-ffbc-4c9a-b1e2-74c086e8bdcb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:28.049671 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a5a9bd-ffbc-4c9a-b1e2-74c086e8bdcb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:12:28.052576 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-37a5a9bd-ffbc-4c9a-b1e2-74c086e8bdcb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:12:28.056204 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a5a9bd-ffbc-4c9a-b1e2-74c086e8bdcb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:12:28.087133 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5a9bd-ffbc-4c9a-b1e2-74c086e8bdcb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=70a30a4d-bc77-4106-a415-441ba34a3477,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:28.126152 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:28.480997 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-37a5a9bd-ffbc-4c9a-b1e2-74c086e8bdcb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:28.524051 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:28.594988 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d489d-dd19-4773-8483-b6235a00ee24 req-a1ae3449-1193-46eb-8250-027628362741 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:28.596645 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0d3d489d-dd19-4773-8483-b6235a00ee24 req-a1ae3449-1193-46eb-8250-027628362741 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b1875da-4c42-4e5f-a643-c854a6f79032 HTTP/1.1" status: 200 len: 944 time: 0.0977776 Jan 21 19:12:28.598788 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device dd243326-d025-473a-9e0e-eb0452de0418 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:12:28.621985 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-37a5a9bd-ffbc-4c9a-b1e2-74c086e8bdcb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:28.650412 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:28.661954 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0d3d489d-dd19-4773-8483-b6235a00ee24 req-6ff587f0-b6f0-4baa-80b4-60f33331d8df tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587561 Jan 21 19:12:28.811998 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port dd243326-d025-473a-9e0e-eb0452de0418, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=dd243326-d025-473a-9e0e-eb0452de0418,segment=NetworkSegment(04945371-b45c-4f7e-b15f-adaa5b08e7fa),segment_id=04945371-b45c-4f7e-b15f-adaa5b08e7fa)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:12:28.827521 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': 'dd243326-d025-473a-9e0e-eb0452de0418', 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5', 'port_id': 'dd243326-d025-473a-9e0e-eb0452de0418', 'mac_address': 'fa:16:3e:ac:7b:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84dda25a-5f4d-444e-8486-d19a0764b110', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:12:28.898124 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:28.919963 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd243326-d025-473a-9e0e-eb0452de0418 {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:12:28.941480 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port dd243326-d025-473a-9e0e-eb0452de0418, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=dd243326-d025-473a-9e0e-eb0452de0418,segment=NetworkSegment(04945371-b45c-4f7e-b15f-adaa5b08e7fa),segment_id=04945371-b45c-4f7e-b15f-adaa5b08e7fa)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:12:28.983475 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-37a5a9bd-ffbc-4c9a-b1e2-74c086e8bdcb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:29.018836 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:29.046500 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-37a5a9bd-ffbc-4c9a-b1e2-74c086e8bdcb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:29.104929 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=dd243326-d025-473a-9e0e-eb0452de0418,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:29.160396 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5a9bd-ffbc-4c9a-b1e2-74c086e8bdcb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=70a30a4d-bc77-4106-a415-441ba34a3477,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:29.178394 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-37a5a9bd-ffbc-4c9a-b1e2-74c086e8bdcb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:29.219591 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['dd243326-d025-473a-9e0e-eb0452de0418'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:12:29.386475 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.l3_db [None req-37a5a9bd-ffbc-4c9a-b1e2-74c086e8bdcb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Floating IP 86e71476-876c-4a05-add8-18b9a9355a26 associated. External IP: 172.26.1.121, port: f0a89763-35a9-4d2e-8d52-ee98bb720a0b. Jan 21 19:12:29.736204 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a5a9bd-ffbc-4c9a-b1e2-74c086e8bdcb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Router 455060c8-de09-47a5-ac4f-27ae0c504d2c has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:12:29.852294 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac58d5-9d35-48a2-bb1a-9991fc345b8a req-4b5da32d-fe7c-4442-9ab5-29543f34bf4b tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:29.853938 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b5ac58d5-9d35-48a2-bb1a-9991fc345b8a req-4b5da32d-fe7c-4442-9ab5-29543f34bf4b tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b1875da-4c42-4e5f-a643-c854a6f79032 HTTP/1.1" status: 200 len: 945 time: 0.0812242 Jan 21 19:12:29.903104 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b5ac58d5-9d35-48a2-bb1a-9991fc345b8a req-7e3d7158-6feb-4d3d-b843-ff47dacf6dd4 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435059 Jan 21 19:12:29.914612 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a5a9bd-ffbc-4c9a-b1e2-74c086e8bdcb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:12:29.926187 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7231c3cb-1297-4a84-852e-9b6c5477c875 None None] Sync routers for ids ['455060c8-de09-47a5-ac4f-27ae0c504d2c'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:12:29.935324 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7231c3cb-1297-4a84-852e-9b6c5477c875 None None] Routers {'455060c8-de09-47a5-ac4f-27ae0c504d2c'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:12:29.936017 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-7231c3cb-1297-4a84-852e-9b6c5477c875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:12:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['455060c8-de09-47a5-ac4f-27ae0c504d2c'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:12:29.998174 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-37a5a9bd-ffbc-4c9a-b1e2-74c086e8bdcb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:30.055212 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:30.057262 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-37a5a9bd-ffbc-4c9a-b1e2-74c086e8bdcb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1035 time: 2.7089386 Jan 21 19:12:30.057860 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b985ff19-cb0e-45fe-aa5c-a7b0166ecf59', 'tag': 'f0a89763-35a9-4d2e-8d52-ee98bb720a0b'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:12:30.060177 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36598) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:12:30.104275 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b985ff19-cb0e-45fe-aa5c-a7b0166ecf59', 'tag': 'f0a89763-35a9-4d2e-8d52-ee98bb720a0b', 'status': 'completed', 'code': 200} Jan 21 19:12:30.122129 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-7231c3cb-1297-4a84-852e-9b6c5477c875 None None] Set router 455060c8-de09-47a5-ac4f-27ae0c504d2c gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:12:30.135575 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1147da2e-1959-4d42-b5f2-4131552328a8 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:30.137520 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-1147da2e-1959-4d42-b5f2-4131552328a8 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=b985ff19-cb0e-45fe-aa5c-a7b0166ecf59&network_id=c0654f3e-1bf5-4bfc-9c93-9e5c44657711 HTTP/1.1" status: 200 len: 1132 time: 0.0760951 Jan 21 19:12:30.196270 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ebb13-2051-4464-af1e-ea89d81646a5 req-2222c659-c662-426f-961d-cbadef2b732a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:30.197873 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d27ebb13-2051-4464-af1e-ea89d81646a5 req-2222c659-c662-426f-961d-cbadef2b732a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=b985ff19-cb0e-45fe-aa5c-a7b0166ecf59 HTTP/1.1" status: 200 len: 1137 time: 0.0733337 Jan 21 19:12:30.330542 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ebb13-2051-4464-af1e-ea89d81646a5 req-7052ec8c-5227-4eb7-9c0b-4b9438678fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:30.331961 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d27ebb13-2051-4464-af1e-ea89d81646a5 req-7052ec8c-5227-4eb7-9c0b-4b9438678fd9 service neutron] 10.222.0.113 "GET /v2.0/networks?id=c0654f3e-1bf5-4bfc-9c93-9e5c44657711 HTTP/1.1" status: 200 len: 898 time: 0.1283960 Jan 21 19:12:30.490479 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-7231c3cb-1297-4a84-852e-9b6c5477c875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455060c8-de09-47a5-ac4f-27ae0c504d2c', 'name': 'tempest-TestNetworkBasicOps-router-1147760197', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '92641126-ebf5-45b2-b848-f2afa713d2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:12:00Z', 'updated_at': '2022-01-21T19:12:06Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '92641126-ebf5-45b2-b848-f2afa713d2b6', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:33:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455060c8-de09-47a5-ac4f-27ae0c504d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:12:01Z', 'updated_at': '2022-01-21T19:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '86e71476-876c-4a05-add8-18b9a9355a26', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'floating_ip_address': '172.26.1.121', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '455060c8-de09-47a5-ac4f-27ae0c504d2c', 'port_id': 'f0a89763-35a9-4d2e-8d52-ee98bb720a0b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2076508215', 'network_id': 'c0654f3e-1bf5-4bfc-9c93-9e5c44657711', 'mac_address': 'fa:16:3e:7f:54:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b985ff19-cb0e-45fe-aa5c-a7b0166ecf59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:12:28Z', 'updated_at': '2022-01-21T19:12:28Z', 'revision_number': 0, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c49eb17-ceaa-45ed-8b6b-68f34005d7cc', 'name': '', 'network_id': 'c0654f3e-1bf5-4bfc-9c93-9e5c44657711', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:0c:f2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455060c8-de09-47a5-ac4f-27ae0c504d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '9eece26f-6973-4859-9960-756c5ebc0058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:12:05Z', 'updated_at': '2022-01-21T19:12:11Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '9eece26f-6973-4859-9960-756c5ebc0058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:12:30.494387 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7231c3cb-1297-4a84-852e-9b6c5477c875 None None] Checking router: 455060c8-de09-47a5-ac4f-27ae0c504d2c for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:12:30.503380 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7231c3cb-1297-4a84-852e-9b6c5477c875 None None] Routers {'455060c8-de09-47a5-ac4f-27ae0c504d2c'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:12:30.503984 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-7231c3cb-1297-4a84-852e-9b6c5477c875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:12:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['455060c8-de09-47a5-ac4f-27ae0c504d2c'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:12:30.568673 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d27ebb13-2051-4464-af1e-ea89d81646a5 req-95281bef-7791-43fe-a398-1e7476da3ca2 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0a89763-35a9-4d2e-8d52-ee98bb720a0b HTTP/1.1" status: 200 len: 1038 time: 0.2303128 Jan 21 19:12:30.598237 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device dd243326-d025-473a-9e0e-eb0452de0418 up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:12:30.639377 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ebb13-2051-4464-af1e-ea89d81646a5 req-efa68d9c-97ae-488b-89ce-20eeb40b1097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:30.641778 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d27ebb13-2051-4464-af1e-ea89d81646a5 req-efa68d9c-97ae-488b-89ce-20eeb40b1097 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=9eece26f-6973-4859-9960-756c5ebc0058 HTTP/1.1" status: 200 len: 834 time: 0.0668299 Jan 21 19:12:30.693994 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-7231c3cb-1297-4a84-852e-9b6c5477c875 None None] Set router 455060c8-de09-47a5-ac4f-27ae0c504d2c gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:12:30.720380 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ebb13-2051-4464-af1e-ea89d81646a5 req-3a3d4e00-8409-4cb5-a28c-90f2479f1fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:30.721882 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d27ebb13-2051-4464-af1e-ea89d81646a5 req-3a3d4e00-8409-4cb5-a28c-90f2479f1fbf service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c0654f3e-1bf5-4bfc-9c93-9e5c44657711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743790 Jan 21 19:12:30.743140 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning for port dd243326-d025-473a-9e0e-eb0452de0418 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:12:30.748268 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port dd243326-d025-473a-9e0e-eb0452de0418 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:12:30.748644 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:30.825540 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d6b87-ca5f-41c9-80b0-b290c0425588 req-ab727a3d-6fb5-44c5-96e5-1115d33b3366 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:30.827352 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d45d6b87-ca5f-41c9-80b0-b290c0425588 req-ab727a3d-6fb5-44c5-96e5-1115d33b3366 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=b985ff19-cb0e-45fe-aa5c-a7b0166ecf59 HTTP/1.1" status: 200 len: 984 time: 0.0890102 Jan 21 19:12:30.879411 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d27ebb13-2051-4464-af1e-ea89d81646a5 req-15f7be19-a254-437f-bc42-4ae81d7b7eb9 service neutron] 10.222.0.113 "GET /v2.0/networks/c0654f3e-1bf5-4bfc-9c93-9e5c44657711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497827 Jan 21 19:12:30.881291 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d45d6b87-ca5f-41c9-80b0-b290c0425588 req-f33f79ad-83b4-447d-adae-9fa2f46ec5e3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=95e7d17e-cb0f-4bb4-9804-c9a194d94562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457294 Jan 21 19:12:30.889367 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:30.932968 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1875da-4c42-4e5f-a643-c854a6f79032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd243326-d025-473a-9e0e-eb0452de0418'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:12:30.951326 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port dd243326-d025-473a-9e0e-eb0452de0418, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=dd243326-d025-473a-9e0e-eb0452de0418,segment=NetworkSegment(04945371-b45c-4f7e-b15f-adaa5b08e7fa),segment_id=04945371-b45c-4f7e-b15f-adaa5b08e7fa)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:12:30.992092 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1875da-4c42-4e5f-a643-c854a6f79032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd243326-d025-473a-9e0e-eb0452de0418', 'code': 200} Jan 21 19:12:31.029232 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:31.034037 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d27ebb13-2051-4464-af1e-ea89d81646a5 req-f8412031-1d59-4b4d-ac36-b5ff230432ad service neutron] 10.222.0.113 "GET /v2.0/networks/c0654f3e-1bf5-4bfc-9c93-9e5c44657711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482077 Jan 21 19:12:31.109843 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=dd243326-d025-473a-9e0e-eb0452de0418,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:31.137718 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-7231c3cb-1297-4a84-852e-9b6c5477c875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455060c8-de09-47a5-ac4f-27ae0c504d2c', 'name': 'tempest-TestNetworkBasicOps-router-1147760197', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '92641126-ebf5-45b2-b848-f2afa713d2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:12:00Z', 'updated_at': '2022-01-21T19:12:06Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '92641126-ebf5-45b2-b848-f2afa713d2b6', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:33:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455060c8-de09-47a5-ac4f-27ae0c504d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:12:01Z', 'updated_at': '2022-01-21T19:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '86e71476-876c-4a05-add8-18b9a9355a26', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'floating_ip_address': '172.26.1.121', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '455060c8-de09-47a5-ac4f-27ae0c504d2c', 'port_id': 'f0a89763-35a9-4d2e-8d52-ee98bb720a0b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2076508215', 'network_id': 'c0654f3e-1bf5-4bfc-9c93-9e5c44657711', 'mac_address': 'fa:16:3e:7f:54:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b985ff19-cb0e-45fe-aa5c-a7b0166ecf59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:12:28Z', 'updated_at': '2022-01-21T19:12:28Z', 'revision_number': 0, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c49eb17-ceaa-45ed-8b6b-68f34005d7cc', 'name': '', 'network_id': 'c0654f3e-1bf5-4bfc-9c93-9e5c44657711', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:0c:f2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455060c8-de09-47a5-ac4f-27ae0c504d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '9eece26f-6973-4859-9960-756c5ebc0058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:12:05Z', 'updated_at': '2022-01-21T19:12:11Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '9eece26f-6973-4859-9960-756c5ebc0058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:12:31.138335 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06b63f-d7ce-4402-bc9c-927d4718c253 req-3cc3de51-bbad-4bc4-99ca-409f52288a1a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:31.139290 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2a06b63f-d7ce-4402-bc9c-927d4718c253 req-3cc3de51-bbad-4bc4-99ca-409f52288a1a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b1875da-4c42-4e5f-a643-c854a6f79032 HTTP/1.1" status: 200 len: 946 time: 0.0932014 Jan 21 19:12:31.142327 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7231c3cb-1297-4a84-852e-9b6c5477c875 None None] The sync data for ids ['455060c8-de09-47a5-ac4f-27ae0c504d2c'] in dv-neutron-825470-1-hyperv is: [{'id': '455060c8-de09-47a5-ac4f-27ae0c504d2c', 'name': 'tempest-TestNetworkBasicOps-router-1147760197', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '92641126-ebf5-45b2-b848-f2afa713d2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:12:00Z', 'updated_at': '2022-01-21T19:12:06Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '92641126-ebf5-45b2-b848-f2afa713d2b6', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:33:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455060c8-de09-47a5-ac4f-27ae0c504d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:12:01Z', 'updated_at': '2022-01-21T19:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '86e71476-876c-4a05-add8-18b9a9355a26', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'floating_ip_address': '172.26.1.121', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '455060c8-de09-47a5-ac4f-27ae0c504d2c', 'port_id': 'f0a89763-35a9-4d2e-8d52-ee98bb720a0b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2076508215', 'network_id': 'c0654f3e-1bf5-4bfc-9c93-9e5c44657711', 'mac_address': 'fa:16:3e:7f:54:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b985ff19-cb0e-45fe-aa5c-a7b0166ecf59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:12:28Z', 'updated_at': '2022-01-21T19:12:28Z', 'revision_number': 0, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c49eb17-ceaa-45ed-8b6b-68f34005d7cc', 'name': '', 'network_id': 'c0654f3e-1bf5-4bfc-9c93-9e5c44657711', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:0c:f2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455060c8-de09-47a5-ac4f-27ae0c504d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '9eece26f-6973-4859-9960-756c5ebc0058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:12:05Z', 'updated_at': '2022-01-21T19:12:11Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '9eece26f-6973-4859-9960-756c5ebc0058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:12:31.186303 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2a06b63f-d7ce-4402-bc9c-927d4718c253 req-5d098708-c9e1-416f-bf2c-b2de4c3a4bb1 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398910 Jan 21 19:12:31.349661 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a088eab9-b350-4406-89e4-afbfcd13ee48 None None] New status for floating IP 86e71476-876c-4a05-add8-18b9a9355a26: ACTIVE {{(pid=88138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:12:31.422209 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e42b4-c6f1-456c-a6c2-3cfec60558b9 req-bdd6bee5-6258-43f1-aa02-34a2216e3ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:31.424649 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0e4e42b4-c6f1-456c-a6c2-3cfec60558b9 req-bdd6bee5-6258-43f1-aa02-34a2216e3ea1 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=8b1875da-4c42-4e5f-a643-c854a6f79032 HTTP/1.1" status: 200 len: 1099 time: 0.0786841 Jan 21 19:12:31.466310 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0e4e42b4-c6f1-456c-a6c2-3cfec60558b9 req-22e95b8d-6008-440e-a44c-1c7a4b687bc3 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348513 Jan 21 19:12:32.073596 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703bc5ba-1cfb-4260-8324-21d6f13836b7 req-afc82b30-5532-43f1-92f9-e1ea89320d96 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:32.075211 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-703bc5ba-1cfb-4260-8324-21d6f13836b7 req-afc82b30-5532-43f1-92f9-e1ea89320d96 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=b985ff19-cb0e-45fe-aa5c-a7b0166ecf59 HTTP/1.1" status: 200 len: 984 time: 0.0812397 Jan 21 19:12:32.117960 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-703bc5ba-1cfb-4260-8324-21d6f13836b7 req-3129796a-1ccf-4f90-89b7-14ddbf78acd0 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=95e7d17e-cb0f-4bb4-9804-c9a194d94562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365288 Jan 21 19:12:32.229131 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e229a33-00e6-4205-8786-0149b7bc8f1d req-f7a38e3b-61d6-46fc-8ac9-1eb99689cceb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:32.229836 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-7e229a33-00e6-4205-8786-0149b7bc8f1d req-f7a38e3b-61d6-46fc-8ac9-1eb99689cceb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:12:32.308092 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-7e229a33-00e6-4205-8786-0149b7bc8f1d req-f7a38e3b-61d6-46fc-8ac9-1eb99689cceb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:12:32.309316 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-7e229a33-00e6-4205-8786-0149b7bc8f1d req-f7a38e3b-61d6-46fc-8ac9-1eb99689cceb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "GET /v2.0/ports?device_id=b985ff19-cb0e-45fe-aa5c-a7b0166ecf59 HTTP/1.1" status: 200 len: 984 time: 0.1591449 Jan 21 19:12:32.374054 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332723f-2360-4cfd-9995-334d602c2f4e req-d3dacf19-b688-4704-937c-71b87fddc2f2 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:32.378509 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9332723f-2360-4cfd-9995-334d602c2f4e req-d3dacf19-b688-4704-937c-71b87fddc2f2 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b1875da-4c42-4e5f-a643-c854a6f79032 HTTP/1.1" status: 200 len: 946 time: 0.0884719 Jan 21 19:12:32.388609 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e229a33-00e6-4205-8786-0149b7bc8f1d req-4b6f39aa-dfc7-4a94-8d7d-e69759ec1434 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:32.389982 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-7e229a33-00e6-4205-8786-0149b7bc8f1d req-4b6f39aa-dfc7-4a94-8d7d-e69759ec1434 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "GET /v2.0/ports/f0a89763-35a9-4d2e-8d52-ee98bb720a0b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0744536 Jan 21 19:12:32.431860 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9332723f-2360-4cfd-9995-334d602c2f4e req-2a872cc0-d3c2-4f47-a367-6a55bea7ab14 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490963 Jan 21 19:12:32.566294 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-7e229a33-00e6-4205-8786-0149b7bc8f1d req-9f67e1b9-fdd5-4a1f-85a0-ea1b477454ca tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "GET /v2.0/networks/c0654f3e-1bf5-4bfc-9c93-9e5c44657711?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1629429 Jan 21 19:12:32.576536 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-7e229a33-00e6-4205-8786-0149b7bc8f1d req-da362d08-5fb5-47d2-876f-253654a4c7db service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:12:32.686498 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-7e229a33-00e6-4205-8786-0149b7bc8f1d req-da362d08-5fb5-47d2-876f-253654a4c7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:32.877198 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-7e229a33-00e6-4205-8786-0149b7bc8f1d req-da362d08-5fb5-47d2-876f-253654a4c7db service neutron] For port f0a89763-35a9-4d2e-8d52-ee98bb720a0b, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=f0a89763-35a9-4d2e-8d52-ee98bb720a0b,segment=NetworkSegment(1cf8376e-e8f5-4545-9632-87080d33a906),segment_id=1cf8376e-e8f5-4545-9632-87080d33a906)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:12:32.904567 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-7e229a33-00e6-4205-8786-0149b7bc8f1d req-da362d08-5fb5-47d2-876f-253654a4c7db service neutron] For port f0a89763-35a9-4d2e-8d52-ee98bb720a0b, host hv-neutron-8254, cleared binding levels {{(pid=88137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:12:32.955658 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [req-7e229a33-00e6-4205-8786-0149b7bc8f1d req-da362d08-5fb5-47d2-876f-253654a4c7db service neutron] device_id is not set on port f0a89763-35a9-4d2e-8d52-ee98bb720a0b yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:12:32.963708 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-7e229a33-00e6-4205-8786-0149b7bc8f1d req-da362d08-5fb5-47d2-876f-253654a4c7db service neutron] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:33.018023 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-7e229a33-00e6-4205-8786-0149b7bc8f1d req-da362d08-5fb5-47d2-876f-253654a4c7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:33.160708 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da362d08-5fb5-47d2-876f-253654a4c7db service neutron] Pushing event updated for resources: {'Port': ['ID=f0a89763-35a9-4d2e-8d52-ee98bb720a0b,revision_number=6']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:33.213726 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e229a33-00e6-4205-8786-0149b7bc8f1d req-da362d08-5fb5-47d2-876f-253654a4c7db service neutron] No DVR routers for this DVR port f0a89763-35a9-4d2e-8d52-ee98bb720a0b on host hv-neutron-8254 {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:12:33.281621 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d2b15cc7-bf2f-4123-b6c9-ac724e5b61b2 req-0347791e-3201-4e71-9eea-24424b72c468 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=b985ff19-cb0e-45fe-aa5c-a7b0166ecf59 HTTP/1.1" status: 200 len: 210 time: 0.0495837 Jan 21 19:12:33.355240 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-6d17d789-9541-4b5d-b425-e7d1d3eb5b84 None None] Provisioning complete for port f0a89763-35a9-4d2e-8d52-ee98bb720a0b triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:12:33.355821 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6d17d789-9541-4b5d-b425-e7d1d3eb5b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:33.413526 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-6d17d789-9541-4b5d-b425-e7d1d3eb5b84 None None] Port f0a89763-35a9-4d2e-8d52-ee98bb720a0b cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:12:33.544759 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-7e229a33-00e6-4205-8786-0149b7bc8f1d req-da362d08-5fb5-47d2-876f-253654a4c7db service neutron] In _notify_port_updated(), no bound segment for port f0a89763-35a9-4d2e-8d52-ee98bb720a0b on network c0654f3e-1bf5-4bfc-9c93-9e5c44657711 {{(pid=88137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 19:12:33.545632 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e229a33-00e6-4205-8786-0149b7bc8f1d req-da362d08-5fb5-47d2-876f-253654a4c7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:33.546267 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-7e229a33-00e6-4205-8786-0149b7bc8f1d req-da362d08-5fb5-47d2-876f-253654a4c7db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:33.548088 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-7e229a33-00e6-4205-8786-0149b7bc8f1d req-da362d08-5fb5-47d2-876f-253654a4c7db service neutron] 10.222.0.113 "PUT /v2.0/ports/f0a89763-35a9-4d2e-8d52-ee98bb720a0b HTTP/1.1" status: 200 len: 1027 time: 0.9750409 Jan 21 19:12:33.615386 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538c138-2392-4e6c-addf-4b2e46032665 req-987c8588-e3b1-4099-b197-fce415274203 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:33.616800 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9538c138-2392-4e6c-addf-4b2e46032665 req-987c8588-e3b1-4099-b197-fce415274203 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b1875da-4c42-4e5f-a643-c854a6f79032 HTTP/1.1" status: 200 len: 946 time: 0.0788438 Jan 21 19:12:33.662506 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9538c138-2392-4e6c-addf-4b2e46032665 req-9029254b-220f-4f60-ae99-77c6a4cb5776 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398350 Jan 21 19:12:33.850133 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fffb571-e679-40a7-bb2b-cd94c99d980f req-f199b44c-851d-4b6b-b261-ae24a9cf7f33 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:33.851510 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3fffb571-e679-40a7-bb2b-cd94c99d980f req-f199b44c-851d-4b6b-b261-ae24a9cf7f33 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b1875da-4c42-4e5f-a643-c854a6f79032 HTTP/1.1" status: 200 len: 946 time: 0.0828185 Jan 21 19:12:33.901236 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3fffb571-e679-40a7-bb2b-cd94c99d980f req-ac2cceb9-6361-4530-9ac3-4bc70475e8f0 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432427 Jan 21 19:12:33.925102 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36622) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:12:33.997489 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ff8394-6053-4c18-a2ed-baf4c9fc9849 tempest-TestVolumeBootPattern-1604978190 tempest-TestVolumeBootPattern-1604978190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:33.999006 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d2ff8394-6053-4c18-a2ed-baf4c9fc9849 tempest-TestVolumeBootPattern-1604978190 tempest-TestVolumeBootPattern-1604978190-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=8b1875da-4c42-4e5f-a643-c854a6f79032 HTTP/1.1" status: 200 len: 1094 time: 0.0729613 Jan 21 19:12:34.002718 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36626) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:12:34.007543 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-aafb0ac0-3b02-4aa8-8ad4-8a5544e884ce tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Request body: {'floatingip': {'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'port_id': 'dd243326-d025-473a-9e0e-eb0452de0418', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:12:34.013307 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-aafb0ac0-3b02-4aa8-8ad4-8a5544e884ce tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:12:34.017778 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-aafb0ac0-3b02-4aa8-8ad4-8a5544e884ce tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Usage tracker for resource:floatingip and tenant:578d4b1ec7dd480f94bb194a86bde7ee is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:12:34.020693 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-aafb0ac0-3b02-4aa8-8ad4-8a5544e884ce tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:12:34.026312 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-aafb0ac0-3b02-4aa8-8ad4-8a5544e884ce tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:12:34.114702 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aafb0ac0-3b02-4aa8-8ad4-8a5544e884ce tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks [] for floatingip, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:34.250555 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aafb0ac0-3b02-4aa8-8ad4-8a5544e884ce tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:34.481268 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3f0ee8b5-4bcd-4048-9497-a87b4d07efb0 req-0e42bcbd-c39b-4ccb-a62b-654eacf4a083 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=b985ff19-cb0e-45fe-aa5c-a7b0166ecf59 HTTP/1.1" status: 200 len: 210 time: 0.0540450 Jan 21 19:12:34.554089 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-aafb0ac0-3b02-4aa8-8ad4-8a5544e884ce tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Allocated IP 172.26.1.107 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/1a121a6b-ac67-432b-83b1-62b864560482) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:12:34.707079 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aafb0ac0-3b02-4aa8-8ad4-8a5544e884ce tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:34.781087 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aafb0ac0-3b02-4aa8-8ad4-8a5544e884ce tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:34.848661 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafb0ac0-3b02-4aa8-8ad4-8a5544e884ce tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:12:34.851544 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-aafb0ac0-3b02-4aa8-8ad4-8a5544e884ce tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:12:34.855114 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafb0ac0-3b02-4aa8-8ad4-8a5544e884ce tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:12:34.884297 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb0ac0-3b02-4aa8-8ad4-8a5544e884ce tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Pushing event updated for resources: {'Port': ['ID=1a121a6b-ac67-432b-83b1-62b864560482,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:35.258514 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aafb0ac0-3b02-4aa8-8ad4-8a5544e884ce tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:35.415189 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aafb0ac0-3b02-4aa8-8ad4-8a5544e884ce tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:35.588582 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36634) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:12:35.621226 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aafb0ac0-3b02-4aa8-8ad4-8a5544e884ce tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:35.655917 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff188bc-a495-4b5c-a00b-1b1e32a4dba7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:35.657870 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-8ff188bc-a495-4b5c-a00b-1b1e32a4dba7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports/f0a89763-35a9-4d2e-8d52-ee98bb720a0b HTTP/1.1" status: 200 len: 926 time: 0.0755782 Jan 21 19:12:35.700661 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aafb0ac0-3b02-4aa8-8ad4-8a5544e884ce tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:35.809603 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb0ac0-3b02-4aa8-8ad4-8a5544e884ce tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Pushing event updated for resources: {'Port': ['ID=1a121a6b-ac67-432b-83b1-62b864560482,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:35.820289 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aafb0ac0-3b02-4aa8-8ad4-8a5544e884ce tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:36.000319 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.l3_db [None req-aafb0ac0-3b02-4aa8-8ad4-8a5544e884ce tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Floating IP afa46e80-0565-42bb-bf5f-c89411623456 associated. External IP: 172.26.1.107, port: dd243326-d025-473a-9e0e-eb0452de0418. Jan 21 19:12:36.182240 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36640) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:12:36.187741 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-3f8f8fd8-6444-4641-a360-32d8920880ad tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-720273755', 'description': 'tempest-secgroup-smoke-720273755 description', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:12:36.195080 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3f8f8fd8-6444-4641-a360-32d8920880ad tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:12:36.206782 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3f8f8fd8-6444-4641-a360-32d8920880ad tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:12:36.271964 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3f8f8fd8-6444-4641-a360-32d8920880ad tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:36.292727 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3f8f8fd8-6444-4641-a360-32d8920880ad tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:12:36.296506 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-3f8f8fd8-6444-4641-a360-32d8920880ad tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:12:36.299978 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-3f8f8fd8-6444-4641-a360-32d8920880ad tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:12:36.305471 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3f8f8fd8-6444-4641-a360-32d8920880ad tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:12:36.373801 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3f8f8fd8-6444-4641-a360-32d8920880ad tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:36.463572 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3f8f8fd8-6444-4641-a360-32d8920880ad tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:36.465366 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aafb0ac0-3b02-4aa8-8ad4-8a5544e884ce tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Router e4630041-0a38-4a81-b942-d6093812cdfd has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:12:36.512095 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f8fd8-6444-4641-a360-32d8920880ad tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b794d74-f86d-4e2d-9210-d556bbba3828,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:36.588939 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3f8f8fd8-6444-4641-a360-32d8920880ad tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:36.590221 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3f8f8fd8-6444-4641-a360-32d8920880ad tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4069295 Jan 21 19:12:36.592949 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36644) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:12:36.599179 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-2c517e3a-7129-4e50-b4a7-d7b0a5f162d2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '8b794d74-f86d-4e2d-9210-d556bbba3828', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:12:36.605220 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-2c517e3a-7129-4e50-b4a7-d7b0a5f162d2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:12:36.609092 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-2c517e3a-7129-4e50-b4a7-d7b0a5f162d2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:12:36.613639 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device f0a89763-35a9-4d2e-8d52-ee98bb720a0b no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:12:36.614209 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-2c517e3a-7129-4e50-b4a7-d7b0a5f162d2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:12:36.620033 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-2c517e3a-7129-4e50-b4a7-d7b0a5f162d2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:12:36.655089 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aafb0ac0-3b02-4aa8-8ad4-8a5544e884ce tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:12:36.668412 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a189dcd-45bd-4d8a-bbe7-f1c85fbd23a8 None None] Sync routers for ids ['e4630041-0a38-4a81-b942-d6093812cdfd'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:12:36.673841 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device f0a89763-35a9-4d2e-8d52-ee98bb720a0b not bound to the agent host hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:12:36.680015 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a189dcd-45bd-4d8a-bbe7-f1c85fbd23a8 None None] Routers {'e4630041-0a38-4a81-b942-d6093812cdfd'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:12:36.680636 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-2a189dcd-45bd-4d8a-bbe7-f1c85fbd23a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:12:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['e4630041-0a38-4a81-b942-d6093812cdfd'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:12:36.738969 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2c517e3a-7129-4e50-b4a7-d7b0a5f162d2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:36.761028 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aafb0ac0-3b02-4aa8-8ad4-8a5544e884ce tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:36.798550 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2c517e3a-7129-4e50-b4a7-d7b0a5f162d2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:36.822054 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-aafb0ac0-3b02-4aa8-8ad4-8a5544e884ce tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8182905 Jan 21 19:12:36.822866 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1875da-4c42-4e5f-a643-c854a6f79032', 'tag': 'dd243326-d025-473a-9e0e-eb0452de0418'}] {{(pid=88136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:12:36.859301 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-2a189dcd-45bd-4d8a-bbe7-f1c85fbd23a8 None None] Set router e4630041-0a38-4a81-b942-d6093812cdfd gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:12:36.869348 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b1875da-4c42-4e5f-a643-c854a6f79032', 'tag': 'dd243326-d025-473a-9e0e-eb0452de0418', 'status': 'completed', 'code': 200} Jan 21 19:12:36.886078 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2c517e3a-7129-4e50-b4a7-d7b0a5f162d2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:36.958439 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c517e3a-7129-4e50-b4a7-d7b0a5f162d2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15a32b89-45dd-49b9-bb99-bb01909d5d82,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:36.988685 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef5073-2fd3-4235-b448-d687e2cd8d42 req-accbf0a1-702b-434f-a122-4e849237a492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:36.990271 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-faef5073-2fd3-4235-b448-d687e2cd8d42 req-accbf0a1-702b-434f-a122-4e849237a492 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=578d4b1ec7dd480f94bb194a86bde7ee&device_id=8b1875da-4c42-4e5f-a643-c854a6f79032 HTTP/1.1" status: 200 len: 1099 time: 0.0937264 Jan 21 19:12:37.017471 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2c517e3a-7129-4e50-b4a7-d7b0a5f162d2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:37.018671 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2c517e3a-7129-4e50-b4a7-d7b0a5f162d2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4247670 Jan 21 19:12:37.022449 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36652) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:12:37.027779 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-5ddb9349-9779-484f-8d0b-9b61983bfd24 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '8b794d74-f86d-4e2d-9210-d556bbba3828', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:12:37.034518 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-5ddb9349-9779-484f-8d0b-9b61983bfd24 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:12:37.038699 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-5ddb9349-9779-484f-8d0b-9b61983bfd24 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:12:37.041715 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-5ddb9349-9779-484f-8d0b-9b61983bfd24 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:12:37.048494 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-5ddb9349-9779-484f-8d0b-9b61983bfd24 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:12:37.119454 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5ddb9349-9779-484f-8d0b-9b61983bfd24 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:37.129245 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef5073-2fd3-4235-b448-d687e2cd8d42 req-c17b6053-7f65-4b33-b00f-fb1bb7b9ff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:37.130843 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-faef5073-2fd3-4235-b448-d687e2cd8d42 req-c17b6053-7f65-4b33-b00f-fb1bb7b9ff4b service neutron] 10.222.0.113 "GET /v2.0/networks?id=0b696f5f-975f-4899-9d3c-c13f9cac42e5 HTTP/1.1" status: 200 len: 912 time: 0.1350281 Jan 21 19:12:37.184669 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5ddb9349-9779-484f-8d0b-9b61983bfd24 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:37.231902 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-2a189dcd-45bd-4d8a-bbe7-f1c85fbd23a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'name': 'tempest-TestVolumeBootPattern-994555966-router', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:07:43Z', 'updated_at': '2022-01-21T19:07:48Z', 'revision_number': 4, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'gw_port': {'id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:47:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:44Z', 'updated_at': '2022-01-21T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': 'afa46e80-0565-42bb-bf5f-c89411623456', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'floating_ip_address': '172.26.1.107', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'port_id': 'dd243326-d025-473a-9e0e-eb0452de0418', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5', 'mac_address': 'fa:16:3e:ac:7b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1875da-4c42-4e5f-a643-c854a6f79032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:12:35Z', 'updated_at': '2022-01-21T19:12:35Z', 'revision_number': 0, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc18be0-3767-4bd4-9995-6e2d584ed462', 'name': '', 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'mac_address': 'fa:16:3e:15:9a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '84dda25a-5f4d-444e-8486-d19a0764b110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:47Z', 'updated_at': '2022-01-21T19:07:55Z', 'revision_number': 5, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'subnets': [{'id': '84dda25a-5f4d-444e-8486-d19a0764b110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:12:37.235786 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a189dcd-45bd-4d8a-bbe7-f1c85fbd23a8 None None] Checking router: e4630041-0a38-4a81-b942-d6093812cdfd for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:12:37.238918 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-faef5073-2fd3-4235-b448-d687e2cd8d42 req-4a3c2d39-127e-4325-b240-1e146b228626 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd243326-d025-473a-9e0e-eb0452de0418 HTTP/1.1" status: 200 len: 1000 time: 0.1021740 Jan 21 19:12:37.243911 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a189dcd-45bd-4d8a-bbe7-f1c85fbd23a8 None None] Routers {'e4630041-0a38-4a81-b942-d6093812cdfd'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:12:37.244439 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-2a189dcd-45bd-4d8a-bbe7-f1c85fbd23a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:12:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['e4630041-0a38-4a81-b942-d6093812cdfd'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:12:37.261431 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5ddb9349-9779-484f-8d0b-9b61983bfd24 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:37.286712 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb9349-9779-484f-8d0b-9b61983bfd24 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7aa1288-534a-4641-9e18-02520591e531,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:37.306449 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef5073-2fd3-4235-b448-d687e2cd8d42 req-5aeb31e2-5ea5-4f06-a267-e490b648e6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:37.306733 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-faef5073-2fd3-4235-b448-d687e2cd8d42 req-5aeb31e2-5ea5-4f06-a267-e490b648e6ec service neutron] 10.222.0.113 "GET /v2.0/subnets?id=84dda25a-5f4d-444e-8486-d19a0764b110 HTTP/1.1" status: 200 len: 850 time: 0.0625143 Jan 21 19:12:37.357987 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5ddb9349-9779-484f-8d0b-9b61983bfd24 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:37.361716 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-5ddb9349-9779-484f-8d0b-9b61983bfd24 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3358099 Jan 21 19:12:37.362021 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36656) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:12:37.368906 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-41bd5fec-c4c1-46f1-ae6a-656ee3d7abcc tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '8b794d74-f86d-4e2d-9210-d556bbba3828', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:12:37.381552 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-41bd5fec-c4c1-46f1-ae6a-656ee3d7abcc tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:12:37.387207 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-41bd5fec-c4c1-46f1-ae6a-656ee3d7abcc tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:12:37.390923 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-41bd5fec-c4c1-46f1-ae6a-656ee3d7abcc tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:12:37.399293 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-41bd5fec-c4c1-46f1-ae6a-656ee3d7abcc tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:12:37.418173 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef5073-2fd3-4235-b448-d687e2cd8d42 req-565d2065-4087-42dc-8dc4-1bcfb8c1441e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:37.419718 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-faef5073-2fd3-4235-b448-d687e2cd8d42 req-565d2065-4087-42dc-8dc4-1bcfb8c1441e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0b696f5f-975f-4899-9d3c-c13f9cac42e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1073949 Jan 21 19:12:37.430398 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:12:37.446814 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-2a189dcd-45bd-4d8a-bbe7-f1c85fbd23a8 None None] Set router e4630041-0a38-4a81-b942-d6093812cdfd gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:12:37.472801 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-41bd5fec-c4c1-46f1-ae6a-656ee3d7abcc tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:37.600099 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-faef5073-2fd3-4235-b448-d687e2cd8d42 req-166345ec-b374-44a2-89a0-baf28e81b774 service neutron] 10.222.0.113 "GET /v2.0/networks/0b696f5f-975f-4899-9d3c-c13f9cac42e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741650 Jan 21 19:12:37.628282 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-41bd5fec-c4c1-46f1-ae6a-656ee3d7abcc tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:37.705121 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-41bd5fec-c4c1-46f1-ae6a-656ee3d7abcc tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:37.746545 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd5fec-c4c1-46f1-ae6a-656ee3d7abcc tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c10e901-e8c4-4c9a-8ed8-c2652108f6b1,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:37.772003 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-faef5073-2fd3-4235-b448-d687e2cd8d42 req-bf22437a-2d91-42cb-9169-9500d3f207c1 service neutron] 10.222.0.113 "GET /v2.0/networks/0b696f5f-975f-4899-9d3c-c13f9cac42e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652532 Jan 21 19:12:37.804765 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-2a189dcd-45bd-4d8a-bbe7-f1c85fbd23a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'name': 'tempest-TestVolumeBootPattern-994555966-router', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:07:43Z', 'updated_at': '2022-01-21T19:07:48Z', 'revision_number': 4, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'gw_port': {'id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:47:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:44Z', 'updated_at': '2022-01-21T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': 'afa46e80-0565-42bb-bf5f-c89411623456', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'floating_ip_address': '172.26.1.107', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'port_id': 'dd243326-d025-473a-9e0e-eb0452de0418', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5', 'mac_address': 'fa:16:3e:ac:7b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1875da-4c42-4e5f-a643-c854a6f79032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:12:35Z', 'updated_at': '2022-01-21T19:12:35Z', 'revision_number': 0, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc18be0-3767-4bd4-9995-6e2d584ed462', 'name': '', 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'mac_address': 'fa:16:3e:15:9a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '84dda25a-5f4d-444e-8486-d19a0764b110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:47Z', 'updated_at': '2022-01-21T19:07:55Z', 'revision_number': 5, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'subnets': [{'id': '84dda25a-5f4d-444e-8486-d19a0764b110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:12:37.808557 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a189dcd-45bd-4d8a-bbe7-f1c85fbd23a8 None None] The sync data for ids ['e4630041-0a38-4a81-b942-d6093812cdfd'] in dv-neutron-825470-1-hyperv is: [{'id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'name': 'tempest-TestVolumeBootPattern-994555966-router', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:07:43Z', 'updated_at': '2022-01-21T19:07:48Z', 'revision_number': 4, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'gw_port': {'id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:47:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:44Z', 'updated_at': '2022-01-21T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': 'afa46e80-0565-42bb-bf5f-c89411623456', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'floating_ip_address': '172.26.1.107', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'port_id': 'dd243326-d025-473a-9e0e-eb0452de0418', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5', 'mac_address': 'fa:16:3e:ac:7b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1875da-4c42-4e5f-a643-c854a6f79032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:12:35Z', 'updated_at': '2022-01-21T19:12:35Z', 'revision_number': 0, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc18be0-3767-4bd4-9995-6e2d584ed462', 'name': '', 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'mac_address': 'fa:16:3e:15:9a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '84dda25a-5f4d-444e-8486-d19a0764b110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:47Z', 'updated_at': '2022-01-21T19:07:55Z', 'revision_number': 5, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'subnets': [{'id': '84dda25a-5f4d-444e-8486-d19a0764b110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:12:37.820603 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-41bd5fec-c4c1-46f1-ae6a-656ee3d7abcc tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:37.821775 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-41bd5fec-c4c1-46f1-ae6a-656ee3d7abcc tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4576187 Jan 21 19:12:37.824562 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36660) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:12:37.830681 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-2ee665e0-6739-4706-9758-8e40e7cbb807 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '8b794d74-f86d-4e2d-9210-d556bbba3828', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:12:37.836820 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-2ee665e0-6739-4706-9758-8e40e7cbb807 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:12:37.841114 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-2ee665e0-6739-4706-9758-8e40e7cbb807 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:12:37.844773 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-2ee665e0-6739-4706-9758-8e40e7cbb807 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:12:37.851502 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-2ee665e0-6739-4706-9758-8e40e7cbb807 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:12:37.936597 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2ee665e0-6739-4706-9758-8e40e7cbb807 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:38.022725 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2ee665e0-6739-4706-9758-8e40e7cbb807 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:38.030551 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a72a64-2db5-4c3a-8a6f-e7d5b1b87885 None None] New status for floating IP afa46e80-0565-42bb-bf5f-c89411623456: ACTIVE {{(pid=88138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:12:38.089283 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2ee665e0-6739-4706-9758-8e40e7cbb807 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:38.113044 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee665e0-6739-4706-9758-8e40e7cbb807 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04d39030-376f-47ca-bc38-7cf080385367,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:38.174889 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2ee665e0-6739-4706-9758-8e40e7cbb807 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:38.176086 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2ee665e0-6739-4706-9758-8e40e7cbb807 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3503261 Jan 21 19:12:38.178849 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36664) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:12:38.183817 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-aff274c9-fbea-459d-a629-dce983898a2d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '8b794d74-f86d-4e2d-9210-d556bbba3828', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:12:38.190956 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-aff274c9-fbea-459d-a629-dce983898a2d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:12:38.194763 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-aff274c9-fbea-459d-a629-dce983898a2d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:12:38.197687 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-aff274c9-fbea-459d-a629-dce983898a2d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:12:38.204692 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-aff274c9-fbea-459d-a629-dce983898a2d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:12:38.286052 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.securitygroups_db [None req-aff274c9-fbea-459d-a629-dce983898a2d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Project f393478d14c44d15ad1bf9df868df3cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 19:12:38.292931 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aff274c9-fbea-459d-a629-dce983898a2d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:38.357127 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aff274c9-fbea-459d-a629-dce983898a2d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:38.440606 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aff274c9-fbea-459d-a629-dce983898a2d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:38.464556 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff274c9-fbea-459d-a629-dce983898a2d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1745e25-1d51-4826-bcd4-f8e46f950a35,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:38.535547 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aff274c9-fbea-459d-a629-dce983898a2d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:38.536957 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-aff274c9-fbea-459d-a629-dce983898a2d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3571739 Jan 21 19:12:38.539684 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36668) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:12:38.544503 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-cfb639d3-f6af-4515-a01d-788866acba22 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '8b794d74-f86d-4e2d-9210-d556bbba3828', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:12:38.550428 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-cfb639d3-f6af-4515-a01d-788866acba22 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:12:38.554356 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-cfb639d3-f6af-4515-a01d-788866acba22 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:12:38.557582 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-cfb639d3-f6af-4515-a01d-788866acba22 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:12:38.562883 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-cfb639d3-f6af-4515-a01d-788866acba22 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:12:38.626513 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.securitygroups_db [None req-cfb639d3-f6af-4515-a01d-788866acba22 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Project f393478d14c44d15ad1bf9df868df3cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 19:12:38.633170 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cfb639d3-f6af-4515-a01d-788866acba22 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:38.699513 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cfb639d3-f6af-4515-a01d-788866acba22 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:38.776997 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cfb639d3-f6af-4515-a01d-788866acba22 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:38.801206 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb639d3-f6af-4515-a01d-788866acba22 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c67b0015-e852-4d7a-af9c-3f27676e06d0,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:38.868775 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cfb639d3-f6af-4515-a01d-788866acba22 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:38.869993 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-cfb639d3-f6af-4515-a01d-788866acba22 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3293707 Jan 21 19:12:39.028593 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-908498a6-3aca-4bcf-87b2-737534e4b91b req-3c517273-7cef-428d-89e9-e1a48811b454 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-720273755&fields=id&tenant_id=f393478d14c44d15ad1bf9df868df3cb HTTP/1.1" status: 200 len: 267 time: 0.0400777 Jan 21 19:12:39.106753 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908498a6-3aca-4bcf-87b2-737534e4b91b req-680fa45d-8a59-4226-9aec-4b8732f11d5d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:39.108063 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-908498a6-3aca-4bcf-87b2-737534e4b91b req-680fa45d-8a59-4226-9aec-4b8732f11d5d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports/f0a89763-35a9-4d2e-8d52-ee98bb720a0b HTTP/1.1" status: 200 len: 931 time: 0.0725508 Jan 21 19:12:39.219995 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-908498a6-3aca-4bcf-87b2-737534e4b91b req-cf07bbf8-10f7-4985-8dd4-91119214601b service neutron] 10.222.0.87 "GET /v2.0/ports/f0a89763-35a9-4d2e-8d52-ee98bb720a0b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0994713 Jan 21 19:12:39.229626 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [req-908498a6-3aca-4bcf-87b2-737534e4b91b req-e812b533-c69f-4efe-8517-b94705e78eee service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=88136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:12:39.230576 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-908498a6-3aca-4bcf-87b2-737534e4b91b req-e812b533-c69f-4efe-8517-b94705e78eee service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048077 Jan 21 19:12:39.362900 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-908498a6-3aca-4bcf-87b2-737534e4b91b req-6aa92342-97f3-48b7-9de9-2d00083e6c85 service neutron] 10.222.0.87 "GET /v2.0/networks/c0654f3e-1bf5-4bfc-9c93-9e5c44657711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264648 Jan 21 19:12:39.493987 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-908498a6-3aca-4bcf-87b2-737534e4b91b req-a5c91fd1-4db5-4f9b-8ed4-ce8cfcd72bce service neutron] 10.222.0.87 "GET /v2.0/networks/c0654f3e-1bf5-4bfc-9c93-9e5c44657711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253169 Jan 21 19:12:40.871387 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-358410be-a5ef-44b8-92bd-abdeed5496de req-52051392-7e12-474e-bd2d-ed15abdcf611 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=85f8f393-bc07-439e-9168-461d98edcbba HTTP/1.1" status: 200 len: 210 time: 0.0414844 Jan 21 19:12:42.034562 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f3094508-351f-4f56-bc18-f3f66491929d req-d1b8ff1c-548c-4175-9536-4884d9a4b4f7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=85f8f393-bc07-439e-9168-461d98edcbba HTTP/1.1" status: 200 len: 210 time: 0.0535262 Jan 21 19:12:42.907685 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908498a6-3aca-4bcf-87b2-737534e4b91b req-9f96e5d6-ed11-4622-8ce9-8d8d3ed990e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:42.910913 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-908498a6-3aca-4bcf-87b2-737534e4b91b req-9f96e5d6-ed11-4622-8ce9-8d8d3ed990e0 service neutron] 10.222.0.113 "GET /v2.0/ports/f0a89763-35a9-4d2e-8d52-ee98bb720a0b HTTP/1.1" status: 200 len: 1027 time: 0.0737693 Jan 21 19:12:43.101246 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908498a6-3aca-4bcf-87b2-737534e4b91b req-49debc62-b2cb-4250-adb8-d501803db732 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:43.101246 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-908498a6-3aca-4bcf-87b2-737534e4b91b req-49debc62-b2cb-4250-adb8-d501803db732 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "GET /v2.0/networks?id=c0654f3e-1bf5-4bfc-9c93-9e5c44657711 HTTP/1.1" status: 200 len: 797 time: 0.1823413 Jan 21 19:12:43.181297 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-908498a6-3aca-4bcf-87b2-737534e4b91b req-09ef026d-058f-4eab-94bb-db137ef43ee9 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:security_group {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:12:43.207578 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3ca6c0f7-8993-4f94-ad85-41ef0850d702 req-0782b237-667b-419e-97ae-6ba73fd7c53e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=85f8f393-bc07-439e-9168-461d98edcbba HTTP/1.1" status: 200 len: 210 time: 0.0444005 Jan 21 19:12:43.279959 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-908498a6-3aca-4bcf-87b2-737534e4b91b req-09ef026d-058f-4eab-94bb-db137ef43ee9 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:security_group {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:12:43.279959 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-908498a6-3aca-4bcf-87b2-737534e4b91b req-09ef026d-058f-4eab-94bb-db137ef43ee9 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f393478d14c44d15ad1bf9df868df3cb HTTP/1.1" status: 200 len: 472 time: 0.1630919 Jan 21 19:12:43.284906 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-908498a6-3aca-4bcf-87b2-737534e4b91b req-b04e8360-4966-4962-b032-003cd3842fea service neutron] Request body: {'port': {'device_id': '85f8f393-bc07-439e-9168-461d98edcbba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:12:43.416524 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-908498a6-3aca-4bcf-87b2-737534e4b91b req-b04e8360-4966-4962-b032-003cd3842fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:43.882164 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [req-908498a6-3aca-4bcf-87b2-737534e4b91b req-b04e8360-4966-4962-b032-003cd3842fea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0a89763-35a9-4d2e-8d52-ee98bb720a0b {{(pid=88137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:12:43.889366 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-908498a6-3aca-4bcf-87b2-737534e4b91b req-b04e8360-4966-4962-b032-003cd3842fea service neutron] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:43.904098 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-908498a6-3aca-4bcf-87b2-737534e4b91b req-b04e8360-4966-4962-b032-003cd3842fea service neutron] Transition to ACTIVE for port object f0a89763-35a9-4d2e-8d52-ee98bb720a0b will not be triggered until provisioned by entity L2. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:12:43.960880 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-908498a6-3aca-4bcf-87b2-737534e4b91b req-b04e8360-4966-4962-b032-003cd3842fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:44.130278 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e8360-4966-4962-b032-003cd3842fea service neutron] Pushing event updated for resources: {'Port': ['ID=f0a89763-35a9-4d2e-8d52-ee98bb720a0b,revision_number=7']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:44.284601 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-908498a6-3aca-4bcf-87b2-737534e4b91b req-b04e8360-4966-4962-b032-003cd3842fea service neutron] Attempting to bind port f0a89763-35a9-4d2e-8d52-ee98bb720a0b on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:12:44.285018 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-908498a6-3aca-4bcf-87b2-737534e4b91b req-b04e8360-4966-4962-b032-003cd3842fea service neutron] Attempting to bind port f0a89763-35a9-4d2e-8d52-ee98bb720a0b by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '1cf8376e-e8f5-4545-9632-87080d33a906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c0654f3e-1bf5-4bfc-9c93-9e5c44657711'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:12:44.285411 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908498a6-3aca-4bcf-87b2-737534e4b91b req-b04e8360-4966-4962-b032-003cd3842fea service neutron] Attempting to bind port f0a89763-35a9-4d2e-8d52-ee98bb720a0b on network c0654f3e-1bf5-4bfc-9c93-9e5c44657711 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:12:44.290306 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908498a6-3aca-4bcf-87b2-737534e4b91b req-b04e8360-4966-4962-b032-003cd3842fea service neutron] Port f0a89763-35a9-4d2e-8d52-ee98bb720a0b on network c0654f3e-1bf5-4bfc-9c93-9e5c44657711 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 19:12:44.290618 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908498a6-3aca-4bcf-87b2-737534e4b91b req-b04e8360-4966-4962-b032-003cd3842fea service neutron] Attempting to bind port f0a89763-35a9-4d2e-8d52-ee98bb720a0b on network c0654f3e-1bf5-4bfc-9c93-9e5c44657711 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:12:44.295661 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908498a6-3aca-4bcf-87b2-737534e4b91b req-b04e8360-4966-4962-b032-003cd3842fea service neutron] Checking agent: {'id': '9a14f311-f6d5-46c6-87a2-f860197fb66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:12:44.295987 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908498a6-3aca-4bcf-87b2-737534e4b91b req-b04e8360-4966-4962-b032-003cd3842fea service neutron] Checking segment: {'id': '1cf8376e-e8f5-4545-9632-87080d33a906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c0654f3e-1bf5-4bfc-9c93-9e5c44657711'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:12:44.296360 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908498a6-3aca-4bcf-87b2-737534e4b91b req-b04e8360-4966-4962-b032-003cd3842fea service neutron] Bound using segment: {'id': '1cf8376e-e8f5-4545-9632-87080d33a906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c0654f3e-1bf5-4bfc-9c93-9e5c44657711'} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:12:44.296769 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-908498a6-3aca-4bcf-87b2-737534e4b91b req-b04e8360-4966-4962-b032-003cd3842fea service neutron] Bound port: f0a89763-35a9-4d2e-8d52-ee98bb720a0b, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf8376e-e8f5-4545-9632-87080d33a906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c0654f3e-1bf5-4bfc-9c93-9e5c44657711'}}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:12:44.297973 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-908498a6-3aca-4bcf-87b2-737534e4b91b req-b04e8360-4966-4962-b032-003cd3842fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:44.388116 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-908498a6-3aca-4bcf-87b2-737534e4b91b req-b04e8360-4966-4962-b032-003cd3842fea service neutron] For port f0a89763-35a9-4d2e-8d52-ee98bb720a0b, host hv-neutron-8254, cleared binding levels {{(pid=88137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:12:44.392465 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-908498a6-3aca-4bcf-87b2-737534e4b91b req-b04e8360-4966-4962-b032-003cd3842fea service neutron] For port f0a89763-35a9-4d2e-8d52-ee98bb720a0b, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=f0a89763-35a9-4d2e-8d52-ee98bb720a0b,segment=NetworkSegment(1cf8376e-e8f5-4545-9632-87080d33a906),segment_id=1cf8376e-e8f5-4545-9632-87080d33a906)] {{(pid=88137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:12:44.403089 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18271440-cd60-4df4-8527-81bb416ce26b req-564c8d9b-d45b-4234-b493-32e158383236 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:44.408918 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-18271440-cd60-4df4-8527-81bb416ce26b req-564c8d9b-d45b-4234-b493-32e158383236 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=85f8f393-bc07-439e-9168-461d98edcbba HTTP/1.1" status: 200 len: 982 time: 0.0824065 Jan 21 19:12:44.448581 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-18271440-cd60-4df4-8527-81bb416ce26b req-95828800-7ae3-4d9c-b542-3d1acc614ff1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=95e7d17e-cb0f-4bb4-9804-c9a194d94562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381370 Jan 21 19:12:44.456257 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-908498a6-3aca-4bcf-87b2-737534e4b91b req-b04e8360-4966-4962-b032-003cd3842fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:44.518867 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908498a6-3aca-4bcf-87b2-737534e4b91b req-b04e8360-4966-4962-b032-003cd3842fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:44.519503 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-908498a6-3aca-4bcf-87b2-737534e4b91b req-b04e8360-4966-4962-b032-003cd3842fea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:44.520846 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-908498a6-3aca-4bcf-87b2-737534e4b91b req-b04e8360-4966-4962-b032-003cd3842fea service neutron] 10.222.0.113 "PUT /v2.0/ports/f0a89763-35a9-4d2e-8d52-ee98bb720a0b HTTP/1.1" status: 200 len: 1132 time: 1.2418845 Jan 21 19:12:44.521294 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f8f393-bc07-439e-9168-461d98edcbba', 'tag': 'f0a89763-35a9-4d2e-8d52-ee98bb720a0b'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:12:44.548551 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e8360-4966-4962-b032-003cd3842fea service neutron] Pushing event updated for resources: {'Port': ['ID=f0a89763-35a9-4d2e-8d52-ee98bb720a0b,revision_number=8']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:44.575488 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85f8f393-bc07-439e-9168-461d98edcbba', 'tag': 'f0a89763-35a9-4d2e-8d52-ee98bb720a0b', 'status': 'completed', 'code': 200} Jan 21 19:12:44.668959 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533f244-2a08-4320-ae19-e45378fc53cc req-69aaf47a-8e3f-49d5-945c-157f22249248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:44.670470 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5533f244-2a08-4320-ae19-e45378fc53cc req-69aaf47a-8e3f-49d5-945c-157f22249248 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=85f8f393-bc07-439e-9168-461d98edcbba HTTP/1.1" status: 200 len: 1135 time: 0.0738485 Jan 21 19:12:44.812202 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533f244-2a08-4320-ae19-e45378fc53cc req-8b36c490-7f76-4eaa-a210-45f30804d3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:44.813736 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5533f244-2a08-4320-ae19-e45378fc53cc req-8b36c490-7f76-4eaa-a210-45f30804d3b0 service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=f393478d14c44d15ad1bf9df868df3cb&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1358664 Jan 21 19:12:44.946480 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533f244-2a08-4320-ae19-e45378fc53cc req-47523c66-90fc-449c-a2b9-3adbda79c3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:44.947809 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5533f244-2a08-4320-ae19-e45378fc53cc req-47523c66-90fc-449c-a2b9-3adbda79c3e2 service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1280951 Jan 21 19:12:45.059828 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908498a6-3aca-4bcf-87b2-737534e4b91b req-4a9fb2ae-a0b3-4210-9dc2-f2e052dd91e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:45.061273 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-908498a6-3aca-4bcf-87b2-737534e4b91b req-4a9fb2ae-a0b3-4210-9dc2-f2e052dd91e4 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=85f8f393-bc07-439e-9168-461d98edcbba HTTP/1.1" status: 200 len: 1135 time: 0.0787084 Jan 21 19:12:45.161061 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-908498a6-3aca-4bcf-87b2-737534e4b91b req-d99e9c9f-28cc-463b-b60b-16b1a9100390 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0a89763-35a9-4d2e-8d52-ee98bb720a0b HTTP/1.1" status: 200 len: 1038 time: 0.0913534 Jan 21 19:12:45.225314 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908498a6-3aca-4bcf-87b2-737534e4b91b req-49077216-e010-4832-b00c-0bd44c72d210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:45.226645 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-908498a6-3aca-4bcf-87b2-737534e4b91b req-49077216-e010-4832-b00c-0bd44c72d210 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=9eece26f-6973-4859-9960-756c5ebc0058 HTTP/1.1" status: 200 len: 834 time: 0.0602381 Jan 21 19:12:45.304153 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908498a6-3aca-4bcf-87b2-737534e4b91b req-5065d4c0-4606-48f7-89b4-c8610e4cee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:45.305586 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-908498a6-3aca-4bcf-87b2-737534e4b91b req-5065d4c0-4606-48f7-89b4-c8610e4cee1e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c0654f3e-1bf5-4bfc-9c93-9e5c44657711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690503 Jan 21 19:12:45.439722 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-908498a6-3aca-4bcf-87b2-737534e4b91b req-88e072f9-7976-4a1e-ac1a-7e670ee6d2d6 service neutron] 10.222.0.113 "GET /v2.0/networks/c0654f3e-1bf5-4bfc-9c93-9e5c44657711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274056 Jan 21 19:12:45.633755 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd05e0-3782-46df-a5a1-65d3e49a6eee req-b27d9582-ab5f-419d-b48a-39904a042392 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:45.635231 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c1cd05e0-3782-46df-a5a1-65d3e49a6eee req-b27d9582-ab5f-419d-b48a-39904a042392 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=85f8f393-bc07-439e-9168-461d98edcbba HTTP/1.1" status: 200 len: 982 time: 0.0806720 Jan 21 19:12:45.678919 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-908498a6-3aca-4bcf-87b2-737534e4b91b req-16ec105c-700e-499d-89fd-d629fb6e782e service neutron] 10.222.0.113 "GET /v2.0/networks/c0654f3e-1bf5-4bfc-9c93-9e5c44657711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327371 Jan 21 19:12:45.679740 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c1cd05e0-3782-46df-a5a1-65d3e49a6eee req-522a109f-c853-4d9d-8d2c-9edc67b8d137 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=95e7d17e-cb0f-4bb4-9804-c9a194d94562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388417 Jan 21 19:12:46.686037 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4621b762-c272-4784-a4db-daa3e710afb1 req-cfe9ec58-980f-4511-9773-8a6803f508c3 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=8b1875da-4c42-4e5f-a643-c854a6f79032&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732291 Jan 21 19:12:46.821500 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621b762-c272-4784-a4db-daa3e710afb1 req-4c7ae564-8942-4af2-a85c-4ca0de391a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:46.822913 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4621b762-c272-4784-a4db-daa3e710afb1 req-4c7ae564-8942-4af2-a85c-4ca0de391a3f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=578d4b1ec7dd480f94bb194a86bde7ee&device_id=8b1875da-4c42-4e5f-a643-c854a6f79032 HTTP/1.1" status: 200 len: 1099 time: 0.0706904 Jan 21 19:12:46.873891 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d9280-6c77-4611-a7ca-730d453057f1 req-3f120448-5c9e-4c30-a4dd-cdd83c5ef96a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:46.876055 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e21d9280-6c77-4611-a7ca-730d453057f1 req-3f120448-5c9e-4c30-a4dd-cdd83c5ef96a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=85f8f393-bc07-439e-9168-461d98edcbba HTTP/1.1" status: 200 len: 982 time: 0.0864463 Jan 21 19:12:46.918761 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e21d9280-6c77-4611-a7ca-730d453057f1 req-6f3bb595-d930-425b-8d76-753596a5c852 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=95e7d17e-cb0f-4bb4-9804-c9a194d94562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369763 Jan 21 19:12:46.970988 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621b762-c272-4784-a4db-daa3e710afb1 req-300a2a47-2fbb-4e2c-8a37-f2cd0e5090e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:46.972337 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4621b762-c272-4784-a4db-daa3e710afb1 req-300a2a47-2fbb-4e2c-8a37-f2cd0e5090e8 service neutron] 10.222.0.113 "GET /v2.0/networks?id=0b696f5f-975f-4899-9d3c-c13f9cac42e5 HTTP/1.1" status: 200 len: 912 time: 0.1269171 Jan 21 19:12:47.072909 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4621b762-c272-4784-a4db-daa3e710afb1 req-2ef32443-8b10-4ca7-89ad-78a65ae96337 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd243326-d025-473a-9e0e-eb0452de0418 HTTP/1.1" status: 200 len: 1002 time: 0.0952141 Jan 21 19:12:47.139076 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621b762-c272-4784-a4db-daa3e710afb1 req-035978b4-5456-408f-bafb-a9e4008fb4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:47.140479 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4621b762-c272-4784-a4db-daa3e710afb1 req-035978b4-5456-408f-bafb-a9e4008fb4a3 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=84dda25a-5f4d-444e-8486-d19a0764b110 HTTP/1.1" status: 200 len: 850 time: 0.0617206 Jan 21 19:12:47.215055 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621b762-c272-4784-a4db-daa3e710afb1 req-fee021bf-840a-425f-9ba3-d2cf968d612f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:47.216528 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4621b762-c272-4784-a4db-daa3e710afb1 req-fee021bf-840a-425f-9ba3-d2cf968d612f service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0b696f5f-975f-4899-9d3c-c13f9cac42e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699353 Jan 21 19:12:47.347365 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4621b762-c272-4784-a4db-daa3e710afb1 req-46b928a5-5189-4bb2-86e3-6739c1e43a40 service neutron] 10.222.0.113 "GET /v2.0/networks/0b696f5f-975f-4899-9d3c-c13f9cac42e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241481 Jan 21 19:12:47.478333 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4621b762-c272-4784-a4db-daa3e710afb1 req-e512531a-f9a7-4693-ac97-9b596c0b65d0 service neutron] 10.222.0.113 "GET /v2.0/networks/0b696f5f-975f-4899-9d3c-c13f9cac42e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256764 Jan 21 19:12:48.102012 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0ec80-3844-41fc-bc7e-cacd886657a2 req-1e56e5bc-8740-4a4d-a6ed-c2efade8a741 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:48.103471 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-07b0ec80-3844-41fc-bc7e-cacd886657a2 req-1e56e5bc-8740-4a4d-a6ed-c2efade8a741 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=85f8f393-bc07-439e-9168-461d98edcbba HTTP/1.1" status: 200 len: 982 time: 0.0799832 Jan 21 19:12:48.147982 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-07b0ec80-3844-41fc-bc7e-cacd886657a2 req-dd3e48ca-d97e-44e9-b5ac-35fb4d4eaf8a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=95e7d17e-cb0f-4bb4-9804-c9a194d94562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385702 Jan 21 19:12:48.646293 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device f0a89763-35a9-4d2e-8d52-ee98bb720a0b details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:12:48.777619 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port f0a89763-35a9-4d2e-8d52-ee98bb720a0b, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=f0a89763-35a9-4d2e-8d52-ee98bb720a0b,segment=NetworkSegment(1cf8376e-e8f5-4545-9632-87080d33a906),segment_id=1cf8376e-e8f5-4545-9632-87080d33a906)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:12:48.798583 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': 'f0a89763-35a9-4d2e-8d52-ee98bb720a0b', 'network_id': 'c0654f3e-1bf5-4bfc-9c93-9e5c44657711', 'port_id': 'f0a89763-35a9-4d2e-8d52-ee98bb720a0b', 'mac_address': 'fa:16:3e:7f:54:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eece26f-6973-4859-9960-756c5ebc0058', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:12:48.883629 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:48.900508 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0a89763-35a9-4d2e-8d52-ee98bb720a0b {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:12:48.915869 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port f0a89763-35a9-4d2e-8d52-ee98bb720a0b, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=f0a89763-35a9-4d2e-8d52-ee98bb720a0b,segment=NetworkSegment(1cf8376e-e8f5-4545-9632-87080d33a906),segment_id=1cf8376e-e8f5-4545-9632-87080d33a906)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:12:48.977286 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:49.045937 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=f0a89763-35a9-4d2e-8d52-ee98bb720a0b,revision_number=9']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:49.190233 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['f0a89763-35a9-4d2e-8d52-ee98bb720a0b'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:12:49.454229 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b188a-be54-4d2d-8a9e-9cb9b1db89b7 req-7e38bbdd-cde4-4bd7-bd47-cf8444a05528 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:49.455683 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d86b188a-be54-4d2d-8a9e-9cb9b1db89b7 req-7e38bbdd-cde4-4bd7-bd47-cf8444a05528 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=85f8f393-bc07-439e-9168-461d98edcbba HTTP/1.1" status: 200 len: 983 time: 0.1941001 Jan 21 19:12:49.499418 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d86b188a-be54-4d2d-8a9e-9cb9b1db89b7 req-58fe61a5-b93c-4874-8b3d-60375cde1ee9 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=95e7d17e-cb0f-4bb4-9804-c9a194d94562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380497 Jan 21 19:12:50.664431 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device f0a89763-35a9-4d2e-8d52-ee98bb720a0b up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:12:50.697638 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925ae87-d611-4475-8162-5eb8431d7156 req-fce84d2c-f96a-443b-8e4f-744e7157fb2e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:50.697638 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4925ae87-d611-4475-8162-5eb8431d7156 req-fce84d2c-f96a-443b-8e4f-744e7157fb2e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=85f8f393-bc07-439e-9168-461d98edcbba HTTP/1.1" status: 200 len: 983 time: 0.0858850 Jan 21 19:12:50.752590 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4925ae87-d611-4475-8162-5eb8431d7156 req-2527c904-7fec-40d0-afc3-5b90ef82c8b0 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=95e7d17e-cb0f-4bb4-9804-c9a194d94562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429852 Jan 21 19:12:50.804871 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning for port f0a89763-35a9-4d2e-8d52-ee98bb720a0b completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:12:50.804871 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port f0a89763-35a9-4d2e-8d52-ee98bb720a0b triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:12:50.804871 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:50.927288 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:50.952603 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f8f393-bc07-439e-9168-461d98edcbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a89763-35a9-4d2e-8d52-ee98bb720a0b'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:12:50.969391 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port f0a89763-35a9-4d2e-8d52-ee98bb720a0b, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=f0a89763-35a9-4d2e-8d52-ee98bb720a0b,segment=NetworkSegment(1cf8376e-e8f5-4545-9632-87080d33a906),segment_id=1cf8376e-e8f5-4545-9632-87080d33a906)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:12:50.997322 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f8f393-bc07-439e-9168-461d98edcbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a89763-35a9-4d2e-8d52-ee98bb720a0b', 'code': 200} Jan 21 19:12:51.049867 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:51.117924 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=f0a89763-35a9-4d2e-8d52-ee98bb720a0b,revision_number=10']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:51.405577 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de84e5b-7ec6-4362-99d1-32347aea1cf6 req-397d87e8-c319-4389-b955-519fa91aa383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:51.405577 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2de84e5b-7ec6-4362-99d1-32347aea1cf6 req-397d87e8-c319-4389-b955-519fa91aa383 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=85f8f393-bc07-439e-9168-461d98edcbba HTTP/1.1" status: 200 len: 1138 time: 0.0799444 Jan 21 19:12:51.457560 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2de84e5b-7ec6-4362-99d1-32347aea1cf6 req-14290cd0-a02c-41b2-b65e-4bdd6d503748 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=95e7d17e-cb0f-4bb4-9804-c9a194d94562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433073 Jan 21 19:12:51.944681 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d87af-7a4d-490c-ae87-b9d0f843a9b9 req-827f9cbb-efdf-4cf9-85a3-1e2826e217d4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:51.944681 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-134d87af-7a4d-490c-ae87-b9d0f843a9b9 req-827f9cbb-efdf-4cf9-85a3-1e2826e217d4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=85f8f393-bc07-439e-9168-461d98edcbba HTTP/1.1" status: 200 len: 985 time: 0.0866566 Jan 21 19:12:51.994793 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-134d87af-7a4d-490c-ae87-b9d0f843a9b9 req-00d63107-d18c-467c-b137-f3108cd69e58 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=95e7d17e-cb0f-4bb4-9804-c9a194d94562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419300 Jan 21 19:12:53.181345 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a041b-d852-451c-acb3-0f7b3560b010 req-557f05f4-5a85-4407-b8ee-e6144daad3db tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:53.182805 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-dc9a041b-d852-451c-acb3-0f7b3560b010 req-557f05f4-5a85-4407-b8ee-e6144daad3db tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=85f8f393-bc07-439e-9168-461d98edcbba HTTP/1.1" status: 200 len: 985 time: 0.0818028 Jan 21 19:12:53.243754 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-dc9a041b-d852-451c-acb3-0f7b3560b010 req-096cec8b-1aad-43fd-8892-1afc28b9e140 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=95e7d17e-cb0f-4bb4-9804-c9a194d94562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480130 Jan 21 19:12:53.459630 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e4403-3e23-495e-8665-06418d0b5c58 req-2f639450-1150-42a0-b0ca-4c7082cc806c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:53.462826 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4c1e4403-3e23-495e-8665-06418d0b5c58 req-2f639450-1150-42a0-b0ca-4c7082cc806c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=85f8f393-bc07-439e-9168-461d98edcbba HTTP/1.1" status: 200 len: 985 time: 0.0973198 Jan 21 19:12:53.504383 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4c1e4403-3e23-495e-8665-06418d0b5c58 req-27f99d55-4b71-44eb-b1d5-19446c4e452c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=95e7d17e-cb0f-4bb4-9804-c9a194d94562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384321 Jan 21 19:12:53.526964 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36734) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:12:53.601911 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190b6944-07d8-4417-9e11-063e3d4f88fd tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:53.604319 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-190b6944-07d8-4417-9e11-063e3d4f88fd tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=85f8f393-bc07-439e-9168-461d98edcbba&network_id=c0654f3e-1bf5-4bfc-9c93-9e5c44657711 HTTP/1.1" status: 200 len: 1133 time: 0.0753686 Jan 21 19:12:54.228814 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4824dd-0e3e-4258-9c49-5f68019e9769 req-a4c20c42-b45f-40ba-9405-4cbf66edd6c3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:54.230341 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8e4824dd-0e3e-4258-9c49-5f68019e9769 req-a4c20c42-b45f-40ba-9405-4cbf66edd6c3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=85f8f393-bc07-439e-9168-461d98edcbba HTTP/1.1" status: 200 len: 985 time: 0.0906129 Jan 21 19:12:54.274895 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8e4824dd-0e3e-4258-9c49-5f68019e9769 req-ae951beb-559d-4c8b-b73f-8d53fffe52bc tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=95e7d17e-cb0f-4bb4-9804-c9a194d94562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382872 Jan 21 19:12:54.994468 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d96177c2-d4ab-4902-8a79-28609deb01eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:55.463616 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b26cc4-6add-46d2-bb3e-576f46a4232c req-7eb7fee8-5b87-4d0d-9e56-c4e845cf31a6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:55.465061 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a2b26cc4-6add-46d2-bb3e-576f46a4232c req-7eb7fee8-5b87-4d0d-9e56-c4e845cf31a6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=85f8f393-bc07-439e-9168-461d98edcbba HTTP/1.1" status: 200 len: 985 time: 0.0824943 Jan 21 19:12:55.521107 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a2b26cc4-6add-46d2-bb3e-576f46a4232c req-fc81bef2-c9df-4fdd-8699-c1c53e43004e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=95e7d17e-cb0f-4bb4-9804-c9a194d94562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461316 Jan 21 19:12:55.568981 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f587ef-5f65-4893-aaa7-6eb586e0e3ad req-54498789-c149-47cf-8226-93cad83d02ab tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:55.570737 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-08f587ef-5f65-4893-aaa7-6eb586e0e3ad req-54498789-c149-47cf-8226-93cad83d02ab tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "GET /v2.0/ports?device_id=85f8f393-bc07-439e-9168-461d98edcbba HTTP/1.1" status: 200 len: 985 time: 0.0858228 Jan 21 19:12:55.646900 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f587ef-5f65-4893-aaa7-6eb586e0e3ad req-1976f83d-7080-4701-82d9-062112a2f1d7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:55.648215 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-08f587ef-5f65-4893-aaa7-6eb586e0e3ad req-1976f83d-7080-4701-82d9-062112a2f1d7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "GET /v2.0/ports/f0a89763-35a9-4d2e-8d52-ee98bb720a0b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0722289 Jan 21 19:12:55.805142 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-08f587ef-5f65-4893-aaa7-6eb586e0e3ad req-a6b6cf9e-e98c-4353-9d80-76e4de4dc097 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "GET /v2.0/networks/c0654f3e-1bf5-4bfc-9c93-9e5c44657711?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1501331 Jan 21 19:12:55.816732 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-08f587ef-5f65-4893-aaa7-6eb586e0e3ad req-b715f5ea-2fd0-4097-af38-b09a5a4ab789 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:12:55.936697 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-08f587ef-5f65-4893-aaa7-6eb586e0e3ad req-b715f5ea-2fd0-4097-af38-b09a5a4ab789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:56.276282 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-08f587ef-5f65-4893-aaa7-6eb586e0e3ad req-b715f5ea-2fd0-4097-af38-b09a5a4ab789 service neutron] For port f0a89763-35a9-4d2e-8d52-ee98bb720a0b, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=f0a89763-35a9-4d2e-8d52-ee98bb720a0b,segment=NetworkSegment(1cf8376e-e8f5-4545-9632-87080d33a906),segment_id=1cf8376e-e8f5-4545-9632-87080d33a906)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:12:56.305366 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-08f587ef-5f65-4893-aaa7-6eb586e0e3ad req-b715f5ea-2fd0-4097-af38-b09a5a4ab789 service neutron] For port f0a89763-35a9-4d2e-8d52-ee98bb720a0b, host hv-neutron-8254, cleared binding levels {{(pid=88137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:12:56.362450 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [req-08f587ef-5f65-4893-aaa7-6eb586e0e3ad req-b715f5ea-2fd0-4097-af38-b09a5a4ab789 service neutron] device_id is not set on port f0a89763-35a9-4d2e-8d52-ee98bb720a0b yet. {{(pid=88137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 21 19:12:56.371061 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-08f587ef-5f65-4893-aaa7-6eb586e0e3ad req-b715f5ea-2fd0-4097-af38-b09a5a4ab789 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:56.458175 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-08f587ef-5f65-4893-aaa7-6eb586e0e3ad req-b715f5ea-2fd0-4097-af38-b09a5a4ab789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:56.613712 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715f5ea-2fd0-4097-af38-b09a5a4ab789 service neutron] Pushing event updated for resources: {'Port': ['ID=f0a89763-35a9-4d2e-8d52-ee98bb720a0b,revision_number=11']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:56.691654 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f587ef-5f65-4893-aaa7-6eb586e0e3ad req-b715f5ea-2fd0-4097-af38-b09a5a4ab789 service neutron] No DVR routers for this DVR port f0a89763-35a9-4d2e-8d52-ee98bb720a0b on host hv-neutron-8254 {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:12:56.727187 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3d98069e-2580-49ba-aee9-13c34e51b924 req-1e4481d2-8882-41a9-8742-f4444c371d5c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=85f8f393-bc07-439e-9168-461d98edcbba HTTP/1.1" status: 200 len: 210 time: 0.0677407 Jan 21 19:12:56.822341 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-5d5c90b3-c3f7-4ffa-8cf8-72c89b56ae0f None None] Provisioning complete for port f0a89763-35a9-4d2e-8d52-ee98bb720a0b triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:12:56.822887 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5d5c90b3-c3f7-4ffa-8cf8-72c89b56ae0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:56.881471 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-5d5c90b3-c3f7-4ffa-8cf8-72c89b56ae0f None None] Port f0a89763-35a9-4d2e-8d52-ee98bb720a0b cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:12:56.920211 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-08f587ef-5f65-4893-aaa7-6eb586e0e3ad req-b715f5ea-2fd0-4097-af38-b09a5a4ab789 service neutron] In _notify_port_updated(), no bound segment for port f0a89763-35a9-4d2e-8d52-ee98bb720a0b on network c0654f3e-1bf5-4bfc-9c93-9e5c44657711 {{(pid=88137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 21 19:12:56.921073 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f587ef-5f65-4893-aaa7-6eb586e0e3ad req-b715f5ea-2fd0-4097-af38-b09a5a4ab789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:12:56.921680 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-08f587ef-5f65-4893-aaa7-6eb586e0e3ad req-b715f5ea-2fd0-4097-af38-b09a5a4ab789 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:56.922961 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-08f587ef-5f65-4893-aaa7-6eb586e0e3ad req-b715f5ea-2fd0-4097-af38-b09a5a4ab789 service neutron] 10.222.0.113 "PUT /v2.0/ports/f0a89763-35a9-4d2e-8d52-ee98bb720a0b HTTP/1.1" status: 200 len: 1028 time: 1.1102085 Jan 21 19:12:57.294870 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8e8a511b-fed0-4dd5-99ff-914392a8bb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:57.880606 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-23a74d37-2fa0-4e5c-905c-fad24b4a1f18 req-321c112c-62be-4418-bdb7-ca8a5e741fde tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=85f8f393-bc07-439e-9168-461d98edcbba HTTP/1.1" status: 200 len: 210 time: 0.0438609 Jan 21 19:12:58.151884 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:58.536820 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:58.664226 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:58.770587 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device f0a89763-35a9-4d2e-8d52-ee98bb720a0b no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:12:58.828634 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device f0a89763-35a9-4d2e-8d52-ee98bb720a0b not bound to the agent host hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:12:58.981055 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36752) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:12:59.050653 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3f075cfd-1f4c-4589-9470-57a35d032649 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:59.085049 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3f075cfd-1f4c-4589-9470-57a35d032649 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:59.222274 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3f075cfd-1f4c-4589-9470-57a35d032649 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:59.238166 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f075cfd-1f4c-4589-9470-57a35d032649 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b794d74-f86d-4e2d-9210-d556bbba3828,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:12:59.246780 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f075cfd-1f4c-4589-9470-57a35d032649 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:12:59.247162 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f075cfd-1f4c-4589-9470-57a35d032649 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:12:59.247504 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f075cfd-1f4c-4589-9470-57a35d032649 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:12:59.247835 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f075cfd-1f4c-4589-9470-57a35d032649 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:12:59.248164 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f075cfd-1f4c-4589-9470-57a35d032649 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:12:59.248487 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f075cfd-1f4c-4589-9470-57a35d032649 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:12:59.249225 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f075cfd-1f4c-4589-9470-57a35d032649 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:12:59.249225 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f075cfd-1f4c-4589-9470-57a35d032649 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:12:59.249873 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f075cfd-1f4c-4589-9470-57a35d032649 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:12:59.249873 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f075cfd-1f4c-4589-9470-57a35d032649 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:12:59.250070 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f075cfd-1f4c-4589-9470-57a35d032649 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:12:59.250367 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f075cfd-1f4c-4589-9470-57a35d032649 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:12:59.312616 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3f075cfd-1f4c-4589-9470-57a35d032649 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:59.312616 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3f075cfd-1f4c-4589-9470-57a35d032649 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "DELETE /v2.0/security-groups/8b794d74-f86d-4e2d-9210-d556bbba3828 HTTP/1.1" status: 204 len: 168 time: 0.3296957 Jan 21 19:12:59.447948 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36758) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:12:59.660153 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-393481f1-5205-4e95-bbda-cd497b27ac0a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Deleting port 70a30a4d-bc77-4106-a415-441ba34a3477 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:12:59.660492 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-393481f1-5205-4e95-bbda-cd497b27ac0a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:59.837124 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-393481f1-5205-4e95-bbda-cd497b27ac0a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:59.837124 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-393481f1-5205-4e95-bbda-cd497b27ac0a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:12:59.970975 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-393481f1-5205-4e95-bbda-cd497b27ac0a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Calling delete_port for 70a30a4d-bc77-4106-a415-441ba34a3477 owned by network:floatingip {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:13:00.062735 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:00.180807 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-393481f1-5205-4e95-bbda-cd497b27ac0a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:00.241560 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393481f1-5205-4e95-bbda-cd497b27ac0a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Port': ['ID=70a30a4d-bc77-4106-a415-441ba34a3477,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:13:00.281881 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393481f1-5205-4e95-bbda-cd497b27ac0a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:13:00.282229 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393481f1-5205-4e95-bbda-cd497b27ac0a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:13:00.282572 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393481f1-5205-4e95-bbda-cd497b27ac0a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:13:00.282903 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393481f1-5205-4e95-bbda-cd497b27ac0a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:13:00.283592 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393481f1-5205-4e95-bbda-cd497b27ac0a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:13:00.283592 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393481f1-5205-4e95-bbda-cd497b27ac0a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:13:00.285004 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393481f1-5205-4e95-bbda-cd497b27ac0a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:13:00.285004 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393481f1-5205-4e95-bbda-cd497b27ac0a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:13:00.285004 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393481f1-5205-4e95-bbda-cd497b27ac0a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:13:00.285264 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393481f1-5205-4e95-bbda-cd497b27ac0a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:13:00.285461 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393481f1-5205-4e95-bbda-cd497b27ac0a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:13:00.285764 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393481f1-5205-4e95-bbda-cd497b27ac0a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:13:00.346223 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-393481f1-5205-4e95-bbda-cd497b27ac0a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for floatingip, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:00.346478 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.l3_db [None req-393481f1-5205-4e95-bbda-cd497b27ac0a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Floating IP 86e71476-876c-4a05-add8-18b9a9355a26 disassociated (deleted). External IP: 172.26.1.121, port: f0a89763-35a9-4d2e-8d52-ee98bb720a0b. Jan 21 19:13:00.802239 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393481f1-5205-4e95-bbda-cd497b27ac0a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Router 455060c8-de09-47a5-ac4f-27ae0c504d2c has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:13:00.989961 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393481f1-5205-4e95-bbda-cd497b27ac0a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:13:00.999850 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cf1248-b37a-4db1-b18b-7e456ba18e5d None None] Sync routers for ids ['455060c8-de09-47a5-ac4f-27ae0c504d2c'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:13:01.012355 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cf1248-b37a-4db1-b18b-7e456ba18e5d None None] Routers {'455060c8-de09-47a5-ac4f-27ae0c504d2c'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:13:01.012355 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-45cf1248-b37a-4db1-b18b-7e456ba18e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:12:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['455060c8-de09-47a5-ac4f-27ae0c504d2c'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:13:01.088505 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-393481f1-5205-4e95-bbda-cd497b27ac0a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:01.150169 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-393481f1-5205-4e95-bbda-cd497b27ac0a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "DELETE /v2.0/floatingips/86e71476-876c-4a05-add8-18b9a9355a26 HTTP/1.1" status: 204 len: 168 time: 1.7218168 Jan 21 19:13:01.219193 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-45cf1248-b37a-4db1-b18b-7e456ba18e5d None None] Set router 455060c8-de09-47a5-ac4f-27ae0c504d2c gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:13:01.301770 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36766) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:13:01.373985 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-14ff10ea-cdb7-4225-9fd4-3957ce30582f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:01.412745 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-14ff10ea-cdb7-4225-9fd4-3957ce30582f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:01.543871 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-45cf1248-b37a-4db1-b18b-7e456ba18e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455060c8-de09-47a5-ac4f-27ae0c504d2c', 'name': 'tempest-TestNetworkBasicOps-router-1147760197', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '92641126-ebf5-45b2-b848-f2afa713d2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:12:00Z', 'updated_at': '2022-01-21T19:12:06Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '92641126-ebf5-45b2-b848-f2afa713d2b6', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:33:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455060c8-de09-47a5-ac4f-27ae0c504d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:12:01Z', 'updated_at': '2022-01-21T19:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '5c49eb17-ceaa-45ed-8b6b-68f34005d7cc', 'name': '', 'network_id': 'c0654f3e-1bf5-4bfc-9c93-9e5c44657711', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:0c:f2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455060c8-de09-47a5-ac4f-27ae0c504d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '9eece26f-6973-4859-9960-756c5ebc0058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:12:05Z', 'updated_at': '2022-01-21T19:12:11Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '9eece26f-6973-4859-9960-756c5ebc0058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:13:01.547788 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cf1248-b37a-4db1-b18b-7e456ba18e5d None None] Checking router: 455060c8-de09-47a5-ac4f-27ae0c504d2c for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:13:01.552577 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-14ff10ea-cdb7-4225-9fd4-3957ce30582f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:01.556241 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cf1248-b37a-4db1-b18b-7e456ba18e5d None None] Routers {'455060c8-de09-47a5-ac4f-27ae0c504d2c'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:13:01.556851 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-45cf1248-b37a-4db1-b18b-7e456ba18e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:12:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['455060c8-de09-47a5-ac4f-27ae0c504d2c'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:13:01.571663 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff10ea-cdb7-4225-9fd4-3957ce30582f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd38f41b-eca3-43e4-8d08-8d8d1c64e001,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:13:01.578882 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-14ff10ea-cdb7-4225-9fd4-3957ce30582f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:01.580711 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-14ff10ea-cdb7-4225-9fd4-3957ce30582f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "DELETE /v2.0/security-groups/fd38f41b-eca3-43e4-8d08-8d8d1c64e001 HTTP/1.1" status: 204 len: 168 time: 0.2773666 Jan 21 19:13:01.707785 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36772) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:13:01.738594 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-45cf1248-b37a-4db1-b18b-7e456ba18e5d None None] Set router 455060c8-de09-47a5-ac4f-27ae0c504d2c gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:13:01.775349 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-0ea7bcf0-3351-4ece-ab6d-aa6b4a40f83e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Deleting port f0a89763-35a9-4d2e-8d52-ee98bb720a0b {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:13:01.775717 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0ea7bcf0-3351-4ece-ab6d-aa6b4a40f83e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:02.022743 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0ea7bcf0-3351-4ece-ab6d-aa6b4a40f83e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:02.055589 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-45cf1248-b37a-4db1-b18b-7e456ba18e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455060c8-de09-47a5-ac4f-27ae0c504d2c', 'name': 'tempest-TestNetworkBasicOps-router-1147760197', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '92641126-ebf5-45b2-b848-f2afa713d2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:12:00Z', 'updated_at': '2022-01-21T19:12:06Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '92641126-ebf5-45b2-b848-f2afa713d2b6', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:33:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455060c8-de09-47a5-ac4f-27ae0c504d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:12:01Z', 'updated_at': '2022-01-21T19:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '5c49eb17-ceaa-45ed-8b6b-68f34005d7cc', 'name': '', 'network_id': 'c0654f3e-1bf5-4bfc-9c93-9e5c44657711', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:0c:f2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455060c8-de09-47a5-ac4f-27ae0c504d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '9eece26f-6973-4859-9960-756c5ebc0058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:12:05Z', 'updated_at': '2022-01-21T19:12:11Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '9eece26f-6973-4859-9960-756c5ebc0058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:13:02.059697 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cf1248-b37a-4db1-b18b-7e456ba18e5d None None] The sync data for ids ['455060c8-de09-47a5-ac4f-27ae0c504d2c'] in dv-neutron-825470-1-hyperv is: [{'id': '455060c8-de09-47a5-ac4f-27ae0c504d2c', 'name': 'tempest-TestNetworkBasicOps-router-1147760197', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '92641126-ebf5-45b2-b848-f2afa713d2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:12:00Z', 'updated_at': '2022-01-21T19:12:06Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '92641126-ebf5-45b2-b848-f2afa713d2b6', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:33:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455060c8-de09-47a5-ac4f-27ae0c504d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:12:01Z', 'updated_at': '2022-01-21T19:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '5c49eb17-ceaa-45ed-8b6b-68f34005d7cc', 'name': '', 'network_id': 'c0654f3e-1bf5-4bfc-9c93-9e5c44657711', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:0c:f2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455060c8-de09-47a5-ac4f-27ae0c504d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '9eece26f-6973-4859-9960-756c5ebc0058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:12:05Z', 'updated_at': '2022-01-21T19:12:11Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '9eece26f-6973-4859-9960-756c5ebc0058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:13:02.148039 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-0ea7bcf0-3351-4ece-ab6d-aa6b4a40f83e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Calling delete_port for f0a89763-35a9-4d2e-8d52-ee98bb720a0b owned by {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:13:02.316890 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fa8196-d7c2-4d07-b039-910641b29a53 None None] New status for floating IP 86e71476-876c-4a05-add8-18b9a9355a26: DOWN {{(pid=88138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:13:02.394186 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0ea7bcf0-3351-4ece-ab6d-aa6b4a40f83e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:02.565328 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea7bcf0-3351-4ece-ab6d-aa6b4a40f83e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Port': ['ID=f0a89763-35a9-4d2e-8d52-ee98bb720a0b,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:13:02.669577 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0ea7bcf0-3351-4ece-ab6d-aa6b4a40f83e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:02.680243 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-0ea7bcf0-3351-4ece-ab6d-aa6b4a40f83e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "DELETE /v2.0/ports/f0a89763-35a9-4d2e-8d52-ee98bb720a0b HTTP/1.1" status: 204 len: 168 time: 0.9713616 Jan 21 19:13:02.687012 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36776) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:13:03.230198 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-356d416f-0101-4eb4-9412-b1ba853c63ca tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:03.580902 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-356d416f-0101-4eb4-9412-b1ba853c63ca tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Deleting port 5c49eb17-ceaa-45ed-8b6b-68f34005d7cc {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:13:03.581599 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-356d416f-0101-4eb4-9412-b1ba853c63ca tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:03.764612 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-356d416f-0101-4eb4-9412-b1ba853c63ca tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] For port 5c49eb17-ceaa-45ed-8b6b-68f34005d7cc, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=5c49eb17-ceaa-45ed-8b6b-68f34005d7cc,segment=NetworkSegment(1cf8376e-e8f5-4545-9632-87080d33a906),segment_id=1cf8376e-e8f5-4545-9632-87080d33a906)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:13:03.765073 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-356d416f-0101-4eb4-9412-b1ba853c63ca tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:03.888281 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-356d416f-0101-4eb4-9412-b1ba853c63ca tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Calling delete_port for 5c49eb17-ceaa-45ed-8b6b-68f34005d7cc owned by network:router_interface {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:13:04.337217 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-356d416f-0101-4eb4-9412-b1ba853c63ca tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:04.389873 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d416f-0101-4eb4-9412-b1ba853c63ca tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Port': ['ID=5c49eb17-ceaa-45ed-8b6b-68f34005d7cc,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:13:04.668001 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-356d416f-0101-4eb4-9412-b1ba853c63ca tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:05.030298 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-356d416f-0101-4eb4-9412-b1ba853c63ca tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Router 455060c8-de09-47a5-ac4f-27ae0c504d2c has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:13:05.212395 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356d416f-0101-4eb4-9412-b1ba853c63ca tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:13:05.225052 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff90ee54-cd35-4fa0-a44c-af7e1815f47c None None] Sync routers for ids ['455060c8-de09-47a5-ac4f-27ae0c504d2c'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:13:05.227445 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-356d416f-0101-4eb4-9412-b1ba853c63ca tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "PUT /v2.0/routers/455060c8-de09-47a5-ac4f-27ae0c504d2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5435576 Jan 21 19:13:05.230265 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36780) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:13:05.234272 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff90ee54-cd35-4fa0-a44c-af7e1815f47c None None] Routers {'455060c8-de09-47a5-ac4f-27ae0c504d2c'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:13:05.234870 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-ff90ee54-cd35-4fa0-a44c-af7e1815f47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:12:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['455060c8-de09-47a5-ac4f-27ae0c504d2c'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:13:05.295039 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-06ae2d04-bb90-4603-956b-af65c78c5a06 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Deleting subnet 9eece26f-6973-4859-9960-756c5ebc0058 {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:13:05.298044 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-06ae2d04-bb90-4603-956b-af65c78c5a06 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:05.351935 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-06ae2d04-bb90-4603-956b-af65c78c5a06 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:05.426243 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-ff90ee54-cd35-4fa0-a44c-af7e1815f47c None None] Set router 455060c8-de09-47a5-ac4f-27ae0c504d2c gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:13:05.440604 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-06ae2d04-bb90-4603-956b-af65c78c5a06 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:05.566701 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-06ae2d04-bb90-4603-956b-af65c78c5a06 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:05.606372 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae2d04-bb90-4603-956b-af65c78c5a06 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Subnet': ['ID=9eece26f-6973-4859-9960-756c5ebc0058,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:13:05.608338 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-06ae2d04-bb90-4603-956b-af65c78c5a06 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:05.618609 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7716f8f-7527-4af6-9ee2-41632c1b2b92 None None] Network c0654f3e-1bf5-4bfc-9c93-9e5c44657711 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:13:05.619421 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-06ae2d04-bb90-4603-956b-af65c78c5a06 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "DELETE /v2.0/subnets/9eece26f-6973-4859-9960-756c5ebc0058 HTTP/1.1" status: 204 len: 168 time: 0.3875871 Jan 21 19:13:05.619540 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36784) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:13:05.745877 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-ff90ee54-cd35-4fa0-a44c-af7e1815f47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455060c8-de09-47a5-ac4f-27ae0c504d2c', 'name': 'tempest-TestNetworkBasicOps-router-1147760197', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '92641126-ebf5-45b2-b848-f2afa713d2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:12:00Z', 'updated_at': '2022-01-21T19:13:04Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '92641126-ebf5-45b2-b848-f2afa713d2b6', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:33:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455060c8-de09-47a5-ac4f-27ae0c504d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:12:01Z', 'updated_at': '2022-01-21T19:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:13:05.749922 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff90ee54-cd35-4fa0-a44c-af7e1815f47c None None] Checking router: 455060c8-de09-47a5-ac4f-27ae0c504d2c for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:13:05.758179 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff90ee54-cd35-4fa0-a44c-af7e1815f47c None None] Routers {'455060c8-de09-47a5-ac4f-27ae0c504d2c'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:13:05.758807 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-ff90ee54-cd35-4fa0-a44c-af7e1815f47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:12:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['455060c8-de09-47a5-ac4f-27ae0c504d2c'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:13:05.805075 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0cd76e60-b2db-4d38-b298-8c28fd59e566 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:05.885089 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5209331-63d0-4429-87d6-86172aa771a8 None None] DHCP port deletion for c0654f3e-1bf5-4bfc-9c93-9e5c44657711 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:13:05.889628 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-b5209331-63d0-4429-87d6-86172aa771a8 None None] Deleting port 8e77c837-1cbb-442a-8b02-51ee3f0cbd45 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:13:05.890034 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b5209331-63d0-4429-87d6-86172aa771a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:05.947066 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-ff90ee54-cd35-4fa0-a44c-af7e1815f47c None None] Set router 455060c8-de09-47a5-ac4f-27ae0c504d2c gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:13:06.002790 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0cd76e60-b2db-4d38-b298-8c28fd59e566 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:06.094899 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-0cd76e60-b2db-4d38-b298-8c28fd59e566 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Deleting port 92641126-ebf5-45b2-b848-f2afa713d2b6 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:13:06.095882 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0cd76e60-b2db-4d38-b298-8c28fd59e566 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:06.105761 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-b5209331-63d0-4429-87d6-86172aa771a8 None None] For port 8e77c837-1cbb-442a-8b02-51ee3f0cbd45, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=8e77c837-1cbb-442a-8b02-51ee3f0cbd45,segment=NetworkSegment(1cf8376e-e8f5-4545-9632-87080d33a906),segment_id=1cf8376e-e8f5-4545-9632-87080d33a906)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:13:06.111705 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b5209331-63d0-4429-87d6-86172aa771a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:06.237888 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-b5209331-63d0-4429-87d6-86172aa771a8 None None] Calling delete_port for 8e77c837-1cbb-442a-8b02-51ee3f0cbd45 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:13:06.257770 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-ff90ee54-cd35-4fa0-a44c-af7e1815f47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455060c8-de09-47a5-ac4f-27ae0c504d2c', 'name': 'tempest-TestNetworkBasicOps-router-1147760197', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '92641126-ebf5-45b2-b848-f2afa713d2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:12:00Z', 'updated_at': '2022-01-21T19:13:04Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '92641126-ebf5-45b2-b848-f2afa713d2b6', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:33:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455060c8-de09-47a5-ac4f-27ae0c504d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:12:01Z', 'updated_at': '2022-01-21T19:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:13:06.261860 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff90ee54-cd35-4fa0-a44c-af7e1815f47c None None] The sync data for ids ['455060c8-de09-47a5-ac4f-27ae0c504d2c'] in dv-neutron-825470-1-hyperv is: [{'id': '455060c8-de09-47a5-ac4f-27ae0c504d2c', 'name': 'tempest-TestNetworkBasicOps-router-1147760197', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '92641126-ebf5-45b2-b848-f2afa713d2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:12:00Z', 'updated_at': '2022-01-21T19:13:04Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '92641126-ebf5-45b2-b848-f2afa713d2b6', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:33:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455060c8-de09-47a5-ac4f-27ae0c504d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:12:01Z', 'updated_at': '2022-01-21T19:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:13:06.286146 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-0cd76e60-b2db-4d38-b298-8c28fd59e566 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] For port 92641126-ebf5-45b2-b848-f2afa713d2b6, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=92641126-ebf5-45b2-b848-f2afa713d2b6,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:13:06.286911 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0cd76e60-b2db-4d38-b298-8c28fd59e566 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:06.376357 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b5209331-63d0-4429-87d6-86172aa771a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:06.424434 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-0cd76e60-b2db-4d38-b298-8c28fd59e566 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Calling delete_port for 92641126-ebf5-45b2-b848-f2afa713d2b6 owned by network:router_gateway {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:13:06.459089 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5209331-63d0-4429-87d6-86172aa771a8 None None] Pushing event deleted for resources: {'Port': ['ID=8e77c837-1cbb-442a-8b02-51ee3f0cbd45,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:13:06.466858 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5209331-63d0-4429-87d6-86172aa771a8 None None] No DVR routers for this DVR port 8e77c837-1cbb-442a-8b02-51ee3f0cbd45 on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:13:06.468874 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5209331-63d0-4429-87d6-86172aa771a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:13:06.469225 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5209331-63d0-4429-87d6-86172aa771a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:13:06.469571 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5209331-63d0-4429-87d6-86172aa771a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:13:06.469948 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5209331-63d0-4429-87d6-86172aa771a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:13:06.470887 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5209331-63d0-4429-87d6-86172aa771a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:13:06.471313 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5209331-63d0-4429-87d6-86172aa771a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:13:06.471790 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5209331-63d0-4429-87d6-86172aa771a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:13:06.472118 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5209331-63d0-4429-87d6-86172aa771a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:13:06.472451 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5209331-63d0-4429-87d6-86172aa771a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:13:06.472781 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5209331-63d0-4429-87d6-86172aa771a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:13:06.473106 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5209331-63d0-4429-87d6-86172aa771a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:13:06.473433 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5209331-63d0-4429-87d6-86172aa771a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:13:06.685874 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0cd76e60-b2db-4d38-b298-8c28fd59e566 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:06.850688 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd76e60-b2db-4d38-b298-8c28fd59e566 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Port': ['ID=92641126-ebf5-45b2-b848-f2afa713d2b6,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:13:06.941653 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0cd76e60-b2db-4d38-b298-8c28fd59e566 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:07.112659 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0cd76e60-b2db-4d38-b298-8c28fd59e566 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:07.114888 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0cd76e60-b2db-4d38-b298-8c28fd59e566 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:07.190482 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0cd76e60-b2db-4d38-b298-8c28fd59e566 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:07.190482 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd76e60-b2db-4d38-b298-8c28fd59e566 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Fanout notify agent at l3_agent the message router_deleted on router 455060c8-de09-47a5-ac4f-27ae0c504d2c {{(pid=88136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:13:07.205620 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0cd76e60-b2db-4d38-b298-8c28fd59e566 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:07.209752 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36790) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:13:07.210304 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-0cd76e60-b2db-4d38-b298-8c28fd59e566 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "DELETE /v2.0/routers/455060c8-de09-47a5-ac4f-27ae0c504d2c HTTP/1.1" status: 204 len: 168 time: 1.5893261 Jan 21 19:13:07.442227 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7e9d899f-3f89-400b-ae57-e5e56756c9a5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:07.592976 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7e9d899f-3f89-400b-ae57-e5e56756c9a5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:07.616923 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-7e9d899f-3f89-400b-ae57-e5e56756c9a5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0654f3e-1bf5-4bfc-9c93-9e5c44657711']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:13:07.629713 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-7e9d899f-3f89-400b-ae57-e5e56756c9a5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf8376e-e8f5-4545-9632-87080d33a906') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:13:07.630062 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-7e9d899f-3f89-400b-ae57-e5e56756c9a5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf8376e-e8f5-4545-9632-87080d33a906') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:13:07.642915 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7e9d899f-3f89-400b-ae57-e5e56756c9a5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:07.660740 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7e9d899f-3f89-400b-ae57-e5e56756c9a5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:07.667069 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e9d899f-3f89-400b-ae57-e5e56756c9a5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:13:07.667478 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7e9d899f-3f89-400b-ae57-e5e56756c9a5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:07.685288 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:13:07.685288 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:13:07.685288 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:13:07.685288 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:13:07.685288 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:13:07.685288 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:13:07.685288 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:13:07.685288 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:13:07.685288 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:13:07.685288 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:13:07.685288 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:13:07.685288 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:13:07.685288 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:13:07.685288 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:13:07.685288 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:13:07.685288 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:13:07.685288 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:13:07.685288 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:13:07.685288 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:13:07.685288 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:13:07.685288 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:13:07.685288 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:13:07.685288 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:13:07.685288 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:13:07.685288 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:13:07.685288 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:13:07.685288 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:13:07.685288 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:13:07.685288 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:13:07.685288 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:13:07.685288 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:13:07.685288 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:13:07.699882 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 5c49eb17-ceaa-45ed-8b6b-68f34005d7cc no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:13:07.730453 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 5c49eb17-ceaa-45ed-8b6b-68f34005d7cc {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:13:07.730797 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 5c49eb17-ceaa-45ed-8b6b-68f34005d7cc not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:13:07.731206 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 8e77c837-1cbb-442a-8b02-51ee3f0cbd45 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:13:07.764598 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 8e77c837-1cbb-442a-8b02-51ee3f0cbd45 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:13:07.764941 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 8e77c837-1cbb-442a-8b02-51ee3f0cbd45 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:13:07.765343 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 92641126-ebf5-45b2-b848-f2afa713d2b6 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:13:07.800818 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 92641126-ebf5-45b2-b848-f2afa713d2b6 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:13:07.801159 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 92641126-ebf5-45b2-b848-f2afa713d2b6 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:13:07.865470 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7e9d899f-3f89-400b-ae57-e5e56756c9a5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:07.883206 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7e9d899f-3f89-400b-ae57-e5e56756c9a5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:07.894522 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d899f-3f89-400b-ae57-e5e56756c9a5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Network': ['ID=c0654f3e-1bf5-4bfc-9c93-9e5c44657711,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:13:07.900036 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-7e9d899f-3f89-400b-ae57-e5e56756c9a5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "DELETE /v2.0/networks/c0654f3e-1bf5-4bfc-9c93-9e5c44657711 HTTP/1.1" status: 204 len: 168 time: 0.6877851 Jan 21 19:13:07.914611 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36794) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:13:07.926592 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-09bc1de2-4afd-4f25-b709-a8f182146159 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0109322 Jan 21 19:13:07.934248 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36798) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:13:07.936741 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-a48bd493-3e0f-4c29-9ad2-37ee7eeace40 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'network': {'name': 'tempest-network-smoke--1950889268', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'port_security_enabled': True}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:13:07.941918 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-a48bd493-3e0f-4c29-9ad2-37ee7eeace40 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:13:07.946316 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-a48bd493-3e0f-4c29-9ad2-37ee7eeace40 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:network and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:13:07.950115 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-a48bd493-3e0f-4c29-9ad2-37ee7eeace40 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:13:07.956273 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-a48bd493-3e0f-4c29-9ad2-37ee7eeace40 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:13:08.045083 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48bd493-3e0f-4c29-9ad2-37ee7eeace40 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Made reservation on behalf of f393478d14c44d15ad1bf9df868df3cb for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:13:08.049127 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a48bd493-3e0f-4c29-9ad2-37ee7eeace40 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:08.075482 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a48bd493-3e0f-4c29-9ad2-37ee7eeace40 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:13:08.084321 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a48bd493-3e0f-4c29-9ad2-37ee7eeace40 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:08.084664 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-a48bd493-3e0f-4c29-9ad2-37ee7eeace40 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Added segment 06c03117-0c9d-4ce6-bfb2-b43294f4261b of type vlan for network bd04604b-7342-4af6-95bd-2a76193b4545 Jan 21 19:13:08.111557 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a48bd493-3e0f-4c29-9ad2-37ee7eeace40 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:08.227383 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a48bd493-3e0f-4c29-9ad2-37ee7eeace40 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:08.228084 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48bd493-3e0f-4c29-9ad2-37ee7eeace40 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:13:08.228639 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a48bd493-3e0f-4c29-9ad2-37ee7eeace40 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:08.340901 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48bd493-3e0f-4c29-9ad2-37ee7eeace40 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Network': ['ID=bd04604b-7342-4af6-95bd-2a76193b4545,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:13:08.351218 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network bd04604b-7342-4af6-95bd-2a76193b4545 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:13:08.420488 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-a48bd493-3e0f-4c29-9ad2-37ee7eeace40 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4871082 Jan 21 19:13:08.420760 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36802) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:13:08.426276 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-a5cc5faa-371f-49de-b61c-9cffb3687ddf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1922692568', 'admin_state_up': True, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:13:08.434503 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-a5cc5faa-371f-49de-b61c-9cffb3687ddf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:13:08.438315 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-a5cc5faa-371f-49de-b61c-9cffb3687ddf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:router and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:13:08.441368 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-a5cc5faa-371f-49de-b61c-9cffb3687ddf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:13:08.447976 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-a5cc5faa-371f-49de-b61c-9cffb3687ddf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:13:08.565016 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a5cc5faa-371f-49de-b61c-9cffb3687ddf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:08.566565 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a5cc5faa-371f-49de-b61c-9cffb3687ddf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:08.580960 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a5cc5faa-371f-49de-b61c-9cffb3687ddf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:08.949598 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a5cc5faa-371f-49de-b61c-9cffb3687ddf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:09.325285 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a5cc5faa-371f-49de-b61c-9cffb3687ddf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router_gateway, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:09.354596 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a5cc5faa-371f-49de-b61c-9cffb3687ddf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:09.492271 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-a5cc5faa-371f-49de-b61c-9cffb3687ddf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Allocated IP 172.26.1.212 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/17b6f662-1b1b-4a74-8a8a-5a39bbef942b) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:13:09.747011 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a5cc5faa-371f-49de-b61c-9cffb3687ddf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:09.837363 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a5cc5faa-371f-49de-b61c-9cffb3687ddf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:09.901500 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cc5faa-371f-49de-b61c-9cffb3687ddf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:13:09.904407 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-a5cc5faa-371f-49de-b61c-9cffb3687ddf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:13:09.908075 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cc5faa-371f-49de-b61c-9cffb3687ddf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:13:09.940488 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc5faa-371f-49de-b61c-9cffb3687ddf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=17b6f662-1b1b-4a74-8a8a-5a39bbef942b,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:13:10.410091 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a5cc5faa-371f-49de-b61c-9cffb3687ddf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router_gateway, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:10.747981 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a5cc5faa-371f-49de-b61c-9cffb3687ddf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:11.006210 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5cc5faa-371f-49de-b61c-9cffb3687ddf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Router 36e19c77-d571-496e-bb92-aa0302ba7c3b is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:13:11.197123 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5cc5faa-371f-49de-b61c-9cffb3687ddf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:13:11.207683 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894bf408-b265-49e3-80e9-9f87d72a292c None None] Sync routers for ids ['36e19c77-d571-496e-bb92-aa0302ba7c3b'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:13:11.217262 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894bf408-b265-49e3-80e9-9f87d72a292c None None] Routers {'36e19c77-d571-496e-bb92-aa0302ba7c3b'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:13:11.217898 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-894bf408-b265-49e3-80e9-9f87d72a292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:12:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['36e19c77-d571-496e-bb92-aa0302ba7c3b'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:13:11.313337 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a5cc5faa-371f-49de-b61c-9cffb3687ddf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:11.313337 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a5cc5faa-371f-49de-b61c-9cffb3687ddf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8914156 Jan 21 19:13:11.316300 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36806) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:13:11.398549 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-894bf408-b265-49e3-80e9-9f87d72a292c None None] Set router 36e19c77-d571-496e-bb92-aa0302ba7c3b gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:13:11.482243 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f654ddbb-ebf9-48e3-99cb-57257049711b tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=f393478d14c44d15ad1bf9df868df3cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1648448 Jan 21 19:13:11.484865 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36810) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:13:11.615595 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb96f888-a4da-4e8c-84a9-35b7806bfe5f tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:13:11.617087 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-cb96f888-a4da-4e8c-84a9-35b7806bfe5f tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1313553 Jan 21 19:13:11.619983 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36814) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:13:11.660931 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-9eb985cb-5e7e-4bb6-be56-e81663489e54 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=552ba34b-3dd7-4be8-8310-a9fc908fe72b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398664 Jan 21 19:13:11.663457 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36818) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:13:11.668652 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-b5ad9ceb-2c5e-48ee-b503-e98f49a80959 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1383096304', 'network_id': 'bd04604b-7342-4af6-95bd-2a76193b4545', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:13:11.690612 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-894bf408-b265-49e3-80e9-9f87d72a292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'name': 'tempest-TestNetworkBasicOps-router-1922692568', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': '17b6f662-1b1b-4a74-8a8a-5a39bbef942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:13:08Z', 'updated_at': '2022-01-21T19:13:10Z', 'revision_number': 3, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '17b6f662-1b1b-4a74-8a8a-5a39bbef942b', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:13:09Z', 'updated_at': '2022-01-21T19:13:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:13:11.694499 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894bf408-b265-49e3-80e9-9f87d72a292c None None] Checking router: 36e19c77-d571-496e-bb92-aa0302ba7c3b for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:13:11.694845 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894bf408-b265-49e3-80e9-9f87d72a292c None None] Updating router 36e19c77-d571-496e-bb92-aa0302ba7c3b port 17b6f662-1b1b-4a74-8a8a-5a39bbef942b binding host dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:13:11.746713 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-894bf408-b265-49e3-80e9-9f87d72a292c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:11.777521 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-b5ad9ceb-2c5e-48ee-b503-e98f49a80959 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:13:11.781376 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-b5ad9ceb-2c5e-48ee-b503-e98f49a80959 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:subnet and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:13:11.785252 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-b5ad9ceb-2c5e-48ee-b503-e98f49a80959 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:13:11.790969 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-b5ad9ceb-2c5e-48ee-b503-e98f49a80959 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:13:11.908730 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ad9ceb-2c5e-48ee-b503-e98f49a80959 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Made reservation on behalf of f393478d14c44d15ad1bf9df868df3cb for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:13:11.911847 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b5ad9ceb-2c5e-48ee-b503-e98f49a80959 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:12.080415 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-894bf408-b265-49e3-80e9-9f87d72a292c None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:12.091794 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-894bf408-b265-49e3-80e9-9f87d72a292c None None] Transition to ACTIVE for port object 17b6f662-1b1b-4a74-8a8a-5a39bbef942b will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:13:12.183722 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-894bf408-b265-49e3-80e9-9f87d72a292c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:12.215160 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b5ad9ceb-2c5e-48ee-b503-e98f49a80959 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:12.276591 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-894bf408-b265-49e3-80e9-9f87d72a292c None None] Attempting to bind port 17b6f662-1b1b-4a74-8a8a-5a39bbef942b on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:13:12.277172 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-894bf408-b265-49e3-80e9-9f87d72a292c None None] Attempting to bind port 17b6f662-1b1b-4a74-8a8a-5a39bbef942b by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:13:12.277296 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894bf408-b265-49e3-80e9-9f87d72a292c None None] Attempting to bind port 17b6f662-1b1b-4a74-8a8a-5a39bbef942b on network 552ba34b-3dd7-4be8-8310-a9fc908fe72b {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:13:12.280654 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0310a0-d1a4-46fc-aad5-d717069a5fe8 None None] Pushing event updated for resources: {'Port': ['ID=17b6f662-1b1b-4a74-8a8a-5a39bbef942b,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:13:12.285571 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894bf408-b265-49e3-80e9-9f87d72a292c None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:13:12.285957 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894bf408-b265-49e3-80e9-9f87d72a292c None None] Checking segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:13:12.286363 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-894bf408-b265-49e3-80e9-9f87d72a292c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:12.286751 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894bf408-b265-49e3-80e9-9f87d72a292c None None] Bound using segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:13:12.287217 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-894bf408-b265-49e3-80e9-9f87d72a292c None None] Bound port: 17b6f662-1b1b-4a74-8a8a-5a39bbef942b, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:13:12.287893 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-894bf408-b265-49e3-80e9-9f87d72a292c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:12.295679 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad9ceb-2c5e-48ee-b503-e98f49a80959 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Subnet': ['ID=11c9ffe5-1c87-4238-9ee9-b3536eacf79b,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:13:12.305317 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ad9ceb-2c5e-48ee-b503-e98f49a80959 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Checking segment: {'id': '06c03117-0c9d-4ce6-bfb2-b43294f4261b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bd04604b-7342-4af6-95bd-2a76193b4545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:13:12.305675 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ad9ceb-2c5e-48ee-b503-e98f49a80959 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network hostable DHCP agents. Network: bd04604b-7342-4af6-95bd-2a76193b4545, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:13:12.362514 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-894bf408-b265-49e3-80e9-9f87d72a292c None None] For port 17b6f662-1b1b-4a74-8a8a-5a39bbef942b, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:13:12.365407 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-894bf408-b265-49e3-80e9-9f87d72a292c None None] For port 17b6f662-1b1b-4a74-8a8a-5a39bbef942b, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=17b6f662-1b1b-4a74-8a8a-5a39bbef942b,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:13:12.441288 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ad9ceb-2c5e-48ee-b503-e98f49a80959 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network bd04604b-7342-4af6-95bd-2a76193b4545 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:13:12.464798 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-894bf408-b265-49e3-80e9-9f87d72a292c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:12.537055 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-b5ad9ceb-2c5e-48ee-b503-e98f49a80959 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, bd04604b-7342-4af6-95bd-2a76193b4545) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:13:12.540876 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ad9ceb-2c5e-48ee-b503-e98f49a80959 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:13:12.542443 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b5ad9ceb-2c5e-48ee-b503-e98f49a80959 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:12.542650 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894bf408-b265-49e3-80e9-9f87d72a292c None None] Routers {'36e19c77-d571-496e-bb92-aa0302ba7c3b'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:13:12.543228 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-894bf408-b265-49e3-80e9-9f87d72a292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:12:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['36e19c77-d571-496e-bb92-aa0302ba7c3b'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:13:12.602818 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873f5aa0-4dd9-4d13-ae94-f6cfc6bf57c2 None None] Network bd04604b-7342-4af6-95bd-2a76193b4545 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:13:12.634913 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b5ad9ceb-2c5e-48ee-b503-e98f49a80959 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9674041 Jan 21 19:13:12.634913 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36822) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:13:12.640698 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0310a0-d1a4-46fc-aad5-d717069a5fe8 None None] Pushing event updated for resources: {'Port': ['ID=17b6f662-1b1b-4a74-8a8a-5a39bbef942b,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:13:12.872815 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-894bf408-b265-49e3-80e9-9f87d72a292c None None] Set router 36e19c77-d571-496e-bb92-aa0302ba7c3b gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:13:13.158398 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323d5040-483c-4db1-8d50-c5b69d1ed6f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-bd04604b-7342-4af6-95bd-2a76193b4545', 'network_id': 'bd04604b-7342-4af6-95bd-2a76193b4545', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ips': [{'subnet_id': '11c9ffe5-1c87-4238-9ee9-b3536eacf79b'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:13:13.159214 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-323d5040-483c-4db1-8d50-c5b69d1ed6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:13.370557 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-894bf408-b265-49e3-80e9-9f87d72a292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'name': 'tempest-TestNetworkBasicOps-router-1922692568', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': '17b6f662-1b1b-4a74-8a8a-5a39bbef942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:13:08Z', 'updated_at': '2022-01-21T19:13:10Z', 'revision_number': 3, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '17b6f662-1b1b-4a74-8a8a-5a39bbef942b', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:13:09Z', 'updated_at': '2022-01-21T19:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:13:13.376890 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-323d5040-483c-4db1-8d50-c5b69d1ed6f2 None None] Allocated IP 172.20.0.2 (bd04604b-7342-4af6-95bd-2a76193b4545/11c9ffe5-1c87-4238-9ee9-b3536eacf79b/9f40c259-4599-4cd9-871b-958fb9fddd47) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:13:13.381399 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894bf408-b265-49e3-80e9-9f87d72a292c None None] The sync data for ids ['36e19c77-d571-496e-bb92-aa0302ba7c3b'] in dv-neutron-825470-1-hyperv is: [{'id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'name': 'tempest-TestNetworkBasicOps-router-1922692568', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': '17b6f662-1b1b-4a74-8a8a-5a39bbef942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:13:08Z', 'updated_at': '2022-01-21T19:13:10Z', 'revision_number': 3, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '17b6f662-1b1b-4a74-8a8a-5a39bbef942b', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:13:09Z', 'updated_at': '2022-01-21T19:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:13:13.476352 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c3802093-0248-4e06-9860-591e81794987 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:13.602853 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-323d5040-483c-4db1-8d50-c5b69d1ed6f2 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:13.615228 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-323d5040-483c-4db1-8d50-c5b69d1ed6f2 None None] Transition to ACTIVE for port object 9f40c259-4599-4cd9-871b-958fb9fddd47 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:13:13.636748 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-323d5040-483c-4db1-8d50-c5b69d1ed6f2 None None] Transition to ACTIVE for port object 9f40c259-4599-4cd9-871b-958fb9fddd47 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:13:13.710359 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-323d5040-483c-4db1-8d50-c5b69d1ed6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:13.779741 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323d5040-483c-4db1-8d50-c5b69d1ed6f2 None None] Network bd04604b-7342-4af6-95bd-2a76193b4545 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:13:13.783044 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-323d5040-483c-4db1-8d50-c5b69d1ed6f2 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:13:13.788428 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323d5040-483c-4db1-8d50-c5b69d1ed6f2 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:13:13.794070 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d5040-483c-4db1-8d50-c5b69d1ed6f2 None None] Pushing event updated for resources: {'Port': ['ID=9f40c259-4599-4cd9-871b-958fb9fddd47,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:13:13.890889 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-323d5040-483c-4db1-8d50-c5b69d1ed6f2 None None] Attempting to bind port 9f40c259-4599-4cd9-871b-958fb9fddd47 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:13:13.891255 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-323d5040-483c-4db1-8d50-c5b69d1ed6f2 None None] Attempting to bind port 9f40c259-4599-4cd9-871b-958fb9fddd47 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '06c03117-0c9d-4ce6-bfb2-b43294f4261b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bd04604b-7342-4af6-95bd-2a76193b4545'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:13:13.897492 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323d5040-483c-4db1-8d50-c5b69d1ed6f2 None None] Attempting to bind port 9f40c259-4599-4cd9-871b-958fb9fddd47 on network bd04604b-7342-4af6-95bd-2a76193b4545 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:13:13.898239 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323d5040-483c-4db1-8d50-c5b69d1ed6f2 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:13:13.898577 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323d5040-483c-4db1-8d50-c5b69d1ed6f2 None None] Checking segment: {'id': '06c03117-0c9d-4ce6-bfb2-b43294f4261b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bd04604b-7342-4af6-95bd-2a76193b4545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:13:13.898981 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-323d5040-483c-4db1-8d50-c5b69d1ed6f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:13.899365 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323d5040-483c-4db1-8d50-c5b69d1ed6f2 None None] Bound using segment: {'id': '06c03117-0c9d-4ce6-bfb2-b43294f4261b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bd04604b-7342-4af6-95bd-2a76193b4545'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:13:13.899877 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-323d5040-483c-4db1-8d50-c5b69d1ed6f2 None None] Bound port: 9f40c259-4599-4cd9-871b-958fb9fddd47, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c03117-0c9d-4ce6-bfb2-b43294f4261b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bd04604b-7342-4af6-95bd-2a76193b4545'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:13:13.900246 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-323d5040-483c-4db1-8d50-c5b69d1ed6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:13.932751 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-c3802093-0248-4e06-9860-591e81794987 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Allocated IP 172.20.0.1 (bd04604b-7342-4af6-95bd-2a76193b4545/11c9ffe5-1c87-4238-9ee9-b3536eacf79b/946ab261-0003-4483-99f8-633d069aae65) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:13:14.014971 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-323d5040-483c-4db1-8d50-c5b69d1ed6f2 None None] For port 9f40c259-4599-4cd9-871b-958fb9fddd47, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:13:14.019907 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-323d5040-483c-4db1-8d50-c5b69d1ed6f2 None None] For port 9f40c259-4599-4cd9-871b-958fb9fddd47, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=9f40c259-4599-4cd9-871b-958fb9fddd47,segment=NetworkSegment(06c03117-0c9d-4ce6-bfb2-b43294f4261b),segment_id=06c03117-0c9d-4ce6-bfb2-b43294f4261b)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:13:14.095767 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-323d5040-483c-4db1-8d50-c5b69d1ed6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:14.122661 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c3802093-0248-4e06-9860-591e81794987 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:14.140489 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-c3802093-0248-4e06-9860-591e81794987 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Transition to ACTIVE for port object 946ab261-0003-4483-99f8-633d069aae65 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:13:14.183116 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d5040-483c-4db1-8d50-c5b69d1ed6f2 None None] Pushing event updated for resources: {'Port': ['ID=9f40c259-4599-4cd9-871b-958fb9fddd47,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:13:14.248698 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c3802093-0248-4e06-9860-591e81794987 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:14.330737 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3802093-0248-4e06-9860-591e81794987 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network bd04604b-7342-4af6-95bd-2a76193b4545 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:13:14.335256 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-c3802093-0248-4e06-9860-591e81794987 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:13:14.339272 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3802093-0248-4e06-9860-591e81794987 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:13:14.398711 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3802093-0248-4e06-9860-591e81794987 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=946ab261-0003-4483-99f8-633d069aae65,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:13:14.431844 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:13:14.446158 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c3802093-0248-4e06-9860-591e81794987 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:14.823294 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c3802093-0248-4e06-9860-591e81794987 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:15.375696 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c3802093-0248-4e06-9860-591e81794987 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:15.515769 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 9f40c259-4599-4cd9-871b-958fb9fddd47 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:13:15.597069 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c3802093-0248-4e06-9860-591e81794987 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:15.677452 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a76d3d-ef6a-41f9-9bdd-bc27dc1899b1 None None] Network bd04604b-7342-4af6-95bd-2a76193b4545 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:13:15.701025 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 9f40c259-4599-4cd9-871b-958fb9fddd47 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:13:15.715478 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c3802093-0248-4e06-9860-591e81794987 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:15.719237 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 17b6f662-1b1b-4a74-8a8a-5a39bbef942b up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:13:15.722351 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3802093-0248-4e06-9860-591e81794987 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=946ab261-0003-4483-99f8-633d069aae65,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:13:15.860950 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3802093-0248-4e06-9860-591e81794987 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network bd04604b-7342-4af6-95bd-2a76193b4545 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:13:15.862193 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-c3802093-0248-4e06-9860-591e81794987 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:13:16.003812 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-a393271a-bdfb-428e-8730-c16593928cbc None None] Provisioning for port 9f40c259-4599-4cd9-871b-958fb9fddd47 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:13:16.017662 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-a393271a-bdfb-428e-8730-c16593928cbc None None] Provisioning complete for port 9f40c259-4599-4cd9-871b-958fb9fddd47 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:13:16.017836 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a393271a-bdfb-428e-8730-c16593928cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:16.059250 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 17b6f662-1b1b-4a74-8a8a-5a39bbef942b completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:13:16.062663 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3802093-0248-4e06-9860-591e81794987 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Router 36e19c77-d571-496e-bb92-aa0302ba7c3b has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:13:16.078348 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 17b6f662-1b1b-4a74-8a8a-5a39bbef942b triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:13:16.081453 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:16.245384 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3802093-0248-4e06-9860-591e81794987 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:13:16.256844 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ea68f8-f990-4481-b3cb-5ed9d4c88166 None None] Sync routers for ids ['36e19c77-d571-496e-bb92-aa0302ba7c3b'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:13:16.261072 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c3802093-0248-4e06-9860-591e81794987 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "PUT /v2.0/routers/36e19c77-d571-496e-bb92-aa0302ba7c3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6253555 Jan 21 19:13:16.264234 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36828) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:13:16.265999 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a393271a-bdfb-428e-8730-c16593928cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:16.275262 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ea68f8-f990-4481-b3cb-5ed9d4c88166 None None] Routers {'36e19c77-d571-496e-bb92-aa0302ba7c3b'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:13:16.276822 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-77ea68f8-f990-4481-b3cb-5ed9d4c88166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:12:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['36e19c77-d571-496e-bb92-aa0302ba7c3b'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:13:16.288312 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:16.334206 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-a393271a-bdfb-428e-8730-c16593928cbc None None] For port 9f40c259-4599-4cd9-871b-958fb9fddd47, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=9f40c259-4599-4cd9-871b-958fb9fddd47,segment=NetworkSegment(06c03117-0c9d-4ce6-bfb2-b43294f4261b),segment_id=06c03117-0c9d-4ce6-bfb2-b43294f4261b)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:13:16.334206 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 17b6f662-1b1b-4a74-8a8a-5a39bbef942b, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=17b6f662-1b1b-4a74-8a8a-5a39bbef942b,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:13:16.434199 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a393271a-bdfb-428e-8730-c16593928cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:16.446900 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b6a6d9-b184-43d6-909d-822f1f81fbe0 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:13:16.447390 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b6a6d9-b184-43d6-909d-822f1f81fbe0 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:13:16.447915 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b6a6d9-b184-43d6-909d-822f1f81fbe0 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:13:16.448307 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b6a6d9-b184-43d6-909d-822f1f81fbe0 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:13:16.449023 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b6a6d9-b184-43d6-909d-822f1f81fbe0 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:13:16.449961 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b6a6d9-b184-43d6-909d-822f1f81fbe0 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:13:16.452077 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-94b6a6d9-b184-43d6-909d-822f1f81fbe0 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1834853 Jan 21 19:13:16.455435 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36832) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:13:16.499055 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:16.516143 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-77ea68f8-f990-4481-b3cb-5ed9d4c88166 None None] Set router 36e19c77-d571-496e-bb92-aa0302ba7c3b gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:13:16.554509 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a393271a-bdfb-428e-8730-c16593928cbc None None] Pushing event updated for resources: {'Port': ['ID=9f40c259-4599-4cd9-871b-958fb9fddd47,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:13:16.565684 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235478ed-9a7e-40ac-afd3-114244801e97 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:13:16.566182 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235478ed-9a7e-40ac-afd3-114244801e97 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:13:16.566699 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235478ed-9a7e-40ac-afd3-114244801e97 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:13:16.567159 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235478ed-9a7e-40ac-afd3-114244801e97 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:13:16.567606 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235478ed-9a7e-40ac-afd3-114244801e97 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:13:16.568052 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235478ed-9a7e-40ac-afd3-114244801e97 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:13:16.570038 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-235478ed-9a7e-40ac-afd3-114244801e97 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1131318 Jan 21 19:13:16.572636 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36836) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:13:16.693688 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=17b6f662-1b1b-4a74-8a8a-5a39bbef942b,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:13:16.770728 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-ae9f8ec9-8bd4-4f23-b052-d6d1921d76fd None None] Provisioning for port 946ab261-0003-4483-99f8-633d069aae65 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:13:16.776382 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-ae9f8ec9-8bd4-4f23-b052-d6d1921d76fd None None] Provisioning complete for port 946ab261-0003-4483-99f8-633d069aae65 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:13:16.777870 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ae9f8ec9-8bd4-4f23-b052-d6d1921d76fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:16.819330 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-050f46c7-2611-42f6-9c9f-ea15f1948531 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2453799 Jan 21 19:13:16.854988 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-ae9f8ec9-8bd4-4f23-b052-d6d1921d76fd None None] Port 946ab261-0003-4483-99f8-633d069aae65 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:13:16.869552 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-ae9f8ec9-8bd4-4f23-b052-d6d1921d76fd None None] Provisioning complete for port 9f40c259-4599-4cd9-871b-958fb9fddd47 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:13:16.870244 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ae9f8ec9-8bd4-4f23-b052-d6d1921d76fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:16.892803 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-77ea68f8-f990-4481-b3cb-5ed9d4c88166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'name': 'tempest-TestNetworkBasicOps-router-1922692568', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': '17b6f662-1b1b-4a74-8a8a-5a39bbef942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:13:08Z', 'updated_at': '2022-01-21T19:13:14Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '17b6f662-1b1b-4a74-8a8a-5a39bbef942b', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:13:09Z', 'updated_at': '2022-01-21T19:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '946ab261-0003-4483-99f8-633d069aae65', 'name': '', 'network_id': 'bd04604b-7342-4af6-95bd-2a76193b4545', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:bc:24:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '11c9ffe5-1c87-4238-9ee9-b3536eacf79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:13:13Z', 'updated_at': '2022-01-21T19:13:15Z', 'revision_number': 2, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '11c9ffe5-1c87-4238-9ee9-b3536eacf79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:13:16.897310 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ea68f8-f990-4481-b3cb-5ed9d4c88166 None None] Checking router: 36e19c77-d571-496e-bb92-aa0302ba7c3b for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:13:16.897934 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ea68f8-f990-4481-b3cb-5ed9d4c88166 None None] Updating router 36e19c77-d571-496e-bb92-aa0302ba7c3b port 946ab261-0003-4483-99f8-633d069aae65 binding host dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:13:16.955325 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-77ea68f8-f990-4481-b3cb-5ed9d4c88166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:17.115138 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0a3c24f9-3102-4ff5-b6e4-1bc613de0d8c None None] Provisioning complete for port 946ab261-0003-4483-99f8-633d069aae65 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:13:17.115402 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0a3c24f9-3102-4ff5-b6e4-1bc613de0d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:17.172549 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0a3c24f9-3102-4ff5-b6e4-1bc613de0d8c None None] Port 946ab261-0003-4483-99f8-633d069aae65 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:13:17.184418 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36842) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:13:17.189940 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-7471a514-d6c9-4a15-9d99-c850b7b9253a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-981025543', 'description': 'tempest-secgroup-smoke-981025543 description', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:13:17.196039 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-7471a514-d6c9-4a15-9d99-c850b7b9253a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:13:17.200373 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-7471a514-d6c9-4a15-9d99-c850b7b9253a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:13:17.204013 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-7471a514-d6c9-4a15-9d99-c850b7b9253a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:13:17.214644 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-7471a514-d6c9-4a15-9d99-c850b7b9253a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:13:17.288046 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7471a514-d6c9-4a15-9d99-c850b7b9253a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:17.308235 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-7471a514-d6c9-4a15-9d99-c850b7b9253a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:13:17.311975 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-7471a514-d6c9-4a15-9d99-c850b7b9253a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:13:17.315438 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-7471a514-d6c9-4a15-9d99-c850b7b9253a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:13:17.321002 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-7471a514-d6c9-4a15-9d99-c850b7b9253a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:13:17.323646 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-77ea68f8-f990-4481-b3cb-5ed9d4c88166 None None] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:17.336091 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-77ea68f8-f990-4481-b3cb-5ed9d4c88166 None None] Transition to ACTIVE for port object 946ab261-0003-4483-99f8-633d069aae65 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:13:17.393830 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7471a514-d6c9-4a15-9d99-c850b7b9253a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:17.408681 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-77ea68f8-f990-4481-b3cb-5ed9d4c88166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:17.442498 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 9f40c259-4599-4cd9-871b-958fb9fddd47 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:13:17.513027 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 9f40c259-4599-4cd9-871b-958fb9fddd47 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:13:17.513495 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:17.531637 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7471a514-d6c9-4a15-9d99-c850b7b9253a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:17.591508 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471a514-d6c9-4a15-9d99-c850b7b9253a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28fc9cf0-d06f-420e-959d-4854bd8f8b82,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:13:17.600074 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cbfa8f-674f-49d3-871f-e09d55732ec0 None None] Pushing event updated for resources: {'Port': ['ID=946ab261-0003-4483-99f8-633d069aae65,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:13:17.612168 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cbfa8f-674f-49d3-871f-e09d55732ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:13:17.612645 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cbfa8f-674f-49d3-871f-e09d55732ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:13:17.613118 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cbfa8f-674f-49d3-871f-e09d55732ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:13:17.613445 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cbfa8f-674f-49d3-871f-e09d55732ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:13:17.613763 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cbfa8f-674f-49d3-871f-e09d55732ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:13:17.614125 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cbfa8f-674f-49d3-871f-e09d55732ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:13:17.614443 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cbfa8f-674f-49d3-871f-e09d55732ec0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:13:17.614757 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cbfa8f-674f-49d3-871f-e09d55732ec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:13:17.615069 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cbfa8f-674f-49d3-871f-e09d55732ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:13:17.615378 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cbfa8f-674f-49d3-871f-e09d55732ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:13:17.615686 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cbfa8f-674f-49d3-871f-e09d55732ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:13:17.615991 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cbfa8f-674f-49d3-871f-e09d55732ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:13:17.639323 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-77ea68f8-f990-4481-b3cb-5ed9d4c88166 None None] Attempting to bind port 946ab261-0003-4483-99f8-633d069aae65 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:13:17.639839 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-77ea68f8-f990-4481-b3cb-5ed9d4c88166 None None] Attempting to bind port 946ab261-0003-4483-99f8-633d069aae65 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '06c03117-0c9d-4ce6-bfb2-b43294f4261b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bd04604b-7342-4af6-95bd-2a76193b4545'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:13:17.640264 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ea68f8-f990-4481-b3cb-5ed9d4c88166 None None] Attempting to bind port 946ab261-0003-4483-99f8-633d069aae65 on network bd04604b-7342-4af6-95bd-2a76193b4545 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:13:17.647275 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ea68f8-f990-4481-b3cb-5ed9d4c88166 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:13:17.648215 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ea68f8-f990-4481-b3cb-5ed9d4c88166 None None] Checking segment: {'id': '06c03117-0c9d-4ce6-bfb2-b43294f4261b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bd04604b-7342-4af6-95bd-2a76193b4545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:13:17.648679 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-77ea68f8-f990-4481-b3cb-5ed9d4c88166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:17.649259 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ea68f8-f990-4481-b3cb-5ed9d4c88166 None None] Bound using segment: {'id': '06c03117-0c9d-4ce6-bfb2-b43294f4261b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bd04604b-7342-4af6-95bd-2a76193b4545'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:13:17.649724 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-77ea68f8-f990-4481-b3cb-5ed9d4c88166 None None] Bound port: 946ab261-0003-4483-99f8-633d069aae65, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c03117-0c9d-4ce6-bfb2-b43294f4261b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bd04604b-7342-4af6-95bd-2a76193b4545'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:13:17.650197 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-77ea68f8-f990-4481-b3cb-5ed9d4c88166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:17.650713 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 17b6f662-1b1b-4a74-8a8a-5a39bbef942b up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:13:17.654207 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7471a514-d6c9-4a15-9d99-c850b7b9253a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:17.655700 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-7471a514-d6c9-4a15-9d99-c850b7b9253a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4702451 Jan 21 19:13:17.659219 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36846) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:13:17.664984 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-9276010e-2aff-4f67-9ac3-b4a1b2fb0838 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '28fc9cf0-d06f-420e-959d-4854bd8f8b82', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:13:17.671889 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-9276010e-2aff-4f67-9ac3-b4a1b2fb0838 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:13:17.676419 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-9276010e-2aff-4f67-9ac3-b4a1b2fb0838 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:13:17.679849 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-9276010e-2aff-4f67-9ac3-b4a1b2fb0838 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:13:17.687584 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-9276010e-2aff-4f67-9ac3-b4a1b2fb0838 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:13:17.733607 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 17b6f662-1b1b-4a74-8a8a-5a39bbef942b triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:13:17.733934 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:17.745127 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-77ea68f8-f990-4481-b3cb-5ed9d4c88166 None None] For port 946ab261-0003-4483-99f8-633d069aae65, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:13:17.748209 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-77ea68f8-f990-4481-b3cb-5ed9d4c88166 None None] For port 946ab261-0003-4483-99f8-633d069aae65, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=946ab261-0003-4483-99f8-633d069aae65,segment=NetworkSegment(06c03117-0c9d-4ce6-bfb2-b43294f4261b),segment_id=06c03117-0c9d-4ce6-bfb2-b43294f4261b)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:13:17.780632 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9276010e-2aff-4f67-9ac3-b4a1b2fb0838 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:17.841698 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9276010e-2aff-4f67-9ac3-b4a1b2fb0838 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:17.846287 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-77ea68f8-f990-4481-b3cb-5ed9d4c88166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:17.927097 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ea68f8-f990-4481-b3cb-5ed9d4c88166 None None] Routers {'36e19c77-d571-496e-bb92-aa0302ba7c3b'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:13:17.927745 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-77ea68f8-f990-4481-b3cb-5ed9d4c88166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:12:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['36e19c77-d571-496e-bb92-aa0302ba7c3b'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:13:17.928055 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9276010e-2aff-4f67-9ac3-b4a1b2fb0838 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:17.952936 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276010e-2aff-4f67-9ac3-b4a1b2fb0838 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6045de51-1776-44c2-8c42-0baaaea64b6e,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:13:17.982481 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cbfa8f-674f-49d3-871f-e09d55732ec0 None None] Pushing event updated for resources: {'Port': ['ID=946ab261-0003-4483-99f8-633d069aae65,revision_number=4']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:13:18.028537 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9276010e-2aff-4f67-9ac3-b4a1b2fb0838 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:18.035767 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-9276010e-2aff-4f67-9ac3-b4a1b2fb0838 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3693151 Jan 21 19:13:18.035767 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36850) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:13:18.037716 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-ed9997ca-4d53-4f3a-8eed-1bb1ba793eb9 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '28fc9cf0-d06f-420e-959d-4854bd8f8b82', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:13:18.043954 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-ed9997ca-4d53-4f3a-8eed-1bb1ba793eb9 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:13:18.047886 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ed9997ca-4d53-4f3a-8eed-1bb1ba793eb9 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:13:18.051120 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ed9997ca-4d53-4f3a-8eed-1bb1ba793eb9 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:13:18.057170 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-ed9997ca-4d53-4f3a-8eed-1bb1ba793eb9 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:13:18.112102 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-77ea68f8-f990-4481-b3cb-5ed9d4c88166 None None] Set router 36e19c77-d571-496e-bb92-aa0302ba7c3b gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:13:18.150050 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ed9997ca-4d53-4f3a-8eed-1bb1ba793eb9 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:18.214914 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ed9997ca-4d53-4f3a-8eed-1bb1ba793eb9 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:18.279848 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ed9997ca-4d53-4f3a-8eed-1bb1ba793eb9 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:18.423946 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9997ca-4d53-4f3a-8eed-1bb1ba793eb9 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b709f35-8564-4d56-9928-80d05d4e8db4,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:13:18.445355 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-77ea68f8-f990-4481-b3cb-5ed9d4c88166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'name': 'tempest-TestNetworkBasicOps-router-1922692568', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': '17b6f662-1b1b-4a74-8a8a-5a39bbef942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:13:08Z', 'updated_at': '2022-01-21T19:13:14Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '17b6f662-1b1b-4a74-8a8a-5a39bbef942b', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:13:09Z', 'updated_at': '2022-01-21T19:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '946ab261-0003-4483-99f8-633d069aae65', 'name': '', 'network_id': 'bd04604b-7342-4af6-95bd-2a76193b4545', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:bc:24:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '11c9ffe5-1c87-4238-9ee9-b3536eacf79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:13:13Z', 'updated_at': '2022-01-21T19:13:17Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '11c9ffe5-1c87-4238-9ee9-b3536eacf79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:13:18.449516 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ea68f8-f990-4481-b3cb-5ed9d4c88166 None None] The sync data for ids ['36e19c77-d571-496e-bb92-aa0302ba7c3b'] in dv-neutron-825470-1-hyperv is: [{'id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'name': 'tempest-TestNetworkBasicOps-router-1922692568', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': '17b6f662-1b1b-4a74-8a8a-5a39bbef942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:13:08Z', 'updated_at': '2022-01-21T19:13:14Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '17b6f662-1b1b-4a74-8a8a-5a39bbef942b', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:13:09Z', 'updated_at': '2022-01-21T19:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '946ab261-0003-4483-99f8-633d069aae65', 'name': '', 'network_id': 'bd04604b-7342-4af6-95bd-2a76193b4545', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:bc:24:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '11c9ffe5-1c87-4238-9ee9-b3536eacf79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:13:13Z', 'updated_at': '2022-01-21T19:13:17Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '11c9ffe5-1c87-4238-9ee9-b3536eacf79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:13:18.500002 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ed9997ca-4d53-4f3a-8eed-1bb1ba793eb9 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:18.501289 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ed9997ca-4d53-4f3a-8eed-1bb1ba793eb9 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4677427 Jan 21 19:13:18.504295 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36854) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:13:18.525007 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-c3d95598-7ece-407f-95a4-e9a89d8ef259 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '28fc9cf0-d06f-420e-959d-4854bd8f8b82', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:13:18.526285 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-c3d95598-7ece-407f-95a4-e9a89d8ef259 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:13:18.531009 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-c3d95598-7ece-407f-95a4-e9a89d8ef259 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:13:18.534881 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-c3d95598-7ece-407f-95a4-e9a89d8ef259 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:13:18.540942 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-c3d95598-7ece-407f-95a4-e9a89d8ef259 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:13:18.630678 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c3d95598-7ece-407f-95a4-e9a89d8ef259 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:18.696692 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c3d95598-7ece-407f-95a4-e9a89d8ef259 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:18.771140 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c3d95598-7ece-407f-95a4-e9a89d8ef259 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:18.795253 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d95598-7ece-407f-95a4-e9a89d8ef259 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94ab5430-9323-46c2-9522-9b0236230cfa,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:13:18.854262 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c3d95598-7ece-407f-95a4-e9a89d8ef259 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:18.855576 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c3d95598-7ece-407f-95a4-e9a89d8ef259 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3502655 Jan 21 19:13:18.858322 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36858) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:13:18.864492 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-695b6f29-024b-4b9a-9d8e-075df7506cde tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '28fc9cf0-d06f-420e-959d-4854bd8f8b82', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:13:18.870581 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-695b6f29-024b-4b9a-9d8e-075df7506cde tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:13:18.874374 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-695b6f29-024b-4b9a-9d8e-075df7506cde tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:13:18.877542 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-695b6f29-024b-4b9a-9d8e-075df7506cde tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:13:18.884379 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-695b6f29-024b-4b9a-9d8e-075df7506cde tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:13:18.992988 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-695b6f29-024b-4b9a-9d8e-075df7506cde tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:19.058940 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-695b6f29-024b-4b9a-9d8e-075df7506cde tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:19.139795 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-695b6f29-024b-4b9a-9d8e-075df7506cde tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:19.165488 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b6f29-024b-4b9a-9d8e-075df7506cde tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=495bc693-109b-49e9-befa-2a1bd68f8395,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:13:19.239878 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-695b6f29-024b-4b9a-9d8e-075df7506cde tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:19.241187 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-695b6f29-024b-4b9a-9d8e-075df7506cde tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3818398 Jan 21 19:13:19.243966 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36862) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:13:19.249349 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-6f879fab-2a4d-46b2-891a-4e29f8ec2615 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '28fc9cf0-d06f-420e-959d-4854bd8f8b82', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:13:19.256056 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-6f879fab-2a4d-46b2-891a-4e29f8ec2615 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:13:19.259962 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-6f879fab-2a4d-46b2-891a-4e29f8ec2615 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:13:19.262959 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-6f879fab-2a4d-46b2-891a-4e29f8ec2615 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:13:19.269834 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-6f879fab-2a4d-46b2-891a-4e29f8ec2615 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:13:19.346354 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.securitygroups_db [None req-6f879fab-2a4d-46b2-891a-4e29f8ec2615 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Project f393478d14c44d15ad1bf9df868df3cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 19:13:19.353304 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6f879fab-2a4d-46b2-891a-4e29f8ec2615 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:19.425358 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6f879fab-2a4d-46b2-891a-4e29f8ec2615 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:19.461465 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 946ab261-0003-4483-99f8-633d069aae65 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:13:19.488444 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6f879fab-2a4d-46b2-891a-4e29f8ec2615 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:19.513277 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f879fab-2a4d-46b2-891a-4e29f8ec2615 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cd173c3-8e98-42e6-824a-4d20fef67056,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:13:19.602819 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6f879fab-2a4d-46b2-891a-4e29f8ec2615 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:19.604062 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-6f879fab-2a4d-46b2-891a-4e29f8ec2615 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3591216 Jan 21 19:13:19.606904 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36866) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:13:19.613082 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-4159b2cd-a339-4af4-aec4-774fcef843d7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '28fc9cf0-d06f-420e-959d-4854bd8f8b82', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:13:19.613774 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 946ab261-0003-4483-99f8-633d069aae65 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:13:19.618959 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 946ab261-0003-4483-99f8-633d069aae65 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:13:19.628322 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:19.628445 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-4159b2cd-a339-4af4-aec4-774fcef843d7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:13:19.628445 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-4159b2cd-a339-4af4-aec4-774fcef843d7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:13:19.628445 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-4159b2cd-a339-4af4-aec4-774fcef843d7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:13:19.632524 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-4159b2cd-a339-4af4-aec4-774fcef843d7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:13:19.696664 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.securitygroups_db [None req-4159b2cd-a339-4af4-aec4-774fcef843d7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Project f393478d14c44d15ad1bf9df868df3cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 19:13:19.703625 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4159b2cd-a339-4af4-aec4-774fcef843d7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:19.739698 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:19.769728 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4159b2cd-a339-4af4-aec4-774fcef843d7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:19.772501 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 946ab261-0003-4483-99f8-633d069aae65, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=946ab261-0003-4483-99f8-633d069aae65,segment=NetworkSegment(06c03117-0c9d-4ce6-bfb2-b43294f4261b),segment_id=06c03117-0c9d-4ce6-bfb2-b43294f4261b)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:13:19.839057 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4159b2cd-a339-4af4-aec4-774fcef843d7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:19.862166 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:19.862384 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4159b2cd-a339-4af4-aec4-774fcef843d7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed023689-4696-4315-900a-4ce4feabaaea,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:13:19.928409 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=946ab261-0003-4483-99f8-633d069aae65,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:13:19.933950 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4159b2cd-a339-4af4-aec4-774fcef843d7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:19.937936 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-4159b2cd-a339-4af4-aec4-774fcef843d7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3270946 Jan 21 19:13:20.092109 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-5431a423-19a3-45da-b8dc-4779dd644a16 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-981025543&fields=id&tenant_id=f393478d14c44d15ad1bf9df868df3cb HTTP/1.1" status: 200 len: 267 time: 0.0397265 Jan 21 19:13:20.242107 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-03dd747b-adb1-4029-84e6-565dccde94f0 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:13:20.242777 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-03dd747b-adb1-4029-84e6-565dccde94f0 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:network {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:13:20.302019 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-03dd747b-adb1-4029-84e6-565dccde94f0 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:network {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:13:20.303083 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-03dd747b-adb1-4029-84e6-565dccde94f0 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/networks?id=bd04604b-7342-4af6-95bd-2a76193b4545 HTTP/1.1" status: 200 len: 797 time: 0.2037690 Jan 21 19:13:20.318538 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-8daafea5-5201-4605-b1ab-09e9bf2b5e43 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/quotas/f393478d14c44d15ad1bf9df868df3cb HTTP/1.1" status: 200 len: 375 time: 0.0098138 Jan 21 19:13:20.399475 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-58282840-d748-470a-a47e-33a21a005bcb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:13:20.465426 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-58282840-d748-470a-a47e-33a21a005bcb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:13:20.466844 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-58282840-d748-470a-a47e-33a21a005bcb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1432002 Jan 21 19:13:20.616114 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-3d9e4fc5-ecb1-4f47-8129-da667ff3a205 service neutron] 10.222.0.87 "GET /v2.0/networks/bd04604b-7342-4af6-95bd-2a76193b4545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375027 Jan 21 19:13:20.745650 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-f891abb8-8cb9-4036-8709-4c5b98b979c6 service neutron] 10.222.0.87 "GET /v2.0/networks/bd04604b-7342-4af6-95bd-2a76193b4545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235738 Jan 21 19:13:21.004901 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3c1122b8-b5e2-4a44-90a9-fd308499728b req-b8186020-e742-4950-9acf-ac8a7b172731 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=bca05552-96a2-49ff-9e77-c5350facdc84 HTTP/1.1" status: 200 len: 210 time: 0.0417802 Jan 21 19:13:21.423820 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 946ab261-0003-4483-99f8-633d069aae65 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:13:21.491397 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 946ab261-0003-4483-99f8-633d069aae65 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:13:21.491762 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:22.155075 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-13cc99d7-d084-4a36-8e32-921333a46c03 req-74e94b37-5b82-495e-be6e-fe0a42b55896 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=bca05552-96a2-49ff-9e77-c5350facdc84 HTTP/1.1" status: 200 len: 210 time: 0.0450604 Jan 21 19:13:22.867123 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-e0bff824-0202-41b5-9ee7-6d63d9f027e1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:13:22.867743 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-e0bff824-0202-41b5-9ee7-6d63d9f027e1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:network {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:13:22.879532 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-e0bff824-0202-41b5-9ee7-6d63d9f027e1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:network {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:13:22.880666 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-e0bff824-0202-41b5-9ee7-6d63d9f027e1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "GET /v2.0/networks?id=bd04604b-7342-4af6-95bd-2a76193b4545 HTTP/1.1" status: 200 len: 797 time: 0.1591225 Jan 21 19:13:22.933365 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-b19c9f90-f5ef-409e-9c94-35a190f1af86 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:security_group {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:13:23.013557 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-b19c9f90-f5ef-409e-9c94-35a190f1af86 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:security_group {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:13:23.014747 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-b19c9f90-f5ef-409e-9c94-35a190f1af86 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f393478d14c44d15ad1bf9df868df3cb HTTP/1.1" status: 200 len: 379 time: 0.1261251 Jan 21 19:13:23.024792 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-fda458f0-5c6f-4275-a460-30e02cd168d5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'port': {'device_id': 'bca05552-96a2-49ff-9e77-c5350facdc84', 'network_id': 'bd04604b-7342-4af6-95bd-2a76193b4545', 'admin_state_up': True, 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'security_groups': ['28fc9cf0-d06f-420e-959d-4854bd8f8b82']}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:13:23.168931 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-fda458f0-5c6f-4275-a460-30e02cd168d5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:13:23.178281 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-fda458f0-5c6f-4275-a460-30e02cd168d5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:13:23.239342 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-fda458f0-5c6f-4275-a460-30e02cd168d5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Made reservation on behalf of f393478d14c44d15ad1bf9df868df3cb for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:13:23.242953 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-fda458f0-5c6f-4275-a460-30e02cd168d5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:23.301449 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c8a15445-605b-486b-a791-cf1dcf960d38 req-20e6b1bc-e584-4584-aede-6373b0292762 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=bca05552-96a2-49ff-9e77-c5350facdc84 HTTP/1.1" status: 200 len: 210 time: 0.0425093 Jan 21 19:13:23.410472 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-fda458f0-5c6f-4275-a460-30e02cd168d5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Allocated IP 172.20.0.6 (bd04604b-7342-4af6-95bd-2a76193b4545/11c9ffe5-1c87-4238-9ee9-b3536eacf79b/d9e85973-1bee-4bbb-80ff-5a7efe1d614b) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:13:23.599172 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-fda458f0-5c6f-4275-a460-30e02cd168d5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:23.615336 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-fda458f0-5c6f-4275-a460-30e02cd168d5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Transition to ACTIVE for port object d9e85973-1bee-4bbb-80ff-5a7efe1d614b will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:13:23.699852 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-fda458f0-5c6f-4275-a460-30e02cd168d5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:23.773317 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-fda458f0-5c6f-4275-a460-30e02cd168d5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network bd04604b-7342-4af6-95bd-2a76193b4545 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:13:23.776513 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-fda458f0-5c6f-4275-a460-30e02cd168d5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:13:23.778868 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-fda458f0-5c6f-4275-a460-30e02cd168d5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:13:23.815291 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda458f0-5c6f-4275-a460-30e02cd168d5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=d9e85973-1bee-4bbb-80ff-5a7efe1d614b,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:13:23.848802 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-fda458f0-5c6f-4275-a460-30e02cd168d5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:13:23.849408 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-fda458f0-5c6f-4275-a460-30e02cd168d5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:23.934545 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-fda458f0-5c6f-4275-a460-30e02cd168d5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9135039 Jan 21 19:13:23.946506 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-abc9e092-f757-4eae-9793-c430bd28f9ee service neutron] Request body: {'port': {'device_id': 'bca05552-96a2-49ff-9e77-c5350facdc84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:13:24.057956 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-abc9e092-f757-4eae-9793-c430bd28f9ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:24.099267 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-5082311d-a37e-4921-821a-91217233d0e0 None None] Provisioning for port d9e85973-1bee-4bbb-80ff-5a7efe1d614b completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:13:24.104256 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-5082311d-a37e-4921-821a-91217233d0e0 None None] Provisioning complete for port d9e85973-1bee-4bbb-80ff-5a7efe1d614b triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:13:24.104628 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5082311d-a37e-4921-821a-91217233d0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:24.190389 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-5082311d-a37e-4921-821a-91217233d0e0 None None] Port d9e85973-1bee-4bbb-80ff-5a7efe1d614b cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:13:24.394086 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-abc9e092-f757-4eae-9793-c430bd28f9ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9e85973-1bee-4bbb-80ff-5a7efe1d614b {{(pid=88137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:13:24.401403 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-abc9e092-f757-4eae-9793-c430bd28f9ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:24.415705 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-abc9e092-f757-4eae-9793-c430bd28f9ee service neutron] Transition to ACTIVE for port object d9e85973-1bee-4bbb-80ff-5a7efe1d614b will not be triggered until provisioned by entity L2. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:13:24.492320 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7a58c-9c5f-4bbc-a4cf-a0da9cae1251 req-9f2ae1b5-9848-40c6-906e-c8e30ed9a2b9 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:13:24.493898 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-29a7a58c-9c5f-4bbc-a4cf-a0da9cae1251 req-9f2ae1b5-9848-40c6-906e-c8e30ed9a2b9 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=bca05552-96a2-49ff-9e77-c5350facdc84 HTTP/1.1" status: 200 len: 931 time: 0.0884495 Jan 21 19:13:24.508299 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-abc9e092-f757-4eae-9793-c430bd28f9ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:24.543649 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-29a7a58c-9c5f-4bbc-a4cf-a0da9cae1251 req-bfc3eb8c-4ed2-48ce-af59-43df3145c04b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=28fc9cf0-d06f-420e-959d-4854bd8f8b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438533 Jan 21 19:13:24.754569 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc9e092-f757-4eae-9793-c430bd28f9ee service neutron] Pushing event updated for resources: {'Port': ['ID=d9e85973-1bee-4bbb-80ff-5a7efe1d614b,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:13:24.858579 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-abc9e092-f757-4eae-9793-c430bd28f9ee service neutron] Attempting to bind port d9e85973-1bee-4bbb-80ff-5a7efe1d614b on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:13:24.858803 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-abc9e092-f757-4eae-9793-c430bd28f9ee service neutron] Attempting to bind port d9e85973-1bee-4bbb-80ff-5a7efe1d614b by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '06c03117-0c9d-4ce6-bfb2-b43294f4261b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bd04604b-7342-4af6-95bd-2a76193b4545'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:13:24.859110 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-abc9e092-f757-4eae-9793-c430bd28f9ee service neutron] Attempting to bind port d9e85973-1bee-4bbb-80ff-5a7efe1d614b on network bd04604b-7342-4af6-95bd-2a76193b4545 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:13:24.863556 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-abc9e092-f757-4eae-9793-c430bd28f9ee service neutron] Port d9e85973-1bee-4bbb-80ff-5a7efe1d614b on network bd04604b-7342-4af6-95bd-2a76193b4545 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 19:13:24.863871 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-abc9e092-f757-4eae-9793-c430bd28f9ee service neutron] Attempting to bind port d9e85973-1bee-4bbb-80ff-5a7efe1d614b on network bd04604b-7342-4af6-95bd-2a76193b4545 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:13:24.868860 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-abc9e092-f757-4eae-9793-c430bd28f9ee service neutron] Checking agent: {'id': '9a14f311-f6d5-46c6-87a2-f860197fb66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:13:24.869198 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-abc9e092-f757-4eae-9793-c430bd28f9ee service neutron] Checking segment: {'id': '06c03117-0c9d-4ce6-bfb2-b43294f4261b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bd04604b-7342-4af6-95bd-2a76193b4545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:13:24.869575 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-abc9e092-f757-4eae-9793-c430bd28f9ee service neutron] Bound using segment: {'id': '06c03117-0c9d-4ce6-bfb2-b43294f4261b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bd04604b-7342-4af6-95bd-2a76193b4545'} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:13:24.870021 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-abc9e092-f757-4eae-9793-c430bd28f9ee service neutron] Bound port: d9e85973-1bee-4bbb-80ff-5a7efe1d614b, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c03117-0c9d-4ce6-bfb2-b43294f4261b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bd04604b-7342-4af6-95bd-2a76193b4545'}}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:13:24.870358 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-abc9e092-f757-4eae-9793-c430bd28f9ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:24.960048 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-abc9e092-f757-4eae-9793-c430bd28f9ee service neutron] For port d9e85973-1bee-4bbb-80ff-5a7efe1d614b, host hv-neutron-8254, cleared binding levels {{(pid=88137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:13:24.962947 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-abc9e092-f757-4eae-9793-c430bd28f9ee service neutron] For port d9e85973-1bee-4bbb-80ff-5a7efe1d614b, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=d9e85973-1bee-4bbb-80ff-5a7efe1d614b,segment=NetworkSegment(06c03117-0c9d-4ce6-bfb2-b43294f4261b),segment_id=06c03117-0c9d-4ce6-bfb2-b43294f4261b)] {{(pid=88137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:13:25.024847 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3cb268c4-2ffd-4ba7-8eb9-81f7079fe09a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:25.034076 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-abc9e092-f757-4eae-9793-c430bd28f9ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:25.101064 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-abc9e092-f757-4eae-9793-c430bd28f9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:13:25.101671 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-abc9e092-f757-4eae-9793-c430bd28f9ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:25.103048 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-abc9e092-f757-4eae-9793-c430bd28f9ee service neutron] 10.222.0.113 "PUT /v2.0/ports/d9e85973-1bee-4bbb-80ff-5a7efe1d614b HTTP/1.1" status: 200 len: 1093 time: 1.1606538 Jan 21 19:13:25.103472 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca05552-96a2-49ff-9e77-c5350facdc84', 'tag': 'd9e85973-1bee-4bbb-80ff-5a7efe1d614b'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:13:25.122425 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc9e092-f757-4eae-9793-c430bd28f9ee service neutron] Pushing event updated for resources: {'Port': ['ID=d9e85973-1bee-4bbb-80ff-5a7efe1d614b,revision_number=3']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:13:25.156923 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca05552-96a2-49ff-9e77-c5350facdc84', 'tag': 'd9e85973-1bee-4bbb-80ff-5a7efe1d614b', 'status': 'completed', 'code': 200} Jan 21 19:13:25.255477 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef3d5e-3b9b-4eaa-93b3-4c7861ca0e6b req-e8552e91-4b7c-4e68-aa3d-5f0394b03cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:13:25.256943 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b3ef3d5e-3b9b-4eaa-93b3-4c7861ca0e6b req-e8552e91-4b7c-4e68-aa3d-5f0394b03cda service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=bca05552-96a2-49ff-9e77-c5350facdc84 HTTP/1.1" status: 200 len: 1096 time: 0.0783141 Jan 21 19:13:25.400684 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef3d5e-3b9b-4eaa-93b3-4c7861ca0e6b req-55374cd4-8f7d-4405-b682-5513bb558402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:13:25.402198 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b3ef3d5e-3b9b-4eaa-93b3-4c7861ca0e6b req-55374cd4-8f7d-4405-b682-5513bb558402 service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=f393478d14c44d15ad1bf9df868df3cb&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1376450 Jan 21 19:13:25.537036 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef3d5e-3b9b-4eaa-93b3-4c7861ca0e6b req-28e6c2ff-3e08-41f7-a137-490b727aad69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:13:25.538541 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b3ef3d5e-3b9b-4eaa-93b3-4c7861ca0e6b req-28e6c2ff-3e08-41f7-a137-490b727aad69 service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1296909 Jan 21 19:13:25.644187 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-0f3c8f24-0164-4ab2-96e9-78bdc7a21af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:13:25.656095 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-0f3c8f24-0164-4ab2-96e9-78bdc7a21af7 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=bca05552-96a2-49ff-9e77-c5350facdc84 HTTP/1.1" status: 200 len: 1096 time: 0.0700743 Jan 21 19:13:25.716923 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-41f9d6ea-e81f-4009-92e8-aebb1bf06a20 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9e85973-1bee-4bbb-80ff-5a7efe1d614b HTTP/1.1" status: 200 len: 217 time: 0.0641291 Jan 21 19:13:25.730584 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef75ca-51f3-4d7c-a5ce-d15b4df45259 req-a4083cc7-238d-465f-a8df-ba03b33b4b8a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:13:25.732031 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c1ef75ca-51f3-4d7c-a5ce-d15b4df45259 req-a4083cc7-238d-465f-a8df-ba03b33b4b8a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=bca05552-96a2-49ff-9e77-c5350facdc84 HTTP/1.1" status: 200 len: 943 time: 0.0799112 Jan 21 19:13:25.775366 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c1ef75ca-51f3-4d7c-a5ce-d15b4df45259 req-49c476ce-bc9c-4547-99e8-c17caa090a4f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=28fc9cf0-d06f-420e-959d-4854bd8f8b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376489 Jan 21 19:13:25.780007 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-aefdac38-1d34-4a7c-ad76-6b0af7bed508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:13:25.781409 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-aefdac38-1d34-4a7c-ad76-6b0af7bed508 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=11c9ffe5-1c87-4238-9ee9-b3536eacf79b HTTP/1.1" status: 200 len: 835 time: 0.0582335 Jan 21 19:13:25.857750 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-cce690aa-3244-423b-a804-e6b9064e0641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:13:25.859196 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-cce690aa-3244-423b-a804-e6b9064e0641 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bd04604b-7342-4af6-95bd-2a76193b4545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718176 Jan 21 19:13:25.986696 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-718b7a2f-042a-4cdb-bbf9-41a207a6a4cb service neutron] 10.222.0.113 "GET /v2.0/networks/bd04604b-7342-4af6-95bd-2a76193b4545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213675 Jan 21 19:13:26.114070 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9d5d501e-4872-44c3-a1dd-a60a708abd06 req-95ad7660-089f-4eef-ae4f-8c2a26896e48 service neutron] 10.222.0.113 "GET /v2.0/networks/bd04604b-7342-4af6-95bd-2a76193b4545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212118 Jan 21 19:13:26.962570 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8fecc3-8e02-450b-a177-9e777c02a401 req-76bac6cb-3a51-4b0c-9159-2e4f5bba7b24 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:13:26.963995 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-be8fecc3-8e02-450b-a177-9e777c02a401 req-76bac6cb-3a51-4b0c-9159-2e4f5bba7b24 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=bca05552-96a2-49ff-9e77-c5350facdc84 HTTP/1.1" status: 200 len: 943 time: 0.0809243 Jan 21 19:13:27.006944 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-be8fecc3-8e02-450b-a177-9e777c02a401 req-99a49419-4914-4299-ae29-df3de22f0e60 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=28fc9cf0-d06f-420e-959d-4854bd8f8b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374346 Jan 21 19:13:27.271084 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-573e8eda-7120-48a7-80cb-611e9c6eff71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:28.139923 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:28.192072 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd07a7-cd00-46a9-b432-cf08a51da738 req-a1308bd2-8db3-42ea-b1f8-153772746802 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:13:28.193405 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5ccd07a7-cd00-46a9-b432-cf08a51da738 req-a1308bd2-8db3-42ea-b1f8-153772746802 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=bca05552-96a2-49ff-9e77-c5350facdc84 HTTP/1.1" status: 200 len: 943 time: 0.0821915 Jan 21 19:13:28.237373 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5ccd07a7-cd00-46a9-b432-cf08a51da738 req-07846626-200f-4fb8-b50b-5e5c39e728d5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=28fc9cf0-d06f-420e-959d-4854bd8f8b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378277 Jan 21 19:13:28.524944 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:28.639506 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:28.927679 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device d9e85973-1bee-4bbb-80ff-5a7efe1d614b details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:13:29.057357 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port d9e85973-1bee-4bbb-80ff-5a7efe1d614b, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=d9e85973-1bee-4bbb-80ff-5a7efe1d614b,segment=NetworkSegment(06c03117-0c9d-4ce6-bfb2-b43294f4261b),segment_id=06c03117-0c9d-4ce6-bfb2-b43294f4261b)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:13:29.070652 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': 'd9e85973-1bee-4bbb-80ff-5a7efe1d614b', 'network_id': 'bd04604b-7342-4af6-95bd-2a76193b4545', 'port_id': 'd9e85973-1bee-4bbb-80ff-5a7efe1d614b', 'mac_address': 'fa:16:3e:a2:43:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c9ffe5-1c87-4238-9ee9-b3536eacf79b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:13:29.126659 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:29.143130 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9e85973-1bee-4bbb-80ff-5a7efe1d614b {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:13:29.158121 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port d9e85973-1bee-4bbb-80ff-5a7efe1d614b, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=d9e85973-1bee-4bbb-80ff-5a7efe1d614b,segment=NetworkSegment(06c03117-0c9d-4ce6-bfb2-b43294f4261b),segment_id=06c03117-0c9d-4ce6-bfb2-b43294f4261b)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:13:29.210716 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:29.275712 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=d9e85973-1bee-4bbb-80ff-5a7efe1d614b,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:13:29.422612 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b67e6-7897-475f-a238-7e335ec3beb2 req-bcd2a10c-85fd-4804-a19e-d4266e325807 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:13:29.423189 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['d9e85973-1bee-4bbb-80ff-5a7efe1d614b'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:13:29.425509 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d97b67e6-7897-475f-a238-7e335ec3beb2 req-bcd2a10c-85fd-4804-a19e-d4266e325807 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=bca05552-96a2-49ff-9e77-c5350facdc84 HTTP/1.1" status: 200 len: 944 time: 0.0842772 Jan 21 19:13:29.477056 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d97b67e6-7897-475f-a238-7e335ec3beb2 req-62d649f2-3dcd-45ef-a3eb-62c3eb35eff4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=28fc9cf0-d06f-420e-959d-4854bd8f8b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453651 Jan 21 19:13:30.071053 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:30.674482 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321be8e7-531d-4c62-a4be-0a67021b27ac req-94263a9e-81c6-46d3-a3a8-5b50e9bcf39c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:13:30.676040 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-321be8e7-531d-4c62-a4be-0a67021b27ac req-94263a9e-81c6-46d3-a3a8-5b50e9bcf39c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=bca05552-96a2-49ff-9e77-c5350facdc84 HTTP/1.1" status: 200 len: 944 time: 0.0817623 Jan 21 19:13:30.723660 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-321be8e7-531d-4c62-a4be-0a67021b27ac req-84b19021-89e1-4dd0-9c7c-6fbf24c2609c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=28fc9cf0-d06f-420e-959d-4854bd8f8b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419285 Jan 21 19:13:30.943665 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device d9e85973-1bee-4bbb-80ff-5a7efe1d614b up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:13:31.081928 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning for port d9e85973-1bee-4bbb-80ff-5a7efe1d614b completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:13:31.086555 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port d9e85973-1bee-4bbb-80ff-5a7efe1d614b triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:13:31.086921 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:31.200929 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:31.225947 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca05552-96a2-49ff-9e77-c5350facdc84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e85973-1bee-4bbb-80ff-5a7efe1d614b'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:13:31.235338 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port d9e85973-1bee-4bbb-80ff-5a7efe1d614b, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=d9e85973-1bee-4bbb-80ff-5a7efe1d614b,segment=NetworkSegment(06c03117-0c9d-4ce6-bfb2-b43294f4261b),segment_id=06c03117-0c9d-4ce6-bfb2-b43294f4261b)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:13:31.271341 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca05552-96a2-49ff-9e77-c5350facdc84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e85973-1bee-4bbb-80ff-5a7efe1d614b', 'code': 200} Jan 21 19:13:31.287694 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:31.356122 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=d9e85973-1bee-4bbb-80ff-5a7efe1d614b,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:13:31.635052 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c35880f-5fe1-4756-934e-57f13ca8ddd6 req-ff0f18e8-49b2-463f-a0c2-03e3b6bd4f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:13:31.636498 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9c35880f-5fe1-4756-934e-57f13ca8ddd6 req-ff0f18e8-49b2-463f-a0c2-03e3b6bd4f70 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=bca05552-96a2-49ff-9e77-c5350facdc84 HTTP/1.1" status: 200 len: 1098 time: 0.0682809 Jan 21 19:13:31.676195 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9c35880f-5fe1-4756-934e-57f13ca8ddd6 req-ab5a5009-b219-4211-b83b-c38fdac23ddc service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=28fc9cf0-d06f-420e-959d-4854bd8f8b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338993 Jan 21 19:13:31.906802 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734e5fb-432f-48a5-a908-c6dfcce47346 req-3b4535d9-ff58-4639-b186-d8bfac7b1de5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:13:31.908179 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7734e5fb-432f-48a5-a908-c6dfcce47346 req-3b4535d9-ff58-4639-b186-d8bfac7b1de5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=bca05552-96a2-49ff-9e77-c5350facdc84 HTTP/1.1" status: 200 len: 945 time: 0.0801747 Jan 21 19:13:31.952863 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7734e5fb-432f-48a5-a908-c6dfcce47346 req-ce0f9c83-65fb-4380-ae32-583103f29f57 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=28fc9cf0-d06f-420e-959d-4854bd8f8b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375834 Jan 21 19:13:33.138558 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962507b5-f9d2-412f-a654-4b5694a3cefe req-fc90d6a5-6dd6-4362-83ac-3750a09fd0f2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:13:33.140010 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-962507b5-f9d2-412f-a654-4b5694a3cefe req-fc90d6a5-6dd6-4362-83ac-3750a09fd0f2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=bca05552-96a2-49ff-9e77-c5350facdc84 HTTP/1.1" status: 200 len: 945 time: 0.0819633 Jan 21 19:13:33.184165 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-962507b5-f9d2-412f-a654-4b5694a3cefe req-e286250d-6764-4089-8099-192bfb356e9b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=28fc9cf0-d06f-420e-959d-4854bd8f8b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382335 Jan 21 19:13:33.366164 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369f439-5105-48dd-aa80-6fae44782e6f req-ba087fac-3262-4e56-9f40-d5af063eb2b0 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:13:33.367524 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b369f439-5105-48dd-aa80-6fae44782e6f req-ba087fac-3262-4e56-9f40-d5af063eb2b0 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=bca05552-96a2-49ff-9e77-c5350facdc84 HTTP/1.1" status: 200 len: 945 time: 0.0807428 Jan 21 19:13:33.413062 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b369f439-5105-48dd-aa80-6fae44782e6f req-e13b7824-44c0-4e29-a9a0-3a29a466d1e9 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=28fc9cf0-d06f-420e-959d-4854bd8f8b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398414 Jan 21 19:13:33.436142 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36924) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:13:33.606260 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4e545b-6761-4643-b0c4-0813725a271c tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:13:33.607726 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-0b4e545b-6761-4643-b0c4-0813725a271c tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=bca05552-96a2-49ff-9e77-c5350facdc84 HTTP/1.1" status: 200 len: 1093 time: 0.1706197 Jan 21 19:13:33.610591 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36928) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:13:33.616059 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-47d4082f-40bc-4ae0-a527-381873b873a3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'floatingip': {'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'port_id': 'd9e85973-1bee-4bbb-80ff-5a7efe1d614b', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:13:33.622022 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-47d4082f-40bc-4ae0-a527-381873b873a3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:13:33.625715 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-47d4082f-40bc-4ae0-a527-381873b873a3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:floatingip and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:13:33.628506 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-47d4082f-40bc-4ae0-a527-381873b873a3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:13:33.638842 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-47d4082f-40bc-4ae0-a527-381873b873a3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:13:33.701883 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-47d4082f-40bc-4ae0-a527-381873b873a3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for floatingip, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:33.834864 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-47d4082f-40bc-4ae0-a527-381873b873a3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:33.965614 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-47d4082f-40bc-4ae0-a527-381873b873a3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Allocated IP 172.26.1.43 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/ba89e2e9-d7a6-45e0-a08b-b48776c2840b) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:13:34.111330 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-47d4082f-40bc-4ae0-a527-381873b873a3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:34.182603 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-47d4082f-40bc-4ae0-a527-381873b873a3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:34.246702 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d4082f-40bc-4ae0-a527-381873b873a3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:13:34.249683 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-47d4082f-40bc-4ae0-a527-381873b873a3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:13:34.253622 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d4082f-40bc-4ae0-a527-381873b873a3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:13:34.290245 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d4082f-40bc-4ae0-a527-381873b873a3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=ba89e2e9-d7a6-45e0-a08b-b48776c2840b,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:13:34.669875 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-47d4082f-40bc-4ae0-a527-381873b873a3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:34.821984 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-47d4082f-40bc-4ae0-a527-381873b873a3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:35.024383 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-47d4082f-40bc-4ae0-a527-381873b873a3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:35.079662 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-47d4082f-40bc-4ae0-a527-381873b873a3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:35.187528 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d4082f-40bc-4ae0-a527-381873b873a3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=ba89e2e9-d7a6-45e0-a08b-b48776c2840b,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:13:35.199105 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-47d4082f-40bc-4ae0-a527-381873b873a3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:35.372312 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.l3_db [None req-47d4082f-40bc-4ae0-a527-381873b873a3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Floating IP 9a31d866-da09-42a7-a071-cfa60e1a0e67 associated. External IP: 172.26.1.43, port: d9e85973-1bee-4bbb-80ff-5a7efe1d614b. Jan 21 19:13:35.827647 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d4082f-40bc-4ae0-a527-381873b873a3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Router 36e19c77-d571-496e-bb92-aa0302ba7c3b has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:13:36.020044 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d4082f-40bc-4ae0-a527-381873b873a3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:13:36.029575 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2138cd25-8743-4553-ae7f-434a9fcb288d None None] Sync routers for ids ['36e19c77-d571-496e-bb92-aa0302ba7c3b'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:13:36.038911 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2138cd25-8743-4553-ae7f-434a9fcb288d None None] Routers {'36e19c77-d571-496e-bb92-aa0302ba7c3b'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:13:36.041207 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-2138cd25-8743-4553-ae7f-434a9fcb288d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:13:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['36e19c77-d571-496e-bb92-aa0302ba7c3b'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:13:36.097197 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-47d4082f-40bc-4ae0-a527-381873b873a3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:36.156017 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-47d4082f-40bc-4ae0-a527-381873b873a3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5442524 Jan 21 19:13:36.156839 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca05552-96a2-49ff-9e77-c5350facdc84', 'tag': 'd9e85973-1bee-4bbb-80ff-5a7efe1d614b'}] {{(pid=88136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:13:36.158785 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 36932) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:13:36.217909 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca05552-96a2-49ff-9e77-c5350facdc84', 'tag': 'd9e85973-1bee-4bbb-80ff-5a7efe1d614b', 'status': 'completed', 'code': 200} Jan 21 19:13:36.225530 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-2138cd25-8743-4553-ae7f-434a9fcb288d None None] Set router 36e19c77-d571-496e-bb92-aa0302ba7c3b gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:13:36.529154 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-8a066182-1bd7-4844-a00a-28ab89d70ea6 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/routers/36e19c77-d571-496e-bb92-aa0302ba7c3b HTTP/1.1" status: 200 len: 923 time: 0.3679101 Jan 21 19:13:36.531434 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233be82c-999a-401e-bd22-30600dd306db req-90f2d77e-d0b0-4197-90e6-4fa1a8b04b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:13:36.533366 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-233be82c-999a-401e-bd22-30600dd306db req-90f2d77e-d0b0-4197-90e6-4fa1a8b04b0a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=bca05552-96a2-49ff-9e77-c5350facdc84 HTTP/1.1" status: 200 len: 1098 time: 0.2988913 Jan 21 19:13:36.534262 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36938) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:13:36.632085 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-2138cd25-8743-4553-ae7f-434a9fcb288d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'name': 'tempest-TestNetworkBasicOps-router-1922692568', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': '17b6f662-1b1b-4a74-8a8a-5a39bbef942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:13:08Z', 'updated_at': '2022-01-21T19:13:14Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '17b6f662-1b1b-4a74-8a8a-5a39bbef942b', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:13:09Z', 'updated_at': '2022-01-21T19:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '9a31d866-da09-42a7-a071-cfa60e1a0e67', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'floating_ip_address': '172.26.1.43', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'port_id': 'd9e85973-1bee-4bbb-80ff-5a7efe1d614b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd04604b-7342-4af6-95bd-2a76193b4545', 'mac_address': 'fa:16:3e:a2:43:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca05552-96a2-49ff-9e77-c5350facdc84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:13:34Z', 'updated_at': '2022-01-21T19:13:34Z', 'revision_number': 0, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '946ab261-0003-4483-99f8-633d069aae65', 'name': '', 'network_id': 'bd04604b-7342-4af6-95bd-2a76193b4545', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:bc:24:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '11c9ffe5-1c87-4238-9ee9-b3536eacf79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:13:13Z', 'updated_at': '2022-01-21T19:13:19Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '11c9ffe5-1c87-4238-9ee9-b3536eacf79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:13:36.636220 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2138cd25-8743-4553-ae7f-434a9fcb288d None None] Checking router: 36e19c77-d571-496e-bb92-aa0302ba7c3b for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:13:36.645115 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2138cd25-8743-4553-ae7f-434a9fcb288d None None] Routers {'36e19c77-d571-496e-bb92-aa0302ba7c3b'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:13:36.645738 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-2138cd25-8743-4553-ae7f-434a9fcb288d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:13:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['36e19c77-d571-496e-bb92-aa0302ba7c3b'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:13:36.654123 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e04488fc-ec81-4737-b9c3-7b3e7367052d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/floatingips/9a31d866-da09-42a7-a071-cfa60e1a0e67 HTTP/1.1" status: 200 len: 990 time: 0.1184802 Jan 21 19:13:36.677346 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233be82c-999a-401e-bd22-30600dd306db req-09ccc279-3a4f-4c4a-b336-e4201eaa48af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:13:36.678786 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-233be82c-999a-401e-bd22-30600dd306db req-09ccc279-3a4f-4c4a-b336-e4201eaa48af service neutron] 10.222.0.113 "GET /v2.0/networks?id=bd04604b-7342-4af6-95bd-2a76193b4545 HTTP/1.1" status: 200 len: 898 time: 0.1400945 Jan 21 19:13:36.794280 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-233be82c-999a-401e-bd22-30600dd306db req-cb8ceef1-d298-4d78-a0bf-9dd06f5536ec service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9e85973-1bee-4bbb-80ff-5a7efe1d614b HTTP/1.1" status: 200 len: 998 time: 0.1088672 Jan 21 19:13:36.827591 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-2138cd25-8743-4553-ae7f-434a9fcb288d None None] Set router 36e19c77-d571-496e-bb92-aa0302ba7c3b gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:13:36.858906 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233be82c-999a-401e-bd22-30600dd306db req-6d3ebeea-4e45-4933-b23e-07ce57fffac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:13:36.860325 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-233be82c-999a-401e-bd22-30600dd306db req-6d3ebeea-4e45-4933-b23e-07ce57fffac5 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=11c9ffe5-1c87-4238-9ee9-b3536eacf79b HTTP/1.1" status: 200 len: 835 time: 0.0594594 Jan 21 19:13:36.937605 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233be82c-999a-401e-bd22-30600dd306db req-d51b56df-0371-41d9-a7fb-182bfec07024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:13:36.939333 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-233be82c-999a-401e-bd22-30600dd306db req-d51b56df-0371-41d9-a7fb-182bfec07024 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bd04604b-7342-4af6-95bd-2a76193b4545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724721 Jan 21 19:13:37.072839 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-233be82c-999a-401e-bd22-30600dd306db req-b31da043-2325-45ae-bbb4-738e0496c668 service neutron] 10.222.0.113 "GET /v2.0/networks/bd04604b-7342-4af6-95bd-2a76193b4545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269605 Jan 21 19:13:37.184223 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-2138cd25-8743-4553-ae7f-434a9fcb288d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'name': 'tempest-TestNetworkBasicOps-router-1922692568', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': '17b6f662-1b1b-4a74-8a8a-5a39bbef942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:13:08Z', 'updated_at': '2022-01-21T19:13:14Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '17b6f662-1b1b-4a74-8a8a-5a39bbef942b', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:13:09Z', 'updated_at': '2022-01-21T19:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '9a31d866-da09-42a7-a071-cfa60e1a0e67', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'floating_ip_address': '172.26.1.43', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'port_id': 'd9e85973-1bee-4bbb-80ff-5a7efe1d614b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd04604b-7342-4af6-95bd-2a76193b4545', 'mac_address': 'fa:16:3e:a2:43:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca05552-96a2-49ff-9e77-c5350facdc84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:13:34Z', 'updated_at': '2022-01-21T19:13:34Z', 'revision_number': 0, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '946ab261-0003-4483-99f8-633d069aae65', 'name': '', 'network_id': 'bd04604b-7342-4af6-95bd-2a76193b4545', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:bc:24:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '11c9ffe5-1c87-4238-9ee9-b3536eacf79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:13:13Z', 'updated_at': '2022-01-21T19:13:19Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '11c9ffe5-1c87-4238-9ee9-b3536eacf79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:13:37.188214 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2138cd25-8743-4553-ae7f-434a9fcb288d None None] The sync data for ids ['36e19c77-d571-496e-bb92-aa0302ba7c3b'] in dv-neutron-825470-1-hyperv is: [{'id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'name': 'tempest-TestNetworkBasicOps-router-1922692568', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': '17b6f662-1b1b-4a74-8a8a-5a39bbef942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:13:08Z', 'updated_at': '2022-01-21T19:13:14Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '17b6f662-1b1b-4a74-8a8a-5a39bbef942b', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:13:09Z', 'updated_at': '2022-01-21T19:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '9a31d866-da09-42a7-a071-cfa60e1a0e67', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'floating_ip_address': '172.26.1.43', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'port_id': 'd9e85973-1bee-4bbb-80ff-5a7efe1d614b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd04604b-7342-4af6-95bd-2a76193b4545', 'mac_address': 'fa:16:3e:a2:43:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca05552-96a2-49ff-9e77-c5350facdc84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:13:34Z', 'updated_at': '2022-01-21T19:13:34Z', 'revision_number': 0, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '946ab261-0003-4483-99f8-633d069aae65', 'name': '', 'network_id': 'bd04604b-7342-4af6-95bd-2a76193b4545', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:bc:24:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '11c9ffe5-1c87-4238-9ee9-b3536eacf79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:13:13Z', 'updated_at': '2022-01-21T19:13:19Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '11c9ffe5-1c87-4238-9ee9-b3536eacf79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:13:37.208834 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-233be82c-999a-401e-bd22-30600dd306db req-6b4d2ab9-3c68-42cc-a5e6-48c027998749 service neutron] 10.222.0.113 "GET /v2.0/networks/bd04604b-7342-4af6-95bd-2a76193b4545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298409 Jan 21 19:13:37.388383 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4101e58b-f25a-471f-b363-e21e5a556106 None None] New status for floating IP 9a31d866-da09-42a7-a071-cfa60e1a0e67: ACTIVE {{(pid=88139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:13:37.657858 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36942) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:13:37.765382 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-5f86b439-734f-4f53-90e4-27f7b2a9f2ac tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/floatingips/9a31d866-da09-42a7-a071-cfa60e1a0e67 HTTP/1.1" status: 200 len: 992 time: 0.1057246 Jan 21 19:13:46.810626 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a451f552-3eb6-4624-8f7d-6ae6a010fbc3 req-6d18db63-2344-4b7f-bf00-7809aec1152c service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=8b1875da-4c42-4e5f-a643-c854a6f79032&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732751 Jan 21 19:13:46.826809 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451f552-3eb6-4624-8f7d-6ae6a010fbc3 req-acbb7516-4660-4e07-93f7-20bb2d8f5689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:13:46.828300 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a451f552-3eb6-4624-8f7d-6ae6a010fbc3 req-acbb7516-4660-4e07-93f7-20bb2d8f5689 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=578d4b1ec7dd480f94bb194a86bde7ee&device_id=8b1875da-4c42-4e5f-a643-c854a6f79032 HTTP/1.1" status: 200 len: 1099 time: 0.0814593 Jan 21 19:13:46.975246 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451f552-3eb6-4624-8f7d-6ae6a010fbc3 req-f9cd89ce-7767-48a2-b252-c5f5846bb695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:13:46.976673 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a451f552-3eb6-4624-8f7d-6ae6a010fbc3 req-f9cd89ce-7767-48a2-b252-c5f5846bb695 service neutron] 10.222.0.113 "GET /v2.0/networks?id=0b696f5f-975f-4899-9d3c-c13f9cac42e5 HTTP/1.1" status: 200 len: 912 time: 0.1276052 Jan 21 19:13:47.080445 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a451f552-3eb6-4624-8f7d-6ae6a010fbc3 req-338e9164-1ce1-4c27-94b2-7155df3f6581 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd243326-d025-473a-9e0e-eb0452de0418 HTTP/1.1" status: 200 len: 1002 time: 0.0982618 Jan 21 19:13:47.144929 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451f552-3eb6-4624-8f7d-6ae6a010fbc3 req-64eb4b64-de1f-47af-91a7-cc8d52cee745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:13:47.146963 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a451f552-3eb6-4624-8f7d-6ae6a010fbc3 req-64eb4b64-de1f-47af-91a7-cc8d52cee745 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=84dda25a-5f4d-444e-8486-d19a0764b110 HTTP/1.1" status: 200 len: 850 time: 0.0602465 Jan 21 19:13:47.220858 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451f552-3eb6-4624-8f7d-6ae6a010fbc3 req-fd35fb3a-9116-40a7-a336-73753372ce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:13:47.222483 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a451f552-3eb6-4624-8f7d-6ae6a010fbc3 req-fd35fb3a-9116-40a7-a336-73753372ce61 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0b696f5f-975f-4899-9d3c-c13f9cac42e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708396 Jan 21 19:13:47.366502 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a451f552-3eb6-4624-8f7d-6ae6a010fbc3 req-632ef19e-c333-4beb-a61d-971d0ac4817e service neutron] 10.222.0.113 "GET /v2.0/networks/0b696f5f-975f-4899-9d3c-c13f9cac42e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355705 Jan 21 19:13:47.503309 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a451f552-3eb6-4624-8f7d-6ae6a010fbc3 req-6159a988-f49f-43ae-ade3-981576e510ec service neutron] 10.222.0.113 "GET /v2.0/networks/0b696f5f-975f-4899-9d3c-c13f9cac42e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296616 Jan 21 19:13:51.433181 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:13:55.030381 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2d38055f-eaa7-487b-8a8b-9cb43b849efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:57.267304 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d3d6a486-3181-47fe-b0fd-8aff763a0595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:58.177909 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:58.556258 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:13:58.653129 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:00.090381 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:04.376542 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36960) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:14:04.564864 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e1190c38-d614-42fa-b8e6-44151c913c4c tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/routers/36e19c77-d571-496e-bb92-aa0302ba7c3b/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1871502 Jan 21 19:14:04.567690 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36964) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:14:04.835180 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00517865-229c-4058-bf88-241d039063ac tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Notify agent at dv-neutron-825470-1-hyperv the message router_removed_from_agent {{(pid=88136) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Jan 21 19:14:04.839911 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-00517865-229c-4058-bf88-241d039063ac tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "DELETE /v2.0/agents/e363e963-2ad5-42d8-b55d-324429fce21b/l3-routers/36e19c77-d571-496e-bb92-aa0302ba7c3b HTTP/1.1" status: 204 len: 168 time: 0.2710516 Jan 21 19:14:04.842170 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36968) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:14:05.146921 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-687ec7e2-3b51-43f6-b926-b255ac0b5ca2 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/routers/36e19c77-d571-496e-bb92-aa0302ba7c3b/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.3034630 Jan 21 19:14:05.149321 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36972) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:14:05.262191 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-8c140ac1-ae17-4edc-86f9-3814c6ba2f42 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/floatingips/9a31d866-da09-42a7-a071-cfa60e1a0e67 HTTP/1.1" status: 200 len: 992 time: 0.1117585 Jan 21 19:14:05.608329 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf56846-f148-491e-81d7-10b0fcb08cb7 None None] New status for floating IP 9a31d866-da09-42a7-a071-cfa60e1a0e67: DOWN {{(pid=88138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:14:05.660216 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 946ab261-0003-4483-99f8-633d069aae65 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:14:05.940360 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:05.973954 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 946ab261-0003-4483-99f8-633d069aae65, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=946ab261-0003-4483-99f8-633d069aae65,segment=NetworkSegment(06c03117-0c9d-4ce6-bfb2-b43294f4261b),segment_id=06c03117-0c9d-4ce6-bfb2-b43294f4261b)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:14:06.055868 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:06.057252 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 17b6f662-1b1b-4a74-8a8a-5a39bbef942b no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:14:06.169949 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=946ab261-0003-4483-99f8-633d069aae65,revision_number=6']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:14:06.233467 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:06.246824 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 17b6f662-1b1b-4a74-8a8a-5a39bbef942b, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=17b6f662-1b1b-4a74-8a8a-5a39bbef942b,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:14:06.265683 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36976) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:14:06.316136 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:06.375634 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-045c0569-6a65-4118-9e37-1a871482771a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/floatingips/9a31d866-da09-42a7-a071-cfa60e1a0e67 HTTP/1.1" status: 200 len: 990 time: 0.1087561 Jan 21 19:14:06.386923 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=17b6f662-1b1b-4a74-8a8a-5a39bbef942b,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:14:07.518208 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36982) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:14:07.778120 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e91d6e8-5349-4e8e-813a-999ae0ff7767 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Router 36e19c77-d571-496e-bb92-aa0302ba7c3b is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:14:07.778384 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e91d6e8-5349-4e8e-813a-999ae0ff7767 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Notify agent at dv-neutron-825470-1-hyperv the message router_added_to_agent {{(pid=88136) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Jan 21 19:14:07.796338 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-4e91d6e8-5349-4e8e-813a-999ae0ff7767 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "POST /v2.0/agents/e363e963-2ad5-42d8-b55d-324429fce21b/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2769186 Jan 21 19:14:07.798749 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36990) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:14:07.811182 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eafadd0-1451-4eca-886c-9f12f3190ff1 None None] Sync routers for ids ['36e19c77-d571-496e-bb92-aa0302ba7c3b'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:14:07.820787 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eafadd0-1451-4eca-886c-9f12f3190ff1 None None] Routers {'36e19c77-d571-496e-bb92-aa0302ba7c3b'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:14:07.821392 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-7eafadd0-1451-4eca-886c-9f12f3190ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:13:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['36e19c77-d571-496e-bb92-aa0302ba7c3b'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:14:07.995031 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b5dc9ffa-7816-4c62-982f-e7a297ddbf2b tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/routers/36e19c77-d571-496e-bb92-aa0302ba7c3b/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1952088 Jan 21 19:14:07.997566 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36994) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:14:08.024766 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-7eafadd0-1451-4eca-886c-9f12f3190ff1 None None] Set router 36e19c77-d571-496e-bb92-aa0302ba7c3b gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:14:08.105095 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-00855be1-da8a-487d-acb7-49b4281cbf05 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/floatingips/9a31d866-da09-42a7-a071-cfa60e1a0e67 HTTP/1.1" status: 200 len: 990 time: 0.1047330 Jan 21 19:14:08.376001 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-7eafadd0-1451-4eca-886c-9f12f3190ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'name': 'tempest-TestNetworkBasicOps-router-1922692568', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': '17b6f662-1b1b-4a74-8a8a-5a39bbef942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:13:08Z', 'updated_at': '2022-01-21T19:13:14Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '17b6f662-1b1b-4a74-8a8a-5a39bbef942b', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:13:09Z', 'updated_at': '2022-01-21T19:14:06Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '9a31d866-da09-42a7-a071-cfa60e1a0e67', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'floating_ip_address': '172.26.1.43', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'port_id': 'd9e85973-1bee-4bbb-80ff-5a7efe1d614b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd04604b-7342-4af6-95bd-2a76193b4545', 'mac_address': 'fa:16:3e:a2:43:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca05552-96a2-49ff-9e77-c5350facdc84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:13:34Z', 'updated_at': '2022-01-21T19:14:05Z', 'revision_number': 2, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '946ab261-0003-4483-99f8-633d069aae65', 'name': '', 'network_id': 'bd04604b-7342-4af6-95bd-2a76193b4545', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:bc:24:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '11c9ffe5-1c87-4238-9ee9-b3536eacf79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:13:13Z', 'updated_at': '2022-01-21T19:14:05Z', 'revision_number': 6, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '11c9ffe5-1c87-4238-9ee9-b3536eacf79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:14:08.379888 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eafadd0-1451-4eca-886c-9f12f3190ff1 None None] Checking router: 36e19c77-d571-496e-bb92-aa0302ba7c3b for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:14:08.388216 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eafadd0-1451-4eca-886c-9f12f3190ff1 None None] Routers {'36e19c77-d571-496e-bb92-aa0302ba7c3b'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:14:08.388750 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-7eafadd0-1451-4eca-886c-9f12f3190ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:13:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['36e19c77-d571-496e-bb92-aa0302ba7c3b'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:14:08.566636 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-7eafadd0-1451-4eca-886c-9f12f3190ff1 None None] Set router 36e19c77-d571-496e-bb92-aa0302ba7c3b gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:14:08.899317 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-7eafadd0-1451-4eca-886c-9f12f3190ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'name': 'tempest-TestNetworkBasicOps-router-1922692568', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': '17b6f662-1b1b-4a74-8a8a-5a39bbef942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:13:08Z', 'updated_at': '2022-01-21T19:13:14Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '17b6f662-1b1b-4a74-8a8a-5a39bbef942b', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:13:09Z', 'updated_at': '2022-01-21T19:14:06Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '9a31d866-da09-42a7-a071-cfa60e1a0e67', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'floating_ip_address': '172.26.1.43', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'port_id': 'd9e85973-1bee-4bbb-80ff-5a7efe1d614b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd04604b-7342-4af6-95bd-2a76193b4545', 'mac_address': 'fa:16:3e:a2:43:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca05552-96a2-49ff-9e77-c5350facdc84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:13:34Z', 'updated_at': '2022-01-21T19:14:05Z', 'revision_number': 2, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '946ab261-0003-4483-99f8-633d069aae65', 'name': '', 'network_id': 'bd04604b-7342-4af6-95bd-2a76193b4545', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:bc:24:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '11c9ffe5-1c87-4238-9ee9-b3536eacf79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:13:13Z', 'updated_at': '2022-01-21T19:14:05Z', 'revision_number': 6, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '11c9ffe5-1c87-4238-9ee9-b3536eacf79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:14:08.903255 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eafadd0-1451-4eca-886c-9f12f3190ff1 None None] The sync data for ids ['36e19c77-d571-496e-bb92-aa0302ba7c3b'] in dv-neutron-825470-1-hyperv is: [{'id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'name': 'tempest-TestNetworkBasicOps-router-1922692568', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': '17b6f662-1b1b-4a74-8a8a-5a39bbef942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:13:08Z', 'updated_at': '2022-01-21T19:13:14Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '17b6f662-1b1b-4a74-8a8a-5a39bbef942b', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:13:09Z', 'updated_at': '2022-01-21T19:14:06Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '9a31d866-da09-42a7-a071-cfa60e1a0e67', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'floating_ip_address': '172.26.1.43', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'port_id': 'd9e85973-1bee-4bbb-80ff-5a7efe1d614b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd04604b-7342-4af6-95bd-2a76193b4545', 'mac_address': 'fa:16:3e:a2:43:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca05552-96a2-49ff-9e77-c5350facdc84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:13:34Z', 'updated_at': '2022-01-21T19:14:05Z', 'revision_number': 2, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '946ab261-0003-4483-99f8-633d069aae65', 'name': '', 'network_id': 'bd04604b-7342-4af6-95bd-2a76193b4545', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:bc:24:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '11c9ffe5-1c87-4238-9ee9-b3536eacf79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:13:13Z', 'updated_at': '2022-01-21T19:14:05Z', 'revision_number': 6, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '11c9ffe5-1c87-4238-9ee9-b3536eacf79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:14:09.109003 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 36998) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:14:09.232072 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-3ffee001-8d30-4713-9b99-5b276d8ced77 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/floatingips/9a31d866-da09-42a7-a071-cfa60e1a0e67 HTTP/1.1" status: 200 len: 990 time: 0.1195703 Jan 21 19:14:09.459326 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 946ab261-0003-4483-99f8-633d069aae65 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:14:09.532772 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 946ab261-0003-4483-99f8-633d069aae65 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:14:09.533146 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:09.725096 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:09.762790 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 946ab261-0003-4483-99f8-633d069aae65, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=946ab261-0003-4483-99f8-633d069aae65,segment=NetworkSegment(06c03117-0c9d-4ce6-bfb2-b43294f4261b),segment_id=06c03117-0c9d-4ce6-bfb2-b43294f4261b)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:14:09.861378 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:09.932508 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=946ab261-0003-4483-99f8-633d069aae65,revision_number=7']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:14:09.940074 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:14:09.940419 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:14:09.940757 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:14:09.941090 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:14:09.941418 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:14:09.941746 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:14:09.942105 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:14:09.942427 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:14:09.942747 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:14:09.943064 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:14:09.943378 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:14:09.943691 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:14:10.235298 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37006) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:14:10.348142 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-46672e1b-b814-4230-b547-d627a0fe020b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/floatingips/9a31d866-da09-42a7-a071-cfa60e1a0e67 HTTP/1.1" status: 200 len: 990 time: 0.1113658 Jan 21 19:14:10.667264 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3fe395-10fe-41aa-8d0e-2d4ed32b8d06 None None] New status for floating IP 9a31d866-da09-42a7-a071-cfa60e1a0e67: ACTIVE {{(pid=88138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:14:11.351681 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37010) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:14:11.465439 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-602b3eea-75ec-43ff-86cc-737e950f9208 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/floatingips/9a31d866-da09-42a7-a071-cfa60e1a0e67 HTTP/1.1" status: 200 len: 992 time: 0.1124001 Jan 21 19:14:11.528693 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 946ab261-0003-4483-99f8-633d069aae65 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:14:11.600398 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 946ab261-0003-4483-99f8-633d069aae65 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:14:11.600762 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:11.722511 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 17b6f662-1b1b-4a74-8a8a-5a39bbef942b up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:14:11.786602 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 17b6f662-1b1b-4a74-8a8a-5a39bbef942b triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:14:11.786965 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:11.902498 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:11.920005 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 17b6f662-1b1b-4a74-8a8a-5a39bbef942b, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=17b6f662-1b1b-4a74-8a8a-5a39bbef942b,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:14:11.969961 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:12.036854 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=17b6f662-1b1b-4a74-8a8a-5a39bbef942b,revision_number=6']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:14:13.446110 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 17b6f662-1b1b-4a74-8a8a-5a39bbef942b up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:14:13.518801 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 17b6f662-1b1b-4a74-8a8a-5a39bbef942b triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:14:13.519173 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:13.755741 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37018) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:14:14.077173 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-a8e1fcbd-2e50-4e64-9f26-aa8a6d589966 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Deleting port ba89e2e9-d7a6-45e0-a08b-b48776c2840b {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:14:14.077938 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a8e1fcbd-2e50-4e64-9f26-aa8a6d589966 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:14.246647 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a8e1fcbd-2e50-4e64-9f26-aa8a6d589966 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:14.246963 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a8e1fcbd-2e50-4e64-9f26-aa8a6d589966 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:14.383822 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-a8e1fcbd-2e50-4e64-9f26-aa8a6d589966 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Calling delete_port for ba89e2e9-d7a6-45e0-a08b-b48776c2840b owned by network:floatingip {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:14:14.692821 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a8e1fcbd-2e50-4e64-9f26-aa8a6d589966 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:14.749932 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e1fcbd-2e50-4e64-9f26-aa8a6d589966 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Port': ['ID=ba89e2e9-d7a6-45e0-a08b-b48776c2840b,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:14:14.791378 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e1fcbd-2e50-4e64-9f26-aa8a6d589966 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:14:14.792109 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e1fcbd-2e50-4e64-9f26-aa8a6d589966 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:14:14.792109 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e1fcbd-2e50-4e64-9f26-aa8a6d589966 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:14:14.792403 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e1fcbd-2e50-4e64-9f26-aa8a6d589966 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:14:14.792729 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e1fcbd-2e50-4e64-9f26-aa8a6d589966 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:14:14.793051 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e1fcbd-2e50-4e64-9f26-aa8a6d589966 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:14:14.793371 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e1fcbd-2e50-4e64-9f26-aa8a6d589966 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:14:14.793691 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e1fcbd-2e50-4e64-9f26-aa8a6d589966 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:14:14.794071 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e1fcbd-2e50-4e64-9f26-aa8a6d589966 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:14:14.794388 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e1fcbd-2e50-4e64-9f26-aa8a6d589966 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:14:14.794729 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e1fcbd-2e50-4e64-9f26-aa8a6d589966 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:14:14.795153 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e1fcbd-2e50-4e64-9f26-aa8a6d589966 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:14:14.855582 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a8e1fcbd-2e50-4e64-9f26-aa8a6d589966 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for floatingip, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:14.855905 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.l3_db [None req-a8e1fcbd-2e50-4e64-9f26-aa8a6d589966 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Floating IP 9a31d866-da09-42a7-a071-cfa60e1a0e67 disassociated (deleted). External IP: 172.26.1.43, port: d9e85973-1bee-4bbb-80ff-5a7efe1d614b. Jan 21 19:14:15.217828 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e1fcbd-2e50-4e64-9f26-aa8a6d589966 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Router 36e19c77-d571-496e-bb92-aa0302ba7c3b has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:14:15.404352 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e1fcbd-2e50-4e64-9f26-aa8a6d589966 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:14:15.416007 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc814cb-4953-4b46-bd06-350623da0c4f None None] Sync routers for ids ['36e19c77-d571-496e-bb92-aa0302ba7c3b'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:14:15.421765 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a8e1fcbd-2e50-4e64-9f26-aa8a6d589966 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:15.425764 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc814cb-4953-4b46-bd06-350623da0c4f None None] Routers {'36e19c77-d571-496e-bb92-aa0302ba7c3b'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:14:15.426405 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-cfc814cb-4953-4b46-bd06-350623da0c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:13:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['36e19c77-d571-496e-bb92-aa0302ba7c3b'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:14:15.476570 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a8e1fcbd-2e50-4e64-9f26-aa8a6d589966 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "DELETE /v2.0/floatingips/9a31d866-da09-42a7-a071-cfa60e1a0e67 HTTP/1.1" status: 204 len: 168 time: 1.7197263 Jan 21 19:14:15.477261 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca05552-96a2-49ff-9e77-c5350facdc84', 'tag': 'd9e85973-1bee-4bbb-80ff-5a7efe1d614b'}] {{(pid=88136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:14:15.525103 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca05552-96a2-49ff-9e77-c5350facdc84', 'tag': 'd9e85973-1bee-4bbb-80ff-5a7efe1d614b', 'status': 'completed', 'code': 200} Jan 21 19:14:15.646915 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-cfc814cb-4953-4b46-bd06-350623da0c4f None None] Set router 36e19c77-d571-496e-bb92-aa0302ba7c3b gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:14:15.672842 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550661a3-87dd-4ecc-847f-e023787bae45 req-e1e32cb4-d0b7-48b9-a1e3-701099cff86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:14:15.674371 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-550661a3-87dd-4ecc-847f-e023787bae45 req-e1e32cb4-d0b7-48b9-a1e3-701099cff86a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=bca05552-96a2-49ff-9e77-c5350facdc84 HTTP/1.1" status: 200 len: 1098 time: 0.1272576 Jan 21 19:14:15.916420 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550661a3-87dd-4ecc-847f-e023787bae45 req-5339d3f0-310e-4896-8b59-b358e03b0126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:14:15.919132 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-550661a3-87dd-4ecc-847f-e023787bae45 req-5339d3f0-310e-4896-8b59-b358e03b0126 service neutron] 10.222.0.113 "GET /v2.0/networks?id=bd04604b-7342-4af6-95bd-2a76193b4545 HTTP/1.1" status: 200 len: 898 time: 0.2382896 Jan 21 19:14:15.971596 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-cfc814cb-4953-4b46-bd06-350623da0c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'name': 'tempest-TestNetworkBasicOps-router-1922692568', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': '17b6f662-1b1b-4a74-8a8a-5a39bbef942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:13:08Z', 'updated_at': '2022-01-21T19:13:14Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '17b6f662-1b1b-4a74-8a8a-5a39bbef942b', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:13:09Z', 'updated_at': '2022-01-21T19:14:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '946ab261-0003-4483-99f8-633d069aae65', 'name': '', 'network_id': 'bd04604b-7342-4af6-95bd-2a76193b4545', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:bc:24:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '11c9ffe5-1c87-4238-9ee9-b3536eacf79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:13:13Z', 'updated_at': '2022-01-21T19:14:09Z', 'revision_number': 7, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '11c9ffe5-1c87-4238-9ee9-b3536eacf79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:14:15.976796 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc814cb-4953-4b46-bd06-350623da0c4f None None] Checking router: 36e19c77-d571-496e-bb92-aa0302ba7c3b for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:14:15.986293 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc814cb-4953-4b46-bd06-350623da0c4f None None] Routers {'36e19c77-d571-496e-bb92-aa0302ba7c3b'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:14:15.986898 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-cfc814cb-4953-4b46-bd06-350623da0c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:13:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['36e19c77-d571-496e-bb92-aa0302ba7c3b'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:14:15.999437 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-550661a3-87dd-4ecc-847f-e023787bae45 req-ca88ca59-f2e5-4d4c-aac4-313d70f07649 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9e85973-1bee-4bbb-80ff-5a7efe1d614b HTTP/1.1" status: 200 len: 217 time: 0.0732245 Jan 21 19:14:16.068936 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550661a3-87dd-4ecc-847f-e023787bae45 req-87a6ce0a-aab2-4ba5-a6f7-8128d76cdc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:14:16.070544 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-550661a3-87dd-4ecc-847f-e023787bae45 req-87a6ce0a-aab2-4ba5-a6f7-8128d76cdc37 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=11c9ffe5-1c87-4238-9ee9-b3536eacf79b HTTP/1.1" status: 200 len: 835 time: 0.0642204 Jan 21 19:14:16.149564 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550661a3-87dd-4ecc-847f-e023787bae45 req-1cbc665b-bf87-4c11-ae4e-a76e11a83f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:14:16.151632 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-550661a3-87dd-4ecc-847f-e023787bae45 req-1cbc665b-bf87-4c11-ae4e-a76e11a83f1b service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bd04604b-7342-4af6-95bd-2a76193b4545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736024 Jan 21 19:14:16.169999 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-cfc814cb-4953-4b46-bd06-350623da0c4f None None] Set router 36e19c77-d571-496e-bb92-aa0302ba7c3b gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:14:16.207357 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbcc577-02ec-4688-8825-ef2441e285fb req-f9f7ac36-9358-4fbf-b200-c6b9a51217dd tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:14:16.208072 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-5dbcc577-02ec-4688-8825-ef2441e285fb req-f9f7ac36-9358-4fbf-b200-c6b9a51217dd tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:14:16.286363 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-550661a3-87dd-4ecc-847f-e023787bae45 req-f11647df-538d-4b4f-b33a-e59ff3e5d9c6 service neutron] 10.222.0.113 "GET /v2.0/networks/bd04604b-7342-4af6-95bd-2a76193b4545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281729 Jan 21 19:14:16.319711 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-5dbcc577-02ec-4688-8825-ef2441e285fb req-f9f7ac36-9358-4fbf-b200-c6b9a51217dd tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:14:16.319711 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5dbcc577-02ec-4688-8825-ef2441e285fb req-f9f7ac36-9358-4fbf-b200-c6b9a51217dd tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=bca05552-96a2-49ff-9e77-c5350facdc84 HTTP/1.1" status: 200 len: 945 time: 0.2992754 Jan 21 19:14:16.368723 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5dbcc577-02ec-4688-8825-ef2441e285fb req-775d2eed-0367-4166-94d1-b31a775d6127 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=28fc9cf0-d06f-420e-959d-4854bd8f8b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461411 Jan 21 19:14:16.438720 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-550661a3-87dd-4ecc-847f-e023787bae45 req-7081b8a5-5df6-43c0-901a-9626b81b0f71 service neutron] 10.222.0.113 "GET /v2.0/networks/bd04604b-7342-4af6-95bd-2a76193b4545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452632 Jan 21 19:14:16.506061 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-cfc814cb-4953-4b46-bd06-350623da0c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'name': 'tempest-TestNetworkBasicOps-router-1922692568', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': '17b6f662-1b1b-4a74-8a8a-5a39bbef942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:13:08Z', 'updated_at': '2022-01-21T19:13:14Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '17b6f662-1b1b-4a74-8a8a-5a39bbef942b', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:13:09Z', 'updated_at': '2022-01-21T19:14:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '946ab261-0003-4483-99f8-633d069aae65', 'name': '', 'network_id': 'bd04604b-7342-4af6-95bd-2a76193b4545', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:bc:24:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '11c9ffe5-1c87-4238-9ee9-b3536eacf79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:13:13Z', 'updated_at': '2022-01-21T19:14:09Z', 'revision_number': 7, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '11c9ffe5-1c87-4238-9ee9-b3536eacf79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:14:16.510047 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc814cb-4953-4b46-bd06-350623da0c4f None None] The sync data for ids ['36e19c77-d571-496e-bb92-aa0302ba7c3b'] in dv-neutron-825470-1-hyperv is: [{'id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'name': 'tempest-TestNetworkBasicOps-router-1922692568', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': '17b6f662-1b1b-4a74-8a8a-5a39bbef942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:13:08Z', 'updated_at': '2022-01-21T19:13:14Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '17b6f662-1b1b-4a74-8a8a-5a39bbef942b', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:13:09Z', 'updated_at': '2022-01-21T19:14:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '946ab261-0003-4483-99f8-633d069aae65', 'name': '', 'network_id': 'bd04604b-7342-4af6-95bd-2a76193b4545', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:bc:24:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '11c9ffe5-1c87-4238-9ee9-b3536eacf79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:13:13Z', 'updated_at': '2022-01-21T19:14:09Z', 'revision_number': 7, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '11c9ffe5-1c87-4238-9ee9-b3536eacf79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:14:17.309223 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9990222e-272b-45bf-9ba9-a68d7828287b None None] New status for floating IP 9a31d866-da09-42a7-a071-cfa60e1a0e67: DOWN {{(pid=88138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:14:17.335153 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912ae4c-3218-42bb-9df3-d5aa3871bd04 req-50ef4421-cd14-476e-a320-d36e60094a11 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:14:17.339559 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-d912ae4c-3218-42bb-9df3-d5aa3871bd04 req-50ef4421-cd14-476e-a320-d36e60094a11 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:14:17.355587 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-d912ae4c-3218-42bb-9df3-d5aa3871bd04 req-50ef4421-cd14-476e-a320-d36e60094a11 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:14:17.357581 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d912ae4c-3218-42bb-9df3-d5aa3871bd04 req-50ef4421-cd14-476e-a320-d36e60094a11 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "GET /v2.0/ports?device_id=bca05552-96a2-49ff-9e77-c5350facdc84 HTTP/1.1" status: 200 len: 945 time: 0.1207137 Jan 21 19:14:17.464375 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-d912ae4c-3218-42bb-9df3-d5aa3871bd04 req-072c065f-b01d-4708-a2ee-eb5a0fa78724 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Deleting port d9e85973-1bee-4bbb-80ff-5a7efe1d614b {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:14:17.464980 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-d912ae4c-3218-42bb-9df3-d5aa3871bd04 req-072c065f-b01d-4708-a2ee-eb5a0fa78724 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:17.629964 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcdb7d1-4ff4-4d21-a570-d6038db5efa1 req-147aa9c8-3770-4bdb-81c6-0f1f86f10efb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:14:17.632310 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-edcdb7d1-4ff4-4d21-a570-d6038db5efa1 req-147aa9c8-3770-4bdb-81c6-0f1f86f10efb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=bca05552-96a2-49ff-9e77-c5350facdc84 HTTP/1.1" status: 200 len: 945 time: 0.1348066 Jan 21 19:14:17.679678 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-edcdb7d1-4ff4-4d21-a570-d6038db5efa1 req-c725faf8-91de-4442-ad53-448d4cd64bf1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=28fc9cf0-d06f-420e-959d-4854bd8f8b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414839 Jan 21 19:14:17.730015 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-d912ae4c-3218-42bb-9df3-d5aa3871bd04 req-072c065f-b01d-4708-a2ee-eb5a0fa78724 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] For port d9e85973-1bee-4bbb-80ff-5a7efe1d614b, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=d9e85973-1bee-4bbb-80ff-5a7efe1d614b,segment=NetworkSegment(06c03117-0c9d-4ce6-bfb2-b43294f4261b),segment_id=06c03117-0c9d-4ce6-bfb2-b43294f4261b)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:14:17.730015 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-d912ae4c-3218-42bb-9df3-d5aa3871bd04 req-072c065f-b01d-4708-a2ee-eb5a0fa78724 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:17.850199 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-d912ae4c-3218-42bb-9df3-d5aa3871bd04 req-072c065f-b01d-4708-a2ee-eb5a0fa78724 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Calling delete_port for d9e85973-1bee-4bbb-80ff-5a7efe1d614b owned by compute:nova {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:14:18.056748 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-d912ae4c-3218-42bb-9df3-d5aa3871bd04 req-072c065f-b01d-4708-a2ee-eb5a0fa78724 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:18.135659 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c065f-b01d-4708-a2ee-eb5a0fa78724 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Port': ['ID=d9e85973-1bee-4bbb-80ff-5a7efe1d614b,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:14:18.151901 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072c065f-b01d-4708-a2ee-eb5a0fa78724 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:14:18.152244 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072c065f-b01d-4708-a2ee-eb5a0fa78724 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:14:18.152576 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072c065f-b01d-4708-a2ee-eb5a0fa78724 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:14:18.152900 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072c065f-b01d-4708-a2ee-eb5a0fa78724 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:14:18.153260 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072c065f-b01d-4708-a2ee-eb5a0fa78724 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:14:18.153586 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072c065f-b01d-4708-a2ee-eb5a0fa78724 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:14:18.153943 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072c065f-b01d-4708-a2ee-eb5a0fa78724 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:14:18.154261 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072c065f-b01d-4708-a2ee-eb5a0fa78724 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:14:18.154574 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072c065f-b01d-4708-a2ee-eb5a0fa78724 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:14:18.154883 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072c065f-b01d-4708-a2ee-eb5a0fa78724 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:14:18.155190 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072c065f-b01d-4708-a2ee-eb5a0fa78724 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:14:18.155499 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072c065f-b01d-4708-a2ee-eb5a0fa78724 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:14:18.194483 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-d912ae4c-3218-42bb-9df3-d5aa3871bd04 req-072c065f-b01d-4708-a2ee-eb5a0fa78724 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] No DVR routers for this DVR port d9e85973-1bee-4bbb-80ff-5a7efe1d614b on host hv-neutron-8254 {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:14:18.196948 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-d912ae4c-3218-42bb-9df3-d5aa3871bd04 req-072c065f-b01d-4708-a2ee-eb5a0fa78724 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:18.200145 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca05552-96a2-49ff-9e77-c5350facdc84', 'name': 'network-vif-deleted', 'tag': 'd9e85973-1bee-4bbb-80ff-5a7efe1d614b'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:14:18.283233 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d912ae4c-3218-42bb-9df3-d5aa3871bd04 req-072c065f-b01d-4708-a2ee-eb5a0fa78724 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "DELETE /v2.0/ports/d9e85973-1bee-4bbb-80ff-5a7efe1d614b HTTP/1.1" status: 204 len: 173 time: 0.9201820 Jan 21 19:14:18.297870 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca05552-96a2-49ff-9e77-c5350facdc84', 'name': 'network-vif-deleted', 'tag': 'd9e85973-1bee-4bbb-80ff-5a7efe1d614b', 'status': 'completed', 'code': 200} Jan 21 19:14:18.958560 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8d529eab-f255-4516-9d80-499cf3a2c58b req-e58eb43a-01ad-487b-b80b-28d7cf58a1a8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=bca05552-96a2-49ff-9e77-c5350facdc84 HTTP/1.1" status: 200 len: 210 time: 0.1558406 Jan 21 19:14:20.054738 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37046) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:14:20.124591 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d15ed9b0-15c2-43c9-b32c-c94260933cba tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:20.155559 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d15ed9b0-15c2-43c9-b32c-c94260933cba tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:20.304357 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d15ed9b0-15c2-43c9-b32c-c94260933cba tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:20.321910 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ed9b0-15c2-43c9-b32c-c94260933cba tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fc9cf0-d06f-420e-959d-4854bd8f8b82,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:14:20.439833 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d15ed9b0-15c2-43c9-b32c-c94260933cba tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:20.440948 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d15ed9b0-15c2-43c9-b32c-c94260933cba tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "DELETE /v2.0/security-groups/28fc9cf0-d06f-420e-959d-4854bd8f8b82 HTTP/1.1" status: 204 len: 168 time: 0.3852324 Jan 21 19:14:20.588146 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37052) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:14:21.142140 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-784f7a2f-e565-47cc-b091-35eb84b9a714 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:21.186704 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device d9e85973-1bee-4bbb-80ff-5a7efe1d614b no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:14:21.221182 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] No Port match for: d9e85973-1bee-4bbb-80ff-5a7efe1d614b {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:14:21.221533 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device d9e85973-1bee-4bbb-80ff-5a7efe1d614b not bound to the agent host hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:14:21.515955 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-784f7a2f-e565-47cc-b091-35eb84b9a714 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Deleting port 946ab261-0003-4483-99f8-633d069aae65 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:14:21.520795 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-784f7a2f-e565-47cc-b091-35eb84b9a714 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:21.706427 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-784f7a2f-e565-47cc-b091-35eb84b9a714 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] For port 946ab261-0003-4483-99f8-633d069aae65, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=946ab261-0003-4483-99f8-633d069aae65,segment=NetworkSegment(06c03117-0c9d-4ce6-bfb2-b43294f4261b),segment_id=06c03117-0c9d-4ce6-bfb2-b43294f4261b)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:14:21.710755 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-784f7a2f-e565-47cc-b091-35eb84b9a714 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:21.830139 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-784f7a2f-e565-47cc-b091-35eb84b9a714 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Calling delete_port for 946ab261-0003-4483-99f8-633d069aae65 owned by network:router_interface {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:14:22.216427 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-784f7a2f-e565-47cc-b091-35eb84b9a714 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:22.287883 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f7a2f-e565-47cc-b091-35eb84b9a714 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Port': ['ID=946ab261-0003-4483-99f8-633d069aae65,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:14:22.548442 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-784f7a2f-e565-47cc-b091-35eb84b9a714 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:22.906047 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784f7a2f-e565-47cc-b091-35eb84b9a714 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Router 36e19c77-d571-496e-bb92-aa0302ba7c3b has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:14:23.079504 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784f7a2f-e565-47cc-b091-35eb84b9a714 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:14:23.088779 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b048e2-681c-42e2-81bc-0b661e67ea1e None None] Sync routers for ids ['36e19c77-d571-496e-bb92-aa0302ba7c3b'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:14:23.092251 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-784f7a2f-e565-47cc-b091-35eb84b9a714 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "PUT /v2.0/routers/36e19c77-d571-496e-bb92-aa0302ba7c3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5023482 Jan 21 19:14:23.094884 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37056) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:14:23.098794 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b048e2-681c-42e2-81bc-0b661e67ea1e None None] Routers {'36e19c77-d571-496e-bb92-aa0302ba7c3b'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:14:23.099397 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-52b048e2-681c-42e2-81bc-0b661e67ea1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:13:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['36e19c77-d571-496e-bb92-aa0302ba7c3b'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:14:23.166906 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8919726-fd41-4ea3-a0ae-ec2c46fde6bf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Deleting subnet 11c9ffe5-1c87-4238-9ee9-b3536eacf79b {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:14:23.168800 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f8919726-fd41-4ea3-a0ae-ec2c46fde6bf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:23.226223 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f8919726-fd41-4ea3-a0ae-ec2c46fde6bf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:23.277939 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-52b048e2-681c-42e2-81bc-0b661e67ea1e None None] Set router 36e19c77-d571-496e-bb92-aa0302ba7c3b gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:14:23.315620 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f8919726-fd41-4ea3-a0ae-ec2c46fde6bf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:23.527159 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f8919726-fd41-4ea3-a0ae-ec2c46fde6bf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:23.567609 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8919726-fd41-4ea3-a0ae-ec2c46fde6bf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Subnet': ['ID=11c9ffe5-1c87-4238-9ee9-b3536eacf79b,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:14:23.573157 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f8919726-fd41-4ea3-a0ae-ec2c46fde6bf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:23.586374 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195aa93d-a343-4b0c-9186-905069e94102 None None] Network bd04604b-7342-4af6-95bd-2a76193b4545 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:14:23.587301 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f8919726-fd41-4ea3-a0ae-ec2c46fde6bf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "DELETE /v2.0/subnets/11c9ffe5-1c87-4238-9ee9-b3536eacf79b HTTP/1.1" status: 204 len: 168 time: 0.4871480 Jan 21 19:14:23.587384 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 37060) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:14:23.618214 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-52b048e2-681c-42e2-81bc-0b661e67ea1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'name': 'tempest-TestNetworkBasicOps-router-1922692568', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': '17b6f662-1b1b-4a74-8a8a-5a39bbef942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:13:08Z', 'updated_at': '2022-01-21T19:14:22Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '17b6f662-1b1b-4a74-8a8a-5a39bbef942b', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:13:09Z', 'updated_at': '2022-01-21T19:14:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:14:23.623743 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b048e2-681c-42e2-81bc-0b661e67ea1e None None] Checking router: 36e19c77-d571-496e-bb92-aa0302ba7c3b for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:14:23.634190 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b048e2-681c-42e2-81bc-0b661e67ea1e None None] Routers {'36e19c77-d571-496e-bb92-aa0302ba7c3b'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:14:23.634971 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-52b048e2-681c-42e2-81bc-0b661e67ea1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:13:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['36e19c77-d571-496e-bb92-aa0302ba7c3b'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:14:23.829732 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-52b048e2-681c-42e2-81bc-0b661e67ea1e None None] Set router 36e19c77-d571-496e-bb92-aa0302ba7c3b gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:14:23.879172 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a06c989-7ba2-451e-9396-a026bad10462 None None] DHCP port deletion for bd04604b-7342-4af6-95bd-2a76193b4545 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:14:23.883335 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-4a06c989-7ba2-451e-9396-a026bad10462 None None] Deleting port 9f40c259-4599-4cd9-871b-958fb9fddd47 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:14:23.883840 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4a06c989-7ba2-451e-9396-a026bad10462 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:23.884956 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e2ebf378-87bd-4e44-ae02-6c9b291a2293 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:24.082916 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e2ebf378-87bd-4e44-ae02-6c9b291a2293 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:24.102181 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-4a06c989-7ba2-451e-9396-a026bad10462 None None] For port 9f40c259-4599-4cd9-871b-958fb9fddd47, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=9f40c259-4599-4cd9-871b-958fb9fddd47,segment=NetworkSegment(06c03117-0c9d-4ce6-bfb2-b43294f4261b),segment_id=06c03117-0c9d-4ce6-bfb2-b43294f4261b)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:14:24.102181 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4a06c989-7ba2-451e-9396-a026bad10462 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:24.124907 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-52b048e2-681c-42e2-81bc-0b661e67ea1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'name': 'tempest-TestNetworkBasicOps-router-1922692568', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': '17b6f662-1b1b-4a74-8a8a-5a39bbef942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:13:08Z', 'updated_at': '2022-01-21T19:14:22Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '17b6f662-1b1b-4a74-8a8a-5a39bbef942b', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:13:09Z', 'updated_at': '2022-01-21T19:14:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:14:24.128793 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b048e2-681c-42e2-81bc-0b661e67ea1e None None] The sync data for ids ['36e19c77-d571-496e-bb92-aa0302ba7c3b'] in dv-neutron-825470-1-hyperv is: [{'id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'name': 'tempest-TestNetworkBasicOps-router-1922692568', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': '17b6f662-1b1b-4a74-8a8a-5a39bbef942b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:13:08Z', 'updated_at': '2022-01-21T19:14:22Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '17b6f662-1b1b-4a74-8a8a-5a39bbef942b', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e19c77-d571-496e-bb92-aa0302ba7c3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:13:09Z', 'updated_at': '2022-01-21T19:14:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:14:24.154184 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-e2ebf378-87bd-4e44-ae02-6c9b291a2293 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Deleting port 17b6f662-1b1b-4a74-8a8a-5a39bbef942b {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:14:24.154184 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e2ebf378-87bd-4e44-ae02-6c9b291a2293 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:24.225255 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-4a06c989-7ba2-451e-9396-a026bad10462 None None] Calling delete_port for 9f40c259-4599-4cd9-871b-958fb9fddd47 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:14:24.330958 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-e2ebf378-87bd-4e44-ae02-6c9b291a2293 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] For port 17b6f662-1b1b-4a74-8a8a-5a39bbef942b, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=17b6f662-1b1b-4a74-8a8a-5a39bbef942b,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:14:24.331321 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e2ebf378-87bd-4e44-ae02-6c9b291a2293 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:24.410190 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4a06c989-7ba2-451e-9396-a026bad10462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:24.458761 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-e2ebf378-87bd-4e44-ae02-6c9b291a2293 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Calling delete_port for 17b6f662-1b1b-4a74-8a8a-5a39bbef942b owned by network:router_gateway {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:14:24.461132 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06c989-7ba2-451e-9396-a026bad10462 None None] Pushing event deleted for resources: {'Port': ['ID=9f40c259-4599-4cd9-871b-958fb9fddd47,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:14:24.463905 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a06c989-7ba2-451e-9396-a026bad10462 None None] No DVR routers for this DVR port 9f40c259-4599-4cd9-871b-958fb9fddd47 on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:14:24.833111 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e2ebf378-87bd-4e44-ae02-6c9b291a2293 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:24.880163 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ebf378-87bd-4e44-ae02-6c9b291a2293 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Port': ['ID=17b6f662-1b1b-4a74-8a8a-5a39bbef942b,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:14:24.971720 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e2ebf378-87bd-4e44-ae02-6c9b291a2293 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:24.983380 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-33ec4328-4687-4aec-a253-e843b6d51462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:25.258585 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e2ebf378-87bd-4e44-ae02-6c9b291a2293 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:25.260103 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e2ebf378-87bd-4e44-ae02-6c9b291a2293 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:25.424610 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e2ebf378-87bd-4e44-ae02-6c9b291a2293 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:25.424610 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ebf378-87bd-4e44-ae02-6c9b291a2293 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Fanout notify agent at l3_agent the message router_deleted on router 36e19c77-d571-496e-bb92-aa0302ba7c3b {{(pid=88137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:14:25.438155 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e2ebf378-87bd-4e44-ae02-6c9b291a2293 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:25.442126 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e2ebf378-87bd-4e44-ae02-6c9b291a2293 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "DELETE /v2.0/routers/36e19c77-d571-496e-bb92-aa0302ba7c3b HTTP/1.1" status: 204 len: 168 time: 1.8559616 Jan 21 19:14:25.442391 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 37064) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:14:25.525855 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 9f40c259-4599-4cd9-871b-958fb9fddd47 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:14:25.571238 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 9f40c259-4599-4cd9-871b-958fb9fddd47 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:14:25.571238 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 9f40c259-4599-4cd9-871b-958fb9fddd47 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:14:25.574126 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 946ab261-0003-4483-99f8-633d069aae65 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:14:25.581865 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4cacdd54-f7ca-4c1e-b46b-e43a65f6b494 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:25.608262 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 946ab261-0003-4483-99f8-633d069aae65 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:14:25.608749 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 946ab261-0003-4483-99f8-633d069aae65 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:14:25.714317 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4cacdd54-f7ca-4c1e-b46b-e43a65f6b494 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:25.739149 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-4cacdd54-f7ca-4c1e-b46b-e43a65f6b494 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd04604b-7342-4af6-95bd-2a76193b4545']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:14:25.751589 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-4cacdd54-f7ca-4c1e-b46b-e43a65f6b494 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c03117-0c9d-4ce6-bfb2-b43294f4261b') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:14:25.751890 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-4cacdd54-f7ca-4c1e-b46b-e43a65f6b494 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c03117-0c9d-4ce6-bfb2-b43294f4261b') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:14:25.763046 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4cacdd54-f7ca-4c1e-b46b-e43a65f6b494 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:25.778530 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4cacdd54-f7ca-4c1e-b46b-e43a65f6b494 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:25.784374 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cacdd54-f7ca-4c1e-b46b-e43a65f6b494 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:14:25.784754 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4cacdd54-f7ca-4c1e-b46b-e43a65f6b494 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:25.799346 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:14:25.799346 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:14:25.799346 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:14:25.799346 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:14:25.799346 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:14:25.799346 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:14:25.799346 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:14:25.799346 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:14:25.799346 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:14:25.799346 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:14:25.799346 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:14:25.799346 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:14:25.799346 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:14:25.799346 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:14:25.799346 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:14:25.799346 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:14:25.799346 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:14:25.799346 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:14:25.799346 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:14:25.799346 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:14:25.799346 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:14:25.799346 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:14:25.799346 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:14:25.799346 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:14:25.799346 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:14:25.799346 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:14:25.799346 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:14:25.799346 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:14:25.799346 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:14:25.799346 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:14:25.799346 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:14:25.799346 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:14:25.976419 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4cacdd54-f7ca-4c1e-b46b-e43a65f6b494 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:25.989612 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4cacdd54-f7ca-4c1e-b46b-e43a65f6b494 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:26.000544 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cacdd54-f7ca-4c1e-b46b-e43a65f6b494 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Network': ['ID=bd04604b-7342-4af6-95bd-2a76193b4545,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:14:26.064103 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-4cacdd54-f7ca-4c1e-b46b-e43a65f6b494 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "DELETE /v2.0/networks/bd04604b-7342-4af6-95bd-2a76193b4545 HTTP/1.1" status: 204 len: 168 time: 0.6206076 Jan 21 19:14:26.085339 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37068) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:14:26.092082 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-79e07e51-928f-404c-9112-dbcd61f4e9a5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'network': {'name': 'tempest-network-smoke--1251872971', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'port_security_enabled': True}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:14:26.097152 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-79e07e51-928f-404c-9112-dbcd61f4e9a5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:14:26.101232 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-79e07e51-928f-404c-9112-dbcd61f4e9a5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:network and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:14:26.105069 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-79e07e51-928f-404c-9112-dbcd61f4e9a5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:14:26.110904 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-79e07e51-928f-404c-9112-dbcd61f4e9a5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:14:26.210536 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e07e51-928f-404c-9112-dbcd61f4e9a5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Made reservation on behalf of f393478d14c44d15ad1bf9df868df3cb for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:14:26.213374 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-79e07e51-928f-404c-9112-dbcd61f4e9a5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:26.241523 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79e07e51-928f-404c-9112-dbcd61f4e9a5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:14:26.249897 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-79e07e51-928f-404c-9112-dbcd61f4e9a5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:26.250186 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-79e07e51-928f-404c-9112-dbcd61f4e9a5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Added segment e9696dae-8981-409e-b4b9-b92b7bae7845 of type vlan for network 01d1dbac-c17e-4f4e-bb0f-bfdcdd998030 Jan 21 19:14:26.394639 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-79e07e51-928f-404c-9112-dbcd61f4e9a5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:26.501718 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-79e07e51-928f-404c-9112-dbcd61f4e9a5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:26.506674 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e07e51-928f-404c-9112-dbcd61f4e9a5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:14:26.507254 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-79e07e51-928f-404c-9112-dbcd61f4e9a5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:26.617251 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e07e51-928f-404c-9112-dbcd61f4e9a5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Network': ['ID=01d1dbac-c17e-4f4e-bb0f-bfdcdd998030,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:14:26.628003 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 01d1dbac-c17e-4f4e-bb0f-bfdcdd998030 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:14:26.655932 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-79e07e51-928f-404c-9112-dbcd61f4e9a5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5694561 Jan 21 19:14:26.658800 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 37072) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:14:26.664126 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-45843907-f3c1-4b5f-adb9-b520b8e9d89f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1498746852', 'admin_state_up': True, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:14:26.671583 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-45843907-f3c1-4b5f-adb9-b520b8e9d89f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:14:26.675468 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-45843907-f3c1-4b5f-adb9-b520b8e9d89f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:router and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:14:26.682204 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-45843907-f3c1-4b5f-adb9-b520b8e9d89f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:14:26.685865 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-45843907-f3c1-4b5f-adb9-b520b8e9d89f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:14:26.803839 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-45843907-f3c1-4b5f-adb9-b520b8e9d89f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:26.804950 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-45843907-f3c1-4b5f-adb9-b520b8e9d89f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:26.820013 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-45843907-f3c1-4b5f-adb9-b520b8e9d89f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:27.209885 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-45843907-f3c1-4b5f-adb9-b520b8e9d89f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:27.238444 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2de0d8ed-4bd1-43d6-a551-a8ef2055077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:27.412555 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 17b6f662-1b1b-4a74-8a8a-5a39bbef942b no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:14:27.452902 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 17b6f662-1b1b-4a74-8a8a-5a39bbef942b {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:14:27.453352 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 17b6f662-1b1b-4a74-8a8a-5a39bbef942b not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:14:27.586812 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-45843907-f3c1-4b5f-adb9-b520b8e9d89f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router_gateway, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:27.618217 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-45843907-f3c1-4b5f-adb9-b520b8e9d89f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:27.749945 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-45843907-f3c1-4b5f-adb9-b520b8e9d89f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Allocated IP 172.26.1.3 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/26b54d94-3c52-48d1-b811-687ce4c9ee04) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:14:27.894099 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-45843907-f3c1-4b5f-adb9-b520b8e9d89f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:27.998461 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-45843907-f3c1-4b5f-adb9-b520b8e9d89f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:28.132211 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:28.183534 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45843907-f3c1-4b5f-adb9-b520b8e9d89f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:14:28.186410 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-45843907-f3c1-4b5f-adb9-b520b8e9d89f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:14:28.189990 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45843907-f3c1-4b5f-adb9-b520b8e9d89f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:14:28.218916 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45843907-f3c1-4b5f-adb9-b520b8e9d89f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=26b54d94-3c52-48d1-b811-687ce4c9ee04,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:14:28.432739 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:14:28.558858 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:28.638593 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:28.699523 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-45843907-f3c1-4b5f-adb9-b520b8e9d89f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router_gateway, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:29.034434 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-45843907-f3c1-4b5f-adb9-b520b8e9d89f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:29.308946 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45843907-f3c1-4b5f-adb9-b520b8e9d89f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Router 1b616664-ded7-41a1-bf2d-34d65558d3a5 is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:14:29.491357 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45843907-f3c1-4b5f-adb9-b520b8e9d89f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:14:29.501117 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17daa95-78e7-4293-ad41-0bbcd4ea2ade None None] Sync routers for ids ['1b616664-ded7-41a1-bf2d-34d65558d3a5'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:14:29.509957 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17daa95-78e7-4293-ad41-0bbcd4ea2ade None None] Routers {'1b616664-ded7-41a1-bf2d-34d65558d3a5'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:14:29.510627 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-d17daa95-78e7-4293-ad41-0bbcd4ea2ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:14:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['1b616664-ded7-41a1-bf2d-34d65558d3a5'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:14:29.566584 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-45843907-f3c1-4b5f-adb9-b520b8e9d89f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:29.567707 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-45843907-f3c1-4b5f-adb9-b520b8e9d89f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.9078860 Jan 21 19:14:29.570993 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 37076) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:14:29.610454 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5bbea5c9-3470-4d1c-8bcf-bee4a0b19f74 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=f393478d14c44d15ad1bf9df868df3cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384178 Jan 21 19:14:29.613137 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 37080) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:14:29.688610 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-d17daa95-78e7-4293-ad41-0bbcd4ea2ade None None] Set router 1b616664-ded7-41a1-bf2d-34d65558d3a5 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:14:29.851581 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d7684e-1e1f-42c6-a6ee-b27c7ed65054 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:14:29.854133 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-81d7684e-1e1f-42c6-a6ee-b27c7ed65054 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2389507 Jan 21 19:14:29.857224 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 37084) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:14:29.908780 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-0e215044-2182-4f1d-9bcc-e29557919252 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=552ba34b-3dd7-4be8-8310-a9fc908fe72b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0501230 Jan 21 19:14:29.911258 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 37088) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:14:29.919271 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-4ec5329f-979d-43f3-b08b-dd1770e5e10e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1860906535', 'network_id': '01d1dbac-c17e-4f4e-bb0f-bfdcdd998030', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:14:29.980576 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-d17daa95-78e7-4293-ad41-0bbcd4ea2ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b616664-ded7-41a1-bf2d-34d65558d3a5', 'name': 'tempest-TestNetworkBasicOps-router-1498746852', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.3'}], 'enable_snat': True}, 'gw_port_id': '26b54d94-3c52-48d1-b811-687ce4c9ee04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:14:26Z', 'updated_at': '2022-01-21T19:14:28Z', 'revision_number': 3, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '26b54d94-3c52-48d1-b811-687ce4c9ee04', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b616664-ded7-41a1-bf2d-34d65558d3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:14:27Z', 'updated_at': '2022-01-21T19:14:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:14:29.984351 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17daa95-78e7-4293-ad41-0bbcd4ea2ade None None] Checking router: 1b616664-ded7-41a1-bf2d-34d65558d3a5 for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:14:29.984698 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17daa95-78e7-4293-ad41-0bbcd4ea2ade None None] Updating router 1b616664-ded7-41a1-bf2d-34d65558d3a5 port 26b54d94-3c52-48d1-b811-687ce4c9ee04 binding host dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:14:30.028688 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-4ec5329f-979d-43f3-b08b-dd1770e5e10e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:14:30.032447 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-4ec5329f-979d-43f3-b08b-dd1770e5e10e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:subnet and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:14:30.035178 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-4ec5329f-979d-43f3-b08b-dd1770e5e10e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:14:30.040628 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-4ec5329f-979d-43f3-b08b-dd1770e5e10e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:14:30.049723 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d17daa95-78e7-4293-ad41-0bbcd4ea2ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:30.138178 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec5329f-979d-43f3-b08b-dd1770e5e10e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Made reservation on behalf of f393478d14c44d15ad1bf9df868df3cb for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:14:30.144782 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:30.145050 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4ec5329f-979d-43f3-b08b-dd1770e5e10e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:30.427548 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d17daa95-78e7-4293-ad41-0bbcd4ea2ade None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:30.439785 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-d17daa95-78e7-4293-ad41-0bbcd4ea2ade None None] Transition to ACTIVE for port object 26b54d94-3c52-48d1-b811-687ce4c9ee04 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:14:30.450186 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4ec5329f-979d-43f3-b08b-dd1770e5e10e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:30.533751 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec5329f-979d-43f3-b08b-dd1770e5e10e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Subnet': ['ID=e1b621e4-074d-4394-b351-42e3d873405a,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:14:30.539301 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec5329f-979d-43f3-b08b-dd1770e5e10e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Checking segment: {'id': 'e9696dae-8981-409e-b4b9-b92b7bae7845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '01d1dbac-c17e-4f4e-bb0f-bfdcdd998030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:14:30.539656 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec5329f-979d-43f3-b08b-dd1770e5e10e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network hostable DHCP agents. Network: 01d1dbac-c17e-4f4e-bb0f-bfdcdd998030, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:14:30.541278 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d17daa95-78e7-4293-ad41-0bbcd4ea2ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:30.621761 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-d17daa95-78e7-4293-ad41-0bbcd4ea2ade None None] Attempting to bind port 26b54d94-3c52-48d1-b811-687ce4c9ee04 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:14:30.622152 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-d17daa95-78e7-4293-ad41-0bbcd4ea2ade None None] Attempting to bind port 26b54d94-3c52-48d1-b811-687ce4c9ee04 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:14:30.622510 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17daa95-78e7-4293-ad41-0bbcd4ea2ade None None] Attempting to bind port 26b54d94-3c52-48d1-b811-687ce4c9ee04 on network 552ba34b-3dd7-4be8-8310-a9fc908fe72b {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:14:30.632174 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17daa95-78e7-4293-ad41-0bbcd4ea2ade None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:14:30.632543 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17daa95-78e7-4293-ad41-0bbcd4ea2ade None None] Checking segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:14:30.632940 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d17daa95-78e7-4293-ad41-0bbcd4ea2ade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:30.633327 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17daa95-78e7-4293-ad41-0bbcd4ea2ade None None] Bound using segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:14:30.633779 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-d17daa95-78e7-4293-ad41-0bbcd4ea2ade None None] Bound port: 26b54d94-3c52-48d1-b811-687ce4c9ee04, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:14:30.634492 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d17daa95-78e7-4293-ad41-0bbcd4ea2ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:30.640581 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec5329f-979d-43f3-b08b-dd1770e5e10e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network 01d1dbac-c17e-4f4e-bb0f-bfdcdd998030 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:14:30.662282 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdef701-19e1-41b3-a7b4-cb6ec927b2e6 None None] Pushing event updated for resources: {'Port': ['ID=26b54d94-3c52-48d1-b811-687ce4c9ee04,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:14:30.703472 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-4ec5329f-979d-43f3-b08b-dd1770e5e10e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 01d1dbac-c17e-4f4e-bb0f-bfdcdd998030) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:14:30.707707 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec5329f-979d-43f3-b08b-dd1770e5e10e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:14:30.709960 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4ec5329f-979d-43f3-b08b-dd1770e5e10e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:30.710193 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-d17daa95-78e7-4293-ad41-0bbcd4ea2ade None None] For port 26b54d94-3c52-48d1-b811-687ce4c9ee04, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:14:30.713446 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bb86b5-90b1-48ab-8881-3b590b9479f0 None None] Network 01d1dbac-c17e-4f4e-bb0f-bfdcdd998030 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:14:30.738061 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-d17daa95-78e7-4293-ad41-0bbcd4ea2ade None None] For port 26b54d94-3c52-48d1-b811-687ce4c9ee04, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=26b54d94-3c52-48d1-b811-687ce4c9ee04,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:14:30.804362 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-4ec5329f-979d-43f3-b08b-dd1770e5e10e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8918319 Jan 21 19:14:30.807047 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 37092) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:14:30.834807 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d17daa95-78e7-4293-ad41-0bbcd4ea2ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:30.999926 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17daa95-78e7-4293-ad41-0bbcd4ea2ade None None] Routers {'1b616664-ded7-41a1-bf2d-34d65558d3a5'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:14:31.000556 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-d17daa95-78e7-4293-ad41-0bbcd4ea2ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:14:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['1b616664-ded7-41a1-bf2d-34d65558d3a5'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:14:31.056096 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015c89b2-2270-41ad-8ec9-5efadc9fb1ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-01d1dbac-c17e-4f4e-bb0f-bfdcdd998030', 'network_id': '01d1dbac-c17e-4f4e-bb0f-bfdcdd998030', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ips': [{'subnet_id': 'e1b621e4-074d-4394-b351-42e3d873405a'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:14:31.056920 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-015c89b2-2270-41ad-8ec9-5efadc9fb1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:31.066097 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdef701-19e1-41b3-a7b4-cb6ec927b2e6 None None] Pushing event updated for resources: {'Port': ['ID=26b54d94-3c52-48d1-b811-687ce4c9ee04,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:14:31.293500 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-d17daa95-78e7-4293-ad41-0bbcd4ea2ade None None] Set router 1b616664-ded7-41a1-bf2d-34d65558d3a5 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:14:31.462359 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-015c89b2-2270-41ad-8ec9-5efadc9fb1ba None None] Allocated IP 172.20.0.2 (01d1dbac-c17e-4f4e-bb0f-bfdcdd998030/e1b621e4-074d-4394-b351-42e3d873405a/6b74eb37-01d7-4d57-ba1a-29f263bea19c) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:14:31.522800 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-77004d63-01c9-4b11-a9fe-4176ea79143c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:31.882022 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-015c89b2-2270-41ad-8ec9-5efadc9fb1ba None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:31.885343 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-d17daa95-78e7-4293-ad41-0bbcd4ea2ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b616664-ded7-41a1-bf2d-34d65558d3a5', 'name': 'tempest-TestNetworkBasicOps-router-1498746852', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.3'}], 'enable_snat': True}, 'gw_port_id': '26b54d94-3c52-48d1-b811-687ce4c9ee04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:14:26Z', 'updated_at': '2022-01-21T19:14:28Z', 'revision_number': 3, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '26b54d94-3c52-48d1-b811-687ce4c9ee04', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b616664-ded7-41a1-bf2d-34d65558d3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:14:27Z', 'updated_at': '2022-01-21T19:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:14:31.898765 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17daa95-78e7-4293-ad41-0bbcd4ea2ade None None] The sync data for ids ['1b616664-ded7-41a1-bf2d-34d65558d3a5'] in dv-neutron-825470-1-hyperv is: [{'id': '1b616664-ded7-41a1-bf2d-34d65558d3a5', 'name': 'tempest-TestNetworkBasicOps-router-1498746852', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.3'}], 'enable_snat': True}, 'gw_port_id': '26b54d94-3c52-48d1-b811-687ce4c9ee04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:14:26Z', 'updated_at': '2022-01-21T19:14:28Z', 'revision_number': 3, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '26b54d94-3c52-48d1-b811-687ce4c9ee04', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b616664-ded7-41a1-bf2d-34d65558d3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:14:27Z', 'updated_at': '2022-01-21T19:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:14:31.904082 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-015c89b2-2270-41ad-8ec9-5efadc9fb1ba None None] Transition to ACTIVE for port object 6b74eb37-01d7-4d57-ba1a-29f263bea19c will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:14:31.929926 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-015c89b2-2270-41ad-8ec9-5efadc9fb1ba None None] Transition to ACTIVE for port object 6b74eb37-01d7-4d57-ba1a-29f263bea19c will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:14:31.998488 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-015c89b2-2270-41ad-8ec9-5efadc9fb1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:32.081748 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015c89b2-2270-41ad-8ec9-5efadc9fb1ba None None] Network 01d1dbac-c17e-4f4e-bb0f-bfdcdd998030 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:14:32.085254 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-015c89b2-2270-41ad-8ec9-5efadc9fb1ba None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:14:32.089938 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015c89b2-2270-41ad-8ec9-5efadc9fb1ba None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:14:32.094610 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c89b2-2270-41ad-8ec9-5efadc9fb1ba None None] Pushing event updated for resources: {'Port': ['ID=6b74eb37-01d7-4d57-ba1a-29f263bea19c,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:14:32.187603 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-77004d63-01c9-4b11-a9fe-4176ea79143c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Allocated IP 172.20.0.1 (01d1dbac-c17e-4f4e-bb0f-bfdcdd998030/e1b621e4-074d-4394-b351-42e3d873405a/f6478b31-31e7-4f84-b16e-d2aeb0623919) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:14:32.229420 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-015c89b2-2270-41ad-8ec9-5efadc9fb1ba None None] Attempting to bind port 6b74eb37-01d7-4d57-ba1a-29f263bea19c on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:14:32.230729 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-015c89b2-2270-41ad-8ec9-5efadc9fb1ba None None] Attempting to bind port 6b74eb37-01d7-4d57-ba1a-29f263bea19c by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'e9696dae-8981-409e-b4b9-b92b7bae7845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '01d1dbac-c17e-4f4e-bb0f-bfdcdd998030'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:14:32.231289 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015c89b2-2270-41ad-8ec9-5efadc9fb1ba None None] Attempting to bind port 6b74eb37-01d7-4d57-ba1a-29f263bea19c on network 01d1dbac-c17e-4f4e-bb0f-bfdcdd998030 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:14:32.239503 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015c89b2-2270-41ad-8ec9-5efadc9fb1ba None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:14:32.241169 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015c89b2-2270-41ad-8ec9-5efadc9fb1ba None None] Checking segment: {'id': 'e9696dae-8981-409e-b4b9-b92b7bae7845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '01d1dbac-c17e-4f4e-bb0f-bfdcdd998030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:14:32.241600 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-015c89b2-2270-41ad-8ec9-5efadc9fb1ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:32.242765 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015c89b2-2270-41ad-8ec9-5efadc9fb1ba None None] Bound using segment: {'id': 'e9696dae-8981-409e-b4b9-b92b7bae7845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '01d1dbac-c17e-4f4e-bb0f-bfdcdd998030'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:14:32.244016 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-015c89b2-2270-41ad-8ec9-5efadc9fb1ba None None] Bound port: 6b74eb37-01d7-4d57-ba1a-29f263bea19c, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9696dae-8981-409e-b4b9-b92b7bae7845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '01d1dbac-c17e-4f4e-bb0f-bfdcdd998030'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:14:32.244016 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-015c89b2-2270-41ad-8ec9-5efadc9fb1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:32.375966 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-015c89b2-2270-41ad-8ec9-5efadc9fb1ba None None] For port 6b74eb37-01d7-4d57-ba1a-29f263bea19c, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:14:32.379684 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-015c89b2-2270-41ad-8ec9-5efadc9fb1ba None None] For port 6b74eb37-01d7-4d57-ba1a-29f263bea19c, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=6b74eb37-01d7-4d57-ba1a-29f263bea19c,segment=NetworkSegment(e9696dae-8981-409e-b4b9-b92b7bae7845),segment_id=e9696dae-8981-409e-b4b9-b92b7bae7845)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:14:32.404295 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-77004d63-01c9-4b11-a9fe-4176ea79143c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:32.422384 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-77004d63-01c9-4b11-a9fe-4176ea79143c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Transition to ACTIVE for port object f6478b31-31e7-4f84-b16e-d2aeb0623919 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:14:32.464017 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-015c89b2-2270-41ad-8ec9-5efadc9fb1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:32.550724 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c89b2-2270-41ad-8ec9-5efadc9fb1ba None None] Pushing event updated for resources: {'Port': ['ID=6b74eb37-01d7-4d57-ba1a-29f263bea19c,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:14:32.561850 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-77004d63-01c9-4b11-a9fe-4176ea79143c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:32.674255 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77004d63-01c9-4b11-a9fe-4176ea79143c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network 01d1dbac-c17e-4f4e-bb0f-bfdcdd998030 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:14:32.678852 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-77004d63-01c9-4b11-a9fe-4176ea79143c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:14:32.683958 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77004d63-01c9-4b11-a9fe-4176ea79143c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:14:32.728257 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77004d63-01c9-4b11-a9fe-4176ea79143c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=f6478b31-31e7-4f84-b16e-d2aeb0623919,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:14:32.772862 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-77004d63-01c9-4b11-a9fe-4176ea79143c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:33.173448 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-77004d63-01c9-4b11-a9fe-4176ea79143c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:33.555332 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 6b74eb37-01d7-4d57-ba1a-29f263bea19c up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:14:33.613617 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413abcd4-25c4-4d63-a920-1b6bb7cba46f None None] Network 01d1dbac-c17e-4f4e-bb0f-bfdcdd998030 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:14:33.614209 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-77004d63-01c9-4b11-a9fe-4176ea79143c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:33.674617 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-77004d63-01c9-4b11-a9fe-4176ea79143c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:33.785921 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-77004d63-01c9-4b11-a9fe-4176ea79143c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:33.788390 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 6b74eb37-01d7-4d57-ba1a-29f263bea19c completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:14:33.789312 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77004d63-01c9-4b11-a9fe-4176ea79143c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=f6478b31-31e7-4f84-b16e-d2aeb0623919,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:14:33.803878 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 26b54d94-3c52-48d1-b811-687ce4c9ee04 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:14:33.848108 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-812af5e1-9953-47a0-bc32-5fb2d7d22301 None None] Provisioning for port 6b74eb37-01d7-4d57-ba1a-29f263bea19c completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:14:33.870188 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-812af5e1-9953-47a0-bc32-5fb2d7d22301 None None] Provisioning complete for port 6b74eb37-01d7-4d57-ba1a-29f263bea19c triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:14:33.870728 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-812af5e1-9953-47a0-bc32-5fb2d7d22301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:34.052239 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77004d63-01c9-4b11-a9fe-4176ea79143c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network 01d1dbac-c17e-4f4e-bb0f-bfdcdd998030 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:14:34.053654 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-77004d63-01c9-4b11-a9fe-4176ea79143c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:14:34.062800 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 26b54d94-3c52-48d1-b811-687ce4c9ee04 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:14:34.073637 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 26b54d94-3c52-48d1-b811-687ce4c9ee04 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:14:34.075211 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:34.099659 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-812af5e1-9953-47a0-bc32-5fb2d7d22301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:34.164778 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-812af5e1-9953-47a0-bc32-5fb2d7d22301 None None] For port 6b74eb37-01d7-4d57-ba1a-29f263bea19c, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=6b74eb37-01d7-4d57-ba1a-29f263bea19c,segment=NetworkSegment(e9696dae-8981-409e-b4b9-b92b7bae7845),segment_id=e9696dae-8981-409e-b4b9-b92b7bae7845)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:14:34.238139 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-812af5e1-9953-47a0-bc32-5fb2d7d22301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:34.240310 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:34.264271 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77004d63-01c9-4b11-a9fe-4176ea79143c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Router 1b616664-ded7-41a1-bf2d-34d65558d3a5 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:14:34.306919 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 26b54d94-3c52-48d1-b811-687ce4c9ee04, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=26b54d94-3c52-48d1-b811-687ce4c9ee04,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:14:34.322188 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812af5e1-9953-47a0-bc32-5fb2d7d22301 None None] Pushing event updated for resources: {'Port': ['ID=6b74eb37-01d7-4d57-ba1a-29f263bea19c,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:14:34.369769 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:34.437209 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-1f776431-9533-4f36-b364-bc15f5ab9583 None None] Provisioning for port f6478b31-31e7-4f84-b16e-d2aeb0623919 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:14:34.447729 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-1f776431-9533-4f36-b364-bc15f5ab9583 None None] Provisioning complete for port f6478b31-31e7-4f84-b16e-d2aeb0623919 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:14:34.448116 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1f776431-9533-4f36-b364-bc15f5ab9583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:34.471778 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77004d63-01c9-4b11-a9fe-4176ea79143c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:14:34.488349 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e227474-0dc5-46ff-93c6-e7c3161e6c6b None None] Sync routers for ids ['1b616664-ded7-41a1-bf2d-34d65558d3a5'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:14:34.496796 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-77004d63-01c9-4b11-a9fe-4176ea79143c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "PUT /v2.0/routers/1b616664-ded7-41a1-bf2d-34d65558d3a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6864369 Jan 21 19:14:34.497639 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 37096) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:14:34.498929 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=26b54d94-3c52-48d1-b811-687ce4c9ee04,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:14:34.499923 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e227474-0dc5-46ff-93c6-e7c3161e6c6b None None] Routers {'1b616664-ded7-41a1-bf2d-34d65558d3a5'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:14:34.500695 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-9e227474-0dc5-46ff-93c6-e7c3161e6c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:14:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['1b616664-ded7-41a1-bf2d-34d65558d3a5'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:14:34.515974 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-1f776431-9533-4f36-b364-bc15f5ab9583 None None] Port f6478b31-31e7-4f84-b16e-d2aeb0623919 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:14:34.527500 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-1f776431-9533-4f36-b364-bc15f5ab9583 None None] Provisioning complete for port 6b74eb37-01d7-4d57-ba1a-29f263bea19c triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:14:34.535831 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1f776431-9533-4f36-b364-bc15f5ab9583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:34.671075 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee27bc2-979c-45f8-acd8-29510d0043d8 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:14:34.672130 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee27bc2-979c-45f8-acd8-29510d0043d8 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:14:34.672745 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee27bc2-979c-45f8-acd8-29510d0043d8 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:14:34.673352 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee27bc2-979c-45f8-acd8-29510d0043d8 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:14:34.673992 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee27bc2-979c-45f8-acd8-29510d0043d8 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:14:34.677056 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee27bc2-979c-45f8-acd8-29510d0043d8 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:14:34.678949 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-fee27bc2-979c-45f8-acd8-29510d0043d8 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1796238 Jan 21 19:14:34.681628 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 37100) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:14:34.723154 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-9e227474-0dc5-46ff-93c6-e7c3161e6c6b None None] Set router 1b616664-ded7-41a1-bf2d-34d65558d3a5 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:14:34.756817 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da8f8a7-dbee-4fd6-b887-9a07b816022f tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:14:34.757295 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da8f8a7-dbee-4fd6-b887-9a07b816022f tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:14:34.757756 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da8f8a7-dbee-4fd6-b887-9a07b816022f tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:14:34.758239 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da8f8a7-dbee-4fd6-b887-9a07b816022f tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:14:34.758693 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da8f8a7-dbee-4fd6-b887-9a07b816022f tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:14:34.759144 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da8f8a7-dbee-4fd6-b887-9a07b816022f tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:14:34.760868 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5da8f8a7-dbee-4fd6-b887-9a07b816022f tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.0782897 Jan 21 19:14:34.763809 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 37104) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:14:34.792091 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f0446aac-b5d2-46b4-95d1-2c3637d02bd4 None None] Provisioning complete for port f6478b31-31e7-4f84-b16e-d2aeb0623919 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:14:34.793356 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f0446aac-b5d2-46b4-95d1-2c3637d02bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:34.851951 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-f0446aac-b5d2-46b4-95d1-2c3637d02bd4 None None] Port f6478b31-31e7-4f84-b16e-d2aeb0623919 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:14:34.973732 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-db000d02-bf7d-4830-9c9e-150711b016d2 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2088885 Jan 21 19:14:35.031531 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-9e227474-0dc5-46ff-93c6-e7c3161e6c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b616664-ded7-41a1-bf2d-34d65558d3a5', 'name': 'tempest-TestNetworkBasicOps-router-1498746852', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.3'}], 'enable_snat': True}, 'gw_port_id': '26b54d94-3c52-48d1-b811-687ce4c9ee04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:14:26Z', 'updated_at': '2022-01-21T19:14:33Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '26b54d94-3c52-48d1-b811-687ce4c9ee04', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b616664-ded7-41a1-bf2d-34d65558d3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:14:27Z', 'updated_at': '2022-01-21T19:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'f6478b31-31e7-4f84-b16e-d2aeb0623919', 'name': '', 'network_id': '01d1dbac-c17e-4f4e-bb0f-bfdcdd998030', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:ce:9e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b616664-ded7-41a1-bf2d-34d65558d3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'e1b621e4-074d-4394-b351-42e3d873405a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:14:31Z', 'updated_at': '2022-01-21T19:14:33Z', 'revision_number': 2, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': 'e1b621e4-074d-4394-b351-42e3d873405a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:14:35.035245 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e227474-0dc5-46ff-93c6-e7c3161e6c6b None None] Checking router: 1b616664-ded7-41a1-bf2d-34d65558d3a5 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:14:35.035597 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e227474-0dc5-46ff-93c6-e7c3161e6c6b None None] Updating router 1b616664-ded7-41a1-bf2d-34d65558d3a5 port f6478b31-31e7-4f84-b16e-d2aeb0623919 binding host dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:14:35.089742 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9e227474-0dc5-46ff-93c6-e7c3161e6c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:35.254475 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 37110) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:14:35.257706 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-3a5d74f5-5359-43ca-94b2-95ae38f759bb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-455005683', 'description': 'tempest-secgroup-smoke-455005683 description', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:14:35.264504 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3a5d74f5-5359-43ca-94b2-95ae38f759bb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:14:35.268578 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-3a5d74f5-5359-43ca-94b2-95ae38f759bb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:14:35.271471 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-3a5d74f5-5359-43ca-94b2-95ae38f759bb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:14:35.277707 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3a5d74f5-5359-43ca-94b2-95ae38f759bb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:14:35.364359 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3a5d74f5-5359-43ca-94b2-95ae38f759bb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:35.387414 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3a5d74f5-5359-43ca-94b2-95ae38f759bb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:14:35.391317 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-3a5d74f5-5359-43ca-94b2-95ae38f759bb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:14:35.394322 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-3a5d74f5-5359-43ca-94b2-95ae38f759bb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:14:35.400125 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3a5d74f5-5359-43ca-94b2-95ae38f759bb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:14:35.470988 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9e227474-0dc5-46ff-93c6-e7c3161e6c6b None None] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:35.483738 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3a5d74f5-5359-43ca-94b2-95ae38f759bb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:35.484591 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-9e227474-0dc5-46ff-93c6-e7c3161e6c6b None None] Transition to ACTIVE for port object f6478b31-31e7-4f84-b16e-d2aeb0623919 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:14:35.498212 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 6b74eb37-01d7-4d57-ba1a-29f263bea19c up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:14:35.565957 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3a5d74f5-5359-43ca-94b2-95ae38f759bb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:35.567317 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 6b74eb37-01d7-4d57-ba1a-29f263bea19c triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:14:35.567684 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:35.588800 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9e227474-0dc5-46ff-93c6-e7c3161e6c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:35.615046 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d74f5-5359-43ca-94b2-95ae38f759bb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44fe2dde-28f2-4105-b150-650cb82f43ac,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:14:35.669440 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3a5d74f5-5359-43ca-94b2-95ae38f759bb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:35.671135 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3a5d74f5-5359-43ca-94b2-95ae38f759bb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4174039 Jan 21 19:14:35.674127 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37114) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:14:35.680745 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-4f9f403a-9ff5-4d68-8a09-a18edbb2ceeb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '44fe2dde-28f2-4105-b150-650cb82f43ac', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:14:35.688166 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-4f9f403a-9ff5-4d68-8a09-a18edbb2ceeb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:14:35.690174 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 26b54d94-3c52-48d1-b811-687ce4c9ee04 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:14:35.692686 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-4f9f403a-9ff5-4d68-8a09-a18edbb2ceeb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:14:35.696155 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-4f9f403a-9ff5-4d68-8a09-a18edbb2ceeb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:14:35.704684 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-4f9f403a-9ff5-4d68-8a09-a18edbb2ceeb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:14:35.788979 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4f9f403a-9ff5-4d68-8a09-a18edbb2ceeb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:35.798824 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 26b54d94-3c52-48d1-b811-687ce4c9ee04 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:14:35.799348 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:35.811167 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd9320c-ddd2-46a4-883d-e2ae409b779b None None] Pushing event updated for resources: {'Port': ['ID=f6478b31-31e7-4f84-b16e-d2aeb0623919,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:14:35.814487 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-9e227474-0dc5-46ff-93c6-e7c3161e6c6b None None] Attempting to bind port f6478b31-31e7-4f84-b16e-d2aeb0623919 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:14:35.814847 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-9e227474-0dc5-46ff-93c6-e7c3161e6c6b None None] Attempting to bind port f6478b31-31e7-4f84-b16e-d2aeb0623919 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'e9696dae-8981-409e-b4b9-b92b7bae7845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '01d1dbac-c17e-4f4e-bb0f-bfdcdd998030'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:14:35.815200 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e227474-0dc5-46ff-93c6-e7c3161e6c6b None None] Attempting to bind port f6478b31-31e7-4f84-b16e-d2aeb0623919 on network 01d1dbac-c17e-4f4e-bb0f-bfdcdd998030 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:14:35.822163 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd9320c-ddd2-46a4-883d-e2ae409b779b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:14:35.822686 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd9320c-ddd2-46a4-883d-e2ae409b779b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:14:35.823152 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd9320c-ddd2-46a4-883d-e2ae409b779b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:14:35.823805 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd9320c-ddd2-46a4-883d-e2ae409b779b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:14:35.824538 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd9320c-ddd2-46a4-883d-e2ae409b779b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:14:35.825206 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd9320c-ddd2-46a4-883d-e2ae409b779b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:14:35.825888 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd9320c-ddd2-46a4-883d-e2ae409b779b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:14:35.826476 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd9320c-ddd2-46a4-883d-e2ae409b779b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:14:35.826796 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd9320c-ddd2-46a4-883d-e2ae409b779b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:14:35.827114 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd9320c-ddd2-46a4-883d-e2ae409b779b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:14:35.827430 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd9320c-ddd2-46a4-883d-e2ae409b779b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:14:35.827741 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd9320c-ddd2-46a4-883d-e2ae409b779b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:14:35.833177 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e227474-0dc5-46ff-93c6-e7c3161e6c6b None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:14:35.833541 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e227474-0dc5-46ff-93c6-e7c3161e6c6b None None] Checking segment: {'id': 'e9696dae-8981-409e-b4b9-b92b7bae7845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '01d1dbac-c17e-4f4e-bb0f-bfdcdd998030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:14:35.833959 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9e227474-0dc5-46ff-93c6-e7c3161e6c6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:35.834339 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e227474-0dc5-46ff-93c6-e7c3161e6c6b None None] Bound using segment: {'id': 'e9696dae-8981-409e-b4b9-b92b7bae7845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '01d1dbac-c17e-4f4e-bb0f-bfdcdd998030'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:14:35.834799 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-9e227474-0dc5-46ff-93c6-e7c3161e6c6b None None] Bound port: f6478b31-31e7-4f84-b16e-d2aeb0623919, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9696dae-8981-409e-b4b9-b92b7bae7845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '01d1dbac-c17e-4f4e-bb0f-bfdcdd998030'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:14:35.835167 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9e227474-0dc5-46ff-93c6-e7c3161e6c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:35.868493 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4f9f403a-9ff5-4d68-8a09-a18edbb2ceeb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:35.929756 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4f9f403a-9ff5-4d68-8a09-a18edbb2ceeb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:35.931357 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-9e227474-0dc5-46ff-93c6-e7c3161e6c6b None None] For port f6478b31-31e7-4f84-b16e-d2aeb0623919, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:14:35.935067 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-9e227474-0dc5-46ff-93c6-e7c3161e6c6b None None] For port f6478b31-31e7-4f84-b16e-d2aeb0623919, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=f6478b31-31e7-4f84-b16e-d2aeb0623919,segment=NetworkSegment(e9696dae-8981-409e-b4b9-b92b7bae7845),segment_id=e9696dae-8981-409e-b4b9-b92b7bae7845)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:14:35.958577 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f403a-9ff5-4d68-8a09-a18edbb2ceeb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9050464-c357-443d-bad4-2cff8a91a27b,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:14:36.023682 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9e227474-0dc5-46ff-93c6-e7c3161e6c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:36.046130 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4f9f403a-9ff5-4d68-8a09-a18edbb2ceeb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:36.047307 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-4f9f403a-9ff5-4d68-8a09-a18edbb2ceeb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3715456 Jan 21 19:14:36.050456 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37118) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:14:36.055411 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-c3c43eae-8322-4941-a401-18c2a4ec8769 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '44fe2dde-28f2-4105-b150-650cb82f43ac', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:14:36.062219 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-c3c43eae-8322-4941-a401-18c2a4ec8769 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:14:36.066054 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-c3c43eae-8322-4941-a401-18c2a4ec8769 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:14:36.068929 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-c3c43eae-8322-4941-a401-18c2a4ec8769 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:14:36.075400 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-c3c43eae-8322-4941-a401-18c2a4ec8769 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:14:36.099849 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e227474-0dc5-46ff-93c6-e7c3161e6c6b None None] Routers {'1b616664-ded7-41a1-bf2d-34d65558d3a5'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:14:36.107137 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-9e227474-0dc5-46ff-93c6-e7c3161e6c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:14:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['1b616664-ded7-41a1-bf2d-34d65558d3a5'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:14:36.158563 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd9320c-ddd2-46a4-883d-e2ae409b779b None None] Pushing event updated for resources: {'Port': ['ID=f6478b31-31e7-4f84-b16e-d2aeb0623919,revision_number=4']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:14:36.173050 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c3c43eae-8322-4941-a401-18c2a4ec8769 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:36.247409 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c3c43eae-8322-4941-a401-18c2a4ec8769 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:36.288445 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-9e227474-0dc5-46ff-93c6-e7c3161e6c6b None None] Set router 1b616664-ded7-41a1-bf2d-34d65558d3a5 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:14:36.303864 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c3c43eae-8322-4941-a401-18c2a4ec8769 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:36.332706 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c43eae-8322-4941-a401-18c2a4ec8769 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f49cfb5-f9a3-41df-88bf-5c9e3efc9cdf,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:14:36.392285 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c3c43eae-8322-4941-a401-18c2a4ec8769 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:36.396037 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c3c43eae-8322-4941-a401-18c2a4ec8769 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3421268 Jan 21 19:14:36.396389 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 37122) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:14:36.402214 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-2ab8cb40-0461-4447-ae07-0faaefcfe787 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '44fe2dde-28f2-4105-b150-650cb82f43ac', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:14:36.408217 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-2ab8cb40-0461-4447-ae07-0faaefcfe787 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:14:36.412036 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-2ab8cb40-0461-4447-ae07-0faaefcfe787 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:14:36.416176 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-2ab8cb40-0461-4447-ae07-0faaefcfe787 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:14:36.422534 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-2ab8cb40-0461-4447-ae07-0faaefcfe787 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:14:36.507356 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2ab8cb40-0461-4447-ae07-0faaefcfe787 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:36.569892 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2ab8cb40-0461-4447-ae07-0faaefcfe787 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:36.602642 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-9e227474-0dc5-46ff-93c6-e7c3161e6c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b616664-ded7-41a1-bf2d-34d65558d3a5', 'name': 'tempest-TestNetworkBasicOps-router-1498746852', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.3'}], 'enable_snat': True}, 'gw_port_id': '26b54d94-3c52-48d1-b811-687ce4c9ee04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:14:26Z', 'updated_at': '2022-01-21T19:14:33Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '26b54d94-3c52-48d1-b811-687ce4c9ee04', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b616664-ded7-41a1-bf2d-34d65558d3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:14:27Z', 'updated_at': '2022-01-21T19:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'f6478b31-31e7-4f84-b16e-d2aeb0623919', 'name': '', 'network_id': '01d1dbac-c17e-4f4e-bb0f-bfdcdd998030', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:ce:9e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b616664-ded7-41a1-bf2d-34d65558d3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'e1b621e4-074d-4394-b351-42e3d873405a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:14:31Z', 'updated_at': '2022-01-21T19:14:35Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': 'e1b621e4-074d-4394-b351-42e3d873405a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:14:36.606538 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e227474-0dc5-46ff-93c6-e7c3161e6c6b None None] The sync data for ids ['1b616664-ded7-41a1-bf2d-34d65558d3a5'] in dv-neutron-825470-1-hyperv is: [{'id': '1b616664-ded7-41a1-bf2d-34d65558d3a5', 'name': 'tempest-TestNetworkBasicOps-router-1498746852', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.3'}], 'enable_snat': True}, 'gw_port_id': '26b54d94-3c52-48d1-b811-687ce4c9ee04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:14:26Z', 'updated_at': '2022-01-21T19:14:33Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '26b54d94-3c52-48d1-b811-687ce4c9ee04', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b616664-ded7-41a1-bf2d-34d65558d3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:14:27Z', 'updated_at': '2022-01-21T19:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'f6478b31-31e7-4f84-b16e-d2aeb0623919', 'name': '', 'network_id': '01d1dbac-c17e-4f4e-bb0f-bfdcdd998030', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:ce:9e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b616664-ded7-41a1-bf2d-34d65558d3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'e1b621e4-074d-4394-b351-42e3d873405a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:14:31Z', 'updated_at': '2022-01-21T19:14:35Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': 'e1b621e4-074d-4394-b351-42e3d873405a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:14:36.638596 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2ab8cb40-0461-4447-ae07-0faaefcfe787 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:36.665599 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8cb40-0461-4447-ae07-0faaefcfe787 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b4cbfa5-da62-4be8-a463-67f69a33f01e,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:14:36.752224 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2ab8cb40-0461-4447-ae07-0faaefcfe787 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:36.753772 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2ab8cb40-0461-4447-ae07-0faaefcfe787 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3561070 Jan 21 19:14:36.756256 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 37126) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:14:36.761447 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-b766385d-d6dd-4491-bbdd-6302fd2e858c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '44fe2dde-28f2-4105-b150-650cb82f43ac', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:14:36.767637 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-b766385d-d6dd-4491-bbdd-6302fd2e858c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:14:36.771973 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-b766385d-d6dd-4491-bbdd-6302fd2e858c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:14:36.775341 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-b766385d-d6dd-4491-bbdd-6302fd2e858c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:14:36.781516 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-b766385d-d6dd-4491-bbdd-6302fd2e858c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:14:36.864503 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b766385d-d6dd-4491-bbdd-6302fd2e858c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:36.930552 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b766385d-d6dd-4491-bbdd-6302fd2e858c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:37.003887 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b766385d-d6dd-4491-bbdd-6302fd2e858c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:37.028786 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766385d-d6dd-4491-bbdd-6302fd2e858c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0d734b8-e85b-49da-873e-08b552a31544,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:14:37.121319 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b766385d-d6dd-4491-bbdd-6302fd2e858c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:37.122585 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b766385d-d6dd-4491-bbdd-6302fd2e858c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3653474 Jan 21 19:14:37.125292 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 37130) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:14:37.130418 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-1ef8fd90-abb4-44d5-906a-747a20f2c8a0 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '44fe2dde-28f2-4105-b150-650cb82f43ac', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:14:37.137271 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-1ef8fd90-abb4-44d5-906a-747a20f2c8a0 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:14:37.141226 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-1ef8fd90-abb4-44d5-906a-747a20f2c8a0 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:14:37.144103 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-1ef8fd90-abb4-44d5-906a-747a20f2c8a0 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:14:37.149910 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-1ef8fd90-abb4-44d5-906a-747a20f2c8a0 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:14:37.243933 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.securitygroups_db [None req-1ef8fd90-abb4-44d5-906a-747a20f2c8a0 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Project f393478d14c44d15ad1bf9df868df3cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 19:14:37.252144 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1ef8fd90-abb4-44d5-906a-747a20f2c8a0 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:37.321223 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1ef8fd90-abb4-44d5-906a-747a20f2c8a0 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:37.403708 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1ef8fd90-abb4-44d5-906a-747a20f2c8a0 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:37.428449 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef8fd90-abb4-44d5-906a-747a20f2c8a0 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86e04ecf-064e-4eb1-a917-4c365aa96e26,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:14:37.503976 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1ef8fd90-abb4-44d5-906a-747a20f2c8a0 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:37.505279 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-1ef8fd90-abb4-44d5-906a-747a20f2c8a0 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3789768 Jan 21 19:14:37.506998 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device f6478b31-31e7-4f84-b16e-d2aeb0623919 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:14:37.513316 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 37134) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:14:37.513316 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-32bee8d0-3fb2-42af-8483-72a4de35518c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '44fe2dde-28f2-4105-b150-650cb82f43ac', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:14:37.519711 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-32bee8d0-3fb2-42af-8483-72a4de35518c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:14:37.523836 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-32bee8d0-3fb2-42af-8483-72a4de35518c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:14:37.527269 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-32bee8d0-3fb2-42af-8483-72a4de35518c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:14:37.533133 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-32bee8d0-3fb2-42af-8483-72a4de35518c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:14:37.623527 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.securitygroups_db [None req-32bee8d0-3fb2-42af-8483-72a4de35518c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Project f393478d14c44d15ad1bf9df868df3cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 19:14:37.630837 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-32bee8d0-3fb2-42af-8483-72a4de35518c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:37.651914 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port f6478b31-31e7-4f84-b16e-d2aeb0623919 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:14:37.657300 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port f6478b31-31e7-4f84-b16e-d2aeb0623919 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:14:37.661705 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:37.703008 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-32bee8d0-3fb2-42af-8483-72a4de35518c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:37.774551 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:37.792777 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-32bee8d0-3fb2-42af-8483-72a4de35518c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:37.805672 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port f6478b31-31e7-4f84-b16e-d2aeb0623919, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=f6478b31-31e7-4f84-b16e-d2aeb0623919,segment=NetworkSegment(e9696dae-8981-409e-b4b9-b92b7bae7845),segment_id=e9696dae-8981-409e-b4b9-b92b7bae7845)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:14:37.817261 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bee8d0-3fb2-42af-8483-72a4de35518c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3159d94e-f26b-4fa6-aeb1-022ddcf7aa4a,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:14:37.863429 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:37.886530 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-32bee8d0-3fb2-42af-8483-72a4de35518c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:37.888017 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-32bee8d0-3fb2-42af-8483-72a4de35518c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3788562 Jan 21 19:14:37.934292 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=f6478b31-31e7-4f84-b16e-d2aeb0623919,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:14:38.051019 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-b00db0f2-3884-49e0-b0b0-651a4706db4c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:security_group {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:14:38.114455 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-b00db0f2-3884-49e0-b0b0-651a4706db4c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:security_group {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:14:38.115733 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-b00db0f2-3884-49e0-b0b0-651a4706db4c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-455005683&fields=id&tenant_id=f393478d14c44d15ad1bf9df868df3cb HTTP/1.1" status: 200 len: 267 time: 0.1060314 Jan 21 19:14:38.264394 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-91b388b1-5cd8-4180-9512-18870ad352a4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:14:38.265058 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-91b388b1-5cd8-4180-9512-18870ad352a4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:network {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:14:38.325680 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-91b388b1-5cd8-4180-9512-18870ad352a4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:network {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:14:38.326850 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-91b388b1-5cd8-4180-9512-18870ad352a4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/networks?id=01d1dbac-c17e-4f4e-bb0f-bfdcdd998030 HTTP/1.1" status: 200 len: 797 time: 0.2043040 Jan 21 19:14:38.341423 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-70534df4-324e-4a86-b9a0-8888e5f2a28f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/quotas/f393478d14c44d15ad1bf9df868df3cb HTTP/1.1" status: 200 len: 375 time: 0.0091810 Jan 21 19:14:38.425061 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-d399a3ec-f5c9-49f4-91d6-800733db4d6b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:14:38.491822 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-d399a3ec-f5c9-49f4-91d6-800733db4d6b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:14:38.493149 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-d399a3ec-f5c9-49f4-91d6-800733db4d6b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1468678 Jan 21 19:14:38.631942 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-39bd6d68-c8c0-46c0-ae34-5b0d6eee9980 service neutron] 10.222.0.87 "GET /v2.0/networks/01d1dbac-c17e-4f4e-bb0f-bfdcdd998030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259232 Jan 21 19:14:38.762253 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-0245ca22-61b6-495b-8bcb-4378159c6511 service neutron] 10.222.0.87 "GET /v2.0/networks/01d1dbac-c17e-4f4e-bb0f-bfdcdd998030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244445 Jan 21 19:14:39.025114 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-89083220-c061-41e0-bad6-56fcf2287870 req-5086f40c-b24a-497f-b776-de9c25ef7344 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=2eec49d9-7bec-48ec-85d9-d21ef2bc5f27 HTTP/1.1" status: 200 len: 210 time: 0.0456877 Jan 21 19:14:39.472325 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device f6478b31-31e7-4f84-b16e-d2aeb0623919 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:14:39.539863 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port f6478b31-31e7-4f84-b16e-d2aeb0623919 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:14:39.540151 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:40.175579 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a8fb53e2-e12d-45d2-96fd-d1e3bdd36ca5 req-67a4c215-75c0-4c99-a635-47350b148840 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=2eec49d9-7bec-48ec-85d9-d21ef2bc5f27 HTTP/1.1" status: 200 len: 210 time: 0.0442283 Jan 21 19:14:40.906405 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-42414825-76d6-4717-9c9b-bf291bdd0846 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:14:40.907091 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-42414825-76d6-4717-9c9b-bf291bdd0846 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:network {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:14:40.919549 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-42414825-76d6-4717-9c9b-bf291bdd0846 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:network {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:14:40.920656 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-42414825-76d6-4717-9c9b-bf291bdd0846 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "GET /v2.0/networks?id=01d1dbac-c17e-4f4e-bb0f-bfdcdd998030 HTTP/1.1" status: 200 len: 797 time: 0.1671612 Jan 21 19:14:40.968478 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-e0dce6c9-e3c3-4548-aa42-7f1f86185d75 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:security_group {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:14:40.980316 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-e0dce6c9-e3c3-4548-aa42-7f1f86185d75 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:security_group {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:14:40.981418 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-e0dce6c9-e3c3-4548-aa42-7f1f86185d75 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f393478d14c44d15ad1bf9df868df3cb HTTP/1.1" status: 200 len: 379 time: 0.0522962 Jan 21 19:14:40.996842 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-a95b3a97-ccbc-410f-896d-af6c7c354586 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'port': {'device_id': '2eec49d9-7bec-48ec-85d9-d21ef2bc5f27', 'network_id': '01d1dbac-c17e-4f4e-bb0f-bfdcdd998030', 'admin_state_up': True, 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'security_groups': ['44fe2dde-28f2-4105-b150-650cb82f43ac']}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:14:41.243302 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-a95b3a97-ccbc-410f-896d-af6c7c354586 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:14:41.253457 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-a95b3a97-ccbc-410f-896d-af6c7c354586 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:14:41.328135 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-bb981e35-b118-4927-b716-9c1d56498dfc req-8e455c04-2c35-48bc-9f84-901ff3d58129 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=2eec49d9-7bec-48ec-85d9-d21ef2bc5f27 HTTP/1.1" status: 200 len: 210 time: 0.0458391 Jan 21 19:14:41.341211 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-a95b3a97-ccbc-410f-896d-af6c7c354586 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Made reservation on behalf of f393478d14c44d15ad1bf9df868df3cb for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:14:41.344792 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-a95b3a97-ccbc-410f-896d-af6c7c354586 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:41.518803 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-a95b3a97-ccbc-410f-896d-af6c7c354586 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Allocated IP 172.20.0.9 (01d1dbac-c17e-4f4e-bb0f-bfdcdd998030/e1b621e4-074d-4394-b351-42e3d873405a/d94f56bc-6f2f-4649-ba93-758f1b5d5f1d) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:14:41.711174 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-a95b3a97-ccbc-410f-896d-af6c7c354586 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:41.725760 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-a95b3a97-ccbc-410f-896d-af6c7c354586 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Transition to ACTIVE for port object d94f56bc-6f2f-4649-ba93-758f1b5d5f1d will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:14:41.823706 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-a95b3a97-ccbc-410f-896d-af6c7c354586 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:41.893656 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-a95b3a97-ccbc-410f-896d-af6c7c354586 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network 01d1dbac-c17e-4f4e-bb0f-bfdcdd998030 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:14:41.896807 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-a95b3a97-ccbc-410f-896d-af6c7c354586 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:14:41.900567 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-a95b3a97-ccbc-410f-896d-af6c7c354586 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:14:41.935155 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b3a97-ccbc-410f-896d-af6c7c354586 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=d94f56bc-6f2f-4649-ba93-758f1b5d5f1d,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:14:41.972877 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-a95b3a97-ccbc-410f-896d-af6c7c354586 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:14:41.973415 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-a95b3a97-ccbc-410f-896d-af6c7c354586 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:42.075928 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-a95b3a97-ccbc-410f-896d-af6c7c354586 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0827591 Jan 21 19:14:42.086997 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-faa648d2-5e32-4858-8d48-2c1d25126458 service neutron] Request body: {'port': {'device_id': '2eec49d9-7bec-48ec-85d9-d21ef2bc5f27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:14:42.198830 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-faa648d2-5e32-4858-8d48-2c1d25126458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:42.246416 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-28bc64dd-11e9-4457-9e59-0789dd09ca90 None None] Provisioning for port d94f56bc-6f2f-4649-ba93-758f1b5d5f1d completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:14:42.251557 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-28bc64dd-11e9-4457-9e59-0789dd09ca90 None None] Provisioning complete for port d94f56bc-6f2f-4649-ba93-758f1b5d5f1d triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:14:42.251976 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-28bc64dd-11e9-4457-9e59-0789dd09ca90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:42.305423 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-28bc64dd-11e9-4457-9e59-0789dd09ca90 None None] Port d94f56bc-6f2f-4649-ba93-758f1b5d5f1d cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:14:42.526188 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcda48b-deb4-48c4-8bca-fd5b92387dec req-9867c806-4449-4b40-9d27-45242b8210fd tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:14:42.527791 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6bcda48b-deb4-48c4-8bca-fd5b92387dec req-9867c806-4449-4b40-9d27-45242b8210fd tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=2eec49d9-7bec-48ec-85d9-d21ef2bc5f27 HTTP/1.1" status: 200 len: 931 time: 0.0908709 Jan 21 19:14:42.546931 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-faa648d2-5e32-4858-8d48-2c1d25126458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d94f56bc-6f2f-4649-ba93-758f1b5d5f1d {{(pid=88137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:14:42.554390 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-faa648d2-5e32-4858-8d48-2c1d25126458 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:42.568881 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-faa648d2-5e32-4858-8d48-2c1d25126458 service neutron] Transition to ACTIVE for port object d94f56bc-6f2f-4649-ba93-758f1b5d5f1d will not be triggered until provisioned by entity L2. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:14:42.571102 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6bcda48b-deb4-48c4-8bca-fd5b92387dec req-4f3138f8-7aa9-4a63-a24d-dd73aba310d1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=44fe2dde-28f2-4105-b150-650cb82f43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375760 Jan 21 19:14:42.645621 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-faa648d2-5e32-4858-8d48-2c1d25126458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:42.779760 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa648d2-5e32-4858-8d48-2c1d25126458 service neutron] Pushing event updated for resources: {'Port': ['ID=d94f56bc-6f2f-4649-ba93-758f1b5d5f1d,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:14:42.887626 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-faa648d2-5e32-4858-8d48-2c1d25126458 service neutron] Attempting to bind port d94f56bc-6f2f-4649-ba93-758f1b5d5f1d on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:14:42.887950 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-faa648d2-5e32-4858-8d48-2c1d25126458 service neutron] Attempting to bind port d94f56bc-6f2f-4649-ba93-758f1b5d5f1d by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'e9696dae-8981-409e-b4b9-b92b7bae7845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '01d1dbac-c17e-4f4e-bb0f-bfdcdd998030'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:14:42.888278 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-faa648d2-5e32-4858-8d48-2c1d25126458 service neutron] Attempting to bind port d94f56bc-6f2f-4649-ba93-758f1b5d5f1d on network 01d1dbac-c17e-4f4e-bb0f-bfdcdd998030 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:14:42.892988 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-faa648d2-5e32-4858-8d48-2c1d25126458 service neutron] Port d94f56bc-6f2f-4649-ba93-758f1b5d5f1d on network 01d1dbac-c17e-4f4e-bb0f-bfdcdd998030 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 19:14:42.893300 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-faa648d2-5e32-4858-8d48-2c1d25126458 service neutron] Attempting to bind port d94f56bc-6f2f-4649-ba93-758f1b5d5f1d on network 01d1dbac-c17e-4f4e-bb0f-bfdcdd998030 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:14:42.898344 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-faa648d2-5e32-4858-8d48-2c1d25126458 service neutron] Checking agent: {'id': '9a14f311-f6d5-46c6-87a2-f860197fb66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:14:42.898677 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-faa648d2-5e32-4858-8d48-2c1d25126458 service neutron] Checking segment: {'id': 'e9696dae-8981-409e-b4b9-b92b7bae7845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '01d1dbac-c17e-4f4e-bb0f-bfdcdd998030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:14:42.899063 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-faa648d2-5e32-4858-8d48-2c1d25126458 service neutron] Bound using segment: {'id': 'e9696dae-8981-409e-b4b9-b92b7bae7845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '01d1dbac-c17e-4f4e-bb0f-bfdcdd998030'} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:14:42.899479 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-faa648d2-5e32-4858-8d48-2c1d25126458 service neutron] Bound port: d94f56bc-6f2f-4649-ba93-758f1b5d5f1d, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9696dae-8981-409e-b4b9-b92b7bae7845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '01d1dbac-c17e-4f4e-bb0f-bfdcdd998030'}}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:14:42.899837 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-faa648d2-5e32-4858-8d48-2c1d25126458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:42.987172 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-faa648d2-5e32-4858-8d48-2c1d25126458 service neutron] For port d94f56bc-6f2f-4649-ba93-758f1b5d5f1d, host hv-neutron-8254, cleared binding levels {{(pid=88137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:14:42.990037 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-faa648d2-5e32-4858-8d48-2c1d25126458 service neutron] For port d94f56bc-6f2f-4649-ba93-758f1b5d5f1d, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=d94f56bc-6f2f-4649-ba93-758f1b5d5f1d,segment=NetworkSegment(e9696dae-8981-409e-b4b9-b92b7bae7845),segment_id=e9696dae-8981-409e-b4b9-b92b7bae7845)] {{(pid=88137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:14:43.069187 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-faa648d2-5e32-4858-8d48-2c1d25126458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:43.143397 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-faa648d2-5e32-4858-8d48-2c1d25126458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:14:43.144031 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-faa648d2-5e32-4858-8d48-2c1d25126458 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:43.145340 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-faa648d2-5e32-4858-8d48-2c1d25126458 service neutron] 10.222.0.113 "PUT /v2.0/ports/d94f56bc-6f2f-4649-ba93-758f1b5d5f1d HTTP/1.1" status: 200 len: 1093 time: 1.0625253 Jan 21 19:14:43.145777 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eec49d9-7bec-48ec-85d9-d21ef2bc5f27', 'tag': 'd94f56bc-6f2f-4649-ba93-758f1b5d5f1d'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:14:43.165932 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa648d2-5e32-4858-8d48-2c1d25126458 service neutron] Pushing event updated for resources: {'Port': ['ID=d94f56bc-6f2f-4649-ba93-758f1b5d5f1d,revision_number=3']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:14:43.196381 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eec49d9-7bec-48ec-85d9-d21ef2bc5f27', 'tag': 'd94f56bc-6f2f-4649-ba93-758f1b5d5f1d', 'status': 'completed', 'code': 200} Jan 21 19:14:43.287026 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a7245-ba81-4c36-bd0a-071910dbca37 req-1a11ce5e-2e1b-4f51-878d-fee83b3bab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:14:43.288502 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8a8a7245-ba81-4c36-bd0a-071910dbca37 req-1a11ce5e-2e1b-4f51-878d-fee83b3bab09 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=2eec49d9-7bec-48ec-85d9-d21ef2bc5f27 HTTP/1.1" status: 200 len: 1096 time: 0.0732939 Jan 21 19:14:43.543538 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a7245-ba81-4c36-bd0a-071910dbca37 req-d61f444d-43c1-42ac-adfc-6bdc6247472b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:14:43.544964 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8a8a7245-ba81-4c36-bd0a-071910dbca37 req-d61f444d-43c1-42ac-adfc-6bdc6247472b service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=f393478d14c44d15ad1bf9df868df3cb&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2499294 Jan 21 19:14:43.683316 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a7245-ba81-4c36-bd0a-071910dbca37 req-17ebb385-be35-4aa5-bdf3-284a8316f04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:14:43.684742 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8a8a7245-ba81-4c36-bd0a-071910dbca37 req-17ebb385-be35-4aa5-bdf3-284a8316f04c service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1332836 Jan 21 19:14:43.756186 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10275b-2985-4d43-80ac-d7ef18121997 req-0cfc9906-cd35-4a63-81be-fddff64cb8a4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:14:43.757724 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6b10275b-2985-4d43-80ac-d7ef18121997 req-0cfc9906-cd35-4a63-81be-fddff64cb8a4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=2eec49d9-7bec-48ec-85d9-d21ef2bc5f27 HTTP/1.1" status: 200 len: 943 time: 0.0801959 Jan 21 19:14:43.794896 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-b89dfdc0-8d59-480e-b0ca-97c04f6f7efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:14:43.796985 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-b89dfdc0-8d59-480e-b0ca-97c04f6f7efd service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=2eec49d9-7bec-48ec-85d9-d21ef2bc5f27 HTTP/1.1" status: 200 len: 1096 time: 0.0780036 Jan 21 19:14:43.802741 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6b10275b-2985-4d43-80ac-d7ef18121997 req-bac02ce3-d76c-4450-b167-fc97997a135e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=44fe2dde-28f2-4105-b150-650cb82f43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385137 Jan 21 19:14:43.865349 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-b1869ab8-3b09-4264-96d2-87ab173a5e31 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d94f56bc-6f2f-4649-ba93-758f1b5d5f1d HTTP/1.1" status: 200 len: 217 time: 0.0613172 Jan 21 19:14:43.927755 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-dc3a51f2-439d-42fc-b343-477f5b92e4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:14:43.929139 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-dc3a51f2-439d-42fc-b343-477f5b92e4b4 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=e1b621e4-074d-4394-b351-42e3d873405a HTTP/1.1" status: 200 len: 844 time: 0.0585310 Jan 21 19:14:44.001686 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-da21dc19-9c2d-40ad-bdbd-e5d925b0897d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:14:44.003079 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-da21dc19-9c2d-40ad-bdbd-e5d925b0897d service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=01d1dbac-c17e-4f4e-bb0f-bfdcdd998030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683112 Jan 21 19:14:44.131616 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-ae5f059f-cd2c-41d1-bb52-fcd9629e1ea0 service neutron] 10.222.0.113 "GET /v2.0/networks/01d1dbac-c17e-4f4e-bb0f-bfdcdd998030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223087 Jan 21 19:14:44.262247 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a7a11d43-afc2-461c-ade1-34af616ed2f3 req-459bde22-899f-43cb-afec-8d905fa17fd0 service neutron] 10.222.0.113 "GET /v2.0/networks/01d1dbac-c17e-4f4e-bb0f-bfdcdd998030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245644 Jan 21 19:14:44.993061 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c3596-cc89-4aa7-b274-255f5943675c req-d1a20d72-89f1-44bc-862b-5e76fb0ba890 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:14:44.994540 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-089c3596-cc89-4aa7-b274-255f5943675c req-d1a20d72-89f1-44bc-862b-5e76fb0ba890 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=2eec49d9-7bec-48ec-85d9-d21ef2bc5f27 HTTP/1.1" status: 200 len: 943 time: 0.0856116 Jan 21 19:14:45.038887 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-089c3596-cc89-4aa7-b274-255f5943675c req-27de4248-f097-4a71-afac-3d0010ee02d7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=44fe2dde-28f2-4105-b150-650cb82f43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378580 Jan 21 19:14:45.336730 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device d94f56bc-6f2f-4649-ba93-758f1b5d5f1d details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:14:45.474530 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port d94f56bc-6f2f-4649-ba93-758f1b5d5f1d, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=d94f56bc-6f2f-4649-ba93-758f1b5d5f1d,segment=NetworkSegment(e9696dae-8981-409e-b4b9-b92b7bae7845),segment_id=e9696dae-8981-409e-b4b9-b92b7bae7845)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:14:45.488749 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': 'd94f56bc-6f2f-4649-ba93-758f1b5d5f1d', 'network_id': '01d1dbac-c17e-4f4e-bb0f-bfdcdd998030', 'port_id': 'd94f56bc-6f2f-4649-ba93-758f1b5d5f1d', 'mac_address': 'fa:16:3e:b5:42:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b621e4-074d-4394-b351-42e3d873405a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:14:45.549559 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:45.566798 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d94f56bc-6f2f-4649-ba93-758f1b5d5f1d {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:14:45.582899 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port d94f56bc-6f2f-4649-ba93-758f1b5d5f1d, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=d94f56bc-6f2f-4649-ba93-758f1b5d5f1d,segment=NetworkSegment(e9696dae-8981-409e-b4b9-b92b7bae7845),segment_id=e9696dae-8981-409e-b4b9-b92b7bae7845)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:14:45.634577 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:45.700633 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=d94f56bc-6f2f-4649-ba93-758f1b5d5f1d,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:14:45.848196 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['d94f56bc-6f2f-4649-ba93-758f1b5d5f1d'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:14:46.234528 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c91ab7-89e6-4414-bafc-771d4399d8e4 req-c149bcca-14e9-48c2-942b-b5b483709f3d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:14:46.235951 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c6c91ab7-89e6-4414-bafc-771d4399d8e4 req-c149bcca-14e9-48c2-942b-b5b483709f3d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=2eec49d9-7bec-48ec-85d9-d21ef2bc5f27 HTTP/1.1" status: 200 len: 944 time: 0.0781431 Jan 21 19:14:46.282631 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c6c91ab7-89e6-4414-bafc-771d4399d8e4 req-b9753e35-d7d1-4758-b738-2c3f902e9165 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=44fe2dde-28f2-4105-b150-650cb82f43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411239 Jan 21 19:14:47.352907 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device d94f56bc-6f2f-4649-ba93-758f1b5d5f1d up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:14:47.471816 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735c07f-2309-49d3-8eb9-66df053edd6b req-32cd5a3c-b7ca-4aad-b001-728c57832bdc tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:14:47.473353 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d735c07f-2309-49d3-8eb9-66df053edd6b req-32cd5a3c-b7ca-4aad-b001-728c57832bdc tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=2eec49d9-7bec-48ec-85d9-d21ef2bc5f27 HTTP/1.1" status: 200 len: 944 time: 0.0840735 Jan 21 19:14:47.502889 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning for port d94f56bc-6f2f-4649-ba93-758f1b5d5f1d completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:14:47.507915 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port d94f56bc-6f2f-4649-ba93-758f1b5d5f1d triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:14:47.508286 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:47.519963 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d735c07f-2309-49d3-8eb9-66df053edd6b req-39385629-72e4-4a20-8751-81312866160c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=44fe2dde-28f2-4105-b150-650cb82f43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408168 Jan 21 19:14:47.637153 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:47.664061 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eec49d9-7bec-48ec-85d9-d21ef2bc5f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94f56bc-6f2f-4649-ba93-758f1b5d5f1d'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:14:47.675077 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port d94f56bc-6f2f-4649-ba93-758f1b5d5f1d, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=d94f56bc-6f2f-4649-ba93-758f1b5d5f1d,segment=NetworkSegment(e9696dae-8981-409e-b4b9-b92b7bae7845),segment_id=e9696dae-8981-409e-b4b9-b92b7bae7845)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:14:47.708948 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eec49d9-7bec-48ec-85d9-d21ef2bc5f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94f56bc-6f2f-4649-ba93-758f1b5d5f1d', 'code': 200} Jan 21 19:14:47.740456 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:47.809727 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=d94f56bc-6f2f-4649-ba93-758f1b5d5f1d,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:14:48.128503 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee764d-f5d7-463f-9e11-dadd1dc72e1e req-9cc56721-3d85-4e3e-b6b9-7e8e492e4dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:14:48.130002 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5cee764d-f5d7-463f-9e11-dadd1dc72e1e req-9cc56721-3d85-4e3e-b6b9-7e8e492e4dbc service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=2eec49d9-7bec-48ec-85d9-d21ef2bc5f27 HTTP/1.1" status: 200 len: 1098 time: 0.0740161 Jan 21 19:14:48.171699 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5cee764d-f5d7-463f-9e11-dadd1dc72e1e req-e11e0206-cddd-442b-8681-b3b5686ce6dc service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=44fe2dde-28f2-4105-b150-650cb82f43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362740 Jan 21 19:14:48.705760 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b89b7-1582-40a4-83d1-f8c46b70375a req-e31f2138-f0a5-4be9-bcca-a36fc407d386 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:14:48.707133 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a64b89b7-1582-40a4-83d1-f8c46b70375a req-e31f2138-f0a5-4be9-bcca-a36fc407d386 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=2eec49d9-7bec-48ec-85d9-d21ef2bc5f27 HTTP/1.1" status: 200 len: 945 time: 0.0813913 Jan 21 19:14:48.749579 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a64b89b7-1582-40a4-83d1-f8c46b70375a req-bf188eb3-b5fc-4749-8004-5c4e4e060b92 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=44fe2dde-28f2-4105-b150-650cb82f43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368378 Jan 21 19:14:49.930459 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe6512-eed6-42f4-942e-1a0c7e8a9a47 req-5e44a215-fcbd-43d5-abda-da1c87d90aee tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:14:49.931908 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0abe6512-eed6-42f4-942e-1a0c7e8a9a47 req-5e44a215-fcbd-43d5-abda-da1c87d90aee tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=2eec49d9-7bec-48ec-85d9-d21ef2bc5f27 HTTP/1.1" status: 200 len: 945 time: 0.0780964 Jan 21 19:14:49.975534 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0abe6512-eed6-42f4-942e-1a0c7e8a9a47 req-abc06e84-3f14-4702-8928-1fbc276aaa28 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=44fe2dde-28f2-4105-b150-650cb82f43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375237 Jan 21 19:14:50.265954 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b869f-5a66-4fae-99b7-39c8b1d0bdec req-09046f49-0695-4494-af60-d441eb1a076e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:14:50.267402 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-169b869f-5a66-4fae-99b7-39c8b1d0bdec req-09046f49-0695-4494-af60-d441eb1a076e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=2eec49d9-7bec-48ec-85d9-d21ef2bc5f27 HTTP/1.1" status: 200 len: 945 time: 0.1857057 Jan 21 19:14:50.310901 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-169b869f-5a66-4fae-99b7-39c8b1d0bdec req-972c7ef4-987f-414b-a9d5-8f16b469d1d0 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=44fe2dde-28f2-4105-b150-650cb82f43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378411 Jan 21 19:14:50.333120 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37188) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:14:50.404607 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a57239-d8a9-4170-a6f6-195f9a8d9de9 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:14:50.406134 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-76a57239-d8a9-4170-a6f6-195f9a8d9de9 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=2eec49d9-7bec-48ec-85d9-d21ef2bc5f27 HTTP/1.1" status: 200 len: 1093 time: 0.0720193 Jan 21 19:14:50.408978 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37192) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:14:50.413912 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-5bf79e3f-7c0e-4c1e-8f08-d7c795a4c858 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'floatingip': {'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'port_id': 'd94f56bc-6f2f-4649-ba93-758f1b5d5f1d', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:14:50.420072 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-5bf79e3f-7c0e-4c1e-8f08-d7c795a4c858 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:14:50.423884 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-5bf79e3f-7c0e-4c1e-8f08-d7c795a4c858 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:floatingip and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:14:50.426717 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-5bf79e3f-7c0e-4c1e-8f08-d7c795a4c858 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:14:50.432271 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-5bf79e3f-7c0e-4c1e-8f08-d7c795a4c858 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:14:50.520209 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5bf79e3f-7c0e-4c1e-8f08-d7c795a4c858 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for floatingip, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:50.652824 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5bf79e3f-7c0e-4c1e-8f08-d7c795a4c858 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:50.787678 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-5bf79e3f-7c0e-4c1e-8f08-d7c795a4c858 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Allocated IP 172.26.1.156 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/c66d5b6e-39b9-401f-8985-46d1d4a4232a) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:14:50.929071 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5bf79e3f-7c0e-4c1e-8f08-d7c795a4c858 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:51.023084 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5bf79e3f-7c0e-4c1e-8f08-d7c795a4c858 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:51.092361 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf79e3f-7c0e-4c1e-8f08-d7c795a4c858 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:14:51.095185 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-5bf79e3f-7c0e-4c1e-8f08-d7c795a4c858 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:14:51.098784 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf79e3f-7c0e-4c1e-8f08-d7c795a4c858 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:14:51.128485 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf79e3f-7c0e-4c1e-8f08-d7c795a4c858 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=c66d5b6e-39b9-401f-8985-46d1d4a4232a,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:14:51.511117 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5bf79e3f-7c0e-4c1e-8f08-d7c795a4c858 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:51.653972 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5bf79e3f-7c0e-4c1e-8f08-d7c795a4c858 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:51.862122 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5bf79e3f-7c0e-4c1e-8f08-d7c795a4c858 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:51.919766 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5bf79e3f-7c0e-4c1e-8f08-d7c795a4c858 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:52.030818 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf79e3f-7c0e-4c1e-8f08-d7c795a4c858 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=c66d5b6e-39b9-401f-8985-46d1d4a4232a,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:14:52.038816 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5bf79e3f-7c0e-4c1e-8f08-d7c795a4c858 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:52.313898 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.l3_db [None req-5bf79e3f-7c0e-4c1e-8f08-d7c795a4c858 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Floating IP 8ca8c7c6-96e4-4ebe-9b2f-8c35f7a380f0 associated. External IP: 172.26.1.156, port: d94f56bc-6f2f-4649-ba93-758f1b5d5f1d. Jan 21 19:14:52.676142 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf79e3f-7c0e-4c1e-8f08-d7c795a4c858 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Router 1b616664-ded7-41a1-bf2d-34d65558d3a5 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:14:52.853371 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf79e3f-7c0e-4c1e-8f08-d7c795a4c858 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:14:52.863882 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bff310-eaa1-4c43-956b-459dd6591444 None None] Sync routers for ids ['1b616664-ded7-41a1-bf2d-34d65558d3a5'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:14:52.873328 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bff310-eaa1-4c43-956b-459dd6591444 None None] Routers {'1b616664-ded7-41a1-bf2d-34d65558d3a5'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:14:52.874155 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-21bff310-eaa1-4c43-956b-459dd6591444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:14:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['1b616664-ded7-41a1-bf2d-34d65558d3a5'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:14:52.959953 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5bf79e3f-7c0e-4c1e-8f08-d7c795a4c858 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:53.020907 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-5bf79e3f-7c0e-4c1e-8f08-d7c795a4c858 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6109097 Jan 21 19:14:53.021541 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eec49d9-7bec-48ec-85d9-d21ef2bc5f27', 'tag': 'd94f56bc-6f2f-4649-ba93-758f1b5d5f1d'}] {{(pid=88136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:14:53.023779 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 37204) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:14:53.087217 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eec49d9-7bec-48ec-85d9-d21ef2bc5f27', 'tag': 'd94f56bc-6f2f-4649-ba93-758f1b5d5f1d', 'status': 'completed', 'code': 200} Jan 21 19:14:53.093563 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-21bff310-eaa1-4c43-956b-459dd6591444 None None] Set router 1b616664-ded7-41a1-bf2d-34d65558d3a5 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:14:53.210952 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b44fa584-ce3d-41d0-8d30-8a88c350952b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/floatingips/8ca8c7c6-96e4-4ebe-9b2f-8c35f7a380f0 HTTP/1.1" status: 200 len: 991 time: 0.1849363 Jan 21 19:14:53.228682 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce44d16e-02c3-4ac4-a12b-1fbd6f95cd5e req-24b4b02f-d663-413b-877a-d2c0bbbb2e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:14:53.230973 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ce44d16e-02c3-4ac4-a12b-1fbd6f95cd5e req-24b4b02f-d663-413b-877a-d2c0bbbb2e2d service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=2eec49d9-7bec-48ec-85d9-d21ef2bc5f27 HTTP/1.1" status: 200 len: 1098 time: 0.1073878 Jan 21 19:14:53.367358 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce44d16e-02c3-4ac4-a12b-1fbd6f95cd5e req-cb2ab205-4051-4dfe-993a-75dfa4362ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:14:53.368708 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ce44d16e-02c3-4ac4-a12b-1fbd6f95cd5e req-cb2ab205-4051-4dfe-993a-75dfa4362ec4 service neutron] 10.222.0.113 "GET /v2.0/networks?id=01d1dbac-c17e-4f4e-bb0f-bfdcdd998030 HTTP/1.1" status: 200 len: 898 time: 0.1324198 Jan 21 19:14:53.479837 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-21bff310-eaa1-4c43-956b-459dd6591444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b616664-ded7-41a1-bf2d-34d65558d3a5', 'name': 'tempest-TestNetworkBasicOps-router-1498746852', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.3'}], 'enable_snat': True}, 'gw_port_id': '26b54d94-3c52-48d1-b811-687ce4c9ee04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:14:26Z', 'updated_at': '2022-01-21T19:14:33Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '26b54d94-3c52-48d1-b811-687ce4c9ee04', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b616664-ded7-41a1-bf2d-34d65558d3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:14:27Z', 'updated_at': '2022-01-21T19:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '8ca8c7c6-96e4-4ebe-9b2f-8c35f7a380f0', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'floating_ip_address': '172.26.1.156', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '1b616664-ded7-41a1-bf2d-34d65558d3a5', 'port_id': 'd94f56bc-6f2f-4649-ba93-758f1b5d5f1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01d1dbac-c17e-4f4e-bb0f-bfdcdd998030', 'mac_address': 'fa:16:3e:b5:42:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eec49d9-7bec-48ec-85d9-d21ef2bc5f27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:14:51Z', 'updated_at': '2022-01-21T19:14:51Z', 'revision_number': 0, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6478b31-31e7-4f84-b16e-d2aeb0623919', 'name': '', 'network_id': '01d1dbac-c17e-4f4e-bb0f-bfdcdd998030', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:ce:9e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b616664-ded7-41a1-bf2d-34d65558d3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'e1b621e4-074d-4394-b351-42e3d873405a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:14:31Z', 'updated_at': '2022-01-21T19:14:37Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': 'e1b621e4-074d-4394-b351-42e3d873405a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:14:53.481021 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ce44d16e-02c3-4ac4-a12b-1fbd6f95cd5e req-ecd20a70-ec53-4bf5-9a1b-877ef6662d46 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d94f56bc-6f2f-4649-ba93-758f1b5d5f1d HTTP/1.1" status: 200 len: 999 time: 0.1063762 Jan 21 19:14:53.483970 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bff310-eaa1-4c43-956b-459dd6591444 None None] Checking router: 1b616664-ded7-41a1-bf2d-34d65558d3a5 for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:14:53.492507 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bff310-eaa1-4c43-956b-459dd6591444 None None] Routers {'1b616664-ded7-41a1-bf2d-34d65558d3a5'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:14:53.493141 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-21bff310-eaa1-4c43-956b-459dd6591444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:14:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['1b616664-ded7-41a1-bf2d-34d65558d3a5'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:14:53.549556 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce44d16e-02c3-4ac4-a12b-1fbd6f95cd5e req-62d7f9a4-a0d3-4ef0-a1de-a8d889d5df16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:14:53.551086 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ce44d16e-02c3-4ac4-a12b-1fbd6f95cd5e req-62d7f9a4-a0d3-4ef0-a1de-a8d889d5df16 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=e1b621e4-074d-4394-b351-42e3d873405a HTTP/1.1" status: 200 len: 844 time: 0.0641668 Jan 21 19:14:53.626251 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce44d16e-02c3-4ac4-a12b-1fbd6f95cd5e req-3ddaaffb-44b5-4eac-ab19-e4f8e5d605f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:14:53.627731 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ce44d16e-02c3-4ac4-a12b-1fbd6f95cd5e req-3ddaaffb-44b5-4eac-ab19-e4f8e5d605f7 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=01d1dbac-c17e-4f4e-bb0f-bfdcdd998030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707786 Jan 21 19:14:53.677262 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-21bff310-eaa1-4c43-956b-459dd6591444 None None] Set router 1b616664-ded7-41a1-bf2d-34d65558d3a5 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:14:53.768989 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ce44d16e-02c3-4ac4-a12b-1fbd6f95cd5e req-8f9a39a1-a6f8-4528-9591-87f5d2059d40 service neutron] 10.222.0.113 "GET /v2.0/networks/01d1dbac-c17e-4f4e-bb0f-bfdcdd998030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353374 Jan 21 19:14:54.001008 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ce44d16e-02c3-4ac4-a12b-1fbd6f95cd5e req-ea78f482-cdbf-48ae-b7d0-3f49321aeb79 service neutron] 10.222.0.113 "GET /v2.0/networks/01d1dbac-c17e-4f4e-bb0f-bfdcdd998030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263045 Jan 21 19:14:54.033908 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-21bff310-eaa1-4c43-956b-459dd6591444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b616664-ded7-41a1-bf2d-34d65558d3a5', 'name': 'tempest-TestNetworkBasicOps-router-1498746852', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.3'}], 'enable_snat': True}, 'gw_port_id': '26b54d94-3c52-48d1-b811-687ce4c9ee04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:14:26Z', 'updated_at': '2022-01-21T19:14:33Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '26b54d94-3c52-48d1-b811-687ce4c9ee04', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b616664-ded7-41a1-bf2d-34d65558d3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:14:27Z', 'updated_at': '2022-01-21T19:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '8ca8c7c6-96e4-4ebe-9b2f-8c35f7a380f0', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'floating_ip_address': '172.26.1.156', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '1b616664-ded7-41a1-bf2d-34d65558d3a5', 'port_id': 'd94f56bc-6f2f-4649-ba93-758f1b5d5f1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01d1dbac-c17e-4f4e-bb0f-bfdcdd998030', 'mac_address': 'fa:16:3e:b5:42:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eec49d9-7bec-48ec-85d9-d21ef2bc5f27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:14:51Z', 'updated_at': '2022-01-21T19:14:51Z', 'revision_number': 0, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6478b31-31e7-4f84-b16e-d2aeb0623919', 'name': '', 'network_id': '01d1dbac-c17e-4f4e-bb0f-bfdcdd998030', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:ce:9e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b616664-ded7-41a1-bf2d-34d65558d3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'e1b621e4-074d-4394-b351-42e3d873405a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:14:31Z', 'updated_at': '2022-01-21T19:14:37Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': 'e1b621e4-074d-4394-b351-42e3d873405a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:14:54.037852 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bff310-eaa1-4c43-956b-459dd6591444 None None] The sync data for ids ['1b616664-ded7-41a1-bf2d-34d65558d3a5'] in dv-neutron-825470-1-hyperv is: [{'id': '1b616664-ded7-41a1-bf2d-34d65558d3a5', 'name': 'tempest-TestNetworkBasicOps-router-1498746852', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.3'}], 'enable_snat': True}, 'gw_port_id': '26b54d94-3c52-48d1-b811-687ce4c9ee04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:14:26Z', 'updated_at': '2022-01-21T19:14:33Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '26b54d94-3c52-48d1-b811-687ce4c9ee04', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b616664-ded7-41a1-bf2d-34d65558d3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:14:27Z', 'updated_at': '2022-01-21T19:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '8ca8c7c6-96e4-4ebe-9b2f-8c35f7a380f0', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'floating_ip_address': '172.26.1.156', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '1b616664-ded7-41a1-bf2d-34d65558d3a5', 'port_id': 'd94f56bc-6f2f-4649-ba93-758f1b5d5f1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01d1dbac-c17e-4f4e-bb0f-bfdcdd998030', 'mac_address': 'fa:16:3e:b5:42:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eec49d9-7bec-48ec-85d9-d21ef2bc5f27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:14:51Z', 'updated_at': '2022-01-21T19:14:51Z', 'revision_number': 0, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6478b31-31e7-4f84-b16e-d2aeb0623919', 'name': '', 'network_id': '01d1dbac-c17e-4f4e-bb0f-bfdcdd998030', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:ce:9e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b616664-ded7-41a1-bf2d-34d65558d3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'e1b621e4-074d-4394-b351-42e3d873405a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:14:31Z', 'updated_at': '2022-01-21T19:14:37Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': 'e1b621e4-074d-4394-b351-42e3d873405a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:14:54.215602 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 37214) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:14:54.239213 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d210df9-005d-4633-b9f0-cf2bb5e51228 None None] New status for floating IP 8ca8c7c6-96e4-4ebe-9b2f-8c35f7a380f0: ACTIVE {{(pid=88139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:14:54.378836 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b0329a54-4f4f-4e36-9c96-bcefdcff9358 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/floatingips/8ca8c7c6-96e4-4ebe-9b2f-8c35f7a380f0 HTTP/1.1" status: 200 len: 991 time: 0.1576829 Jan 21 19:14:55.005486 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f423f360-34f1-49da-ab3b-fe3658b04129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:55.378793 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37224) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:14:55.486944 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-56e712e9-3d3e-44a6-9454-4abb14467f60 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/floatingips/8ca8c7c6-96e4-4ebe-9b2f-8c35f7a380f0 HTTP/1.1" status: 200 len: 993 time: 0.1070132 Jan 21 19:14:57.243463 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6b928073-090a-499a-ad66-31556bc0c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:58.142727 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:58.559920 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:14:58.651274 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:15:00.097137 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:15:05.432335 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:15:17.308132 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-0b009f30-abb3-4da5-848f-808fbf7b4502 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-828062008&fields=id&tenant_id=578d4b1ec7dd480f94bb194a86bde7ee HTTP/1.1" status: 200 len: 267 time: 0.0394053 Jan 21 19:15:17.456051 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-cb898a53-bd7c-4215-b8a7-716bd1306cd5 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:15:17.462215 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-cb898a53-bd7c-4215-b8a7-716bd1306cd5 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/networks?id=0b696f5f-975f-4899-9d3c-c13f9cac42e5 HTTP/1.1" status: 200 len: 811 time: 0.1429787 Jan 21 19:15:17.471924 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-259695c3-2639-4719-b7e4-2fccfdb8ce20 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/quotas/578d4b1ec7dd480f94bb194a86bde7ee HTTP/1.1" status: 200 len: 375 time: 0.0086780 Jan 21 19:15:17.560355 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-4aab23a3-22f3-437f-9c4e-24f990ee072f tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=578d4b1ec7dd480f94bb194a86bde7ee&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0826163 Jan 21 19:15:17.706693 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-6c849c7d-1c81-42a1-98fe-beaaabc36494 service neutron] 10.222.0.87 "GET /v2.0/networks/0b696f5f-975f-4899-9d3c-c13f9cac42e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348364 Jan 21 19:15:17.833381 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-a1345c9c-621f-48c2-a744-65c30e325247 service neutron] 10.222.0.87 "GET /v2.0/networks/0b696f5f-975f-4899-9d3c-c13f9cac42e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205025 Jan 21 19:15:18.611221 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-caba9db5-cea7-46a3-a9ed-f1291310707a req-4db193f2-9bfa-48f2-827b-4151618d8a2c tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=b3aacec8-114b-4a0e-8000-1bccb78197c6 HTTP/1.1" status: 200 len: 210 time: 0.1670501 Jan 21 19:15:19.782325 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-673424c3-9864-4690-878e-2f3f14e20ab3 req-de6bc96d-2a0e-425f-896f-ff22b20acba4 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=b3aacec8-114b-4a0e-8000-1bccb78197c6 HTTP/1.1" status: 200 len: 210 time: 0.0423336 Jan 21 19:15:20.464995 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-714c8298-43c0-4204-9c53-1439816e6217 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:15:20.466569 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-714c8298-43c0-4204-9c53-1439816e6217 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.113 "GET /v2.0/networks?id=0b696f5f-975f-4899-9d3c-c13f9cac42e5 HTTP/1.1" status: 200 len: 811 time: 0.1484616 Jan 21 19:15:20.518356 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-281209aa-898d-41cf-a668-e232dd619158 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=578d4b1ec7dd480f94bb194a86bde7ee HTTP/1.1" status: 200 len: 379 time: 0.0431020 Jan 21 19:15:20.526694 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-e93b9054-832b-4836-b1cd-4cdacf1dd4cc tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Request body: {'port': {'device_id': 'b3aacec8-114b-4a0e-8000-1bccb78197c6', 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5', 'admin_state_up': True, 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'security_groups': ['28aff064-0444-4b4a-8f02-0b08a8d998fd']}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:15:20.665343 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-e93b9054-832b-4836-b1cd-4cdacf1dd4cc tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:15:20.669617 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-e93b9054-832b-4836-b1cd-4cdacf1dd4cc tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Usage tracker for resource:port and tenant:578d4b1ec7dd480f94bb194a86bde7ee is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:15:20.672458 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-e93b9054-832b-4836-b1cd-4cdacf1dd4cc tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:15:20.678696 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-e93b9054-832b-4836-b1cd-4cdacf1dd4cc tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:15:20.787849 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-e93b9054-832b-4836-b1cd-4cdacf1dd4cc tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Made reservation on behalf of 578d4b1ec7dd480f94bb194a86bde7ee for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:15:20.791435 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-e93b9054-832b-4836-b1cd-4cdacf1dd4cc tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:15:20.934861 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0a29e2ae-ffde-4d2e-86ee-fc7898afd035 req-127299e4-919e-4fab-8bf1-eb95d5e10130 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=b3aacec8-114b-4a0e-8000-1bccb78197c6 HTTP/1.1" status: 200 len: 210 time: 0.0425467 Jan 21 19:15:20.969414 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-e93b9054-832b-4836-b1cd-4cdacf1dd4cc tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Allocated IP 172.20.0.12 (0b696f5f-975f-4899-9d3c-c13f9cac42e5/84dda25a-5f4d-444e-8486-d19a0764b110/7a36d0fb-1325-494f-abbb-85f5b32f39f3) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:15:21.158885 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-e93b9054-832b-4836-b1cd-4cdacf1dd4cc tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:15:21.173927 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-e93b9054-832b-4836-b1cd-4cdacf1dd4cc tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Transition to ACTIVE for port object 7a36d0fb-1325-494f-abbb-85f5b32f39f3 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:15:21.248882 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-e93b9054-832b-4836-b1cd-4cdacf1dd4cc tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:15:21.321440 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-e93b9054-832b-4836-b1cd-4cdacf1dd4cc tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Network 0b696f5f-975f-4899-9d3c-c13f9cac42e5 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:15:21.324653 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-e93b9054-832b-4836-b1cd-4cdacf1dd4cc tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:15:21.328442 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-e93b9054-832b-4836-b1cd-4cdacf1dd4cc tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:15:21.362713 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b9054-832b-4836-b1cd-4cdacf1dd4cc tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Pushing event updated for resources: {'Port': ['ID=7a36d0fb-1325-494f-abbb-85f5b32f39f3,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:15:21.378445 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93b9054-832b-4836-b1cd-4cdacf1dd4cc tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:15:21.387577 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93b9054-832b-4836-b1cd-4cdacf1dd4cc tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:15:21.387577 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93b9054-832b-4836-b1cd-4cdacf1dd4cc tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:15:21.387577 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93b9054-832b-4836-b1cd-4cdacf1dd4cc tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:15:21.387577 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93b9054-832b-4836-b1cd-4cdacf1dd4cc tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:15:21.387577 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93b9054-832b-4836-b1cd-4cdacf1dd4cc tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:15:21.387577 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93b9054-832b-4836-b1cd-4cdacf1dd4cc tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:15:21.387577 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93b9054-832b-4836-b1cd-4cdacf1dd4cc tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:15:21.387577 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93b9054-832b-4836-b1cd-4cdacf1dd4cc tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:15:21.387577 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93b9054-832b-4836-b1cd-4cdacf1dd4cc tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:15:21.387577 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93b9054-832b-4836-b1cd-4cdacf1dd4cc tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:15:21.387577 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93b9054-832b-4836-b1cd-4cdacf1dd4cc tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:15:21.412152 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-e93b9054-832b-4836-b1cd-4cdacf1dd4cc tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:15:21.412975 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-e93b9054-832b-4836-b1cd-4cdacf1dd4cc tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:15:21.554270 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-e93b9054-832b-4836-b1cd-4cdacf1dd4cc tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0310135 Jan 21 19:15:21.568113 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-d43fd504-5093-4b71-a8a4-df1883985a73 service neutron] Request body: {'port': {'device_id': 'b3aacec8-114b-4a0e-8000-1bccb78197c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:15:21.673350 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-14fe822f-9b7d-4249-92ce-409248a5706d None None] Provisioning for port 7a36d0fb-1325-494f-abbb-85f5b32f39f3 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:15:21.679225 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-14fe822f-9b7d-4249-92ce-409248a5706d None None] Provisioning complete for port 7a36d0fb-1325-494f-abbb-85f5b32f39f3 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:15:21.679659 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-14fe822f-9b7d-4249-92ce-409248a5706d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:15:21.681575 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-d43fd504-5093-4b71-a8a4-df1883985a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:15:21.731859 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-14fe822f-9b7d-4249-92ce-409248a5706d None None] Port 7a36d0fb-1325-494f-abbb-85f5b32f39f3 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:15:22.031623 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-d43fd504-5093-4b71-a8a4-df1883985a73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a36d0fb-1325-494f-abbb-85f5b32f39f3 {{(pid=88137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:15:22.039785 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-d43fd504-5093-4b71-a8a4-df1883985a73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:15:22.054908 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-d43fd504-5093-4b71-a8a4-df1883985a73 service neutron] Transition to ACTIVE for port object 7a36d0fb-1325-494f-abbb-85f5b32f39f3 will not be triggered until provisioned by entity L2. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:15:22.130476 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c3224-5c6d-4027-b037-8c0d8ad2a719 req-839bcf8a-660f-4152-a703-c0196ebd8f94 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:15:22.131912 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fe9c3224-5c6d-4027-b037-8c0d8ad2a719 req-839bcf8a-660f-4152-a703-c0196ebd8f94 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=b3aacec8-114b-4a0e-8000-1bccb78197c6 HTTP/1.1" status: 200 len: 932 time: 0.0830555 Jan 21 19:15:22.153460 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-d43fd504-5093-4b71-a8a4-df1883985a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:15:22.175976 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fe9c3224-5c6d-4027-b037-8c0d8ad2a719 req-2cf0a24a-4962-4878-8a73-36f9b5b2bd34 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379205 Jan 21 19:15:22.417193 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43fd504-5093-4b71-a8a4-df1883985a73 service neutron] Pushing event updated for resources: {'Port': ['ID=7a36d0fb-1325-494f-abbb-85f5b32f39f3,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:15:22.498949 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-d43fd504-5093-4b71-a8a4-df1883985a73 service neutron] Attempting to bind port 7a36d0fb-1325-494f-abbb-85f5b32f39f3 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:15:22.499213 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-d43fd504-5093-4b71-a8a4-df1883985a73 service neutron] Attempting to bind port 7a36d0fb-1325-494f-abbb-85f5b32f39f3 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '04945371-b45c-4f7e-b15f-adaa5b08e7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:15:22.499533 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-d43fd504-5093-4b71-a8a4-df1883985a73 service neutron] Attempting to bind port 7a36d0fb-1325-494f-abbb-85f5b32f39f3 on network 0b696f5f-975f-4899-9d3c-c13f9cac42e5 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:15:22.504711 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-d43fd504-5093-4b71-a8a4-df1883985a73 service neutron] Port 7a36d0fb-1325-494f-abbb-85f5b32f39f3 on network 0b696f5f-975f-4899-9d3c-c13f9cac42e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 19:15:22.505017 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-d43fd504-5093-4b71-a8a4-df1883985a73 service neutron] Attempting to bind port 7a36d0fb-1325-494f-abbb-85f5b32f39f3 on network 0b696f5f-975f-4899-9d3c-c13f9cac42e5 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:15:22.509968 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-d43fd504-5093-4b71-a8a4-df1883985a73 service neutron] Checking agent: {'id': '9a14f311-f6d5-46c6-87a2-f860197fb66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:15:22.515850 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-d43fd504-5093-4b71-a8a4-df1883985a73 service neutron] Checking segment: {'id': '04945371-b45c-4f7e-b15f-adaa5b08e7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:15:22.515850 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-d43fd504-5093-4b71-a8a4-df1883985a73 service neutron] Bound using segment: {'id': '04945371-b45c-4f7e-b15f-adaa5b08e7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5'} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:15:22.515850 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-d43fd504-5093-4b71-a8a4-df1883985a73 service neutron] Bound port: 7a36d0fb-1325-494f-abbb-85f5b32f39f3, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04945371-b45c-4f7e-b15f-adaa5b08e7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5'}}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:15:22.515850 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-d43fd504-5093-4b71-a8a4-df1883985a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:15:22.598847 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-d43fd504-5093-4b71-a8a4-df1883985a73 service neutron] For port 7a36d0fb-1325-494f-abbb-85f5b32f39f3, host hv-neutron-8254, cleared binding levels {{(pid=88137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:15:22.602007 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-d43fd504-5093-4b71-a8a4-df1883985a73 service neutron] For port 7a36d0fb-1325-494f-abbb-85f5b32f39f3, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=7a36d0fb-1325-494f-abbb-85f5b32f39f3,segment=NetworkSegment(04945371-b45c-4f7e-b15f-adaa5b08e7fa),segment_id=04945371-b45c-4f7e-b15f-adaa5b08e7fa)] {{(pid=88137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:15:22.688932 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-d43fd504-5093-4b71-a8a4-df1883985a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:15:22.754697 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-d43fd504-5093-4b71-a8a4-df1883985a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:15:22.754697 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-d43fd504-5093-4b71-a8a4-df1883985a73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:15:22.755367 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-d43fd504-5093-4b71-a8a4-df1883985a73 service neutron] 10.222.0.113 "PUT /v2.0/ports/7a36d0fb-1325-494f-abbb-85f5b32f39f3 HTTP/1.1" status: 200 len: 1094 time: 1.1923513 Jan 21 19:15:22.755813 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3aacec8-114b-4a0e-8000-1bccb78197c6', 'tag': '7a36d0fb-1325-494f-abbb-85f5b32f39f3'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:15:22.779101 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43fd504-5093-4b71-a8a4-df1883985a73 service neutron] Pushing event updated for resources: {'Port': ['ID=7a36d0fb-1325-494f-abbb-85f5b32f39f3,revision_number=3']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:15:22.812718 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3aacec8-114b-4a0e-8000-1bccb78197c6', 'tag': '7a36d0fb-1325-494f-abbb-85f5b32f39f3', 'status': 'completed', 'code': 200} Jan 21 19:15:22.906420 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc4ff1-b3c5-48af-8baa-eed6d314d33f req-68655c37-c9ba-4369-8635-6c0cd250dbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:15:22.907906 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-65dc4ff1-b3c5-48af-8baa-eed6d314d33f req-68655c37-c9ba-4369-8635-6c0cd250dbbc service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=578d4b1ec7dd480f94bb194a86bde7ee&device_id=b3aacec8-114b-4a0e-8000-1bccb78197c6 HTTP/1.1" status: 200 len: 1097 time: 0.0743573 Jan 21 19:15:23.060022 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc4ff1-b3c5-48af-8baa-eed6d314d33f req-e517c915-7f2b-4957-97d8-3a6d018d1d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:15:23.061370 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-65dc4ff1-b3c5-48af-8baa-eed6d314d33f req-e517c915-7f2b-4957-97d8-3a6d018d1d67 service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=578d4b1ec7dd480f94bb194a86bde7ee&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1467080 Jan 21 19:15:23.196557 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc4ff1-b3c5-48af-8baa-eed6d314d33f req-3c0c94c6-cda2-4a14-925e-e331e066668e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:15:23.198016 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-65dc4ff1-b3c5-48af-8baa-eed6d314d33f req-3c0c94c6-cda2-4a14-925e-e331e066668e service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1296842 Jan 21 19:15:23.306168 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-1295813b-3a8c-4a7b-899c-014e7e7e0b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:15:23.307621 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-1295813b-3a8c-4a7b-899c-014e7e7e0b05 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=578d4b1ec7dd480f94bb194a86bde7ee&device_id=b3aacec8-114b-4a0e-8000-1bccb78197c6 HTTP/1.1" status: 200 len: 1097 time: 0.0750749 Jan 21 19:15:23.357360 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f16a8-c150-43e4-a054-f80dcfcdee8c req-69f2b459-dc8a-4d19-85e0-429f152eb1cb tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:15:23.358820 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f33f16a8-c150-43e4-a054-f80dcfcdee8c req-69f2b459-dc8a-4d19-85e0-429f152eb1cb tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=b3aacec8-114b-4a0e-8000-1bccb78197c6 HTTP/1.1" status: 200 len: 944 time: 0.0787401 Jan 21 19:15:23.375109 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-95974ebd-a2a7-400b-914a-6b61da2f4779 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a36d0fb-1325-494f-abbb-85f5b32f39f3 HTTP/1.1" status: 200 len: 217 time: 0.0606663 Jan 21 19:15:23.406773 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f33f16a8-c150-43e4-a054-f80dcfcdee8c req-6c3c1f2c-080b-4040-8081-401d7ffc33c4 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415108 Jan 21 19:15:23.441221 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-d5365099-d291-4444-851b-5c9966f6014b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:15:23.443112 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-d5365099-d291-4444-851b-5c9966f6014b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=84dda25a-5f4d-444e-8486-d19a0764b110 HTTP/1.1" status: 200 len: 850 time: 0.0618789 Jan 21 19:15:23.518500 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-cdaa6e52-be38-42b9-bca6-cc06a6e6143b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:15:23.519992 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-cdaa6e52-be38-42b9-bca6-cc06a6e6143b service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0b696f5f-975f-4899-9d3c-c13f9cac42e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703380 Jan 21 19:15:23.650522 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-5a5ed6e6-e5d7-40c3-a0a3-d659f81c6fb6 service neutron] 10.222.0.113 "GET /v2.0/networks/0b696f5f-975f-4899-9d3c-c13f9cac42e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244245 Jan 21 19:15:23.784081 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0bf23ee6-92b3-4fca-a0d6-7df2ee916a03 req-0ba2293f-b386-453f-a2d2-4bc9ad14b05d service neutron] 10.222.0.113 "GET /v2.0/networks/0b696f5f-975f-4899-9d3c-c13f9cac42e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270196 Jan 21 19:15:24.592051 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c884c75-8fa0-4558-8cc2-ab5ad4f582ed req-d8bcca24-8325-4448-8189-ba75f9fac491 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:15:24.593539 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7c884c75-8fa0-4558-8cc2-ab5ad4f582ed req-d8bcca24-8325-4448-8189-ba75f9fac491 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=b3aacec8-114b-4a0e-8000-1bccb78197c6 HTTP/1.1" status: 200 len: 944 time: 0.0790977 Jan 21 19:15:24.637008 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7c884c75-8fa0-4558-8cc2-ab5ad4f582ed req-d6857653-e27d-4135-ac47-1ed627af9919 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377505 Jan 21 19:15:24.993172 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-40b8d4f4-59b0-43d6-b013-3fb3312fa983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:15:25.821750 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92774b-4cab-4ca6-b042-b65e980ff240 req-5dca805b-60f2-429d-bed8-d91596a3b177 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:15:25.823112 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7a92774b-4cab-4ca6-b042-b65e980ff240 req-5dca805b-60f2-429d-bed8-d91596a3b177 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=b3aacec8-114b-4a0e-8000-1bccb78197c6 HTTP/1.1" status: 200 len: 944 time: 0.0822835 Jan 21 19:15:25.865740 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7a92774b-4cab-4ca6-b042-b65e980ff240 req-1c95f3d0-ff28-472a-9783-4f68166befb1 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370834 Jan 21 19:15:27.047602 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02f079-f1a8-46d5-92ff-4e389d1707d1 req-3697488e-4b6e-475a-83d0-2f38f8a7e507 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:15:27.055134 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ce02f079-f1a8-46d5-92ff-4e389d1707d1 req-3697488e-4b6e-475a-83d0-2f38f8a7e507 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=b3aacec8-114b-4a0e-8000-1bccb78197c6 HTTP/1.1" status: 200 len: 944 time: 0.0794637 Jan 21 19:15:27.093967 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ce02f079-f1a8-46d5-92ff-4e389d1707d1 req-35809636-c27f-4ae6-b2f9-14c569851f90 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387144 Jan 21 19:15:27.233396 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-71104ee9-ca12-423f-87be-6d0e6effde21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:15:28.193889 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:15:28.278914 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe97f928-ed94-4696-962c-9f4bc797bc3c req-a535cbb8-3fd4-42d2-917b-bc97a846dfbc tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:15:28.279966 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fe97f928-ed94-4696-962c-9f4bc797bc3c req-a535cbb8-3fd4-42d2-917b-bc97a846dfbc tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=b3aacec8-114b-4a0e-8000-1bccb78197c6 HTTP/1.1" status: 200 len: 944 time: 0.0801556 Jan 21 19:15:28.324118 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fe97f928-ed94-4696-962c-9f4bc797bc3c req-ecbb7054-d9ca-44ef-8e4e-a6a274b25727 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382133 Jan 21 19:15:28.530579 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:15:28.631049 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:15:29.510861 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127bd8e-0f80-4778-a455-6b09cb5c6496 req-db9854f3-1b20-4e0f-81b1-1eb983bc6482 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:15:29.512202 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a127bd8e-0f80-4778-a455-6b09cb5c6496 req-db9854f3-1b20-4e0f-81b1-1eb983bc6482 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=b3aacec8-114b-4a0e-8000-1bccb78197c6 HTTP/1.1" status: 200 len: 944 time: 0.0807686 Jan 21 19:15:29.558802 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a127bd8e-0f80-4778-a455-6b09cb5c6496 req-e792b11c-b257-40ce-9a76-3c4f447ec1f2 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409369 Jan 21 19:15:30.077105 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:15:30.742298 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e39e7f-94cc-454e-8b67-ba5e0f40d9e9 req-d47c3880-53ee-4ec0-913a-a48dd43760a6 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:15:30.743953 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-52e39e7f-94cc-454e-8b67-ba5e0f40d9e9 req-d47c3880-53ee-4ec0-913a-a48dd43760a6 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=b3aacec8-114b-4a0e-8000-1bccb78197c6 HTTP/1.1" status: 200 len: 944 time: 0.0796258 Jan 21 19:15:30.790593 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-52e39e7f-94cc-454e-8b67-ba5e0f40d9e9 req-5791f14f-3b75-430e-805c-f0b28bb34b54 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403581 Jan 21 19:15:31.535636 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 7a36d0fb-1325-494f-abbb-85f5b32f39f3 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:15:31.669198 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 7a36d0fb-1325-494f-abbb-85f5b32f39f3, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=7a36d0fb-1325-494f-abbb-85f5b32f39f3,segment=NetworkSegment(04945371-b45c-4f7e-b15f-adaa5b08e7fa),segment_id=04945371-b45c-4f7e-b15f-adaa5b08e7fa)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:15:31.682449 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': '7a36d0fb-1325-494f-abbb-85f5b32f39f3', 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5', 'port_id': '7a36d0fb-1325-494f-abbb-85f5b32f39f3', 'mac_address': 'fa:16:3e:b2:da:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84dda25a-5f4d-444e-8486-d19a0764b110', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:15:31.739287 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:15:31.756609 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a36d0fb-1325-494f-abbb-85f5b32f39f3 {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:15:31.772228 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 7a36d0fb-1325-494f-abbb-85f5b32f39f3, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=7a36d0fb-1325-494f-abbb-85f5b32f39f3,segment=NetworkSegment(04945371-b45c-4f7e-b15f-adaa5b08e7fa),segment_id=04945371-b45c-4f7e-b15f-adaa5b08e7fa)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:15:31.848255 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:15:31.917718 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=7a36d0fb-1325-494f-abbb-85f5b32f39f3,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:15:31.924557 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:15:31.924896 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:15:31.925233 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:15:31.925561 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:15:31.925911 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:15:31.926245 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:15:31.926581 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:15:31.926888 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:15:31.927207 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:15:31.928091 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:15:31.928407 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:15:31.928869 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:15:31.977669 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cad2a3-fc76-4735-9d4d-187cd2d31fc3 req-4afe0276-5a25-4ed9-a9ea-9c444026d2eb tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:15:31.980905 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-57cad2a3-fc76-4735-9d4d-187cd2d31fc3 req-4afe0276-5a25-4ed9-a9ea-9c444026d2eb tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=b3aacec8-114b-4a0e-8000-1bccb78197c6 HTTP/1.1" status: 200 len: 945 time: 0.0834928 Jan 21 19:15:32.024813 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-57cad2a3-fc76-4735-9d4d-187cd2d31fc3 req-d57e6411-f9a5-4dd3-973b-b49c480d9fd0 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398555 Jan 21 19:15:32.084974 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['7a36d0fb-1325-494f-abbb-85f5b32f39f3'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:15:33.228622 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a9304-106b-4965-b4b9-449d0b7dea74 req-a25728e2-ea76-48fc-9049-bb5b3c5fc161 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:15:33.230087 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-310a9304-106b-4965-b4b9-449d0b7dea74 req-a25728e2-ea76-48fc-9049-bb5b3c5fc161 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=b3aacec8-114b-4a0e-8000-1bccb78197c6 HTTP/1.1" status: 200 len: 945 time: 0.0813501 Jan 21 19:15:33.274831 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-310a9304-106b-4965-b4b9-449d0b7dea74 req-c921ec32-4490-4bf9-b4fc-26e092ffc46a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389471 Jan 21 19:15:33.537835 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 7a36d0fb-1325-494f-abbb-85f5b32f39f3 up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:15:33.665661 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning for port 7a36d0fb-1325-494f-abbb-85f5b32f39f3 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:15:33.671089 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port 7a36d0fb-1325-494f-abbb-85f5b32f39f3 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:15:33.671460 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:15:33.811818 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:15:33.840480 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3aacec8-114b-4a0e-8000-1bccb78197c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a36d0fb-1325-494f-abbb-85f5b32f39f3'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:15:33.854380 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 7a36d0fb-1325-494f-abbb-85f5b32f39f3, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=7a36d0fb-1325-494f-abbb-85f5b32f39f3,segment=NetworkSegment(04945371-b45c-4f7e-b15f-adaa5b08e7fa),segment_id=04945371-b45c-4f7e-b15f-adaa5b08e7fa)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:15:33.929359 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:15:33.961285 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3aacec8-114b-4a0e-8000-1bccb78197c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a36d0fb-1325-494f-abbb-85f5b32f39f3', 'code': 200} Jan 21 19:15:34.002158 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=7a36d0fb-1325-494f-abbb-85f5b32f39f3,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:15:34.468729 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d8ca8-0f53-49d6-9104-3fe6b46e134a req-856b3e73-51d3-4c55-9efd-f1e20fed91ae tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:15:34.472166 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ff3d8ca8-0f53-49d6-9104-3fe6b46e134a req-856b3e73-51d3-4c55-9efd-f1e20fed91ae tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=b3aacec8-114b-4a0e-8000-1bccb78197c6 HTTP/1.1" status: 200 len: 946 time: 0.0901721 Jan 21 19:15:34.492333 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05bc9c5-cabe-49a0-ba95-46d0cb6095c8 req-22293336-182a-4130-8685-8cfc0feb5f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:15:34.493917 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c05bc9c5-cabe-49a0-ba95-46d0cb6095c8 req-22293336-182a-4130-8685-8cfc0feb5f2a service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=b3aacec8-114b-4a0e-8000-1bccb78197c6 HTTP/1.1" status: 200 len: 1099 time: 0.0830240 Jan 21 19:15:34.520716 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ff3d8ca8-0f53-49d6-9104-3fe6b46e134a req-48a5d1a9-db36-4daf-bc16-cc39e0c766b9 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411713 Jan 21 19:15:34.539077 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c05bc9c5-cabe-49a0-ba95-46d0cb6095c8 req-22da6fbf-47ca-47f5-bad2-d017180cdbfe service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394232 Jan 21 19:15:35.707740 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f0d36-b215-4514-9807-230ca0d1e2df req-4dabe351-4581-4819-a4cf-ffea4685b702 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:15:35.709896 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-875f0d36-b215-4514-9807-230ca0d1e2df req-4dabe351-4581-4819-a4cf-ffea4685b702 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=b3aacec8-114b-4a0e-8000-1bccb78197c6 HTTP/1.1" status: 200 len: 946 time: 0.0800500 Jan 21 19:15:35.752708 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-875f0d36-b215-4514-9807-230ca0d1e2df req-4e18f5c6-8be0-46f3-bbb0-5c82d6aa04bf tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369809 Jan 21 19:15:36.937283 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de014567-4f1b-4cc9-b993-40b66a289898 req-77358e82-ca16-4051-86f3-c077358d5571 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:15:36.938801 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-de014567-4f1b-4cc9-b993-40b66a289898 req-77358e82-ca16-4051-86f3-c077358d5571 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=b3aacec8-114b-4a0e-8000-1bccb78197c6 HTTP/1.1" status: 200 len: 946 time: 0.0805733 Jan 21 19:15:36.982945 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-de014567-4f1b-4cc9-b993-40b66a289898 req-158f6b10-6ead-4782-9d76-cd187376bd84 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382640 Jan 21 19:15:37.167168 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d8acf-9418-4865-815e-1681323847a0 req-85c45072-6c5f-4ef2-bf9a-f057d2a17418 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:15:37.168614 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8a4d8acf-9418-4865-815e-1681323847a0 req-85c45072-6c5f-4ef2-bf9a-f057d2a17418 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=b3aacec8-114b-4a0e-8000-1bccb78197c6 HTTP/1.1" status: 200 len: 946 time: 0.0817070 Jan 21 19:15:37.216891 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8a4d8acf-9418-4865-815e-1681323847a0 req-388249e1-45fa-454c-9c46-5621f1b6cdcf tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427351 Jan 21 19:15:37.239451 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37348) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:15:37.416401 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602f5101-649a-4ff5-bebf-8a93b4330c0a tempest-TestVolumeBootPattern-1604978190 tempest-TestVolumeBootPattern-1604978190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:15:37.417976 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-602f5101-649a-4ff5-bebf-8a93b4330c0a tempest-TestVolumeBootPattern-1604978190 tempest-TestVolumeBootPattern-1604978190-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=b3aacec8-114b-4a0e-8000-1bccb78197c6 HTTP/1.1" status: 200 len: 1094 time: 0.1773269 Jan 21 19:15:37.420660 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37354) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:15:37.425457 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-65352c32-dd4c-4c5a-8a01-d9f344426e18 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Request body: {'floatingip': {'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'port_id': '7a36d0fb-1325-494f-abbb-85f5b32f39f3', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:15:37.432349 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-65352c32-dd4c-4c5a-8a01-d9f344426e18 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:15:37.436118 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-65352c32-dd4c-4c5a-8a01-d9f344426e18 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Usage tracker for resource:floatingip and tenant:578d4b1ec7dd480f94bb194a86bde7ee is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:15:37.438954 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-65352c32-dd4c-4c5a-8a01-d9f344426e18 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:15:37.446840 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-65352c32-dd4c-4c5a-8a01-d9f344426e18 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:15:37.522834 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-65352c32-dd4c-4c5a-8a01-d9f344426e18 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks [] for floatingip, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:15:37.663319 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-65352c32-dd4c-4c5a-8a01-d9f344426e18 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:15:37.805023 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-65352c32-dd4c-4c5a-8a01-d9f344426e18 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Allocated IP 172.26.1.142 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/b9187178-d4cf-4139-99ee-68ad53daff20) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:15:37.953283 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-65352c32-dd4c-4c5a-8a01-d9f344426e18 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:15:38.056053 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-65352c32-dd4c-4c5a-8a01-d9f344426e18 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:15:38.121091 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65352c32-dd4c-4c5a-8a01-d9f344426e18 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:15:38.123987 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-65352c32-dd4c-4c5a-8a01-d9f344426e18 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:15:38.127561 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65352c32-dd4c-4c5a-8a01-d9f344426e18 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:15:38.274219 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65352c32-dd4c-4c5a-8a01-d9f344426e18 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Pushing event updated for resources: {'Port': ['ID=b9187178-d4cf-4139-99ee-68ad53daff20,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:15:38.285746 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65352c32-dd4c-4c5a-8a01-d9f344426e18 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:15:38.286116 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65352c32-dd4c-4c5a-8a01-d9f344426e18 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:15:38.287016 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65352c32-dd4c-4c5a-8a01-d9f344426e18 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:15:38.287343 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65352c32-dd4c-4c5a-8a01-d9f344426e18 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:15:38.287671 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65352c32-dd4c-4c5a-8a01-d9f344426e18 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:15:38.287995 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65352c32-dd4c-4c5a-8a01-d9f344426e18 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:15:38.288317 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65352c32-dd4c-4c5a-8a01-d9f344426e18 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:15:38.288741 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65352c32-dd4c-4c5a-8a01-d9f344426e18 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:15:38.289069 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65352c32-dd4c-4c5a-8a01-d9f344426e18 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:15:38.289388 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65352c32-dd4c-4c5a-8a01-d9f344426e18 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:15:38.289708 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65352c32-dd4c-4c5a-8a01-d9f344426e18 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:15:38.290060 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65352c32-dd4c-4c5a-8a01-d9f344426e18 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:15:38.669302 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-65352c32-dd4c-4c5a-8a01-d9f344426e18 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:15:38.830692 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-65352c32-dd4c-4c5a-8a01-d9f344426e18 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:15:39.043790 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-65352c32-dd4c-4c5a-8a01-d9f344426e18 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:15:39.102071 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-65352c32-dd4c-4c5a-8a01-d9f344426e18 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:15:39.209667 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65352c32-dd4c-4c5a-8a01-d9f344426e18 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Pushing event updated for resources: {'Port': ['ID=b9187178-d4cf-4139-99ee-68ad53daff20,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:15:39.219988 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-65352c32-dd4c-4c5a-8a01-d9f344426e18 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:15:39.391200 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.l3_db [None req-65352c32-dd4c-4c5a-8a01-d9f344426e18 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Floating IP c79113e5-1714-4ac0-9d49-54c2f11492a5 associated. External IP: 172.26.1.142, port: 7a36d0fb-1325-494f-abbb-85f5b32f39f3. Jan 21 19:15:39.738978 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65352c32-dd4c-4c5a-8a01-d9f344426e18 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Router e4630041-0a38-4a81-b942-d6093812cdfd has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:15:40.029043 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65352c32-dd4c-4c5a-8a01-d9f344426e18 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:15:40.039750 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073dfdae-100c-451f-a97f-3dd55353b582 None None] Sync routers for ids ['e4630041-0a38-4a81-b942-d6093812cdfd'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:15:40.053025 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073dfdae-100c-451f-a97f-3dd55353b582 None None] Routers {'e4630041-0a38-4a81-b942-d6093812cdfd'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:15:40.053639 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-073dfdae-100c-451f-a97f-3dd55353b582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:15:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['e4630041-0a38-4a81-b942-d6093812cdfd'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:15:40.112220 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-65352c32-dd4c-4c5a-8a01-d9f344426e18 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:15:40.172288 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-65352c32-dd4c-4c5a-8a01-d9f344426e18 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7506168 Jan 21 19:15:40.173157 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3aacec8-114b-4a0e-8000-1bccb78197c6', 'tag': '7a36d0fb-1325-494f-abbb-85f5b32f39f3'}] {{(pid=88136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:15:40.240981 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-073dfdae-100c-451f-a97f-3dd55353b582 None None] Set router e4630041-0a38-4a81-b942-d6093812cdfd gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:15:40.270818 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3aacec8-114b-4a0e-8000-1bccb78197c6', 'tag': '7a36d0fb-1325-494f-abbb-85f5b32f39f3', 'status': 'completed', 'code': 200} Jan 21 19:15:40.360994 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50341ffe-5993-41df-b7a6-b6051385a2c5 req-85856118-4917-41ba-9e68-1975865e7eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:15:40.363175 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-50341ffe-5993-41df-b7a6-b6051385a2c5 req-85856118-4917-41ba-9e68-1975865e7eee service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=578d4b1ec7dd480f94bb194a86bde7ee&device_id=b3aacec8-114b-4a0e-8000-1bccb78197c6 HTTP/1.1" status: 200 len: 1099 time: 0.0708237 Jan 21 19:15:40.506013 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50341ffe-5993-41df-b7a6-b6051385a2c5 req-5858b2b1-48e1-4e95-9959-f6e0b7971802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:15:40.507466 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-50341ffe-5993-41df-b7a6-b6051385a2c5 req-5858b2b1-48e1-4e95-9959-f6e0b7971802 service neutron] 10.222.0.113 "GET /v2.0/networks?id=0b696f5f-975f-4899-9d3c-c13f9cac42e5 HTTP/1.1" status: 200 len: 912 time: 0.1381948 Jan 21 19:15:40.605025 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-073dfdae-100c-451f-a97f-3dd55353b582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'name': 'tempest-TestVolumeBootPattern-994555966-router', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:07:43Z', 'updated_at': '2022-01-21T19:07:48Z', 'revision_number': 4, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'gw_port': {'id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:47:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:44Z', 'updated_at': '2022-01-21T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': 'afa46e80-0565-42bb-bf5f-c89411623456', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'floating_ip_address': '172.26.1.107', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'port_id': 'dd243326-d025-473a-9e0e-eb0452de0418', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5', 'mac_address': 'fa:16:3e:ac:7b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1875da-4c42-4e5f-a643-c854a6f79032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:12:35Z', 'updated_at': '2022-01-21T19:12:38Z', 'revision_number': 1, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'fixed_ip_address_scope': None}, {'id': 'c79113e5-1714-4ac0-9d49-54c2f11492a5', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'floating_ip_address': '172.26.1.142', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'port_id': '7a36d0fb-1325-494f-abbb-85f5b32f39f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5', 'mac_address': 'fa:16:3e:b2:da:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3aacec8-114b-4a0e-8000-1bccb78197c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:15:38Z', 'updated_at': '2022-01-21T19:15:38Z', 'revision_number': 0, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc18be0-3767-4bd4-9995-6e2d584ed462', 'name': '', 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'mac_address': 'fa:16:3e:15:9a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '84dda25a-5f4d-444e-8486-d19a0764b110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:47Z', 'updated_at': '2022-01-21T19:07:55Z', 'revision_number': 5, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'subnets': [{'id': '84dda25a-5f4d-444e-8486-d19a0764b110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:15:40.608791 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073dfdae-100c-451f-a97f-3dd55353b582 None None] Checking router: e4630041-0a38-4a81-b942-d6093812cdfd for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:15:40.617630 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-50341ffe-5993-41df-b7a6-b6051385a2c5 req-386977ab-f13d-4103-aebd-0b5569e7cca0 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a36d0fb-1325-494f-abbb-85f5b32f39f3 HTTP/1.1" status: 200 len: 1000 time: 0.1035962 Jan 21 19:15:40.618065 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073dfdae-100c-451f-a97f-3dd55353b582 None None] Routers {'e4630041-0a38-4a81-b942-d6093812cdfd'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:15:40.618667 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-073dfdae-100c-451f-a97f-3dd55353b582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:15:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['e4630041-0a38-4a81-b942-d6093812cdfd'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:15:40.685743 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50341ffe-5993-41df-b7a6-b6051385a2c5 req-5cc6c385-f84b-4766-84bd-e38a14276148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:15:40.687197 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-50341ffe-5993-41df-b7a6-b6051385a2c5 req-5cc6c385-f84b-4766-84bd-e38a14276148 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=84dda25a-5f4d-444e-8486-d19a0764b110 HTTP/1.1" status: 200 len: 850 time: 0.0637681 Jan 21 19:15:40.796353 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-073dfdae-100c-451f-a97f-3dd55353b582 None None] Set router e4630041-0a38-4a81-b942-d6093812cdfd gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:15:40.862414 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50341ffe-5993-41df-b7a6-b6051385a2c5 req-465279fd-0eca-48fe-a484-15d29fd56e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:15:40.863882 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-50341ffe-5993-41df-b7a6-b6051385a2c5 req-465279fd-0eca-48fe-a484-15d29fd56e8b service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0b696f5f-975f-4899-9d3c-c13f9cac42e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1699750 Jan 21 19:15:41.001419 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-50341ffe-5993-41df-b7a6-b6051385a2c5 req-78260906-c99c-4840-9f71-a8da2ccb78df service neutron] 10.222.0.113 "GET /v2.0/networks/0b696f5f-975f-4899-9d3c-c13f9cac42e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302226 Jan 21 19:15:41.135269 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-50341ffe-5993-41df-b7a6-b6051385a2c5 req-0e3bbfb1-a2d9-4b59-b53b-c92771a71b93 service neutron] 10.222.0.113 "GET /v2.0/networks/0b696f5f-975f-4899-9d3c-c13f9cac42e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273377 Jan 21 19:15:41.176420 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-073dfdae-100c-451f-a97f-3dd55353b582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'name': 'tempest-TestVolumeBootPattern-994555966-router', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:07:43Z', 'updated_at': '2022-01-21T19:07:48Z', 'revision_number': 4, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'gw_port': {'id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:47:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:44Z', 'updated_at': '2022-01-21T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': 'afa46e80-0565-42bb-bf5f-c89411623456', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'floating_ip_address': '172.26.1.107', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'port_id': 'dd243326-d025-473a-9e0e-eb0452de0418', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5', 'mac_address': 'fa:16:3e:ac:7b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1875da-4c42-4e5f-a643-c854a6f79032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:12:35Z', 'updated_at': '2022-01-21T19:12:38Z', 'revision_number': 1, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'fixed_ip_address_scope': None}, {'id': 'c79113e5-1714-4ac0-9d49-54c2f11492a5', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'floating_ip_address': '172.26.1.142', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'port_id': '7a36d0fb-1325-494f-abbb-85f5b32f39f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5', 'mac_address': 'fa:16:3e:b2:da:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3aacec8-114b-4a0e-8000-1bccb78197c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:15:38Z', 'updated_at': '2022-01-21T19:15:38Z', 'revision_number': 0, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc18be0-3767-4bd4-9995-6e2d584ed462', 'name': '', 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'mac_address': 'fa:16:3e:15:9a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '84dda25a-5f4d-444e-8486-d19a0764b110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:47Z', 'updated_at': '2022-01-21T19:07:55Z', 'revision_number': 5, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'subnets': [{'id': '84dda25a-5f4d-444e-8486-d19a0764b110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:15:41.180002 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073dfdae-100c-451f-a97f-3dd55353b582 None None] The sync data for ids ['e4630041-0a38-4a81-b942-d6093812cdfd'] in dv-neutron-825470-1-hyperv is: [{'id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'name': 'tempest-TestVolumeBootPattern-994555966-router', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:07:43Z', 'updated_at': '2022-01-21T19:07:48Z', 'revision_number': 4, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'gw_port': {'id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:47:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:44Z', 'updated_at': '2022-01-21T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': 'afa46e80-0565-42bb-bf5f-c89411623456', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'floating_ip_address': '172.26.1.107', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'port_id': 'dd243326-d025-473a-9e0e-eb0452de0418', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5', 'mac_address': 'fa:16:3e:ac:7b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1875da-4c42-4e5f-a643-c854a6f79032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:12:35Z', 'updated_at': '2022-01-21T19:12:38Z', 'revision_number': 1, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'fixed_ip_address_scope': None}, {'id': 'c79113e5-1714-4ac0-9d49-54c2f11492a5', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'floating_ip_address': '172.26.1.142', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'port_id': '7a36d0fb-1325-494f-abbb-85f5b32f39f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5', 'mac_address': 'fa:16:3e:b2:da:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3aacec8-114b-4a0e-8000-1bccb78197c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:15:38Z', 'updated_at': '2022-01-21T19:15:38Z', 'revision_number': 0, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc18be0-3767-4bd4-9995-6e2d584ed462', 'name': '', 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'mac_address': 'fa:16:3e:15:9a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '84dda25a-5f4d-444e-8486-d19a0764b110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:47Z', 'updated_at': '2022-01-21T19:07:55Z', 'revision_number': 5, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'subnets': [{'id': '84dda25a-5f4d-444e-8486-d19a0764b110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:15:41.386193 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1f7683-9c34-4780-b527-336b49161d67 None None] New status for floating IP c79113e5-1714-4ac0-9d49-54c2f11492a5: ACTIVE {{(pid=88139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:15:42.432377 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:15:49.319708 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-648a2482-fd65-4447-8893-a4ecdc0968a8 req-96e54477-a47f-483e-8545-cd995734d4b3 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=8b1875da-4c42-4e5f-a643-c854a6f79032&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773115 Jan 21 19:15:49.455780 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a2482-fd65-4447-8893-a4ecdc0968a8 req-a35ddc17-059d-4af4-85f7-381f72622996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:15:49.457283 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-648a2482-fd65-4447-8893-a4ecdc0968a8 req-a35ddc17-059d-4af4-85f7-381f72622996 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=578d4b1ec7dd480f94bb194a86bde7ee&device_id=8b1875da-4c42-4e5f-a643-c854a6f79032 HTTP/1.1" status: 200 len: 1099 time: 0.0720537 Jan 21 19:15:49.635550 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a2482-fd65-4447-8893-a4ecdc0968a8 req-354eb1ce-1fa6-40f7-9c8c-3531f8da5294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:15:49.637607 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-648a2482-fd65-4447-8893-a4ecdc0968a8 req-354eb1ce-1fa6-40f7-9c8c-3531f8da5294 service neutron] 10.222.0.113 "GET /v2.0/networks?id=0b696f5f-975f-4899-9d3c-c13f9cac42e5 HTTP/1.1" status: 200 len: 912 time: 0.1606653 Jan 21 19:15:49.749912 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-648a2482-fd65-4447-8893-a4ecdc0968a8 req-09558988-cae0-4a4d-9373-1e426e5694d0 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd243326-d025-473a-9e0e-eb0452de0418 HTTP/1.1" status: 200 len: 1002 time: 0.1037264 Jan 21 19:15:49.811286 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a2482-fd65-4447-8893-a4ecdc0968a8 req-b7fb6470-6d1b-4901-8f23-90be966435a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:15:49.812662 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-648a2482-fd65-4447-8893-a4ecdc0968a8 req-b7fb6470-6d1b-4901-8f23-90be966435a1 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=84dda25a-5f4d-444e-8486-d19a0764b110 HTTP/1.1" status: 200 len: 850 time: 0.0567009 Jan 21 19:15:49.893218 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a2482-fd65-4447-8893-a4ecdc0968a8 req-9021b992-1ca9-40d0-b34d-991e640a9310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:15:49.894722 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-648a2482-fd65-4447-8893-a4ecdc0968a8 req-9021b992-1ca9-40d0-b34d-991e640a9310 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0b696f5f-975f-4899-9d3c-c13f9cac42e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745738 Jan 21 19:15:50.027634 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-648a2482-fd65-4447-8893-a4ecdc0968a8 req-88a1fcef-dc71-47f0-94e8-bc894dd66d42 service neutron] 10.222.0.113 "GET /v2.0/networks/0b696f5f-975f-4899-9d3c-c13f9cac42e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260571 Jan 21 19:15:50.158753 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-648a2482-fd65-4447-8893-a4ecdc0968a8 req-719e8091-9b9a-48fa-ba4c-2ce10d951f23 service neutron] 10.222.0.113 "GET /v2.0/networks/0b696f5f-975f-4899-9d3c-c13f9cac42e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243806 Jan 21 19:15:55.039222 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4564f3ee-7d04-4d74-8c89-f6d3facba2b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:15:57.265987 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2cc5d22b-6789-427d-a0da-76e2b324e8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:15:58.214078 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:15:58.550575 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:15:58.649563 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:16:00.099179 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:16:19.431320 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:16:25.009568 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-122085aa-7b2f-4f9b-b740-ac4e34621813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:16:27.226089 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e5c8e1c5-770d-4046-aed5-9a252189b1d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:16:28.241311 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:16:28.563334 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:16:28.677511 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:16:30.071763 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:16:47.004193 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 37378) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:16:47.071660 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-327c3fbc-88ad-44c8-8a8f-4f7131752eec tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:16:47.193373 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-327c3fbc-88ad-44c8-8a8f-4f7131752eec tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11943733'] for subnet, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:16:47.475683 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-327c3fbc-88ad-44c8-8a8f-4f7131752eec tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763375366638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-969127'] for subnet, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:16:47.520221 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327c3fbc-88ad-44c8-8a8f-4f7131752eec tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:16:47.525555 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-327c3fbc-88ad-44c8-8a8f-4f7131752eec tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:16:47.525555 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-327c3fbc-88ad-44c8-8a8f-4f7131752eec tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "PUT /v2.0/subnets/e1b621e4-074d-4394-b351-42e3d873405a HTTP/1.1" status: 200 len: 836 time: 0.5165579 Jan 21 19:16:47.527136 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8182f3f8-5195-409f-8163-e82fa0dee4c2 None None] Network 01d1dbac-c17e-4f4e-bb0f-bfdcdd998030 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:16:47.543447 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c3fbc-88ad-44c8-8a8f-4f7131752eec tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Subnet': ['ID=e1b621e4-074d-4394-b351-42e3d873405a,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:16:47.550740 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327c3fbc-88ad-44c8-8a8f-4f7131752eec tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:16:47.551091 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327c3fbc-88ad-44c8-8a8f-4f7131752eec tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:16:47.551471 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327c3fbc-88ad-44c8-8a8f-4f7131752eec tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:16:47.551808 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327c3fbc-88ad-44c8-8a8f-4f7131752eec tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:16:47.552138 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327c3fbc-88ad-44c8-8a8f-4f7131752eec tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:16:47.552470 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327c3fbc-88ad-44c8-8a8f-4f7131752eec tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:16:47.552797 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327c3fbc-88ad-44c8-8a8f-4f7131752eec tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:16:47.553160 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327c3fbc-88ad-44c8-8a8f-4f7131752eec tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:16:47.553490 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327c3fbc-88ad-44c8-8a8f-4f7131752eec tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:16:47.553850 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327c3fbc-88ad-44c8-8a8f-4f7131752eec tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:16:47.554366 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327c3fbc-88ad-44c8-8a8f-4f7131752eec tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:16:47.554693 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327c3fbc-88ad-44c8-8a8f-4f7131752eec tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:16:48.096405 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-789524af-34c4-43ce-8ef8-7f86f02cdc44 None None] Provisioning complete for port f6478b31-31e7-4f84-b16e-d2aeb0623919 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:16:48.096776 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-789524af-34c4-43ce-8ef8-7f86f02cdc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:16:48.224250 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-789524af-34c4-43ce-8ef8-7f86f02cdc44 None None] Provisioning complete for port d94f56bc-6f2f-4649-ba93-758f1b5d5f1d triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:16:48.233944 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-789524af-34c4-43ce-8ef8-7f86f02cdc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:16:48.350091 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-789524af-34c4-43ce-8ef8-7f86f02cdc44 None None] Provisioning complete for port 6b74eb37-01d7-4d57-ba1a-29f263bea19c triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:16:48.350404 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-789524af-34c4-43ce-8ef8-7f86f02cdc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:16:49.815751 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9e20beb0-a794-44ef-ab82-f99048301557 req-21d2160c-022d-4e88-8acc-e01849ead66d service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=2eec49d9-7bec-48ec-85d9-d21ef2bc5f27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1674812 Jan 21 19:16:49.907661 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20beb0-a794-44ef-ab82-f99048301557 req-b9409201-f32f-4d17-bafc-3c4ee6db3427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:16:49.908396 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9e20beb0-a794-44ef-ab82-f99048301557 req-b9409201-f32f-4d17-bafc-3c4ee6db3427 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=2eec49d9-7bec-48ec-85d9-d21ef2bc5f27 HTTP/1.1" status: 200 len: 1098 time: 0.0726492 Jan 21 19:16:50.053303 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20beb0-a794-44ef-ab82-f99048301557 req-24f4ef6c-2568-44e9-857b-620f29623687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:16:50.054429 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9e20beb0-a794-44ef-ab82-f99048301557 req-24f4ef6c-2568-44e9-857b-620f29623687 service neutron] 10.222.0.113 "GET /v2.0/networks?id=01d1dbac-c17e-4f4e-bb0f-bfdcdd998030 HTTP/1.1" status: 200 len: 898 time: 0.1268864 Jan 21 19:16:50.157376 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9e20beb0-a794-44ef-ab82-f99048301557 req-a10254cd-a1d3-4bef-831c-04a4640014a8 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d94f56bc-6f2f-4649-ba93-758f1b5d5f1d HTTP/1.1" status: 200 len: 1001 time: 0.0974653 Jan 21 19:16:50.220951 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20beb0-a794-44ef-ab82-f99048301557 req-a0bc74c4-2d76-436c-ab5e-33bfad9317c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:16:50.222512 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9e20beb0-a794-44ef-ab82-f99048301557 req-a0bc74c4-2d76-436c-ab5e-33bfad9317c3 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=e1b621e4-074d-4394-b351-42e3d873405a HTTP/1.1" status: 200 len: 844 time: 0.0573359 Jan 21 19:16:50.299256 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20beb0-a794-44ef-ab82-f99048301557 req-a39fe87f-006d-48d1-be7e-e92336dc30a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:16:50.302235 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9e20beb0-a794-44ef-ab82-f99048301557 req-a39fe87f-006d-48d1-be7e-e92336dc30a5 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=01d1dbac-c17e-4f4e-bb0f-bfdcdd998030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716944 Jan 21 19:16:50.431301 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9e20beb0-a794-44ef-ab82-f99048301557 req-9941dc08-310f-4262-bb50-589a50f075c1 service neutron] 10.222.0.113 "GET /v2.0/networks/01d1dbac-c17e-4f4e-bb0f-bfdcdd998030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245377 Jan 21 19:16:50.562957 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9e20beb0-a794-44ef-ab82-f99048301557 req-03f0695c-2845-4b5d-bfcc-d006ae61d4fa service neutron] 10.222.0.113 "GET /v2.0/networks/01d1dbac-c17e-4f4e-bb0f-bfdcdd998030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262693 Jan 21 19:16:54.968679 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d4475957-2116-4208-870a-dd238fd4c191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:16:56.431802 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:16:57.238355 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-586061bd-e881-4413-a233-2cfadd794cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:16:58.189181 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:16:58.522812 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:16:58.648089 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:00.072247 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:24.996267 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4bd32a1d-3f20-4d73-9de8-e98b974db980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:27.269223 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-865c4f91-bc2e-4c2a-b2ae-cada1ba301c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:28.211599 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:28.550161 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:28.641402 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:30.154182 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:30.408477 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 37412) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:17:30.607352 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-811c37a4-9c9f-4142-8637-a24dfb582e0e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Deleting port c66d5b6e-39b9-401f-8985-46d1d4a4232a {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:17:30.607682 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-811c37a4-9c9f-4142-8637-a24dfb582e0e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:30.770372 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-811c37a4-9c9f-4142-8637-a24dfb582e0e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:30.770615 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-811c37a4-9c9f-4142-8637-a24dfb582e0e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:30.888314 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-811c37a4-9c9f-4142-8637-a24dfb582e0e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Calling delete_port for c66d5b6e-39b9-401f-8985-46d1d4a4232a owned by network:floatingip {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:17:31.115785 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-811c37a4-9c9f-4142-8637-a24dfb582e0e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:31.163830 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c37a4-9c9f-4142-8637-a24dfb582e0e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Port': ['ID=c66d5b6e-39b9-401f-8985-46d1d4a4232a,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:17:31.363954 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-811c37a4-9c9f-4142-8637-a24dfb582e0e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for floatingip, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:31.364306 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.l3_db [None req-811c37a4-9c9f-4142-8637-a24dfb582e0e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Floating IP 8ca8c7c6-96e4-4ebe-9b2f-8c35f7a380f0 disassociated (deleted). External IP: 172.26.1.156, port: d94f56bc-6f2f-4649-ba93-758f1b5d5f1d. Jan 21 19:17:31.733704 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811c37a4-9c9f-4142-8637-a24dfb582e0e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Router 1b616664-ded7-41a1-bf2d-34d65558d3a5 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:17:31.917155 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811c37a4-9c9f-4142-8637-a24dfb582e0e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:17:31.926723 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba3a38d-00ac-4fad-9b77-0983f5547120 None None] Sync routers for ids ['1b616664-ded7-41a1-bf2d-34d65558d3a5'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:17:31.933448 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-811c37a4-9c9f-4142-8637-a24dfb582e0e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:31.937017 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba3a38d-00ac-4fad-9b77-0983f5547120 None None] Routers {'1b616664-ded7-41a1-bf2d-34d65558d3a5'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:17:31.937633 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-3ba3a38d-00ac-4fad-9b77-0983f5547120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:17:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['1b616664-ded7-41a1-bf2d-34d65558d3a5'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:17:31.990309 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-811c37a4-9c9f-4142-8637-a24dfb582e0e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "DELETE /v2.0/floatingips/8ca8c7c6-96e4-4ebe-9b2f-8c35f7a380f0 HTTP/1.1" status: 204 len: 168 time: 1.5805979 Jan 21 19:17:31.991379 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eec49d9-7bec-48ec-85d9-d21ef2bc5f27', 'tag': 'd94f56bc-6f2f-4649-ba93-758f1b5d5f1d'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:17:32.043259 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eec49d9-7bec-48ec-85d9-d21ef2bc5f27', 'tag': 'd94f56bc-6f2f-4649-ba93-758f1b5d5f1d', 'status': 'completed', 'code': 200} Jan 21 19:17:32.121451 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-3ba3a38d-00ac-4fad-9b77-0983f5547120 None None] Set router 1b616664-ded7-41a1-bf2d-34d65558d3a5 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:17:32.141718 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf9520-0eb2-485b-adcb-507be6c5eea3 req-a638a962-2fb0-45b3-b06e-375a92cb762d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:17:32.143624 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4cbf9520-0eb2-485b-adcb-507be6c5eea3 req-a638a962-2fb0-45b3-b06e-375a92cb762d service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=2eec49d9-7bec-48ec-85d9-d21ef2bc5f27 HTTP/1.1" status: 200 len: 1098 time: 0.0756660 Jan 21 19:17:32.296093 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf9520-0eb2-485b-adcb-507be6c5eea3 req-3f2fe08e-1b6c-43f6-83f6-9f1d5b5354ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:17:32.297552 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4cbf9520-0eb2-485b-adcb-507be6c5eea3 req-3f2fe08e-1b6c-43f6-83f6-9f1d5b5354ff service neutron] 10.222.0.113 "GET /v2.0/networks?id=01d1dbac-c17e-4f4e-bb0f-bfdcdd998030 HTTP/1.1" status: 200 len: 898 time: 0.1483386 Jan 21 19:17:32.368562 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4cbf9520-0eb2-485b-adcb-507be6c5eea3 req-37f96ea9-5770-4c67-a159-1e7fd08090b9 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d94f56bc-6f2f-4649-ba93-758f1b5d5f1d HTTP/1.1" status: 200 len: 217 time: 0.0643442 Jan 21 19:17:32.434654 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf9520-0eb2-485b-adcb-507be6c5eea3 req-a07b8213-d55d-4fc8-9054-d2e7047dd105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:17:32.436089 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4cbf9520-0eb2-485b-adcb-507be6c5eea3 req-a07b8213-d55d-4fc8-9054-d2e7047dd105 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=e1b621e4-074d-4394-b351-42e3d873405a HTTP/1.1" status: 200 len: 844 time: 0.0621808 Jan 21 19:17:32.481635 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-3ba3a38d-00ac-4fad-9b77-0983f5547120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b616664-ded7-41a1-bf2d-34d65558d3a5', 'name': 'tempest-TestNetworkBasicOps-router-1498746852', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.3'}], 'enable_snat': True}, 'gw_port_id': '26b54d94-3c52-48d1-b811-687ce4c9ee04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:14:26Z', 'updated_at': '2022-01-21T19:14:33Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '26b54d94-3c52-48d1-b811-687ce4c9ee04', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b616664-ded7-41a1-bf2d-34d65558d3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:14:27Z', 'updated_at': '2022-01-21T19:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'f6478b31-31e7-4f84-b16e-d2aeb0623919', 'name': '', 'network_id': '01d1dbac-c17e-4f4e-bb0f-bfdcdd998030', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:ce:9e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b616664-ded7-41a1-bf2d-34d65558d3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'e1b621e4-074d-4394-b351-42e3d873405a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:14:31Z', 'updated_at': '2022-01-21T19:14:37Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': 'e1b621e4-074d-4394-b351-42e3d873405a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:17:32.485759 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba3a38d-00ac-4fad-9b77-0983f5547120 None None] Checking router: 1b616664-ded7-41a1-bf2d-34d65558d3a5 for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:17:32.495002 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba3a38d-00ac-4fad-9b77-0983f5547120 None None] Routers {'1b616664-ded7-41a1-bf2d-34d65558d3a5'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:17:32.495544 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-3ba3a38d-00ac-4fad-9b77-0983f5547120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:17:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['1b616664-ded7-41a1-bf2d-34d65558d3a5'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:17:32.536016 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf9520-0eb2-485b-adcb-507be6c5eea3 req-128c4a9f-dbc7-4679-b33e-9ddfaf68efb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:17:32.537970 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4cbf9520-0eb2-485b-adcb-507be6c5eea3 req-128c4a9f-dbc7-4679-b33e-9ddfaf68efb3 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=01d1dbac-c17e-4f4e-bb0f-bfdcdd998030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0869305 Jan 21 19:17:32.608687 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027cda34-60ef-46e1-bf01-1dc7d87496e4 req-5d4b0158-bf41-4645-bd0b-cfcae888d074 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:17:32.610096 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-027cda34-60ef-46e1-bf01-1dc7d87496e4 req-5d4b0158-bf41-4645-bd0b-cfcae888d074 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=2eec49d9-7bec-48ec-85d9-d21ef2bc5f27 HTTP/1.1" status: 200 len: 945 time: 0.0857565 Jan 21 19:17:32.656240 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-027cda34-60ef-46e1-bf01-1dc7d87496e4 req-bc3b13d5-e046-4c2d-a2f1-716d1814b72c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=44fe2dde-28f2-4105-b150-650cb82f43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400753 Jan 21 19:17:32.684879 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4cbf9520-0eb2-485b-adcb-507be6c5eea3 req-84753651-4dda-457d-9243-d94b8fa35949 service neutron] 10.222.0.113 "GET /v2.0/networks/01d1dbac-c17e-4f4e-bb0f-bfdcdd998030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395898 Jan 21 19:17:32.694240 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-3ba3a38d-00ac-4fad-9b77-0983f5547120 None None] Set router 1b616664-ded7-41a1-bf2d-34d65558d3a5 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:17:32.820552 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4cbf9520-0eb2-485b-adcb-507be6c5eea3 req-698308cb-b1f7-449c-9ff7-f8918e3baaa8 service neutron] 10.222.0.113 "GET /v2.0/networks/01d1dbac-c17e-4f4e-bb0f-bfdcdd998030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279597 Jan 21 19:17:33.005628 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-3ba3a38d-00ac-4fad-9b77-0983f5547120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b616664-ded7-41a1-bf2d-34d65558d3a5', 'name': 'tempest-TestNetworkBasicOps-router-1498746852', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.3'}], 'enable_snat': True}, 'gw_port_id': '26b54d94-3c52-48d1-b811-687ce4c9ee04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:14:26Z', 'updated_at': '2022-01-21T19:14:33Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '26b54d94-3c52-48d1-b811-687ce4c9ee04', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b616664-ded7-41a1-bf2d-34d65558d3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:14:27Z', 'updated_at': '2022-01-21T19:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'f6478b31-31e7-4f84-b16e-d2aeb0623919', 'name': '', 'network_id': '01d1dbac-c17e-4f4e-bb0f-bfdcdd998030', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:ce:9e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b616664-ded7-41a1-bf2d-34d65558d3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'e1b621e4-074d-4394-b351-42e3d873405a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:14:31Z', 'updated_at': '2022-01-21T19:14:37Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': 'e1b621e4-074d-4394-b351-42e3d873405a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:17:33.010199 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba3a38d-00ac-4fad-9b77-0983f5547120 None None] The sync data for ids ['1b616664-ded7-41a1-bf2d-34d65558d3a5'] in dv-neutron-825470-1-hyperv is: [{'id': '1b616664-ded7-41a1-bf2d-34d65558d3a5', 'name': 'tempest-TestNetworkBasicOps-router-1498746852', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.3'}], 'enable_snat': True}, 'gw_port_id': '26b54d94-3c52-48d1-b811-687ce4c9ee04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:14:26Z', 'updated_at': '2022-01-21T19:14:33Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '26b54d94-3c52-48d1-b811-687ce4c9ee04', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b616664-ded7-41a1-bf2d-34d65558d3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:14:27Z', 'updated_at': '2022-01-21T19:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'f6478b31-31e7-4f84-b16e-d2aeb0623919', 'name': '', 'network_id': '01d1dbac-c17e-4f4e-bb0f-bfdcdd998030', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:ce:9e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b616664-ded7-41a1-bf2d-34d65558d3a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'e1b621e4-074d-4394-b351-42e3d873405a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:14:31Z', 'updated_at': '2022-01-21T19:14:37Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': 'e1b621e4-074d-4394-b351-42e3d873405a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:17:33.229130 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b29839e-8d4c-47ed-84bd-4c5ef733992f None None] New status for floating IP 8ca8c7c6-96e4-4ebe-9b2f-8c35f7a380f0: DOWN {{(pid=88139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:17:33.429022 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:17:33.861122 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea7d52-1732-45b4-940b-70aa3942a648 req-b492d619-cc06-429d-9916-1ab0db9ffce5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:17:33.863313 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-50ea7d52-1732-45b4-940b-70aa3942a648 req-b492d619-cc06-429d-9916-1ab0db9ffce5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=2eec49d9-7bec-48ec-85d9-d21ef2bc5f27 HTTP/1.1" status: 200 len: 945 time: 0.1009679 Jan 21 19:17:33.910356 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-50ea7d52-1732-45b4-940b-70aa3942a648 req-df880a6d-76d5-4b37-b3b8-31ef278dcb64 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=44fe2dde-28f2-4105-b150-650cb82f43ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404110 Jan 21 19:17:33.960682 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1288c5-6caf-43a5-a818-a008c37733fb req-e206401c-8ae5-4820-a827-3b5df8efe6e8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:17:33.961413 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-8b1288c5-6caf-43a5-a818-a008c37733fb req-e206401c-8ae5-4820-a827-3b5df8efe6e8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:17:34.041142 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-8b1288c5-6caf-43a5-a818-a008c37733fb req-e206401c-8ae5-4820-a827-3b5df8efe6e8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:17:34.042282 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8b1288c5-6caf-43a5-a818-a008c37733fb req-e206401c-8ae5-4820-a827-3b5df8efe6e8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "GET /v2.0/ports?device_id=2eec49d9-7bec-48ec-85d9-d21ef2bc5f27 HTTP/1.1" status: 200 len: 945 time: 0.2675464 Jan 21 19:17:34.112191 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-8b1288c5-6caf-43a5-a818-a008c37733fb req-2aadc1ae-957f-454a-b690-3d33f9a88708 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Deleting port d94f56bc-6f2f-4649-ba93-758f1b5d5f1d {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:17:34.112527 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-8b1288c5-6caf-43a5-a818-a008c37733fb req-2aadc1ae-957f-454a-b690-3d33f9a88708 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:34.363248 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-8b1288c5-6caf-43a5-a818-a008c37733fb req-2aadc1ae-957f-454a-b690-3d33f9a88708 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] For port d94f56bc-6f2f-4649-ba93-758f1b5d5f1d, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=d94f56bc-6f2f-4649-ba93-758f1b5d5f1d,segment=NetworkSegment(e9696dae-8981-409e-b4b9-b92b7bae7845),segment_id=e9696dae-8981-409e-b4b9-b92b7bae7845)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:17:34.363515 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-8b1288c5-6caf-43a5-a818-a008c37733fb req-2aadc1ae-957f-454a-b690-3d33f9a88708 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:34.493688 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-8b1288c5-6caf-43a5-a818-a008c37733fb req-2aadc1ae-957f-454a-b690-3d33f9a88708 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Calling delete_port for d94f56bc-6f2f-4649-ba93-758f1b5d5f1d owned by compute:nova {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:17:34.698590 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-8b1288c5-6caf-43a5-a818-a008c37733fb req-2aadc1ae-957f-454a-b690-3d33f9a88708 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:34.750452 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aadc1ae-957f-454a-b690-3d33f9a88708 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Port': ['ID=d94f56bc-6f2f-4649-ba93-758f1b5d5f1d,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:17:34.823329 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1288c5-6caf-43a5-a818-a008c37733fb req-2aadc1ae-957f-454a-b690-3d33f9a88708 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] No DVR routers for this DVR port d94f56bc-6f2f-4649-ba93-758f1b5d5f1d on host hv-neutron-8254 {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:17:34.825764 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-8b1288c5-6caf-43a5-a818-a008c37733fb req-2aadc1ae-957f-454a-b690-3d33f9a88708 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:34.828235 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eec49d9-7bec-48ec-85d9-d21ef2bc5f27', 'name': 'network-vif-deleted', 'tag': 'd94f56bc-6f2f-4649-ba93-758f1b5d5f1d'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:17:34.875510 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eec49d9-7bec-48ec-85d9-d21ef2bc5f27', 'name': 'network-vif-deleted', 'tag': 'd94f56bc-6f2f-4649-ba93-758f1b5d5f1d', 'status': 'completed', 'code': 200} Jan 21 19:17:34.888030 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8b1288c5-6caf-43a5-a818-a008c37733fb req-2aadc1ae-957f-454a-b690-3d33f9a88708 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "DELETE /v2.0/ports/d94f56bc-6f2f-4649-ba93-758f1b5d5f1d HTTP/1.1" status: 204 len: 173 time: 0.8403788 Jan 21 19:17:35.060165 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-77cf29c8-453a-4da4-93c8-f91c0161733b req-6f866fc2-b660-454c-aa6d-6ffd0d544d8b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=2eec49d9-7bec-48ec-85d9-d21ef2bc5f27 HTTP/1.1" status: 200 len: 210 time: 0.0421515 Jan 21 19:17:36.166654 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37434) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:17:36.241999 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device d94f56bc-6f2f-4649-ba93-758f1b5d5f1d no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:17:36.257753 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-57c6ab7c-4c72-4b39-b7cd-1ade14fd2262 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:36.279987 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] No Port match for: d94f56bc-6f2f-4649-ba93-758f1b5d5f1d {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:17:36.280329 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device d94f56bc-6f2f-4649-ba93-758f1b5d5f1d not bound to the agent host hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:17:36.287591 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-57c6ab7c-4c72-4b39-b7cd-1ade14fd2262 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:36.429926 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-57c6ab7c-4c72-4b39-b7cd-1ade14fd2262 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:36.450754 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c6ab7c-4c72-4b39-b7cd-1ade14fd2262 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fe2dde-28f2-4105-b150-650cb82f43ac,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:17:36.458243 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6ab7c-4c72-4b39-b7cd-1ade14fd2262 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:17:36.458595 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6ab7c-4c72-4b39-b7cd-1ade14fd2262 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:17:36.458935 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6ab7c-4c72-4b39-b7cd-1ade14fd2262 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:17:36.459292 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6ab7c-4c72-4b39-b7cd-1ade14fd2262 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:17:36.460175 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6ab7c-4c72-4b39-b7cd-1ade14fd2262 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:17:36.460505 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6ab7c-4c72-4b39-b7cd-1ade14fd2262 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:17:36.460829 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6ab7c-4c72-4b39-b7cd-1ade14fd2262 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:17:36.461154 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6ab7c-4c72-4b39-b7cd-1ade14fd2262 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:17:36.461481 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6ab7c-4c72-4b39-b7cd-1ade14fd2262 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:17:36.461817 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6ab7c-4c72-4b39-b7cd-1ade14fd2262 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:17:36.462155 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6ab7c-4c72-4b39-b7cd-1ade14fd2262 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:17:36.462473 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6ab7c-4c72-4b39-b7cd-1ade14fd2262 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:17:36.532275 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-57c6ab7c-4c72-4b39-b7cd-1ade14fd2262 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:36.533397 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-57c6ab7c-4c72-4b39-b7cd-1ade14fd2262 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "DELETE /v2.0/security-groups/44fe2dde-28f2-4105-b150-650cb82f43ac HTTP/1.1" status: 204 len: 168 time: 0.3657734 Jan 21 19:17:36.654193 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 37442) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:17:37.194723 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-eeb9dc0f-5fcf-4a36-99b9-db28a1555fd6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:37.652437 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-eeb9dc0f-5fcf-4a36-99b9-db28a1555fd6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Deleting port f6478b31-31e7-4f84-b16e-d2aeb0623919 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:17:37.652767 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-eeb9dc0f-5fcf-4a36-99b9-db28a1555fd6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:37.834055 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-eeb9dc0f-5fcf-4a36-99b9-db28a1555fd6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] For port f6478b31-31e7-4f84-b16e-d2aeb0623919, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=f6478b31-31e7-4f84-b16e-d2aeb0623919,segment=NetworkSegment(e9696dae-8981-409e-b4b9-b92b7bae7845),segment_id=e9696dae-8981-409e-b4b9-b92b7bae7845)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:17:37.835328 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-eeb9dc0f-5fcf-4a36-99b9-db28a1555fd6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:37.959834 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-eeb9dc0f-5fcf-4a36-99b9-db28a1555fd6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Calling delete_port for f6478b31-31e7-4f84-b16e-d2aeb0623919 owned by network:router_interface {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:17:38.355939 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-eeb9dc0f-5fcf-4a36-99b9-db28a1555fd6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:38.403419 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9dc0f-5fcf-4a36-99b9-db28a1555fd6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Port': ['ID=f6478b31-31e7-4f84-b16e-d2aeb0623919,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:17:38.688223 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-eeb9dc0f-5fcf-4a36-99b9-db28a1555fd6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:39.186162 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb9dc0f-5fcf-4a36-99b9-db28a1555fd6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Router 1b616664-ded7-41a1-bf2d-34d65558d3a5 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:17:39.363527 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb9dc0f-5fcf-4a36-99b9-db28a1555fd6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:17:39.373991 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3139f338-cd06-4821-ae24-e1d30773fc21 None None] Sync routers for ids ['1b616664-ded7-41a1-bf2d-34d65558d3a5'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:17:39.379769 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-eeb9dc0f-5fcf-4a36-99b9-db28a1555fd6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "PUT /v2.0/routers/1b616664-ded7-41a1-bf2d-34d65558d3a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7220502 Jan 21 19:17:39.380004 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 37446) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:17:39.384160 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3139f338-cd06-4821-ae24-e1d30773fc21 None None] Routers {'1b616664-ded7-41a1-bf2d-34d65558d3a5'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:17:39.384774 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-3139f338-cd06-4821-ae24-e1d30773fc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:17:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['1b616664-ded7-41a1-bf2d-34d65558d3a5'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:17:39.451715 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-e24c8df1-8aea-4e9d-8e4f-00ae4a4c0914 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Deleting subnet e1b621e4-074d-4394-b351-42e3d873405a {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:17:39.453923 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e24c8df1-8aea-4e9d-8e4f-00ae4a4c0914 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:39.510981 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e24c8df1-8aea-4e9d-8e4f-00ae4a4c0914 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:39.563509 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-3139f338-cd06-4821-ae24-e1d30773fc21 None None] Set router 1b616664-ded7-41a1-bf2d-34d65558d3a5 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:17:39.613860 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e24c8df1-8aea-4e9d-8e4f-00ae4a4c0914 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:39.744609 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e24c8df1-8aea-4e9d-8e4f-00ae4a4c0914 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:39.785046 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e24c8df1-8aea-4e9d-8e4f-00ae4a4c0914 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:39.789047 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c8df1-8aea-4e9d-8e4f-00ae4a4c0914 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Subnet': ['ID=e1b621e4-074d-4394-b351-42e3d873405a,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:17:39.795179 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e24c8df1-8aea-4e9d-8e4f-00ae4a4c0914 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "DELETE /v2.0/subnets/e1b621e4-074d-4394-b351-42e3d873405a HTTP/1.1" status: 204 len: 168 time: 0.4142890 Jan 21 19:17:39.795988 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3513eb16-250a-4fb1-ab78-90235c0edf39 None None] Network 01d1dbac-c17e-4f4e-bb0f-bfdcdd998030 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:17:39.797772 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 37450) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:17:39.973802 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-acfb0e67-1767-4abd-9007-756a1a52deed tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:40.049544 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-3139f338-cd06-4821-ae24-e1d30773fc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b616664-ded7-41a1-bf2d-34d65558d3a5', 'name': 'tempest-TestNetworkBasicOps-router-1498746852', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.3'}], 'enable_snat': True}, 'gw_port_id': '26b54d94-3c52-48d1-b811-687ce4c9ee04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:14:26Z', 'updated_at': '2022-01-21T19:17:38Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '26b54d94-3c52-48d1-b811-687ce4c9ee04', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b616664-ded7-41a1-bf2d-34d65558d3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:14:27Z', 'updated_at': '2022-01-21T19:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:17:40.055550 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3139f338-cd06-4821-ae24-e1d30773fc21 None None] Checking router: 1b616664-ded7-41a1-bf2d-34d65558d3a5 for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:17:40.067503 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3139f338-cd06-4821-ae24-e1d30773fc21 None None] Routers {'1b616664-ded7-41a1-bf2d-34d65558d3a5'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:17:40.068108 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-3139f338-cd06-4821-ae24-e1d30773fc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:17:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['1b616664-ded7-41a1-bf2d-34d65558d3a5'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:17:40.139170 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98656e31-1473-4347-a9b2-77afa2926fbd None None] DHCP port deletion for 01d1dbac-c17e-4f4e-bb0f-bfdcdd998030 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:17:40.158122 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-98656e31-1473-4347-a9b2-77afa2926fbd None None] Deleting port 6b74eb37-01d7-4d57-ba1a-29f263bea19c {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:17:40.158496 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-98656e31-1473-4347-a9b2-77afa2926fbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:40.159508 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-acfb0e67-1767-4abd-9007-756a1a52deed tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:40.224442 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-acfb0e67-1767-4abd-9007-756a1a52deed tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Deleting port 26b54d94-3c52-48d1-b811-687ce4c9ee04 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:17:40.225615 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-acfb0e67-1767-4abd-9007-756a1a52deed tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:40.369593 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-3139f338-cd06-4821-ae24-e1d30773fc21 None None] Set router 1b616664-ded7-41a1-bf2d-34d65558d3a5 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:17:40.405860 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-acfb0e67-1767-4abd-9007-756a1a52deed tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] For port 26b54d94-3c52-48d1-b811-687ce4c9ee04, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=26b54d94-3c52-48d1-b811-687ce4c9ee04,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:17:40.406265 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-acfb0e67-1767-4abd-9007-756a1a52deed tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:40.589866 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-98656e31-1473-4347-a9b2-77afa2926fbd None None] For port 6b74eb37-01d7-4d57-ba1a-29f263bea19c, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=6b74eb37-01d7-4d57-ba1a-29f263bea19c,segment=NetworkSegment(e9696dae-8981-409e-b4b9-b92b7bae7845),segment_id=e9696dae-8981-409e-b4b9-b92b7bae7845)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:17:40.590460 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-98656e31-1473-4347-a9b2-77afa2926fbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:40.640956 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-acfb0e67-1767-4abd-9007-756a1a52deed tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Calling delete_port for 26b54d94-3c52-48d1-b811-687ce4c9ee04 owned by network:router_gateway {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:17:40.762458 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-98656e31-1473-4347-a9b2-77afa2926fbd None None] Calling delete_port for 6b74eb37-01d7-4d57-ba1a-29f263bea19c owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:17:40.880665 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-acfb0e67-1767-4abd-9007-756a1a52deed tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:40.914652 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-3139f338-cd06-4821-ae24-e1d30773fc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b616664-ded7-41a1-bf2d-34d65558d3a5', 'name': 'tempest-TestNetworkBasicOps-router-1498746852', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.3'}], 'enable_snat': True}, 'gw_port_id': '26b54d94-3c52-48d1-b811-687ce4c9ee04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:14:26Z', 'updated_at': '2022-01-21T19:17:38Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '26b54d94-3c52-48d1-b811-687ce4c9ee04', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b616664-ded7-41a1-bf2d-34d65558d3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:14:27Z', 'updated_at': '2022-01-21T19:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:17:40.918416 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3139f338-cd06-4821-ae24-e1d30773fc21 None None] The sync data for ids ['1b616664-ded7-41a1-bf2d-34d65558d3a5'] in dv-neutron-825470-1-hyperv is: [{'id': '1b616664-ded7-41a1-bf2d-34d65558d3a5', 'name': 'tempest-TestNetworkBasicOps-router-1498746852', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.3'}], 'enable_snat': True}, 'gw_port_id': '26b54d94-3c52-48d1-b811-687ce4c9ee04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:14:26Z', 'updated_at': '2022-01-21T19:17:38Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '26b54d94-3c52-48d1-b811-687ce4c9ee04', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b616664-ded7-41a1-bf2d-34d65558d3a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:14:27Z', 'updated_at': '2022-01-21T19:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:17:40.932189 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb0e67-1767-4abd-9007-756a1a52deed tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Port': ['ID=26b54d94-3c52-48d1-b811-687ce4c9ee04,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:17:40.956102 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-98656e31-1473-4347-a9b2-77afa2926fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:41.001973 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98656e31-1473-4347-a9b2-77afa2926fbd None None] Pushing event deleted for resources: {'Port': ['ID=6b74eb37-01d7-4d57-ba1a-29f263bea19c,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:17:41.008961 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98656e31-1473-4347-a9b2-77afa2926fbd None None] No DVR routers for this DVR port 6b74eb37-01d7-4d57-ba1a-29f263bea19c on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:17:41.017569 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98656e31-1473-4347-a9b2-77afa2926fbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:17:41.017569 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98656e31-1473-4347-a9b2-77afa2926fbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:17:41.017569 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98656e31-1473-4347-a9b2-77afa2926fbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:17:41.017854 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98656e31-1473-4347-a9b2-77afa2926fbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:17:41.018008 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98656e31-1473-4347-a9b2-77afa2926fbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:17:41.018335 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98656e31-1473-4347-a9b2-77afa2926fbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:17:41.018660 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98656e31-1473-4347-a9b2-77afa2926fbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:17:41.018979 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98656e31-1473-4347-a9b2-77afa2926fbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:17:41.019297 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98656e31-1473-4347-a9b2-77afa2926fbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:17:41.019613 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98656e31-1473-4347-a9b2-77afa2926fbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:17:41.019926 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98656e31-1473-4347-a9b2-77afa2926fbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:17:41.020286 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98656e31-1473-4347-a9b2-77afa2926fbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:17:41.031279 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-acfb0e67-1767-4abd-9007-756a1a52deed tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:41.211435 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-acfb0e67-1767-4abd-9007-756a1a52deed tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:41.213478 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-acfb0e67-1767-4abd-9007-756a1a52deed tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:41.315690 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-acfb0e67-1767-4abd-9007-756a1a52deed tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:41.316855 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfb0e67-1767-4abd-9007-756a1a52deed tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Fanout notify agent at l3_agent the message router_deleted on router 1b616664-ded7-41a1-bf2d-34d65558d3a5 {{(pid=88137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:17:41.333198 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-acfb0e67-1767-4abd-9007-756a1a52deed tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:41.334336 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-acfb0e67-1767-4abd-9007-756a1a52deed tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "DELETE /v2.0/routers/1b616664-ded7-41a1-bf2d-34d65558d3a5 HTTP/1.1" status: 204 len: 168 time: 1.5354600 Jan 21 19:17:41.337063 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 37454) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:17:41.453994 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-24e786e8-ac1f-45b9-96ce-63ba439f06bf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:41.598183 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-24e786e8-ac1f-45b9-96ce-63ba439f06bf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:41.623936 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 6b74eb37-01d7-4d57-ba1a-29f263bea19c no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:17:41.635466 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-24e786e8-ac1f-45b9-96ce-63ba439f06bf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01d1dbac-c17e-4f4e-bb0f-bfdcdd998030']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:17:41.646385 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-24e786e8-ac1f-45b9-96ce-63ba439f06bf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9696dae-8981-409e-b4b9-b92b7bae7845') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:17:41.647247 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-24e786e8-ac1f-45b9-96ce-63ba439f06bf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9696dae-8981-409e-b4b9-b92b7bae7845') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:17:41.658476 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-24e786e8-ac1f-45b9-96ce-63ba439f06bf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:41.676653 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-24e786e8-ac1f-45b9-96ce-63ba439f06bf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:41.684076 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24e786e8-ac1f-45b9-96ce-63ba439f06bf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:17:41.684470 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-24e786e8-ac1f-45b9-96ce-63ba439f06bf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:41.700536 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:17:41.700536 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:17:41.700536 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:17:41.700536 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:17:41.700536 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:17:41.700536 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:17:41.700536 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:17:41.700536 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:17:41.700536 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:17:41.700536 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:17:41.700536 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:17:41.700536 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:17:41.700536 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:17:41.700536 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:17:41.700536 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:17:41.700536 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:17:41.700536 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:17:41.700536 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:17:41.700536 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:17:41.700536 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:17:41.700536 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:17:41.700536 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:17:41.700536 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:17:41.700536 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:17:41.700536 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:17:41.700536 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:17:41.700536 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:17:41.700536 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:17:41.700536 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:17:41.700536 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:17:41.700536 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:17:41.700536 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:17:41.702864 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 6b74eb37-01d7-4d57-ba1a-29f263bea19c {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:17:41.703212 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 6b74eb37-01d7-4d57-ba1a-29f263bea19c not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:17:41.703619 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device f6478b31-31e7-4f84-b16e-d2aeb0623919 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:17:41.736278 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: f6478b31-31e7-4f84-b16e-d2aeb0623919 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:17:41.736543 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device f6478b31-31e7-4f84-b16e-d2aeb0623919 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:17:41.846701 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-24e786e8-ac1f-45b9-96ce-63ba439f06bf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:41.866880 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-24e786e8-ac1f-45b9-96ce-63ba439f06bf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:41.878852 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e786e8-ac1f-45b9-96ce-63ba439f06bf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Network': ['ID=01d1dbac-c17e-4f4e-bb0f-bfdcdd998030,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:17:41.968139 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-24e786e8-ac1f-45b9-96ce-63ba439f06bf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "DELETE /v2.0/networks/01d1dbac-c17e-4f4e-bb0f-bfdcdd998030 HTTP/1.1" status: 204 len: 168 time: 0.6299953 Jan 21 19:17:41.982827 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37458) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:17:41.990987 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-9526cf75-ffe1-49a3-abb0-e598e545ee2d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'network': {'name': 'tempest-network-smoke--826229023', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'port_security_enabled': True}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:17:41.996019 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-9526cf75-ffe1-49a3-abb0-e598e545ee2d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:17:42.010812 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-9526cf75-ffe1-49a3-abb0-e598e545ee2d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:network and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:17:42.010812 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-9526cf75-ffe1-49a3-abb0-e598e545ee2d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:17:42.010812 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-9526cf75-ffe1-49a3-abb0-e598e545ee2d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:17:42.086991 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9526cf75-ffe1-49a3-abb0-e598e545ee2d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Made reservation on behalf of f393478d14c44d15ad1bf9df868df3cb for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:17:42.090571 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9526cf75-ffe1-49a3-abb0-e598e545ee2d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:42.117944 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9526cf75-ffe1-49a3-abb0-e598e545ee2d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:17:42.126246 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9526cf75-ffe1-49a3-abb0-e598e545ee2d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:42.126613 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-9526cf75-ffe1-49a3-abb0-e598e545ee2d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Added segment 83c9b1a6-fa14-40fa-b000-61c880634db3 of type vlan for network a4366f0b-5e10-4f5c-a4b7-507a768957aa Jan 21 19:17:42.152874 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9526cf75-ffe1-49a3-abb0-e598e545ee2d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:42.247117 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9526cf75-ffe1-49a3-abb0-e598e545ee2d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:42.252334 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9526cf75-ffe1-49a3-abb0-e598e545ee2d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:17:42.252904 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9526cf75-ffe1-49a3-abb0-e598e545ee2d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:42.361224 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526cf75-ffe1-49a3-abb0-e598e545ee2d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Network': ['ID=a4366f0b-5e10-4f5c-a4b7-507a768957aa,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:17:42.365273 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-9526cf75-ffe1-49a3-abb0-e598e545ee2d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3801539 Jan 21 19:17:42.368543 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 37462) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:17:42.374264 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-9b1cf3ad-b0f4-4491-b12d-16c92e811299 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1183526464', 'admin_state_up': True, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:17:42.374854 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network a4366f0b-5e10-4f5c-a4b7-507a768957aa details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:17:42.381859 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-9b1cf3ad-b0f4-4491-b12d-16c92e811299 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:17:42.385701 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-9b1cf3ad-b0f4-4491-b12d-16c92e811299 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:router and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:17:42.388644 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-9b1cf3ad-b0f4-4491-b12d-16c92e811299 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:17:42.394862 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-9b1cf3ad-b0f4-4491-b12d-16c92e811299 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:17:42.520177 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9b1cf3ad-b0f4-4491-b12d-16c92e811299 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:42.521163 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9b1cf3ad-b0f4-4491-b12d-16c92e811299 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:42.535498 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9b1cf3ad-b0f4-4491-b12d-16c92e811299 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:42.846825 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9b1cf3ad-b0f4-4491-b12d-16c92e811299 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:43.285764 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9b1cf3ad-b0f4-4491-b12d-16c92e811299 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router_gateway, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:43.317630 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9b1cf3ad-b0f4-4491-b12d-16c92e811299 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:43.459328 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-9b1cf3ad-b0f4-4491-b12d-16c92e811299 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Allocated IP 172.26.1.46 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/82161db7-2ab0-4853-be22-91774249c7ee) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:17:43.513337 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 26b54d94-3c52-48d1-b811-687ce4c9ee04 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:17:43.547748 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 26b54d94-3c52-48d1-b811-687ce4c9ee04 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:17:43.548002 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 26b54d94-3c52-48d1-b811-687ce4c9ee04 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:17:43.644117 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9b1cf3ad-b0f4-4491-b12d-16c92e811299 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:43.727502 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9b1cf3ad-b0f4-4491-b12d-16c92e811299 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:43.789575 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1cf3ad-b0f4-4491-b12d-16c92e811299 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:17:43.792346 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-9b1cf3ad-b0f4-4491-b12d-16c92e811299 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:17:43.796127 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1cf3ad-b0f4-4491-b12d-16c92e811299 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:17:43.834690 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1cf3ad-b0f4-4491-b12d-16c92e811299 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=82161db7-2ab0-4853-be22-91774249c7ee,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:17:44.281512 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9b1cf3ad-b0f4-4491-b12d-16c92e811299 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router_gateway, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:44.723345 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9b1cf3ad-b0f4-4491-b12d-16c92e811299 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:44.989931 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b1cf3ad-b0f4-4491-b12d-16c92e811299 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Router 629f901f-852a-40d4-95c0-c9bbf7a71a67 is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:17:45.164267 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1cf3ad-b0f4-4491-b12d-16c92e811299 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:17:45.180644 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef25181-557f-4b75-93dc-c3ef4d903e4f None None] Sync routers for ids ['629f901f-852a-40d4-95c0-c9bbf7a71a67'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:17:45.186573 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef25181-557f-4b75-93dc-c3ef4d903e4f None None] Routers {'629f901f-852a-40d4-95c0-c9bbf7a71a67'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:17:45.187159 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-8ef25181-557f-4b75-93dc-c3ef4d903e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:17:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['629f901f-852a-40d4-95c0-c9bbf7a71a67'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:17:45.251385 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9b1cf3ad-b0f4-4491-b12d-16c92e811299 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:45.252520 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-9b1cf3ad-b0f4-4491-b12d-16c92e811299 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8829956 Jan 21 19:17:45.255633 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 37466) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:17:45.362195 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5085a329-274d-4e36-9137-67e7dd08e261 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=f393478d14c44d15ad1bf9df868df3cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1054533 Jan 21 19:17:45.366051 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 37472) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:17:45.368360 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-8ef25181-557f-4b75-93dc-c3ef4d903e4f None None] Set router 629f901f-852a-40d4-95c0-c9bbf7a71a67 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:17:45.498348 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93efa0b6-fabd-460b-a13b-1f82cf7ebc00 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:17:45.502539 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-93efa0b6-fabd-460b-a13b-1f82cf7ebc00 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1328194 Jan 21 19:17:45.502931 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37476) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:17:45.541981 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e3a56484-4586-4c99-b7fb-260ad4cc8b64 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=552ba34b-3dd7-4be8-8310-a9fc908fe72b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379040 Jan 21 19:17:45.544421 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37480) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:17:45.549672 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-fd7d10e8-b265-4fae-b6c4-7dd8d29047b6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-107585843', 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:17:45.663138 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-8ef25181-557f-4b75-93dc-c3ef4d903e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'name': 'tempest-TestNetworkBasicOps-router-1183526464', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '82161db7-2ab0-4853-be22-91774249c7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:17:42Z', 'updated_at': '2022-01-21T19:17:44Z', 'revision_number': 3, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '82161db7-2ab0-4853-be22-91774249c7ee', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:29:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:17:43Z', 'updated_at': '2022-01-21T19:17:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:17:45.667907 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef25181-557f-4b75-93dc-c3ef4d903e4f None None] Checking router: 629f901f-852a-40d4-95c0-c9bbf7a71a67 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:17:45.668066 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-fd7d10e8-b265-4fae-b6c4-7dd8d29047b6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:17:45.668158 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef25181-557f-4b75-93dc-c3ef4d903e4f None None] Updating router 629f901f-852a-40d4-95c0-c9bbf7a71a67 port 82161db7-2ab0-4853-be22-91774249c7ee binding host dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:17:45.671918 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-fd7d10e8-b265-4fae-b6c4-7dd8d29047b6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:subnet and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:17:45.674786 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-fd7d10e8-b265-4fae-b6c4-7dd8d29047b6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:17:45.681118 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-fd7d10e8-b265-4fae-b6c4-7dd8d29047b6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:17:45.720444 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8ef25181-557f-4b75-93dc-c3ef4d903e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:45.776945 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7d10e8-b265-4fae-b6c4-7dd8d29047b6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Made reservation on behalf of f393478d14c44d15ad1bf9df868df3cb for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:17:45.781184 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fd7d10e8-b265-4fae-b6c4-7dd8d29047b6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:46.064606 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fd7d10e8-b265-4fae-b6c4-7dd8d29047b6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:46.080508 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8ef25181-557f-4b75-93dc-c3ef4d903e4f None None] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:46.091831 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-8ef25181-557f-4b75-93dc-c3ef4d903e4f None None] Transition to ACTIVE for port object 82161db7-2ab0-4853-be22-91774249c7ee will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:17:46.140734 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d10e8-b265-4fae-b6c4-7dd8d29047b6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Subnet': ['ID=03d9f40a-b824-4dcb-8573-63d436fbef69,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:17:46.150487 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8ef25181-557f-4b75-93dc-c3ef4d903e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:46.151944 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7d10e8-b265-4fae-b6c4-7dd8d29047b6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Checking segment: {'id': '83c9b1a6-fa14-40fa-b000-61c880634db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:17:46.152301 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7d10e8-b265-4fae-b6c4-7dd8d29047b6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network hostable DHCP agents. Network: a4366f0b-5e10-4f5c-a4b7-507a768957aa, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:17:46.224006 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7d10e8-b265-4fae-b6c4-7dd8d29047b6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network a4366f0b-5e10-4f5c-a4b7-507a768957aa is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:17:46.234265 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-8ef25181-557f-4b75-93dc-c3ef4d903e4f None None] Attempting to bind port 82161db7-2ab0-4853-be22-91774249c7ee on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:17:46.234830 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-8ef25181-557f-4b75-93dc-c3ef4d903e4f None None] Attempting to bind port 82161db7-2ab0-4853-be22-91774249c7ee by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:17:46.234996 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef25181-557f-4b75-93dc-c3ef4d903e4f None None] Attempting to bind port 82161db7-2ab0-4853-be22-91774249c7ee on network 552ba34b-3dd7-4be8-8310-a9fc908fe72b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:17:46.238254 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6402f1d2-6459-4cdb-876f-418cb5a7b740 None None] Pushing event updated for resources: {'Port': ['ID=82161db7-2ab0-4853-be22-91774249c7ee,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:17:46.243792 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef25181-557f-4b75-93dc-c3ef4d903e4f None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:17:46.244157 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef25181-557f-4b75-93dc-c3ef4d903e4f None None] Checking segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:17:46.244547 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8ef25181-557f-4b75-93dc-c3ef4d903e4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:46.244934 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef25181-557f-4b75-93dc-c3ef4d903e4f None None] Bound using segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:17:46.245389 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-8ef25181-557f-4b75-93dc-c3ef4d903e4f None None] Bound port: 82161db7-2ab0-4853-be22-91774249c7ee, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:17:46.245783 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8ef25181-557f-4b75-93dc-c3ef4d903e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:46.282767 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402f1d2-6459-4cdb-876f-418cb5a7b740 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:17:46.283123 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402f1d2-6459-4cdb-876f-418cb5a7b740 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:17:46.283464 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402f1d2-6459-4cdb-876f-418cb5a7b740 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:17:46.283797 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402f1d2-6459-4cdb-876f-418cb5a7b740 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:17:46.284127 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402f1d2-6459-4cdb-876f-418cb5a7b740 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:17:46.284453 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402f1d2-6459-4cdb-876f-418cb5a7b740 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:17:46.284775 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402f1d2-6459-4cdb-876f-418cb5a7b740 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:17:46.285097 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402f1d2-6459-4cdb-876f-418cb5a7b740 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:17:46.285443 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402f1d2-6459-4cdb-876f-418cb5a7b740 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:17:46.285770 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402f1d2-6459-4cdb-876f-418cb5a7b740 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:17:46.286114 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402f1d2-6459-4cdb-876f-418cb5a7b740 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:17:46.286429 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6402f1d2-6459-4cdb-876f-418cb5a7b740 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:17:46.286912 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-fd7d10e8-b265-4fae-b6c4-7dd8d29047b6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, a4366f0b-5e10-4f5c-a4b7-507a768957aa) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:17:46.297916 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffda3065-b0e2-48ea-b931-13e77cfb1d27 None None] Network a4366f0b-5e10-4f5c-a4b7-507a768957aa requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:17:46.298400 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7d10e8-b265-4fae-b6c4-7dd8d29047b6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:17:46.300476 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fd7d10e8-b265-4fae-b6c4-7dd8d29047b6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:46.331752 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-8ef25181-557f-4b75-93dc-c3ef4d903e4f None None] For port 82161db7-2ab0-4853-be22-91774249c7ee, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:17:46.335074 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-8ef25181-557f-4b75-93dc-c3ef4d903e4f None None] For port 82161db7-2ab0-4853-be22-91774249c7ee, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=82161db7-2ab0-4853-be22-91774249c7ee,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:17:46.402150 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-fd7d10e8-b265-4fae-b6c4-7dd8d29047b6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8566692 Jan 21 19:17:46.404795 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37484) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:17:46.423309 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8ef25181-557f-4b75-93dc-c3ef4d903e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:46.510451 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef25181-557f-4b75-93dc-c3ef4d903e4f None None] Routers {'629f901f-852a-40d4-95c0-c9bbf7a71a67'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:17:46.511085 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-8ef25181-557f-4b75-93dc-c3ef4d903e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:17:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['629f901f-852a-40d4-95c0-c9bbf7a71a67'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:17:46.540811 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e604ab0c-d523-4d4b-b25a-13fa2ffd1fe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-a4366f0b-5e10-4f5c-a4b7-507a768957aa', 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ips': [{'subnet_id': '03d9f40a-b824-4dcb-8573-63d436fbef69'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:17:46.541699 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e604ab0c-d523-4d4b-b25a-13fa2ffd1fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:46.582323 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6402f1d2-6459-4cdb-876f-418cb5a7b740 None None] Pushing event updated for resources: {'Port': ['ID=82161db7-2ab0-4853-be22-91774249c7ee,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:17:46.706828 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-8ef25181-557f-4b75-93dc-c3ef4d903e4f None None] Set router 629f901f-852a-40d4-95c0-c9bbf7a71a67 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:17:46.712088 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-e604ab0c-d523-4d4b-b25a-13fa2ffd1fe0 None None] Allocated IP 172.20.0.2 (a4366f0b-5e10-4f5c-a4b7-507a768957aa/03d9f40a-b824-4dcb-8573-63d436fbef69/e8b39829-7447-4af1-9cb6-80b347a8c81e) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:17:46.950240 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e604ab0c-d523-4d4b-b25a-13fa2ffd1fe0 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:46.962325 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-e604ab0c-d523-4d4b-b25a-13fa2ffd1fe0 None None] Transition to ACTIVE for port object e8b39829-7447-4af1-9cb6-80b347a8c81e will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:17:46.983624 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-e604ab0c-d523-4d4b-b25a-13fa2ffd1fe0 None None] Transition to ACTIVE for port object e8b39829-7447-4af1-9cb6-80b347a8c81e will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:17:47.021710 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-8ef25181-557f-4b75-93dc-c3ef4d903e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'name': 'tempest-TestNetworkBasicOps-router-1183526464', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '82161db7-2ab0-4853-be22-91774249c7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:17:42Z', 'updated_at': '2022-01-21T19:17:44Z', 'revision_number': 3, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '82161db7-2ab0-4853-be22-91774249c7ee', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:29:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:17:43Z', 'updated_at': '2022-01-21T19:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:17:47.026754 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef25181-557f-4b75-93dc-c3ef4d903e4f None None] The sync data for ids ['629f901f-852a-40d4-95c0-c9bbf7a71a67'] in dv-neutron-825470-1-hyperv is: [{'id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'name': 'tempest-TestNetworkBasicOps-router-1183526464', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '82161db7-2ab0-4853-be22-91774249c7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:17:42Z', 'updated_at': '2022-01-21T19:17:44Z', 'revision_number': 3, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '82161db7-2ab0-4853-be22-91774249c7ee', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:29:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:17:43Z', 'updated_at': '2022-01-21T19:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:17:47.053135 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e604ab0c-d523-4d4b-b25a-13fa2ffd1fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:47.131198 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e604ab0c-d523-4d4b-b25a-13fa2ffd1fe0 None None] Network a4366f0b-5e10-4f5c-a4b7-507a768957aa is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:17:47.135935 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-e604ab0c-d523-4d4b-b25a-13fa2ffd1fe0 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:17:47.142359 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e604ab0c-d523-4d4b-b25a-13fa2ffd1fe0 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:17:47.151732 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e604ab0c-d523-4d4b-b25a-13fa2ffd1fe0 None None] Pushing event updated for resources: {'Port': ['ID=e8b39829-7447-4af1-9cb6-80b347a8c81e,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:17:47.244900 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-e604ab0c-d523-4d4b-b25a-13fa2ffd1fe0 None None] Attempting to bind port e8b39829-7447-4af1-9cb6-80b347a8c81e on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:17:47.245320 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-e604ab0c-d523-4d4b-b25a-13fa2ffd1fe0 None None] Attempting to bind port e8b39829-7447-4af1-9cb6-80b347a8c81e by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '83c9b1a6-fa14-40fa-b000-61c880634db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:17:47.245683 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e604ab0c-d523-4d4b-b25a-13fa2ffd1fe0 None None] Attempting to bind port e8b39829-7447-4af1-9cb6-80b347a8c81e on network a4366f0b-5e10-4f5c-a4b7-507a768957aa {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:17:47.251361 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e604ab0c-d523-4d4b-b25a-13fa2ffd1fe0 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:17:47.251731 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e604ab0c-d523-4d4b-b25a-13fa2ffd1fe0 None None] Checking segment: {'id': '83c9b1a6-fa14-40fa-b000-61c880634db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:17:47.252135 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e604ab0c-d523-4d4b-b25a-13fa2ffd1fe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:47.252527 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e604ab0c-d523-4d4b-b25a-13fa2ffd1fe0 None None] Bound using segment: {'id': '83c9b1a6-fa14-40fa-b000-61c880634db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:17:47.252989 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-e604ab0c-d523-4d4b-b25a-13fa2ffd1fe0 None None] Bound port: e8b39829-7447-4af1-9cb6-80b347a8c81e, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c9b1a6-fa14-40fa-b000-61c880634db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:17:47.253415 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e604ab0c-d523-4d4b-b25a-13fa2ffd1fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:47.370937 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-e604ab0c-d523-4d4b-b25a-13fa2ffd1fe0 None None] For port e8b39829-7447-4af1-9cb6-80b347a8c81e, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:17:47.375849 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-e604ab0c-d523-4d4b-b25a-13fa2ffd1fe0 None None] For port e8b39829-7447-4af1-9cb6-80b347a8c81e, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=e8b39829-7447-4af1-9cb6-80b347a8c81e,segment=NetworkSegment(83c9b1a6-fa14-40fa-b000-61c880634db3),segment_id=83c9b1a6-fa14-40fa-b000-61c880634db3)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:17:47.392080 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-79959834-92aa-468c-9aaf-aa57528222e3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:47.466067 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e604ab0c-d523-4d4b-b25a-13fa2ffd1fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:47.552597 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e604ab0c-d523-4d4b-b25a-13fa2ffd1fe0 None None] Pushing event updated for resources: {'Port': ['ID=e8b39829-7447-4af1-9cb6-80b347a8c81e,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:17:47.643340 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 82161db7-2ab0-4853-be22-91774249c7ee up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:17:47.778768 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 82161db7-2ab0-4853-be22-91774249c7ee completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:17:47.787312 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 82161db7-2ab0-4853-be22-91774249c7ee triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:17:47.787843 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:47.938571 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-79959834-92aa-468c-9aaf-aa57528222e3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Allocated IP 172.20.0.1 (a4366f0b-5e10-4f5c-a4b7-507a768957aa/03d9f40a-b824-4dcb-8573-63d436fbef69/26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:17:47.974857 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:47.995681 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 82161db7-2ab0-4853-be22-91774249c7ee, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=82161db7-2ab0-4853-be22-91774249c7ee,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:17:48.047759 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:48.132501 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=82161db7-2ab0-4853-be22-91774249c7ee,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:17:48.136984 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-79959834-92aa-468c-9aaf-aa57528222e3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:48.162929 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-79959834-92aa-468c-9aaf-aa57528222e3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Transition to ACTIVE for port object 26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:17:48.264496 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-79959834-92aa-468c-9aaf-aa57528222e3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:48.342279 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79959834-92aa-468c-9aaf-aa57528222e3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network a4366f0b-5e10-4f5c-a4b7-507a768957aa is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:17:48.345603 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-79959834-92aa-468c-9aaf-aa57528222e3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:17:48.349626 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79959834-92aa-468c-9aaf-aa57528222e3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:17:48.381268 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79959834-92aa-468c-9aaf-aa57528222e3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:17:48.411634 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-79959834-92aa-468c-9aaf-aa57528222e3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:48.753586 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-79959834-92aa-468c-9aaf-aa57528222e3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:49.075562 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718970cb-424b-4672-8d03-37d6dc3012d1 None None] Network a4366f0b-5e10-4f5c-a4b7-507a768957aa requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:17:49.283267 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-b8eb6e3a-e3fa-4751-9d30-ff0803a07a6a None None] Provisioning for port e8b39829-7447-4af1-9cb6-80b347a8c81e completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:17:49.319114 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-79959834-92aa-468c-9aaf-aa57528222e3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:49.378318 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-79959834-92aa-468c-9aaf-aa57528222e3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:49.515232 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79959834-92aa-468c-9aaf-aa57528222e3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:17:49.518040 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-79959834-92aa-468c-9aaf-aa57528222e3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:49.684080 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 82161db7-2ab0-4853-be22-91774249c7ee up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:17:49.703985 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79959834-92aa-468c-9aaf-aa57528222e3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network a4366f0b-5e10-4f5c-a4b7-507a768957aa is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:17:49.705775 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-79959834-92aa-468c-9aaf-aa57528222e3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:17:49.767252 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 82161db7-2ab0-4853-be22-91774249c7ee triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:17:49.767879 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:49.778642 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5f6b1537-e611-4487-87e7-c17bde8f9827 req-56c31ae1-7103-43ad-8c86-f00fc7e09896 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=b3aacec8-114b-4a0e-8000-1bccb78197c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0886540 Jan 21 19:17:49.820198 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f76b30c8-4d95-401b-a5b2-dbb524eab4fe None None] Provisioning for port 26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:17:49.830602 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f76b30c8-4d95-401b-a5b2-dbb524eab4fe None None] Provisioning complete for port 26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:17:49.831440 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f76b30c8-4d95-401b-a5b2-dbb524eab4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:49.895025 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b1537-e611-4487-87e7-c17bde8f9827 req-939ca08b-8c67-4b43-a1cf-8253088ba964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:17:49.896539 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5f6b1537-e611-4487-87e7-c17bde8f9827 req-939ca08b-8c67-4b43-a1cf-8253088ba964 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=578d4b1ec7dd480f94bb194a86bde7ee&device_id=b3aacec8-114b-4a0e-8000-1bccb78197c6 HTTP/1.1" status: 200 len: 1099 time: 0.0881023 Jan 21 19:17:49.906989 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-f76b30c8-4d95-401b-a5b2-dbb524eab4fe None None] Port 26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:17:49.941004 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79959834-92aa-468c-9aaf-aa57528222e3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Router 629f901f-852a-40d4-95c0-c9bbf7a71a67 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:17:49.975727 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device e8b39829-7447-4af1-9cb6-80b347a8c81e up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:17:50.047926 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-1f047aa9-7e1f-4ee4-89f2-faebc46728d8 None None] Provisioning complete for port 26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:17:50.048766 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1f047aa9-7e1f-4ee4-89f2-faebc46728d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:50.072621 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b1537-e611-4487-87e7-c17bde8f9827 req-03f48dc3-12a3-459a-9298-859727ccca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:17:50.074479 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5f6b1537-e611-4487-87e7-c17bde8f9827 req-03f48dc3-12a3-459a-9298-859727ccca5e service neutron] 10.222.0.113 "GET /v2.0/networks?id=0b696f5f-975f-4899-9d3c-c13f9cac42e5 HTTP/1.1" status: 200 len: 912 time: 0.1563249 Jan 21 19:17:50.115823 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-1f047aa9-7e1f-4ee4-89f2-faebc46728d8 None None] Port 26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:17:50.141685 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79959834-92aa-468c-9aaf-aa57528222e3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:17:50.151895 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa656ffd-76e2-4ba1-bdcb-03ae6cc4c98e None None] Sync routers for ids ['629f901f-852a-40d4-95c0-c9bbf7a71a67'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:17:50.156710 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-79959834-92aa-468c-9aaf-aa57528222e3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "PUT /v2.0/routers/629f901f-852a-40d4-95c0-c9bbf7a71a67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7507806 Jan 21 19:17:50.160784 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37492) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:17:50.162187 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa656ffd-76e2-4ba1-bdcb-03ae6cc4c98e None None] Routers {'629f901f-852a-40d4-95c0-c9bbf7a71a67'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:17:50.162843 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-aa656ffd-76e2-4ba1-bdcb-03ae6cc4c98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:17:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['629f901f-852a-40d4-95c0-c9bbf7a71a67'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:17:50.191325 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5f6b1537-e611-4487-87e7-c17bde8f9827 req-ed314a1f-6483-429b-bb01-4c06cc7eb173 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a36d0fb-1325-494f-abbb-85f5b32f39f3 HTTP/1.1" status: 200 len: 1002 time: 0.1102972 Jan 21 19:17:50.222862 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port e8b39829-7447-4af1-9cb6-80b347a8c81e completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:17:50.249218 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port e8b39829-7447-4af1-9cb6-80b347a8c81e triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:17:50.249589 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:50.261026 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b1537-e611-4487-87e7-c17bde8f9827 req-753fefe0-4539-4cc0-97a8-eb81a6de6fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:17:50.262881 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5f6b1537-e611-4487-87e7-c17bde8f9827 req-753fefe0-4539-4cc0-97a8-eb81a6de6fd6 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=84dda25a-5f4d-444e-8486-d19a0764b110 HTTP/1.1" status: 200 len: 850 time: 0.0660682 Jan 21 19:17:50.313817 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8401284b-2872-4801-9e08-cb2bf7d646dc tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:17:50.314225 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8401284b-2872-4801-9e08-cb2bf7d646dc tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:17:50.314696 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8401284b-2872-4801-9e08-cb2bf7d646dc tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:17:50.315163 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8401284b-2872-4801-9e08-cb2bf7d646dc tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:17:50.315623 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8401284b-2872-4801-9e08-cb2bf7d646dc tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:17:50.316083 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8401284b-2872-4801-9e08-cb2bf7d646dc tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:17:50.321069 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-8401284b-2872-4801-9e08-cb2bf7d646dc tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1578081 Jan 21 19:17:50.321591 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37496) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:17:50.346694 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b1537-e611-4487-87e7-c17bde8f9827 req-69e59483-4591-4c9b-9f73-d47cde7120f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:17:50.347836 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5f6b1537-e611-4487-87e7-c17bde8f9827 req-69e59483-4591-4c9b-9f73-d47cde7120f8 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0b696f5f-975f-4899-9d3c-c13f9cac42e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791636 Jan 21 19:17:50.404439 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-e849a10a-40d1-4043-bfd3-962ef105b03d None None] Provisioning complete for port 26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:17:50.411586 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e849a10a-40d1-4043-bfd3-962ef105b03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:50.411696 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1ca99e-376e-448e-92cd-108c1e00c410 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:17:50.411696 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1ca99e-376e-448e-92cd-108c1e00c410 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:17:50.411696 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1ca99e-376e-448e-92cd-108c1e00c410 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:17:50.411696 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1ca99e-376e-448e-92cd-108c1e00c410 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:17:50.411696 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1ca99e-376e-448e-92cd-108c1e00c410 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:17:50.411696 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1ca99e-376e-448e-92cd-108c1e00c410 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:17:50.412259 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-8b1ca99e-376e-448e-92cd-108c1e00c410 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0890887 Jan 21 19:17:50.415545 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37500) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:17:50.461442 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-aa656ffd-76e2-4ba1-bdcb-03ae6cc4c98e None None] Set router 629f901f-852a-40d4-95c0-c9bbf7a71a67 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:17:50.491722 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5f6b1537-e611-4487-87e7-c17bde8f9827 req-b100a938-cdc5-4c75-ae8f-1d8437233737 service neutron] 10.222.0.113 "GET /v2.0/networks/0b696f5f-975f-4899-9d3c-c13f9cac42e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379974 Jan 21 19:17:50.643371 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-43d21a7c-12ac-4d81-bd32-be4adbea0f8d tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2239320 Jan 21 19:17:50.656708 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-e849a10a-40d1-4043-bfd3-962ef105b03d None None] Port 26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:17:50.717267 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:50.745031 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5f6b1537-e611-4487-87e7-c17bde8f9827 req-e26b9616-618f-4570-a778-f9b1c924930a service neutron] 10.222.0.113 "GET /v2.0/networks/0b696f5f-975f-4899-9d3c-c13f9cac42e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471981 Jan 21 19:17:50.829498 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port e8b39829-7447-4af1-9cb6-80b347a8c81e, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=e8b39829-7447-4af1-9cb6-80b347a8c81e,segment=NetworkSegment(83c9b1a6-fa14-40fa-b000-61c880634db3),segment_id=83c9b1a6-fa14-40fa-b000-61c880634db3)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:17:50.895896 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-aa656ffd-76e2-4ba1-bdcb-03ae6cc4c98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'name': 'tempest-TestNetworkBasicOps-router-1183526464', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '82161db7-2ab0-4853-be22-91774249c7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:17:42Z', 'updated_at': '2022-01-21T19:17:48Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '82161db7-2ab0-4853-be22-91774249c7ee', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:29:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:17:43Z', 'updated_at': '2022-01-21T19:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e', 'name': '', 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:3f:d0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '03d9f40a-b824-4dcb-8573-63d436fbef69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:17:47Z', 'updated_at': '2022-01-21T19:17:49Z', 'revision_number': 2, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '03d9f40a-b824-4dcb-8573-63d436fbef69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:17:50.900557 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:50.913922 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 37506) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:17:50.919136 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-3a0391a9-8c55-4a1b-8017-c23c51baeffe tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-423416979', 'description': 'tempest-secgroup-smoke-423416979 description', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:17:50.925173 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3a0391a9-8c55-4a1b-8017-c23c51baeffe tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:17:50.929215 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-3a0391a9-8c55-4a1b-8017-c23c51baeffe tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:17:50.932605 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-3a0391a9-8c55-4a1b-8017-c23c51baeffe tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:17:50.933127 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa656ffd-76e2-4ba1-bdcb-03ae6cc4c98e None None] Checking router: 629f901f-852a-40d4-95c0-c9bbf7a71a67 for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:17:50.933488 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa656ffd-76e2-4ba1-bdcb-03ae6cc4c98e None None] Updating router 629f901f-852a-40d4-95c0-c9bbf7a71a67 port 26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e binding host dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:17:50.941742 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3a0391a9-8c55-4a1b-8017-c23c51baeffe tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:17:51.015884 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-aa656ffd-76e2-4ba1-bdcb-03ae6cc4c98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:51.018360 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3a0391a9-8c55-4a1b-8017-c23c51baeffe tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:51.031642 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=e8b39829-7447-4af1-9cb6-80b347a8c81e,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:17:51.040277 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3a0391a9-8c55-4a1b-8017-c23c51baeffe tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:17:51.044013 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-3a0391a9-8c55-4a1b-8017-c23c51baeffe tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:17:51.046849 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-3a0391a9-8c55-4a1b-8017-c23c51baeffe tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:17:51.052480 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3a0391a9-8c55-4a1b-8017-c23c51baeffe tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:17:51.120867 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3a0391a9-8c55-4a1b-8017-c23c51baeffe tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:51.178511 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3a0391a9-8c55-4a1b-8017-c23c51baeffe tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:51.230433 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0391a9-8c55-4a1b-8017-c23c51baeffe tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba923ba-a225-4fcf-ba6a-e0d9bc3e07c7,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:17:51.237938 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0391a9-8c55-4a1b-8017-c23c51baeffe tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:17:51.238284 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0391a9-8c55-4a1b-8017-c23c51baeffe tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:17:51.238625 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0391a9-8c55-4a1b-8017-c23c51baeffe tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:17:51.238952 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0391a9-8c55-4a1b-8017-c23c51baeffe tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:17:51.239278 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0391a9-8c55-4a1b-8017-c23c51baeffe tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:17:51.239600 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0391a9-8c55-4a1b-8017-c23c51baeffe tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:17:51.239920 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0391a9-8c55-4a1b-8017-c23c51baeffe tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:17:51.240235 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0391a9-8c55-4a1b-8017-c23c51baeffe tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:17:51.240553 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0391a9-8c55-4a1b-8017-c23c51baeffe tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:17:51.240865 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0391a9-8c55-4a1b-8017-c23c51baeffe tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:17:51.241179 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0391a9-8c55-4a1b-8017-c23c51baeffe tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:17:51.241492 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0391a9-8c55-4a1b-8017-c23c51baeffe tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:17:51.310237 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3a0391a9-8c55-4a1b-8017-c23c51baeffe tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:51.311483 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3a0391a9-8c55-4a1b-8017-c23c51baeffe tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3965755 Jan 21 19:17:51.314457 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 37510) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:17:51.319770 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-af385bf8-18cc-452f-96ac-e47c3e3a7822 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '5ba923ba-a225-4fcf-ba6a-e0d9bc3e07c7', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:17:51.327246 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-af385bf8-18cc-452f-96ac-e47c3e3a7822 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:17:51.331060 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-af385bf8-18cc-452f-96ac-e47c3e3a7822 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:17:51.333995 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-af385bf8-18cc-452f-96ac-e47c3e3a7822 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:17:51.340445 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-af385bf8-18cc-452f-96ac-e47c3e3a7822 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:17:51.414670 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-af385bf8-18cc-452f-96ac-e47c3e3a7822 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:51.430498 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-aa656ffd-76e2-4ba1-bdcb-03ae6cc4c98e None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:51.442485 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-aa656ffd-76e2-4ba1-bdcb-03ae6cc4c98e None None] Transition to ACTIVE for port object 26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:17:51.477256 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-af385bf8-18cc-452f-96ac-e47c3e3a7822 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:51.516233 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-aa656ffd-76e2-4ba1-bdcb-03ae6cc4c98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:51.555634 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-af385bf8-18cc-452f-96ac-e47c3e3a7822 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:51.570484 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device e8b39829-7447-4af1-9cb6-80b347a8c81e up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:17:51.583135 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af385bf8-18cc-452f-96ac-e47c3e3a7822 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3876af09-a5b7-470e-a4d0-963177f99ce5,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:17:51.652474 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-af385bf8-18cc-452f-96ac-e47c3e3a7822 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:51.656406 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-af385bf8-18cc-452f-96ac-e47c3e3a7822 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3384316 Jan 21 19:17:51.656647 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 37514) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:17:51.661731 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-52740f33-0a3a-487c-811b-a6e3765b1855 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '5ba923ba-a225-4fcf-ba6a-e0d9bc3e07c7', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:17:51.672567 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-52740f33-0a3a-487c-811b-a6e3765b1855 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:17:51.676409 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-52740f33-0a3a-487c-811b-a6e3765b1855 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:17:51.680179 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-52740f33-0a3a-487c-811b-a6e3765b1855 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:17:51.686999 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-52740f33-0a3a-487c-811b-a6e3765b1855 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:17:51.732511 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accef4ea-dfe4-4047-80a6-28c68fa2a069 None None] Pushing event updated for resources: {'Port': ['ID=26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:17:51.768908 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-52740f33-0a3a-487c-811b-a6e3765b1855 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:51.795096 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-aa656ffd-76e2-4ba1-bdcb-03ae6cc4c98e None None] Attempting to bind port 26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:17:51.795465 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-aa656ffd-76e2-4ba1-bdcb-03ae6cc4c98e None None] Attempting to bind port 26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '83c9b1a6-fa14-40fa-b000-61c880634db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:17:51.795830 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa656ffd-76e2-4ba1-bdcb-03ae6cc4c98e None None] Attempting to bind port 26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e on network a4366f0b-5e10-4f5c-a4b7-507a768957aa {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:17:51.803082 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa656ffd-76e2-4ba1-bdcb-03ae6cc4c98e None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:17:51.803453 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa656ffd-76e2-4ba1-bdcb-03ae6cc4c98e None None] Checking segment: {'id': '83c9b1a6-fa14-40fa-b000-61c880634db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:17:51.803857 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-aa656ffd-76e2-4ba1-bdcb-03ae6cc4c98e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:51.804250 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa656ffd-76e2-4ba1-bdcb-03ae6cc4c98e None None] Bound using segment: {'id': '83c9b1a6-fa14-40fa-b000-61c880634db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:17:51.805299 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-aa656ffd-76e2-4ba1-bdcb-03ae6cc4c98e None None] Bound port: 26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c9b1a6-fa14-40fa-b000-61c880634db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:17:51.805668 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-aa656ffd-76e2-4ba1-bdcb-03ae6cc4c98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:51.836382 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-52740f33-0a3a-487c-811b-a6e3765b1855 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:51.852430 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port e8b39829-7447-4af1-9cb6-80b347a8c81e triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:17:51.852802 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:51.909727 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-52740f33-0a3a-487c-811b-a6e3765b1855 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:51.944960 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52740f33-0a3a-487c-811b-a6e3765b1855 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e72ce357-abd7-4c91-a7a4-d302726cbc91,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:17:51.959077 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-aa656ffd-76e2-4ba1-bdcb-03ae6cc4c98e None None] For port 26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:17:51.965192 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-aa656ffd-76e2-4ba1-bdcb-03ae6cc4c98e None None] For port 26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e,segment=NetworkSegment(83c9b1a6-fa14-40fa-b000-61c880634db3),segment_id=83c9b1a6-fa14-40fa-b000-61c880634db3)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:17:52.001325 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-52740f33-0a3a-487c-811b-a6e3765b1855 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:52.002574 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-52740f33-0a3a-487c-811b-a6e3765b1855 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3449972 Jan 21 19:17:52.005243 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 37518) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:17:52.011002 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-b2fc6a12-17b6-486b-8ad1-cfe549be9d74 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '5ba923ba-a225-4fcf-ba6a-e0d9bc3e07c7', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:17:52.016825 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-b2fc6a12-17b6-486b-8ad1-cfe549be9d74 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:17:52.020704 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-b2fc6a12-17b6-486b-8ad1-cfe549be9d74 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:17:52.023698 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-b2fc6a12-17b6-486b-8ad1-cfe549be9d74 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:17:52.024331 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-aa656ffd-76e2-4ba1-bdcb-03ae6cc4c98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:52.029366 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-b2fc6a12-17b6-486b-8ad1-cfe549be9d74 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:17:52.094736 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b2fc6a12-17b6-486b-8ad1-cfe549be9d74 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:52.104284 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa656ffd-76e2-4ba1-bdcb-03ae6cc4c98e None None] Routers {'629f901f-852a-40d4-95c0-c9bbf7a71a67'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:17:52.104539 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-aa656ffd-76e2-4ba1-bdcb-03ae6cc4c98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:17:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['629f901f-852a-40d4-95c0-c9bbf7a71a67'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:17:52.163360 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b2fc6a12-17b6-486b-8ad1-cfe549be9d74 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:52.170284 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accef4ea-dfe4-4047-80a6-28c68fa2a069 None None] Pushing event updated for resources: {'Port': ['ID=26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:17:52.228772 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b2fc6a12-17b6-486b-8ad1-cfe549be9d74 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:52.255835 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc6a12-17b6-486b-8ad1-cfe549be9d74 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cce4ade1-2e47-42b2-91b5-ce79f22f58a4,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:17:52.294033 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-aa656ffd-76e2-4ba1-bdcb-03ae6cc4c98e None None] Set router 629f901f-852a-40d4-95c0-c9bbf7a71a67 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:17:52.325565 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b2fc6a12-17b6-486b-8ad1-cfe549be9d74 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:52.326798 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b2fc6a12-17b6-486b-8ad1-cfe549be9d74 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3206110 Jan 21 19:17:52.329451 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 37522) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:17:52.334497 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-f683dbaa-8063-4536-a050-9397a5f0ba46 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '5ba923ba-a225-4fcf-ba6a-e0d9bc3e07c7', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:17:52.340584 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-f683dbaa-8063-4536-a050-9397a5f0ba46 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:17:52.344512 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-f683dbaa-8063-4536-a050-9397a5f0ba46 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:17:52.347337 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-f683dbaa-8063-4536-a050-9397a5f0ba46 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:17:52.353442 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-f683dbaa-8063-4536-a050-9397a5f0ba46 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:17:52.454563 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f683dbaa-8063-4536-a050-9397a5f0ba46 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:52.517673 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f683dbaa-8063-4536-a050-9397a5f0ba46 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:52.602070 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f683dbaa-8063-4536-a050-9397a5f0ba46 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:52.615783 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-aa656ffd-76e2-4ba1-bdcb-03ae6cc4c98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'name': 'tempest-TestNetworkBasicOps-router-1183526464', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '82161db7-2ab0-4853-be22-91774249c7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:17:42Z', 'updated_at': '2022-01-21T19:17:48Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '82161db7-2ab0-4853-be22-91774249c7ee', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:29:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:17:43Z', 'updated_at': '2022-01-21T19:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e', 'name': '', 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:3f:d0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '03d9f40a-b824-4dcb-8573-63d436fbef69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:17:47Z', 'updated_at': '2022-01-21T19:17:51Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '03d9f40a-b824-4dcb-8573-63d436fbef69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:17:52.620441 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa656ffd-76e2-4ba1-bdcb-03ae6cc4c98e None None] The sync data for ids ['629f901f-852a-40d4-95c0-c9bbf7a71a67'] in dv-neutron-825470-1-hyperv is: [{'id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'name': 'tempest-TestNetworkBasicOps-router-1183526464', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '82161db7-2ab0-4853-be22-91774249c7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:17:42Z', 'updated_at': '2022-01-21T19:17:48Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '82161db7-2ab0-4853-be22-91774249c7ee', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:29:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:17:43Z', 'updated_at': '2022-01-21T19:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e', 'name': '', 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:3f:d0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '03d9f40a-b824-4dcb-8573-63d436fbef69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:17:47Z', 'updated_at': '2022-01-21T19:17:51Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '03d9f40a-b824-4dcb-8573-63d436fbef69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:17:52.633524 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683dbaa-8063-4536-a050-9397a5f0ba46 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=260f2e9e-57f4-4121-abbe-bcab1267e227,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:17:52.749779 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f683dbaa-8063-4536-a050-9397a5f0ba46 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:52.751003 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f683dbaa-8063-4536-a050-9397a5f0ba46 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4205916 Jan 21 19:17:52.753766 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 37526) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:17:52.759550 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-942910e0-bef7-4247-846a-39fe71b691dd tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '5ba923ba-a225-4fcf-ba6a-e0d9bc3e07c7', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:17:52.766522 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-942910e0-bef7-4247-846a-39fe71b691dd tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:17:52.769572 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-942910e0-bef7-4247-846a-39fe71b691dd tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:17:52.772467 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-942910e0-bef7-4247-846a-39fe71b691dd tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:17:52.778303 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-942910e0-bef7-4247-846a-39fe71b691dd tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:17:52.904424 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.securitygroups_db [None req-942910e0-bef7-4247-846a-39fe71b691dd tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Project f393478d14c44d15ad1bf9df868df3cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 19:17:52.911734 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-942910e0-bef7-4247-846a-39fe71b691dd tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:52.980284 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-942910e0-bef7-4247-846a-39fe71b691dd tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:53.064095 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-942910e0-bef7-4247-846a-39fe71b691dd tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:53.089018 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942910e0-bef7-4247-846a-39fe71b691dd tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0e4bdf3-8c5f-4cdc-b9e4-0279840d7155,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:17:53.171608 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-942910e0-bef7-4247-846a-39fe71b691dd tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:53.172845 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-942910e0-bef7-4247-846a-39fe71b691dd tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4181290 Jan 21 19:17:53.175606 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 37530) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:17:53.181449 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-842e7d9a-bee4-46bb-9ac3-f5a87c617075 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '5ba923ba-a225-4fcf-ba6a-e0d9bc3e07c7', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:17:53.187672 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-842e7d9a-bee4-46bb-9ac3-f5a87c617075 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:17:53.194333 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-842e7d9a-bee4-46bb-9ac3-f5a87c617075 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:17:53.198320 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-842e7d9a-bee4-46bb-9ac3-f5a87c617075 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:17:53.204345 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-842e7d9a-bee4-46bb-9ac3-f5a87c617075 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:17:53.281034 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.securitygroups_db [None req-842e7d9a-bee4-46bb-9ac3-f5a87c617075 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Project f393478d14c44d15ad1bf9df868df3cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 19:17:53.288298 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-842e7d9a-bee4-46bb-9ac3-f5a87c617075 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:53.358880 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-842e7d9a-bee4-46bb-9ac3-f5a87c617075 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:53.412388 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-842e7d9a-bee4-46bb-9ac3-f5a87c617075 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:53.435542 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842e7d9a-bee4-46bb-9ac3-f5a87c617075 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34953f7a-7b01-4d38-b96e-3fad53b30e38,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:17:53.498569 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-842e7d9a-bee4-46bb-9ac3-f5a87c617075 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:53.499939 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-842e7d9a-bee4-46bb-9ac3-f5a87c617075 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3233459 Jan 21 19:17:53.596599 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:17:53.732525 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:17:53.738145 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:17:53.738892 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:53.834105 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-ac7f5441-abcd-4332-82bf-e3fe64443ff9 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:security_group {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:17:53.868433 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:53.909813 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-ac7f5441-abcd-4332-82bf-e3fe64443ff9 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:security_group {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:17:53.910252 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e,segment=NetworkSegment(83c9b1a6-fa14-40fa-b000-61c880634db3),segment_id=83c9b1a6-fa14-40fa-b000-61c880634db3)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:17:53.911008 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-ac7f5441-abcd-4332-82bf-e3fe64443ff9 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-423416979&fields=id&tenant_id=f393478d14c44d15ad1bf9df868df3cb HTTP/1.1" status: 200 len: 267 time: 0.2353222 Jan 21 19:17:53.989571 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:54.069247 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-f4481658-b4a8-462f-a5d3-99c3e663d54c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:17:54.070099 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-f4481658-b4a8-462f-a5d3-99c3e663d54c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:network {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:17:54.103142 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:17:54.144094 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-f4481658-b4a8-462f-a5d3-99c3e663d54c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:network {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:17:54.145247 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-f4481658-b4a8-462f-a5d3-99c3e663d54c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/networks?id=a4366f0b-5e10-4f5c-a4b7-507a768957aa HTTP/1.1" status: 200 len: 796 time: 0.2263098 Jan 21 19:17:54.160132 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-64519370-221b-4dac-8860-ce3cef7192c4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/quotas/f393478d14c44d15ad1bf9df868df3cb HTTP/1.1" status: 200 len: 375 time: 0.0092056 Jan 21 19:17:54.240276 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-8a0ac1a2-6c86-4d33-9646-16987874eb3f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:17:54.308647 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-8a0ac1a2-6c86-4d33-9646-16987874eb3f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:17:54.310017 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-8a0ac1a2-6c86-4d33-9646-16987874eb3f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1448748 Jan 21 19:17:54.488081 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-019b8c79-078a-460a-b221-7c15c5453169 service neutron] 10.222.0.87 "GET /v2.0/networks/a4366f0b-5e10-4f5c-a4b7-507a768957aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657763 Jan 21 19:17:54.623395 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-15d680da-33d2-4a9e-a464-e9c12a663086 service neutron] 10.222.0.87 "GET /v2.0/networks/a4366f0b-5e10-4f5c-a4b7-507a768957aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283402 Jan 21 19:17:54.689981 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 37548) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:17:54.897136 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-aaf5cd0e-7aaf-4cd1-b152-a77ad10647c8 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Deleting port b9187178-d4cf-4139-99ee-68ad53daff20 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:17:54.897398 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aaf5cd0e-7aaf-4cd1-b152-a77ad10647c8 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:54.989356 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-90a7678b-b710-47e8-9226-e09579a5555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:55.074751 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aaf5cd0e-7aaf-4cd1-b152-a77ad10647c8 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:55.075083 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aaf5cd0e-7aaf-4cd1-b152-a77ad10647c8 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:55.198893 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-aaf5cd0e-7aaf-4cd1-b152-a77ad10647c8 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Calling delete_port for b9187178-d4cf-4139-99ee-68ad53daff20 owned by network:floatingip {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:17:55.430158 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aaf5cd0e-7aaf-4cd1-b152-a77ad10647c8 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:55.476084 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5cd0e-7aaf-4cd1-b152-a77ad10647c8 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Pushing event deleted for resources: {'Port': ['ID=b9187178-d4cf-4139-99ee-68ad53daff20,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:17:55.567548 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:17:55.568061 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aaf5cd0e-7aaf-4cd1-b152-a77ad10647c8 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks [] for floatingip, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:55.568392 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.l3_db [None req-aaf5cd0e-7aaf-4cd1-b152-a77ad10647c8 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Floating IP c79113e5-1714-4ac0-9d49-54c2f11492a5 disassociated (deleted). External IP: 172.26.1.142, port: 7a36d0fb-1325-494f-abbb-85f5b32f39f3. Jan 21 19:17:55.635342 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:17:55.635707 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:55.940173 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-20c6875c-6f6c-47a4-9382-52a553ba1854 req-cfe49eb5-3417-411a-b2a3-3e99f25b66c3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=5f121d46-f955-4267-b76c-6cfe10418529 HTTP/1.1" status: 200 len: 210 time: 0.0475323 Jan 21 19:17:56.029920 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf5cd0e-7aaf-4cd1-b152-a77ad10647c8 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Router e4630041-0a38-4a81-b942-d6093812cdfd has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:17:56.206542 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf5cd0e-7aaf-4cd1-b152-a77ad10647c8 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:17:56.215996 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03644812-52e6-4d82-ac20-ce00372d5222 None None] Sync routers for ids ['e4630041-0a38-4a81-b942-d6093812cdfd'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:17:56.222229 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aaf5cd0e-7aaf-4cd1-b152-a77ad10647c8 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:56.225321 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03644812-52e6-4d82-ac20-ce00372d5222 None None] Routers {'e4630041-0a38-4a81-b942-d6093812cdfd'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:17:56.226008 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-03644812-52e6-4d82-ac20-ce00372d5222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:17:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['e4630041-0a38-4a81-b942-d6093812cdfd'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:17:56.283466 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-aaf5cd0e-7aaf-4cd1-b152-a77ad10647c8 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "DELETE /v2.0/floatingips/c79113e5-1714-4ac0-9d49-54c2f11492a5 HTTP/1.1" status: 204 len: 168 time: 1.5923934 Jan 21 19:17:56.284131 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3aacec8-114b-4a0e-8000-1bccb78197c6', 'tag': '7a36d0fb-1325-494f-abbb-85f5b32f39f3'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:17:56.330804 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3aacec8-114b-4a0e-8000-1bccb78197c6', 'tag': '7a36d0fb-1325-494f-abbb-85f5b32f39f3', 'status': 'completed', 'code': 200} Jan 21 19:17:56.444310 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-03644812-52e6-4d82-ac20-ce00372d5222 None None] Set router e4630041-0a38-4a81-b942-d6093812cdfd gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:17:56.458544 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5941aa05-8aac-4ee9-8a4d-bec89a540ae7 req-a16ee114-a7b0-4f7c-97ab-def377d721ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:17:56.460027 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5941aa05-8aac-4ee9-8a4d-bec89a540ae7 req-a16ee114-a7b0-4f7c-97ab-def377d721ce service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=578d4b1ec7dd480f94bb194a86bde7ee&device_id=b3aacec8-114b-4a0e-8000-1bccb78197c6 HTTP/1.1" status: 200 len: 1099 time: 0.1055937 Jan 21 19:17:56.596684 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5941aa05-8aac-4ee9-8a4d-bec89a540ae7 req-79757e44-8ac7-4f93-bb11-7b41ed37cdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:17:56.598141 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5941aa05-8aac-4ee9-8a4d-bec89a540ae7 req-79757e44-8ac7-4f93-bb11-7b41ed37cdbf service neutron] 10.222.0.113 "GET /v2.0/networks?id=0b696f5f-975f-4899-9d3c-c13f9cac42e5 HTTP/1.1" status: 200 len: 912 time: 0.1309369 Jan 21 19:17:56.669628 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5941aa05-8aac-4ee9-8a4d-bec89a540ae7 req-60c9ac26-0986-41ed-903d-665864770279 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a36d0fb-1325-494f-abbb-85f5b32f39f3 HTTP/1.1" status: 200 len: 217 time: 0.0653355 Jan 21 19:17:56.740482 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5941aa05-8aac-4ee9-8a4d-bec89a540ae7 req-5e87e549-f3bc-43f6-8034-a2e176a622ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:17:56.742648 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5941aa05-8aac-4ee9-8a4d-bec89a540ae7 req-5e87e549-f3bc-43f6-8034-a2e176a622ff service neutron] 10.222.0.113 "GET /v2.0/subnets?id=84dda25a-5f4d-444e-8486-d19a0764b110 HTTP/1.1" status: 200 len: 850 time: 0.0628934 Jan 21 19:17:56.822041 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-03644812-52e6-4d82-ac20-ce00372d5222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'name': 'tempest-TestVolumeBootPattern-994555966-router', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:07:43Z', 'updated_at': '2022-01-21T19:07:48Z', 'revision_number': 4, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'gw_port': {'id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:47:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:44Z', 'updated_at': '2022-01-21T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': 'afa46e80-0565-42bb-bf5f-c89411623456', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'floating_ip_address': '172.26.1.107', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'port_id': 'dd243326-d025-473a-9e0e-eb0452de0418', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5', 'mac_address': 'fa:16:3e:ac:7b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1875da-4c42-4e5f-a643-c854a6f79032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:12:35Z', 'updated_at': '2022-01-21T19:12:38Z', 'revision_number': 1, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc18be0-3767-4bd4-9995-6e2d584ed462', 'name': '', 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'mac_address': 'fa:16:3e:15:9a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '84dda25a-5f4d-444e-8486-d19a0764b110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:47Z', 'updated_at': '2022-01-21T19:07:55Z', 'revision_number': 5, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'subnets': [{'id': '84dda25a-5f4d-444e-8486-d19a0764b110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:17:56.822617 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5941aa05-8aac-4ee9-8a4d-bec89a540ae7 req-a70bda9c-5eb1-4e11-b711-31b12919c66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:17:56.824206 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5941aa05-8aac-4ee9-8a4d-bec89a540ae7 req-a70bda9c-5eb1-4e11-b711-31b12919c66d service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0b696f5f-975f-4899-9d3c-c13f9cac42e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767930 Jan 21 19:17:56.827117 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03644812-52e6-4d82-ac20-ce00372d5222 None None] Checking router: e4630041-0a38-4a81-b942-d6093812cdfd for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:17:56.837460 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03644812-52e6-4d82-ac20-ce00372d5222 None None] Routers {'e4630041-0a38-4a81-b942-d6093812cdfd'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:17:56.838135 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-03644812-52e6-4d82-ac20-ce00372d5222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:17:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['e4630041-0a38-4a81-b942-d6093812cdfd'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:17:56.939443 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293cb88-6cbc-4f0b-87f5-a9d4dd3c8b29 req-a67752b5-c9ee-469d-b406-8e6fff213438 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:17:56.941202 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d293cb88-6cbc-4f0b-87f5-a9d4dd3c8b29 req-a67752b5-c9ee-469d-b406-8e6fff213438 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=b3aacec8-114b-4a0e-8000-1bccb78197c6 HTTP/1.1" status: 200 len: 946 time: 0.0982647 Jan 21 19:17:56.986269 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5941aa05-8aac-4ee9-8a4d-bec89a540ae7 req-50b965bc-6223-4170-aa37-0be5af2668bc service neutron] 10.222.0.113 "GET /v2.0/networks/0b696f5f-975f-4899-9d3c-c13f9cac42e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413167 Jan 21 19:17:56.997129 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d293cb88-6cbc-4f0b-87f5-a9d4dd3c8b29 req-dc34b568-6878-4962-af75-046fcac636bd tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465331 Jan 21 19:17:57.104107 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-03644812-52e6-4d82-ac20-ce00372d5222 None None] Set router e4630041-0a38-4a81-b942-d6093812cdfd gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:17:57.114156 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f6bdb227-9174-4ce1-b817-3e9fdcbe320b req-11ac80d6-d1a4-435c-87ed-d734ed10b71b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=5f121d46-f955-4267-b76c-6cfe10418529 HTTP/1.1" status: 200 len: 210 time: 0.0491929 Jan 21 19:17:57.127097 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5941aa05-8aac-4ee9-8a4d-bec89a540ae7 req-c5817b0f-d7f7-43dd-a481-1fe6644d5578 service neutron] 10.222.0.113 "GET /v2.0/networks/0b696f5f-975f-4899-9d3c-c13f9cac42e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391892 Jan 21 19:17:57.269986 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8020274c-8ce5-4230-aaae-88e477c0a766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:57.479900 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-03644812-52e6-4d82-ac20-ce00372d5222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'name': 'tempest-TestVolumeBootPattern-994555966-router', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:07:43Z', 'updated_at': '2022-01-21T19:07:48Z', 'revision_number': 4, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'gw_port': {'id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:47:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:44Z', 'updated_at': '2022-01-21T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': 'afa46e80-0565-42bb-bf5f-c89411623456', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'floating_ip_address': '172.26.1.107', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'port_id': 'dd243326-d025-473a-9e0e-eb0452de0418', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5', 'mac_address': 'fa:16:3e:ac:7b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1875da-4c42-4e5f-a643-c854a6f79032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:12:35Z', 'updated_at': '2022-01-21T19:12:38Z', 'revision_number': 1, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc18be0-3767-4bd4-9995-6e2d584ed462', 'name': '', 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'mac_address': 'fa:16:3e:15:9a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '84dda25a-5f4d-444e-8486-d19a0764b110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:47Z', 'updated_at': '2022-01-21T19:07:55Z', 'revision_number': 5, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'subnets': [{'id': '84dda25a-5f4d-444e-8486-d19a0764b110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:17:57.484083 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03644812-52e6-4d82-ac20-ce00372d5222 None None] The sync data for ids ['e4630041-0a38-4a81-b942-d6093812cdfd'] in dv-neutron-825470-1-hyperv is: [{'id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'name': 'tempest-TestVolumeBootPattern-994555966-router', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:07:43Z', 'updated_at': '2022-01-21T19:07:48Z', 'revision_number': 4, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'gw_port': {'id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:47:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:44Z', 'updated_at': '2022-01-21T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': 'afa46e80-0565-42bb-bf5f-c89411623456', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'floating_ip_address': '172.26.1.107', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'port_id': 'dd243326-d025-473a-9e0e-eb0452de0418', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5', 'mac_address': 'fa:16:3e:ac:7b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1875da-4c42-4e5f-a643-c854a6f79032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:12:35Z', 'updated_at': '2022-01-21T19:12:38Z', 'revision_number': 1, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc18be0-3767-4bd4-9995-6e2d584ed462', 'name': '', 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'mac_address': 'fa:16:3e:15:9a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '84dda25a-5f4d-444e-8486-d19a0764b110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:47Z', 'updated_at': '2022-01-21T19:07:55Z', 'revision_number': 5, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'subnets': [{'id': '84dda25a-5f4d-444e-8486-d19a0764b110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:17:57.723837 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97552fb4-2654-4781-88fc-3c151a313504 None None] New status for floating IP c79113e5-1714-4ac0-9d49-54c2f11492a5: DOWN {{(pid=88138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:17:58.189377 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-86e87dac-f080-445a-9045-771fc781096f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:17:58.190134 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-86e87dac-f080-445a-9045-771fc781096f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:network {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:17:58.206082 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-86e87dac-f080-445a-9045-771fc781096f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:network {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:17:58.209174 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-86e87dac-f080-445a-9045-771fc781096f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "GET /v2.0/networks?id=a4366f0b-5e10-4f5c-a4b7-507a768957aa HTTP/1.1" status: 200 len: 796 time: 0.1940134 Jan 21 19:17:58.216467 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7902d5c3-1c9d-45e2-997e-01eee1ea926b req-673ada9b-3dbc-47a0-a32e-7de1c4cc6a7a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:17:58.223943 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7902d5c3-1c9d-45e2-997e-01eee1ea926b req-673ada9b-3dbc-47a0-a32e-7de1c4cc6a7a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=b3aacec8-114b-4a0e-8000-1bccb78197c6 HTTP/1.1" status: 200 len: 946 time: 0.1128066 Jan 21 19:17:58.229317 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:58.268571 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-038beafd-3ce6-4b07-86f1-7ccb0a9e10bc tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:security_group {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:17:58.281602 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-038beafd-3ce6-4b07-86f1-7ccb0a9e10bc tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:security_group {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:17:58.281602 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-038beafd-3ce6-4b07-86f1-7ccb0a9e10bc tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f393478d14c44d15ad1bf9df868df3cb HTTP/1.1" status: 200 len: 379 time: 0.0567009 Jan 21 19:17:58.296997 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-c390e8d8-3d8b-4ec5-9ebb-e319ff0efd7e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'port': {'device_id': '5f121d46-f955-4267-b76c-6cfe10418529', 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa', 'admin_state_up': True, 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'security_groups': ['5ba923ba-a225-4fcf-ba6a-e0d9bc3e07c7']}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:17:58.311409 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-242e7664-b1fa-4008-8080-c32809130864 req-3b117276-f2ae-4654-a2e1-da50a54efce9 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=5f121d46-f955-4267-b76c-6cfe10418529 HTTP/1.1" status: 200 len: 210 time: 0.0638316 Jan 21 19:17:58.335295 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7902d5c3-1c9d-45e2-997e-01eee1ea926b req-10a31ba2-9912-46d1-aa19-73e0f908742f tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116390 Jan 21 19:17:58.569308 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:58.606419 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-c390e8d8-3d8b-4ec5-9ebb-e319ff0efd7e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:17:58.624443 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb19b7-2967-4219-a6cd-69ceac9eb619 req-0ff8d34e-3f75-463e-80b0-62f3c7bac646 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:17:58.625133 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-e1cb19b7-2967-4219-a6cd-69ceac9eb619 req-0ff8d34e-3f75-463e-80b0-62f3c7bac646 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Synchronizing usage tracker for tenant:578d4b1ec7dd480f94bb194a86bde7ee on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:17:58.627621 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-c390e8d8-3d8b-4ec5-9ebb-e319ff0efd7e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:17:58.645562 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:58.702411 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-c390e8d8-3d8b-4ec5-9ebb-e319ff0efd7e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Made reservation on behalf of f393478d14c44d15ad1bf9df868df3cb for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:17:58.705995 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-c390e8d8-3d8b-4ec5-9ebb-e319ff0efd7e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:58.761353 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-e1cb19b7-2967-4219-a6cd-69ceac9eb619 req-0ff8d34e-3f75-463e-80b0-62f3c7bac646 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Unset dirty status for tenant:578d4b1ec7dd480f94bb194a86bde7ee on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:17:58.762514 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e1cb19b7-2967-4219-a6cd-69ceac9eb619 req-0ff8d34e-3f75-463e-80b0-62f3c7bac646 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.113 "GET /v2.0/ports?device_id=b3aacec8-114b-4a0e-8000-1bccb78197c6 HTTP/1.1" status: 200 len: 946 time: 0.4237802 Jan 21 19:17:58.862186 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-e1cb19b7-2967-4219-a6cd-69ceac9eb619 req-cff46e52-1f8a-4481-9c69-ae2fb51e9cce tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Deleting port 7a36d0fb-1325-494f-abbb-85f5b32f39f3 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:17:58.862443 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-e1cb19b7-2967-4219-a6cd-69ceac9eb619 req-cff46e52-1f8a-4481-9c69-ae2fb51e9cce tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:59.016333 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-c390e8d8-3d8b-4ec5-9ebb-e319ff0efd7e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Allocated IP 172.20.0.14 (a4366f0b-5e10-4f5c-a4b7-507a768957aa/03d9f40a-b824-4dcb-8573-63d436fbef69/cb428f09-cf1e-4881-9289-facc34a92201) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:17:59.285240 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-e1cb19b7-2967-4219-a6cd-69ceac9eb619 req-cff46e52-1f8a-4481-9c69-ae2fb51e9cce tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] For port 7a36d0fb-1325-494f-abbb-85f5b32f39f3, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=7a36d0fb-1325-494f-abbb-85f5b32f39f3,segment=NetworkSegment(04945371-b45c-4f7e-b15f-adaa5b08e7fa),segment_id=04945371-b45c-4f7e-b15f-adaa5b08e7fa)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:17:59.285926 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-e1cb19b7-2967-4219-a6cd-69ceac9eb619 req-cff46e52-1f8a-4481-9c69-ae2fb51e9cce tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:59.428379 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-e1cb19b7-2967-4219-a6cd-69ceac9eb619 req-cff46e52-1f8a-4481-9c69-ae2fb51e9cce tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Calling delete_port for 7a36d0fb-1325-494f-abbb-85f5b32f39f3 owned by compute:nova {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:17:59.469114 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2e9cddd2-9560-43f5-a0fb-926d15454971 req-e9bbb790-0dae-43b4-965f-c63461c87882 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=5f121d46-f955-4267-b76c-6cfe10418529 HTTP/1.1" status: 200 len: 210 time: 0.0480692 Jan 21 19:17:59.498265 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-c390e8d8-3d8b-4ec5-9ebb-e319ff0efd7e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:59.524246 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-c390e8d8-3d8b-4ec5-9ebb-e319ff0efd7e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Transition to ACTIVE for port object cb428f09-cf1e-4881-9289-facc34a92201 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:17:59.545974 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00880bfa-8aa7-4409-85c8-2ea17ba50469 req-f6115fc3-fe19-493c-a077-f316f5e6e029 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:17:59.547428 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-00880bfa-8aa7-4409-85c8-2ea17ba50469 req-f6115fc3-fe19-493c-a077-f316f5e6e029 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=b3aacec8-114b-4a0e-8000-1bccb78197c6 HTTP/1.1" status: 200 len: 946 time: 0.0822196 Jan 21 19:17:59.596088 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-00880bfa-8aa7-4409-85c8-2ea17ba50469 req-dffbc041-2e55-4f8b-970f-43943a47b2b6 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423367 Jan 21 19:17:59.692566 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-c390e8d8-3d8b-4ec5-9ebb-e319ff0efd7e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:59.738249 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-e1cb19b7-2967-4219-a6cd-69ceac9eb619 req-cff46e52-1f8a-4481-9c69-ae2fb51e9cce tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:59.772434 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-c390e8d8-3d8b-4ec5-9ebb-e319ff0efd7e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network a4366f0b-5e10-4f5c-a4b7-507a768957aa is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:17:59.778528 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-c390e8d8-3d8b-4ec5-9ebb-e319ff0efd7e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:17:59.783422 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-c390e8d8-3d8b-4ec5-9ebb-e319ff0efd7e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:17:59.844338 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c390e8d8-3d8b-4ec5-9ebb-e319ff0efd7e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=cb428f09-cf1e-4881-9289-facc34a92201,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:17:59.936780 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff46e52-1f8a-4481-9c69-ae2fb51e9cce tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Pushing event deleted for resources: {'Port': ['ID=7a36d0fb-1325-494f-abbb-85f5b32f39f3,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:17:59.938893 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1cb19b7-2967-4219-a6cd-69ceac9eb619 req-cff46e52-1f8a-4481-9c69-ae2fb51e9cce tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] No DVR routers for this DVR port 7a36d0fb-1325-494f-abbb-85f5b32f39f3 on host hv-neutron-8254 {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:17:59.943256 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-e1cb19b7-2967-4219-a6cd-69ceac9eb619 req-cff46e52-1f8a-4481-9c69-ae2fb51e9cce tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:17:59.946938 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3aacec8-114b-4a0e-8000-1bccb78197c6', 'name': 'network-vif-deleted', 'tag': '7a36d0fb-1325-494f-abbb-85f5b32f39f3'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:17:59.980270 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-c390e8d8-3d8b-4ec5-9ebb-e319ff0efd7e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:17:59.980885 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-c390e8d8-3d8b-4ec5-9ebb-e319ff0efd7e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:00.013893 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3aacec8-114b-4a0e-8000-1bccb78197c6', 'name': 'network-vif-deleted', 'tag': '7a36d0fb-1325-494f-abbb-85f5b32f39f3', 'status': 'completed', 'code': 200} Jan 21 19:18:00.053450 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e1cb19b7-2967-4219-a6cd-69ceac9eb619 req-cff46e52-1f8a-4481-9c69-ae2fb51e9cce tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.113 "DELETE /v2.0/ports/7a36d0fb-1325-494f-abbb-85f5b32f39f3 HTTP/1.1" status: 204 len: 173 time: 1.2845781 Jan 21 19:18:00.087701 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-d8d868a9-62d7-4dc2-b883-866fd8f3793f None None] Provisioning for port cb428f09-cf1e-4881-9289-facc34a92201 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:18:00.096125 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-c390e8d8-3d8b-4ec5-9ebb-e319ff0efd7e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8013201 Jan 21 19:18:00.096266 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-d8d868a9-62d7-4dc2-b883-866fd8f3793f None None] Provisioning complete for port cb428f09-cf1e-4881-9289-facc34a92201 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:18:00.096266 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d8d868a9-62d7-4dc2-b883-866fd8f3793f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:00.100442 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-ff88ae97-4fa4-4982-9855-825bda992a41 service neutron] Request body: {'port': {'device_id': '5f121d46-f955-4267-b76c-6cfe10418529', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:18:00.124844 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:00.151775 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-d8d868a9-62d7-4dc2-b883-866fd8f3793f None None] Port cb428f09-cf1e-4881-9289-facc34a92201 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:18:00.224381 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-ff88ae97-4fa4-4982-9855-825bda992a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:00.667764 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1963f-3365-4df6-8c95-2e729368ce7c req-fe7c31f0-490a-4bdd-ac03-61544f6d0086 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:00.669951 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5ab1963f-3365-4df6-8c95-2e729368ce7c req-fe7c31f0-490a-4bdd-ac03-61544f6d0086 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=5f121d46-f955-4267-b76c-6cfe10418529 HTTP/1.1" status: 200 len: 932 time: 0.0816596 Jan 21 19:18:00.711374 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-ff88ae97-4fa4-4982-9855-825bda992a41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb428f09-cf1e-4881-9289-facc34a92201 {{(pid=88137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:18:00.718899 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-ff88ae97-4fa4-4982-9855-825bda992a41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:00.733968 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-ff88ae97-4fa4-4982-9855-825bda992a41 service neutron] Transition to ACTIVE for port object cb428f09-cf1e-4881-9289-facc34a92201 will not be triggered until provisioned by entity L2. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:18:00.755790 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5ab1963f-3365-4df6-8c95-2e729368ce7c req-cfbed19c-7cb9-46cc-b6c6-8319a1921afe tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=5ba923ba-a225-4fcf-ba6a-e0d9bc3e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806534 Jan 21 19:18:00.764362 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ce6753d2-52fa-4528-b53d-f631a0b819b8 req-5eb6e544-5917-4ec3-b78b-a7072ce6e7e3 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=b3aacec8-114b-4a0e-8000-1bccb78197c6 HTTP/1.1" status: 200 len: 210 time: 0.0553660 Jan 21 19:18:00.812090 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-ff88ae97-4fa4-4982-9855-825bda992a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:00.969915 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff88ae97-4fa4-4982-9855-825bda992a41 service neutron] Pushing event updated for resources: {'Port': ['ID=cb428f09-cf1e-4881-9289-facc34a92201,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:18:01.050413 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-ff88ae97-4fa4-4982-9855-825bda992a41 service neutron] Attempting to bind port cb428f09-cf1e-4881-9289-facc34a92201 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:18:01.050749 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-ff88ae97-4fa4-4982-9855-825bda992a41 service neutron] Attempting to bind port cb428f09-cf1e-4881-9289-facc34a92201 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '83c9b1a6-fa14-40fa-b000-61c880634db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:18:01.051076 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-ff88ae97-4fa4-4982-9855-825bda992a41 service neutron] Attempting to bind port cb428f09-cf1e-4881-9289-facc34a92201 on network a4366f0b-5e10-4f5c-a4b7-507a768957aa {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:18:01.056655 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-ff88ae97-4fa4-4982-9855-825bda992a41 service neutron] Port cb428f09-cf1e-4881-9289-facc34a92201 on network a4366f0b-5e10-4f5c-a4b7-507a768957aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 19:18:01.056978 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-ff88ae97-4fa4-4982-9855-825bda992a41 service neutron] Attempting to bind port cb428f09-cf1e-4881-9289-facc34a92201 on network a4366f0b-5e10-4f5c-a4b7-507a768957aa {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:18:01.061977 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-ff88ae97-4fa4-4982-9855-825bda992a41 service neutron] Checking agent: {'id': '9a14f311-f6d5-46c6-87a2-f860197fb66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:18:01.062313 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-ff88ae97-4fa4-4982-9855-825bda992a41 service neutron] Checking segment: {'id': '83c9b1a6-fa14-40fa-b000-61c880634db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:18:01.062744 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-ff88ae97-4fa4-4982-9855-825bda992a41 service neutron] Bound using segment: {'id': '83c9b1a6-fa14-40fa-b000-61c880634db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa'} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:18:01.063164 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-ff88ae97-4fa4-4982-9855-825bda992a41 service neutron] Bound port: cb428f09-cf1e-4881-9289-facc34a92201, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83c9b1a6-fa14-40fa-b000-61c880634db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa'}}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:18:01.063505 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-ff88ae97-4fa4-4982-9855-825bda992a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:01.154371 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-ff88ae97-4fa4-4982-9855-825bda992a41 service neutron] For port cb428f09-cf1e-4881-9289-facc34a92201, host hv-neutron-8254, cleared binding levels {{(pid=88137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:18:01.157341 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-ff88ae97-4fa4-4982-9855-825bda992a41 service neutron] For port cb428f09-cf1e-4881-9289-facc34a92201, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=cb428f09-cf1e-4881-9289-facc34a92201,segment=NetworkSegment(83c9b1a6-fa14-40fa-b000-61c880634db3),segment_id=83c9b1a6-fa14-40fa-b000-61c880634db3)] {{(pid=88137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:18:01.239976 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-ff88ae97-4fa4-4982-9855-825bda992a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:01.299954 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-ff88ae97-4fa4-4982-9855-825bda992a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:01.300567 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-ff88ae97-4fa4-4982-9855-825bda992a41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:01.302007 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-ff88ae97-4fa4-4982-9855-825bda992a41 service neutron] 10.222.0.113 "PUT /v2.0/ports/cb428f09-cf1e-4881-9289-facc34a92201 HTTP/1.1" status: 200 len: 1094 time: 1.2059221 Jan 21 19:18:01.321286 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff88ae97-4fa4-4982-9855-825bda992a41 service neutron] Pushing event updated for resources: {'Port': ['ID=cb428f09-cf1e-4881-9289-facc34a92201,revision_number=3']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:18:01.542874 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-472d7573-1b5d-43a6-9386-19fe523b03b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:01.544395 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-472d7573-1b5d-43a6-9386-19fe523b03b5 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=5f121d46-f955-4267-b76c-6cfe10418529 HTTP/1.1" status: 200 len: 1097 time: 0.1045265 Jan 21 19:18:01.618125 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-eb1af591-3e8b-4048-bc16-b12d59168bcd service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb428f09-cf1e-4881-9289-facc34a92201 HTTP/1.1" status: 200 len: 217 time: 0.0667958 Jan 21 19:18:01.678776 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-ab9e5506-c88c-404d-9d2d-8a3143706b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:01.680703 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-ab9e5506-c88c-404d-9d2d-8a3143706b97 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=03d9f40a-b824-4dcb-8573-63d436fbef69 HTTP/1.1" status: 200 len: 834 time: 0.0574586 Jan 21 19:18:01.755790 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-b9b867b0-70af-4c44-96ed-c15bbaec0c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:01.758262 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-b9b867b0-70af-4c44-96ed-c15bbaec0c49 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a4366f0b-5e10-4f5c-a4b7-507a768957aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702369 Jan 21 19:18:01.894722 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-43a3a653-5391-4a30-b667-b81b76f22db7 service neutron] 10.222.0.113 "GET /v2.0/networks/a4366f0b-5e10-4f5c-a4b7-507a768957aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314774 Jan 21 19:18:01.965765 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23991302-dc2f-45ca-8bb9-5920c33534a8 req-6c63c2d1-c808-436e-9798-ba49ee9f0bbd tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:01.967225 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-23991302-dc2f-45ca-8bb9-5920c33534a8 req-6c63c2d1-c808-436e-9798-ba49ee9f0bbd tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=5f121d46-f955-4267-b76c-6cfe10418529 HTTP/1.1" status: 200 len: 944 time: 0.0862825 Jan 21 19:18:02.013111 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-23991302-dc2f-45ca-8bb9-5920c33534a8 req-8bbd68de-b547-41d8-9055-176ac875af1b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=5ba923ba-a225-4fcf-ba6a-e0d9bc3e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401714 Jan 21 19:18:02.022224 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f121d46-f955-4267-b76c-6cfe10418529', 'tag': 'cb428f09-cf1e-4881-9289-facc34a92201'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:18:02.037818 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c45349cf-632a-4212-bcd7-eea8ca6ede85 req-095ec362-be7e-4fd8-bb59-d645614db4e8 service neutron] 10.222.0.113 "GET /v2.0/networks/a4366f0b-5e10-4f5c-a4b7-507a768957aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368432 Jan 21 19:18:02.073424 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f121d46-f955-4267-b76c-6cfe10418529', 'tag': 'cb428f09-cf1e-4881-9289-facc34a92201', 'status': 'completed', 'code': 200} Jan 21 19:18:02.253432 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c47d8-174d-476a-943f-aac8ab7f5838 req-ff9c2803-539b-4c81-b5e5-c82adab81278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:02.254957 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d36c47d8-174d-476a-943f-aac8ab7f5838 req-ff9c2803-539b-4c81-b5e5-c82adab81278 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=5f121d46-f955-4267-b76c-6cfe10418529 HTTP/1.1" status: 200 len: 1097 time: 0.0743358 Jan 21 19:18:02.327023 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 7a36d0fb-1325-494f-abbb-85f5b32f39f3 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:18:02.361602 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] No Port match for: 7a36d0fb-1325-494f-abbb-85f5b32f39f3 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:18:02.362018 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 7a36d0fb-1325-494f-abbb-85f5b32f39f3 not bound to the agent host hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:18:02.394377 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c47d8-174d-476a-943f-aac8ab7f5838 req-9c604bc8-2e58-40e0-abdc-e3f9a3f0cf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:02.395957 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d36c47d8-174d-476a-943f-aac8ab7f5838 req-9c604bc8-2e58-40e0-abdc-e3f9a3f0cf4c service neutron] 10.222.0.113 "GET /v2.0/networks?id=a4366f0b-5e10-4f5c-a4b7-507a768957aa HTTP/1.1" status: 200 len: 897 time: 0.1335862 Jan 21 19:18:02.467344 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d36c47d8-174d-476a-943f-aac8ab7f5838 req-4407325e-e957-457d-9056-89b9cff108f9 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb428f09-cf1e-4881-9289-facc34a92201 HTTP/1.1" status: 200 len: 217 time: 0.0613592 Jan 21 19:18:02.624675 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c47d8-174d-476a-943f-aac8ab7f5838 req-d6745f0c-f647-48b2-bc23-67157db8915d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:02.626121 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d36c47d8-174d-476a-943f-aac8ab7f5838 req-d6745f0c-f647-48b2-bc23-67157db8915d service neutron] 10.222.0.113 "GET /v2.0/subnets?id=03d9f40a-b824-4dcb-8573-63d436fbef69 HTTP/1.1" status: 200 len: 834 time: 0.1511467 Jan 21 19:18:02.701620 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c47d8-174d-476a-943f-aac8ab7f5838 req-dcbefacf-c067-4441-809a-3b09e3c2143a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:02.703126 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d36c47d8-174d-476a-943f-aac8ab7f5838 req-dcbefacf-c067-4441-809a-3b09e3c2143a service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a4366f0b-5e10-4f5c-a4b7-507a768957aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704591 Jan 21 19:18:02.836595 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d36c47d8-174d-476a-943f-aac8ab7f5838 req-e5c55ffe-43b2-432b-a31b-643b2e4c6ae9 service neutron] 10.222.0.113 "GET /v2.0/networks/a4366f0b-5e10-4f5c-a4b7-507a768957aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258092 Jan 21 19:18:02.971980 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d36c47d8-174d-476a-943f-aac8ab7f5838 req-c9e4dceb-9507-4b9c-9dbf-8cfc933bdbaa service neutron] 10.222.0.113 "GET /v2.0/networks/a4366f0b-5e10-4f5c-a4b7-507a768957aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286776 Jan 21 19:18:03.203182 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531b867-fa9c-48a5-adce-2a870d2a37c2 req-0206aa57-dab5-4c5a-86aa-a065f7589928 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:03.204785 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b531b867-fa9c-48a5-adce-2a870d2a37c2 req-0206aa57-dab5-4c5a-86aa-a065f7589928 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=5f121d46-f955-4267-b76c-6cfe10418529 HTTP/1.1" status: 200 len: 944 time: 0.0884724 Jan 21 19:18:03.254156 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b531b867-fa9c-48a5-adce-2a870d2a37c2 req-bc56e7c9-885f-4671-84be-f1cb573dcb5f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=5ba923ba-a225-4fcf-ba6a-e0d9bc3e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424354 Jan 21 19:18:04.464696 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ffd77b-0384-4d9c-8a0f-cd17c919676d req-25527c9e-2f6b-495f-966c-d9decdc9407a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:04.466207 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d0ffd77b-0384-4d9c-8a0f-cd17c919676d req-25527c9e-2f6b-495f-966c-d9decdc9407a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=5f121d46-f955-4267-b76c-6cfe10418529 HTTP/1.1" status: 200 len: 944 time: 0.0921695 Jan 21 19:18:04.513574 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d0ffd77b-0384-4d9c-8a0f-cd17c919676d req-cb0e6b0b-fda9-4f75-bc7a-4696915970dd tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=5ba923ba-a225-4fcf-ba6a-e0d9bc3e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416772 Jan 21 19:18:05.708175 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac07072-dc6e-4beb-945d-338c0a1251cf req-c1b5dedb-35b2-4a5f-bb49-6040b796b567 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:05.709564 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fac07072-dc6e-4beb-945d-338c0a1251cf req-c1b5dedb-35b2-4a5f-bb49-6040b796b567 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=5f121d46-f955-4267-b76c-6cfe10418529 HTTP/1.1" status: 200 len: 944 time: 0.0861137 Jan 21 19:18:05.754871 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fac07072-dc6e-4beb-945d-338c0a1251cf req-f622d914-213b-47d7-89ab-af23a672dbea tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=5ba923ba-a225-4fcf-ba6a-e0d9bc3e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393469 Jan 21 19:18:06.364953 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device cb428f09-cf1e-4881-9289-facc34a92201 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:18:06.498551 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port cb428f09-cf1e-4881-9289-facc34a92201, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=cb428f09-cf1e-4881-9289-facc34a92201,segment=NetworkSegment(83c9b1a6-fa14-40fa-b000-61c880634db3),segment_id=83c9b1a6-fa14-40fa-b000-61c880634db3)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:18:06.511474 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': 'cb428f09-cf1e-4881-9289-facc34a92201', 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa', 'port_id': 'cb428f09-cf1e-4881-9289-facc34a92201', 'mac_address': 'fa:16:3e:d7:3a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03d9f40a-b824-4dcb-8573-63d436fbef69', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:18:06.568488 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:06.584587 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb428f09-cf1e-4881-9289-facc34a92201 {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:18:06.599856 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port cb428f09-cf1e-4881-9289-facc34a92201, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=cb428f09-cf1e-4881-9289-facc34a92201,segment=NetworkSegment(83c9b1a6-fa14-40fa-b000-61c880634db3),segment_id=83c9b1a6-fa14-40fa-b000-61c880634db3)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:18:06.622022 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 37622) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:18:06.669431 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:06.755055 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=cb428f09-cf1e-4881-9289-facc34a92201,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:18:06.849664 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-1c59f181-3d40-4469-88c9-085610f548f6 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Deleting port 1a121a6b-ac67-432b-83b1-62b864560482 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:18:06.850027 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1c59f181-3d40-4469-88c9-085610f548f6 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:06.914108 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['cb428f09-cf1e-4881-9289-facc34a92201'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:18:06.940767 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c5244-f2a2-4e20-b11c-9741e5f73ddf req-8aab18fa-27b3-44ca-bb8f-9b3610315f58 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:06.943591 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-484c5244-f2a2-4e20-b11c-9741e5f73ddf req-8aab18fa-27b3-44ca-bb8f-9b3610315f58 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=5f121d46-f955-4267-b76c-6cfe10418529 HTTP/1.1" status: 200 len: 945 time: 0.0831351 Jan 21 19:18:06.988818 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-484c5244-f2a2-4e20-b11c-9741e5f73ddf req-5c012163-907d-4e81-b716-b2b18121e03d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=5ba923ba-a225-4fcf-ba6a-e0d9bc3e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401645 Jan 21 19:18:07.031537 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1c59f181-3d40-4469-88c9-085610f548f6 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:07.031908 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1c59f181-3d40-4469-88c9-085610f548f6 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:07.156988 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-1c59f181-3d40-4469-88c9-085610f548f6 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Calling delete_port for 1a121a6b-ac67-432b-83b1-62b864560482 owned by network:floatingip {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:18:07.376453 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1c59f181-3d40-4469-88c9-085610f548f6 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:07.422724 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c59f181-3d40-4469-88c9-085610f548f6 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Pushing event deleted for resources: {'Port': ['ID=1a121a6b-ac67-432b-83b1-62b864560482,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:18:07.514738 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1c59f181-3d40-4469-88c9-085610f548f6 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks [] for floatingip, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:07.515080 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.l3_db [None req-1c59f181-3d40-4469-88c9-085610f548f6 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Floating IP afa46e80-0565-42bb-bf5f-c89411623456 disassociated (deleted). External IP: 172.26.1.107, port: dd243326-d025-473a-9e0e-eb0452de0418. Jan 21 19:18:07.940969 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c59f181-3d40-4469-88c9-085610f548f6 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Router e4630041-0a38-4a81-b942-d6093812cdfd has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:18:08.124144 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c59f181-3d40-4469-88c9-085610f548f6 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:18:08.135545 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64fe071-0c5a-4314-900e-f533f9783c1e None None] Sync routers for ids ['e4630041-0a38-4a81-b942-d6093812cdfd'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:18:08.141975 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1c59f181-3d40-4469-88c9-085610f548f6 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:08.144877 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64fe071-0c5a-4314-900e-f533f9783c1e None None] Routers {'e4630041-0a38-4a81-b942-d6093812cdfd'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:18:08.145579 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-b64fe071-0c5a-4314-900e-f533f9783c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:17:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['e4630041-0a38-4a81-b942-d6093812cdfd'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:18:08.185035 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ae684-1209-4edc-abc0-cecc5996bace req-d620e69c-3539-4ee8-b4b7-558725c83d85 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:08.186553 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5b0ae684-1209-4edc-abc0-cecc5996bace req-d620e69c-3539-4ee8-b4b7-558725c83d85 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=5f121d46-f955-4267-b76c-6cfe10418529 HTTP/1.1" status: 200 len: 945 time: 0.0894890 Jan 21 19:18:08.201877 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-1c59f181-3d40-4469-88c9-085610f548f6 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "DELETE /v2.0/floatingips/afa46e80-0565-42bb-bf5f-c89411623456 HTTP/1.1" status: 204 len: 168 time: 1.5763419 Jan 21 19:18:08.201877 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1875da-4c42-4e5f-a643-c854a6f79032', 'tag': 'dd243326-d025-473a-9e0e-eb0452de0418'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:18:08.234094 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5b0ae684-1209-4edc-abc0-cecc5996bace req-6d2d24be-5d3a-4e69-ad5f-c1f0ce0296ae tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=5ba923ba-a225-4fcf-ba6a-e0d9bc3e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411036 Jan 21 19:18:08.290500 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b1875da-4c42-4e5f-a643-c854a6f79032', 'tag': 'dd243326-d025-473a-9e0e-eb0452de0418', 'status': 'completed', 'code': 200} Jan 21 19:18:08.342811 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-b64fe071-0c5a-4314-900e-f533f9783c1e None None] Set router e4630041-0a38-4a81-b942-d6093812cdfd gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:18:08.395996 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device cb428f09-cf1e-4881-9289-facc34a92201 up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:18:08.398868 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3dfddf-6502-42ea-bc75-edcadffed7ca req-5e420023-dbf5-4aca-bebb-796da3b8dea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:08.400301 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-fb3dfddf-6502-42ea-bc75-edcadffed7ca req-5e420023-dbf5-4aca-bebb-796da3b8dea0 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=578d4b1ec7dd480f94bb194a86bde7ee&device_id=8b1875da-4c42-4e5f-a643-c854a6f79032 HTTP/1.1" status: 200 len: 1099 time: 0.0881128 Jan 21 19:18:08.552212 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3dfddf-6502-42ea-bc75-edcadffed7ca req-3e3963a9-11c9-41b6-bcc7-5637a98bb76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:08.554277 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-fb3dfddf-6502-42ea-bc75-edcadffed7ca req-3e3963a9-11c9-41b6-bcc7-5637a98bb76d service neutron] 10.222.0.113 "GET /v2.0/networks?id=0b696f5f-975f-4899-9d3c-c13f9cac42e5 HTTP/1.1" status: 200 len: 912 time: 0.1456978 Jan 21 19:18:08.572018 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning for port cb428f09-cf1e-4881-9289-facc34a92201 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:18:08.577547 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port cb428f09-cf1e-4881-9289-facc34a92201 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:18:08.578018 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:08.621159 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-fb3dfddf-6502-42ea-bc75-edcadffed7ca req-a82ed2dc-1cf2-4b72-b8d4-6f43d8bc1137 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd243326-d025-473a-9e0e-eb0452de0418 HTTP/1.1" status: 200 len: 217 time: 0.0606971 Jan 21 19:18:08.692006 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-b64fe071-0c5a-4314-900e-f533f9783c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'name': 'tempest-TestVolumeBootPattern-994555966-router', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:07:43Z', 'updated_at': '2022-01-21T19:07:48Z', 'revision_number': 4, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'gw_port': {'id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:47:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:44Z', 'updated_at': '2022-01-21T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'fbc18be0-3767-4bd4-9995-6e2d584ed462', 'name': '', 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'mac_address': 'fa:16:3e:15:9a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '84dda25a-5f4d-444e-8486-d19a0764b110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:47Z', 'updated_at': '2022-01-21T19:07:55Z', 'revision_number': 5, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'subnets': [{'id': '84dda25a-5f4d-444e-8486-d19a0764b110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:18:08.696344 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64fe071-0c5a-4314-900e-f533f9783c1e None None] Checking router: e4630041-0a38-4a81-b942-d6093812cdfd for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:18:08.700157 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3dfddf-6502-42ea-bc75-edcadffed7ca req-d188a009-eea1-42c3-9746-981f54ef0fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:08.701582 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-fb3dfddf-6502-42ea-bc75-edcadffed7ca req-d188a009-eea1-42c3-9746-981f54ef0fe7 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=84dda25a-5f4d-444e-8486-d19a0764b110 HTTP/1.1" status: 200 len: 850 time: 0.0750811 Jan 21 19:18:08.705252 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64fe071-0c5a-4314-900e-f533f9783c1e None None] Routers {'e4630041-0a38-4a81-b942-d6093812cdfd'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:18:08.706074 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-b64fe071-0c5a-4314-900e-f533f9783c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:17:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['e4630041-0a38-4a81-b942-d6093812cdfd'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:18:08.711064 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:08.747497 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port cb428f09-cf1e-4881-9289-facc34a92201, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=cb428f09-cf1e-4881-9289-facc34a92201,segment=NetworkSegment(83c9b1a6-fa14-40fa-b000-61c880634db3),segment_id=83c9b1a6-fa14-40fa-b000-61c880634db3)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:18:08.748877 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f121d46-f955-4267-b76c-6cfe10418529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb428f09-cf1e-4881-9289-facc34a92201'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:18:08.796632 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3dfddf-6502-42ea-bc75-edcadffed7ca req-3a042340-0a25-47dd-b94c-95eb629520c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:08.798529 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-fb3dfddf-6502-42ea-bc75-edcadffed7ca req-3a042340-0a25-47dd-b94c-95eb629520c7 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0b696f5f-975f-4899-9d3c-c13f9cac42e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0867484 Jan 21 19:18:08.804234 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f121d46-f955-4267-b76c-6cfe10418529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb428f09-cf1e-4881-9289-facc34a92201', 'code': 200} Jan 21 19:18:08.813370 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3770e4-c4e6-4851-a8c5-6746531f26a5 req-0562dd4a-3878-4620-988c-b6f7f4dbee23 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:08.814873 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4d3770e4-c4e6-4851-a8c5-6746531f26a5 req-0562dd4a-3878-4620-988c-b6f7f4dbee23 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b1875da-4c42-4e5f-a643-c854a6f79032 HTTP/1.1" status: 200 len: 946 time: 0.0866675 Jan 21 19:18:08.829539 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:08.885810 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4d3770e4-c4e6-4851-a8c5-6746531f26a5 req-eb4c5c34-bd7c-4368-ad87-c16c35fe56b4 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606821 Jan 21 19:18:08.928400 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-b64fe071-0c5a-4314-900e-f533f9783c1e None None] Set router e4630041-0a38-4a81-b942-d6093812cdfd gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:18:08.952587 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=cb428f09-cf1e-4881-9289-facc34a92201,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:18:08.980869 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-fb3dfddf-6502-42ea-bc75-edcadffed7ca req-f4081cb3-b5fd-4627-8ac7-6a8f23f622c8 service neutron] 10.222.0.113 "GET /v2.0/networks/0b696f5f-975f-4899-9d3c-c13f9cac42e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709344 Jan 21 19:18:09.119681 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-fb3dfddf-6502-42ea-bc75-edcadffed7ca req-6e428713-4fb5-4e96-824d-ce2a6703f18e service neutron] 10.222.0.113 "GET /v2.0/networks/0b696f5f-975f-4899-9d3c-c13f9cac42e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307349 Jan 21 19:18:09.254457 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4cfd62-fdb2-4bc9-a03e-ef55c1e3f8b3 req-e6032ec2-f63b-4ac2-bc74-2de9afa1135c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:09.255905 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-7d4cfd62-fdb2-4bc9-a03e-ef55c1e3f8b3 req-e6032ec2-f63b-4ac2-bc74-2de9afa1135c service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=5f121d46-f955-4267-b76c-6cfe10418529 HTTP/1.1" status: 200 len: 1099 time: 0.1063294 Jan 21 19:18:09.287134 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-b64fe071-0c5a-4314-900e-f533f9783c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'name': 'tempest-TestVolumeBootPattern-994555966-router', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:07:43Z', 'updated_at': '2022-01-21T19:07:48Z', 'revision_number': 4, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'gw_port': {'id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:47:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:44Z', 'updated_at': '2022-01-21T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'fbc18be0-3767-4bd4-9995-6e2d584ed462', 'name': '', 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'mac_address': 'fa:16:3e:15:9a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '84dda25a-5f4d-444e-8486-d19a0764b110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:47Z', 'updated_at': '2022-01-21T19:07:55Z', 'revision_number': 5, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'subnets': [{'id': '84dda25a-5f4d-444e-8486-d19a0764b110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:18:09.292295 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64fe071-0c5a-4314-900e-f533f9783c1e None None] The sync data for ids ['e4630041-0a38-4a81-b942-d6093812cdfd'] in dv-neutron-825470-1-hyperv is: [{'id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'name': 'tempest-TestVolumeBootPattern-994555966-router', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:07:43Z', 'updated_at': '2022-01-21T19:07:48Z', 'revision_number': 4, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'gw_port': {'id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:47:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:44Z', 'updated_at': '2022-01-21T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'fbc18be0-3767-4bd4-9995-6e2d584ed462', 'name': '', 'network_id': '0b696f5f-975f-4899-9d3c-c13f9cac42e5', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'mac_address': 'fa:16:3e:15:9a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '84dda25a-5f4d-444e-8486-d19a0764b110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:47Z', 'updated_at': '2022-01-21T19:07:55Z', 'revision_number': 5, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'subnets': [{'id': '84dda25a-5f4d-444e-8486-d19a0764b110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:18:09.315032 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-7d4cfd62-fdb2-4bc9-a03e-ef55c1e3f8b3 req-4903bb29-09f5-403d-945b-f551681e59ec service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=5ba923ba-a225-4fcf-ba6a-e0d9bc3e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501144 Jan 21 19:18:09.335270 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28dfcd2-039e-48d3-bc54-2f6970d29a9d req-0c6bfcf7-3b39-42e4-b327-f91b0f43ee50 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:09.335986 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-f28dfcd2-039e-48d3-bc54-2f6970d29a9d req-0c6bfcf7-3b39-42e4-b327-f91b0f43ee50 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Synchronizing usage tracker for tenant:578d4b1ec7dd480f94bb194a86bde7ee on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:18:09.414030 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-f28dfcd2-039e-48d3-bc54-2f6970d29a9d req-0c6bfcf7-3b39-42e4-b327-f91b0f43ee50 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Unset dirty status for tenant:578d4b1ec7dd480f94bb194a86bde7ee on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:18:09.415310 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-f28dfcd2-039e-48d3-bc54-2f6970d29a9d req-0c6bfcf7-3b39-42e4-b327-f91b0f43ee50 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.113 "GET /v2.0/ports?device_id=8b1875da-4c42-4e5f-a643-c854a6f79032 HTTP/1.1" status: 200 len: 946 time: 0.1968589 Jan 21 19:18:09.443658 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519a553-50bf-4f81-b5cf-7407b24f975c req-9f4a7735-7792-4e9d-9f0e-5a06af3847e8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:09.447906 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6519a553-50bf-4f81-b5cf-7407b24f975c req-9f4a7735-7792-4e9d-9f0e-5a06af3847e8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=5f121d46-f955-4267-b76c-6cfe10418529 HTTP/1.1" status: 200 len: 946 time: 0.0897365 Jan 21 19:18:09.507560 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6519a553-50bf-4f81-b5cf-7407b24f975c req-300ba354-df20-4c39-b7d5-6fc1f3e7d36f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=5ba923ba-a225-4fcf-ba6a-e0d9bc3e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519862 Jan 21 19:18:09.550198 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744152e6-2b5e-4a91-9c04-2f4f02b04c84 None None] New status for floating IP afa46e80-0565-42bb-bf5f-c89411623456: DOWN {{(pid=88138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:18:09.580319 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-f28dfcd2-039e-48d3-bc54-2f6970d29a9d req-5e60e056-a28a-41bf-9479-dd508263924f tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Deleting port dd243326-d025-473a-9e0e-eb0452de0418 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:18:09.580655 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-f28dfcd2-039e-48d3-bc54-2f6970d29a9d req-5e60e056-a28a-41bf-9479-dd508263924f tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:09.936013 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-f28dfcd2-039e-48d3-bc54-2f6970d29a9d req-5e60e056-a28a-41bf-9479-dd508263924f tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] For port dd243326-d025-473a-9e0e-eb0452de0418, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=dd243326-d025-473a-9e0e-eb0452de0418,segment=NetworkSegment(04945371-b45c-4f7e-b15f-adaa5b08e7fa),segment_id=04945371-b45c-4f7e-b15f-adaa5b08e7fa)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:18:09.936299 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-f28dfcd2-039e-48d3-bc54-2f6970d29a9d req-5e60e056-a28a-41bf-9479-dd508263924f tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:10.061314 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-f28dfcd2-039e-48d3-bc54-2f6970d29a9d req-5e60e056-a28a-41bf-9479-dd508263924f tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Calling delete_port for dd243326-d025-473a-9e0e-eb0452de0418 owned by compute:nova {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:18:10.072988 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896a137-5972-42bd-8fe1-281a8e0d1469 req-be09b9fe-b149-4ca7-9ec8-a1c0e812c166 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:10.074581 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4896a137-5972-42bd-8fe1-281a8e0d1469 req-be09b9fe-b149-4ca7-9ec8-a1c0e812c166 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b1875da-4c42-4e5f-a643-c854a6f79032 HTTP/1.1" status: 200 len: 946 time: 0.0846291 Jan 21 19:18:10.123503 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4896a137-5972-42bd-8fe1-281a8e0d1469 req-1b57317e-1d7c-4cc8-9f86-117b56421e09 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/security-groups?id=28aff064-0444-4b4a-8f02-0b08a8d998fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431967 Jan 21 19:18:10.296711 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-f28dfcd2-039e-48d3-bc54-2f6970d29a9d req-5e60e056-a28a-41bf-9479-dd508263924f tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:10.349384 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e60e056-a28a-41bf-9479-dd508263924f tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Pushing event deleted for resources: {'Port': ['ID=dd243326-d025-473a-9e0e-eb0452de0418,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:18:10.430851 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:18:10.434246 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-f28dfcd2-039e-48d3-bc54-2f6970d29a9d req-5e60e056-a28a-41bf-9479-dd508263924f tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] No DVR routers for this DVR port dd243326-d025-473a-9e0e-eb0452de0418 on host hv-neutron-8254 {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:18:10.438835 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-f28dfcd2-039e-48d3-bc54-2f6970d29a9d req-5e60e056-a28a-41bf-9479-dd508263924f tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:10.441735 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1875da-4c42-4e5f-a643-c854a6f79032', 'name': 'network-vif-deleted', 'tag': 'dd243326-d025-473a-9e0e-eb0452de0418'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:18:10.495490 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1875da-4c42-4e5f-a643-c854a6f79032', 'name': 'network-vif-deleted', 'tag': 'dd243326-d025-473a-9e0e-eb0452de0418', 'status': 'completed', 'code': 200} Jan 21 19:18:10.567534 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-f28dfcd2-039e-48d3-bc54-2f6970d29a9d req-5e60e056-a28a-41bf-9479-dd508263924f tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.113 "DELETE /v2.0/ports/dd243326-d025-473a-9e0e-eb0452de0418 HTTP/1.1" status: 204 len: 173 time: 1.0606496 Jan 21 19:18:10.700288 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f59ae-1876-4a48-9bc2-af65c21cdaf0 req-77abbe48-633f-420d-9741-893710a7f20d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:10.701768 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-028f59ae-1876-4a48-9bc2-af65c21cdaf0 req-77abbe48-633f-420d-9741-893710a7f20d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=5f121d46-f955-4267-b76c-6cfe10418529 HTTP/1.1" status: 200 len: 946 time: 0.0838759 Jan 21 19:18:10.751240 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-028f59ae-1876-4a48-9bc2-af65c21cdaf0 req-9435c215-3870-4495-a66b-06969b36c742 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=5ba923ba-a225-4fcf-ba6a-e0d9bc3e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435183 Jan 21 19:18:11.052965 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36daaf3c-807f-4ee7-b47e-ee9081a85df2 req-753e5ac7-e7c7-4b33-a819-bac8acb2ec50 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:11.055090 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-36daaf3c-807f-4ee7-b47e-ee9081a85df2 req-753e5ac7-e7c7-4b33-a819-bac8acb2ec50 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=5f121d46-f955-4267-b76c-6cfe10418529 HTTP/1.1" status: 200 len: 946 time: 0.1910412 Jan 21 19:18:11.099981 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-36daaf3c-807f-4ee7-b47e-ee9081a85df2 req-db30b478-285d-4725-9f0b-fe3e024bc7b4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=5ba923ba-a225-4fcf-ba6a-e0d9bc3e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391707 Jan 21 19:18:11.123279 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37648) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:18:11.193417 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4127f578-202f-48a2-8a4b-6dfbb512689d tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:11.198179 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-4127f578-202f-48a2-8a4b-6dfbb512689d tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=5f121d46-f955-4267-b76c-6cfe10418529 HTTP/1.1" status: 200 len: 1094 time: 0.0712562 Jan 21 19:18:11.198373 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37654) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:18:11.203293 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-3b1733c8-e92e-4c90-83c6-fd6c031d99f4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'floatingip': {'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'port_id': 'cb428f09-cf1e-4881-9289-facc34a92201', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:18:11.209296 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-3b1733c8-e92e-4c90-83c6-fd6c031d99f4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:18:11.213221 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-3b1733c8-e92e-4c90-83c6-fd6c031d99f4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:floatingip and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:18:11.216291 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-3b1733c8-e92e-4c90-83c6-fd6c031d99f4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:18:11.223673 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-3b1733c8-e92e-4c90-83c6-fd6c031d99f4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:18:11.276646 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b10993f5-606b-4d45-ae08-df1e4a88b90c req-65a0ed0b-f4ce-4fed-b94d-09ce35cacb12 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b1875da-4c42-4e5f-a643-c854a6f79032 HTTP/1.1" status: 200 len: 210 time: 0.0458093 Jan 21 19:18:11.309334 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3b1733c8-e92e-4c90-83c6-fd6c031d99f4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for floatingip, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:11.453170 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3b1733c8-e92e-4c90-83c6-fd6c031d99f4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:11.588817 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-3b1733c8-e92e-4c90-83c6-fd6c031d99f4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Allocated IP 172.26.1.23 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/f944ec46-fffc-4045-b165-5ece1d39464c) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:18:11.736345 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3b1733c8-e92e-4c90-83c6-fd6c031d99f4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:11.801065 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3b1733c8-e92e-4c90-83c6-fd6c031d99f4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:11.870506 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1733c8-e92e-4c90-83c6-fd6c031d99f4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:18:11.873323 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-3b1733c8-e92e-4c90-83c6-fd6c031d99f4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:18:11.877104 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1733c8-e92e-4c90-83c6-fd6c031d99f4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:18:11.914552 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1733c8-e92e-4c90-83c6-fd6c031d99f4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=f944ec46-fffc-4045-b165-5ece1d39464c,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:18:12.292797 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3b1733c8-e92e-4c90-83c6-fd6c031d99f4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:12.370568 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 37660) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:18:12.389453 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device dd243326-d025-473a-9e0e-eb0452de0418 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:18:12.431136 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3b1733c8-e92e-4c90-83c6-fd6c031d99f4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:12.437388 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] No Port match for: dd243326-d025-473a-9e0e-eb0452de0418 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:18:12.437990 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device dd243326-d025-473a-9e0e-eb0452de0418 not bound to the agent host hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:18:12.536914 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-42a7ca5d-5c21-4009-8a73-f7c04d2e4e5a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Deleting port 91bb687b-7446-42c8-8dde-326104f861ea {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:18:12.537244 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-42a7ca5d-5c21-4009-8a73-f7c04d2e4e5a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:12.641100 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3b1733c8-e92e-4c90-83c6-fd6c031d99f4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:12.709497 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-42a7ca5d-5c21-4009-8a73-f7c04d2e4e5a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:12.709919 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-42a7ca5d-5c21-4009-8a73-f7c04d2e4e5a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:12.714773 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3b1733c8-e92e-4c90-83c6-fd6c031d99f4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:12.822014 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1733c8-e92e-4c90-83c6-fd6c031d99f4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=f944ec46-fffc-4045-b165-5ece1d39464c,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:18:12.832546 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3b1733c8-e92e-4c90-83c6-fd6c031d99f4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:12.833890 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-42a7ca5d-5c21-4009-8a73-f7c04d2e4e5a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Calling delete_port for 91bb687b-7446-42c8-8dde-326104f861ea owned by network:floatingip {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:18:13.046324 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-42a7ca5d-5c21-4009-8a73-f7c04d2e4e5a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:13.095870 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a7ca5d-5c21-4009-8a73-f7c04d2e4e5a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Pushing event deleted for resources: {'Port': ['ID=91bb687b-7446-42c8-8dde-326104f861ea,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:18:13.114743 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.l3_db [None req-3b1733c8-e92e-4c90-83c6-fd6c031d99f4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Floating IP 43ffe1ba-d3b2-4dd2-b556-b510adc836d8 associated. External IP: 172.26.1.23, port: cb428f09-cf1e-4881-9289-facc34a92201. Jan 21 19:18:13.189225 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-42a7ca5d-5c21-4009-8a73-f7c04d2e4e5a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks [] for floatingip, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:13.204554 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-42a7ca5d-5c21-4009-8a73-f7c04d2e4e5a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:13.208158 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-42a7ca5d-5c21-4009-8a73-f7c04d2e4e5a tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "DELETE /v2.0/floatingips/8a5dc903-98ec-49fd-b3e5-23e65cce5343 HTTP/1.1" status: 204 len: 168 time: 0.8341403 Jan 21 19:18:13.474425 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1733c8-e92e-4c90-83c6-fd6c031d99f4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Router 629f901f-852a-40d4-95c0-c9bbf7a71a67 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:18:13.659401 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1733c8-e92e-4c90-83c6-fd6c031d99f4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:18:13.672476 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c2cad4-36ec-41fe-9327-0c4fe7917604 None None] Sync routers for ids ['629f901f-852a-40d4-95c0-c9bbf7a71a67'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:18:13.682303 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c2cad4-36ec-41fe-9327-0c4fe7917604 None None] Routers {'629f901f-852a-40d4-95c0-c9bbf7a71a67'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:18:13.682865 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-f0c2cad4-36ec-41fe-9327-0c4fe7917604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:17:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['629f901f-852a-40d4-95c0-c9bbf7a71a67'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:18:13.766412 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3b1733c8-e92e-4c90-83c6-fd6c031d99f4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:13.827551 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-3b1733c8-e92e-4c90-83c6-fd6c031d99f4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6280825 Jan 21 19:18:13.828926 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f121d46-f955-4267-b76c-6cfe10418529', 'tag': 'cb428f09-cf1e-4881-9289-facc34a92201'}] {{(pid=88136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:18:13.830450 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 37672) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:18:13.874650 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-f0c2cad4-36ec-41fe-9327-0c4fe7917604 None None] Set router 629f901f-852a-40d4-95c0-c9bbf7a71a67 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:18:13.919953 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88554ece-c01e-4faa-8ce4-2f64c40ac1ea tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:13.924167 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-88554ece-c01e-4faa-8ce4-2f64c40ac1ea tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=5f121d46-f955-4267-b76c-6cfe10418529 HTTP/1.1" status: 200 len: 1094 time: 0.0895565 Jan 21 19:18:14.057238 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f121d46-f955-4267-b76c-6cfe10418529', 'tag': 'cb428f09-cf1e-4881-9289-facc34a92201', 'status': 'completed', 'code': 200} Jan 21 19:18:14.158293 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37680) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:18:14.162286 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e665f48-34e1-4621-b89b-cb09154e7030 req-9875a50f-95be-4e99-99c2-73dfb896dd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:14.164718 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-658a482b-f918-451c-bc9e-84adbfbc453e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1473353003', 'description': 'tempest-secgroup-smoke-1473353003 description', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:18:14.164939 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6e665f48-34e1-4621-b89b-cb09154e7030 req-9875a50f-95be-4e99-99c2-73dfb896dd88 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=5f121d46-f955-4267-b76c-6cfe10418529 HTTP/1.1" status: 200 len: 1099 time: 0.0859680 Jan 21 19:18:14.171379 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-658a482b-f918-451c-bc9e-84adbfbc453e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:18:14.184135 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-658a482b-f918-451c-bc9e-84adbfbc453e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:18:14.274048 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-658a482b-f918-451c-bc9e-84adbfbc453e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:14.293456 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-f0c2cad4-36ec-41fe-9327-0c4fe7917604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'name': 'tempest-TestNetworkBasicOps-router-1183526464', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '82161db7-2ab0-4853-be22-91774249c7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:17:42Z', 'updated_at': '2022-01-21T19:17:48Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '82161db7-2ab0-4853-be22-91774249c7ee', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:29:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:17:43Z', 'updated_at': '2022-01-21T19:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '43ffe1ba-d3b2-4dd2-b556-b510adc836d8', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'floating_ip_address': '172.26.1.23', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'port_id': 'cb428f09-cf1e-4881-9289-facc34a92201', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa', 'mac_address': 'fa:16:3e:d7:3a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f121d46-f955-4267-b76c-6cfe10418529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:18:12Z', 'updated_at': '2022-01-21T19:18:12Z', 'revision_number': 0, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e', 'name': '', 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:3f:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '03d9f40a-b824-4dcb-8573-63d436fbef69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:17:47Z', 'updated_at': '2022-01-21T19:17:53Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '03d9f40a-b824-4dcb-8573-63d436fbef69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:18:14.297685 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-658a482b-f918-451c-bc9e-84adbfbc453e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:18:14.298589 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c2cad4-36ec-41fe-9327-0c4fe7917604 None None] Checking router: 629f901f-852a-40d4-95c0-c9bbf7a71a67 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:18:14.304192 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-658a482b-f918-451c-bc9e-84adbfbc453e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:18:14.307163 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-658a482b-f918-451c-bc9e-84adbfbc453e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:18:14.308139 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c2cad4-36ec-41fe-9327-0c4fe7917604 None None] Routers {'629f901f-852a-40d4-95c0-c9bbf7a71a67'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:18:14.308714 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-f0c2cad4-36ec-41fe-9327-0c4fe7917604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:17:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['629f901f-852a-40d4-95c0-c9bbf7a71a67'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:18:14.314105 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-658a482b-f918-451c-bc9e-84adbfbc453e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:18:14.392678 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-658a482b-f918-451c-bc9e-84adbfbc453e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:14.451981 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e665f48-34e1-4621-b89b-cb09154e7030 req-dda11bc6-ea91-4574-9657-ce46122eadbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:14.453626 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6e665f48-34e1-4621-b89b-cb09154e7030 req-dda11bc6-ea91-4574-9657-ce46122eadbb service neutron] 10.222.0.113 "GET /v2.0/networks?id=a4366f0b-5e10-4f5c-a4b7-507a768957aa HTTP/1.1" status: 200 len: 897 time: 0.2819436 Jan 21 19:18:14.457984 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-658a482b-f918-451c-bc9e-84adbfbc453e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:14.513999 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-f0c2cad4-36ec-41fe-9327-0c4fe7917604 None None] Set router 629f901f-852a-40d4-95c0-c9bbf7a71a67 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:18:14.514335 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a482b-f918-451c-bc9e-84adbfbc453e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61f84d78-b7ec-4150-bb23-997a6e522711,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:18:14.571383 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6e665f48-34e1-4621-b89b-cb09154e7030 req-4a3bf283-6037-45bd-8f09-69bdfd80cce2 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb428f09-cf1e-4881-9289-facc34a92201 HTTP/1.1" status: 200 len: 999 time: 0.1108389 Jan 21 19:18:14.577980 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-658a482b-f918-451c-bc9e-84adbfbc453e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:14.581672 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-658a482b-f918-451c-bc9e-84adbfbc453e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4196489 Jan 21 19:18:14.581923 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37684) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:18:14.586929 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-acd03812-1978-444f-9bba-764b12e73ead tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '61f84d78-b7ec-4150-bb23-997a6e522711', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:18:14.592881 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-acd03812-1978-444f-9bba-764b12e73ead tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:18:14.596742 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-acd03812-1978-444f-9bba-764b12e73ead tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:18:14.602661 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-acd03812-1978-444f-9bba-764b12e73ead tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:18:14.608766 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-acd03812-1978-444f-9bba-764b12e73ead tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:18:14.654640 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e665f48-34e1-4621-b89b-cb09154e7030 req-b99f2a7f-2d96-4fef-9b1e-509b04df5fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:14.656052 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6e665f48-34e1-4621-b89b-cb09154e7030 req-b99f2a7f-2d96-4fef-9b1e-509b04df5fb3 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=03d9f40a-b824-4dcb-8573-63d436fbef69 HTTP/1.1" status: 200 len: 834 time: 0.0763307 Jan 21 19:18:14.695376 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-acd03812-1978-444f-9bba-764b12e73ead tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:14.737352 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e665f48-34e1-4621-b89b-cb09154e7030 req-068bbfd5-3ac6-4696-bea3-b8cd776ea5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:14.739671 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6e665f48-34e1-4621-b89b-cb09154e7030 req-068bbfd5-3ac6-4696-bea3-b8cd776ea5d4 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a4366f0b-5e10-4f5c-a4b7-507a768957aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778813 Jan 21 19:18:14.774997 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-acd03812-1978-444f-9bba-764b12e73ead tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:14.852627 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-acd03812-1978-444f-9bba-764b12e73ead tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:14.882561 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd03812-1978-444f-9bba-764b12e73ead tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c29dc84d-31b9-4af7-9c56-ef58cd3c99c3,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:18:14.906992 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6e665f48-34e1-4621-b89b-cb09154e7030 req-59988155-9cd1-4396-824d-3622212a1a95 service neutron] 10.222.0.113 "GET /v2.0/networks/a4366f0b-5e10-4f5c-a4b7-507a768957aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577346 Jan 21 19:18:14.954511 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-f0c2cad4-36ec-41fe-9327-0c4fe7917604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'name': 'tempest-TestNetworkBasicOps-router-1183526464', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '82161db7-2ab0-4853-be22-91774249c7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:17:42Z', 'updated_at': '2022-01-21T19:17:48Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '82161db7-2ab0-4853-be22-91774249c7ee', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:29:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:17:43Z', 'updated_at': '2022-01-21T19:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '43ffe1ba-d3b2-4dd2-b556-b510adc836d8', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'floating_ip_address': '172.26.1.23', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'port_id': 'cb428f09-cf1e-4881-9289-facc34a92201', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa', 'mac_address': 'fa:16:3e:d7:3a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f121d46-f955-4267-b76c-6cfe10418529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:18:12Z', 'updated_at': '2022-01-21T19:18:12Z', 'revision_number': 0, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e', 'name': '', 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:3f:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '03d9f40a-b824-4dcb-8573-63d436fbef69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:17:47Z', 'updated_at': '2022-01-21T19:17:53Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '03d9f40a-b824-4dcb-8573-63d436fbef69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:18:14.959319 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c2cad4-36ec-41fe-9327-0c4fe7917604 None None] The sync data for ids ['629f901f-852a-40d4-95c0-c9bbf7a71a67'] in dv-neutron-825470-1-hyperv is: [{'id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'name': 'tempest-TestNetworkBasicOps-router-1183526464', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '82161db7-2ab0-4853-be22-91774249c7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:17:42Z', 'updated_at': '2022-01-21T19:17:48Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '82161db7-2ab0-4853-be22-91774249c7ee', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:29:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:17:43Z', 'updated_at': '2022-01-21T19:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '43ffe1ba-d3b2-4dd2-b556-b510adc836d8', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'floating_ip_address': '172.26.1.23', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'port_id': 'cb428f09-cf1e-4881-9289-facc34a92201', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa', 'mac_address': 'fa:16:3e:d7:3a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f121d46-f955-4267-b76c-6cfe10418529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:18:12Z', 'updated_at': '2022-01-21T19:18:12Z', 'revision_number': 0, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e', 'name': '', 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:3f:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '03d9f40a-b824-4dcb-8573-63d436fbef69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:17:47Z', 'updated_at': '2022-01-21T19:17:53Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '03d9f40a-b824-4dcb-8573-63d436fbef69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:18:14.983684 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-acd03812-1978-444f-9bba-764b12e73ead tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:14.987415 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-acd03812-1978-444f-9bba-764b12e73ead tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4020107 Jan 21 19:18:14.987713 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37690) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:18:14.993489 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-d75c1fe1-9c1e-461b-84e8-a4ed0dbab728 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '61f84d78-b7ec-4150-bb23-997a6e522711', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:18:15.000179 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-d75c1fe1-9c1e-461b-84e8-a4ed0dbab728 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:18:15.004558 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-d75c1fe1-9c1e-461b-84e8-a4ed0dbab728 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:18:15.009236 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-d75c1fe1-9c1e-461b-84e8-a4ed0dbab728 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:18:15.015575 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-d75c1fe1-9c1e-461b-84e8-a4ed0dbab728 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:18:15.062758 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6e665f48-34e1-4621-b89b-cb09154e7030 req-ceb0d12b-16c8-462c-92b0-3c980514b58b service neutron] 10.222.0.113 "GET /v2.0/networks/a4366f0b-5e10-4f5c-a4b7-507a768957aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521096 Jan 21 19:18:15.082165 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d75c1fe1-9c1e-461b-84e8-a4ed0dbab728 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:15.148678 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d75c1fe1-9c1e-461b-84e8-a4ed0dbab728 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:15.197367 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527b7961-0b35-481e-944a-89f12874666f None None] New status for floating IP 43ffe1ba-d3b2-4dd2-b556-b510adc836d8: ACTIVE {{(pid=88138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:18:15.200925 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d75c1fe1-9c1e-461b-84e8-a4ed0dbab728 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:15.226947 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c1fe1-9c1e-461b-84e8-a4ed0dbab728 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11a4296c-956f-48a7-a119-fd2527d936a0,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:18:15.296921 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d75c1fe1-9c1e-461b-84e8-a4ed0dbab728 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:15.300711 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d75c1fe1-9c1e-461b-84e8-a4ed0dbab728 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3095505 Jan 21 19:18:15.301041 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37694) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:18:15.306674 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-b60ab830-27ef-4498-96ac-09113d8cede6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '61f84d78-b7ec-4150-bb23-997a6e522711', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:18:15.312663 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-b60ab830-27ef-4498-96ac-09113d8cede6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:18:15.317383 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b60ab830-27ef-4498-96ac-09113d8cede6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:18:15.321639 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b60ab830-27ef-4498-96ac-09113d8cede6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:18:15.327564 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-b60ab830-27ef-4498-96ac-09113d8cede6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:18:15.401907 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b60ab830-27ef-4498-96ac-09113d8cede6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:15.466846 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b60ab830-27ef-4498-96ac-09113d8cede6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:15.594893 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b60ab830-27ef-4498-96ac-09113d8cede6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:15.619245 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60ab830-27ef-4498-96ac-09113d8cede6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a88fb8cb-c71a-468e-95f4-789aaac56b2a,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:18:15.669288 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b60ab830-27ef-4498-96ac-09113d8cede6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:15.670431 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b60ab830-27ef-4498-96ac-09113d8cede6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3684716 Jan 21 19:18:15.673079 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37698) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:18:15.678192 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-190d1376-503f-49b0-8101-8111315e2cb2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '61f84d78-b7ec-4150-bb23-997a6e522711', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:18:15.684893 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-190d1376-503f-49b0-8101-8111315e2cb2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:18:15.690064 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-190d1376-503f-49b0-8101-8111315e2cb2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:18:15.693399 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-190d1376-503f-49b0-8101-8111315e2cb2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:18:15.699600 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-190d1376-503f-49b0-8101-8111315e2cb2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:18:15.767276 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-190d1376-503f-49b0-8101-8111315e2cb2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:15.830904 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-190d1376-503f-49b0-8101-8111315e2cb2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:15.873275 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37704) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:18:15.899768 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-190d1376-503f-49b0-8101-8111315e2cb2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:15.939728 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d1376-503f-49b0-8101-8111315e2cb2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b293d42f-7650-48c3-a5d2-a29f74f95558,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:18:15.970574 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-84982987-d4c6-409f-a8f7-a9dc61314b00 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:16.001092 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-84982987-d4c6-409f-a8f7-a9dc61314b00 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:16.024142 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-190d1376-503f-49b0-8101-8111315e2cb2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:16.025325 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-190d1376-503f-49b0-8101-8111315e2cb2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3513000 Jan 21 19:18:16.028019 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37708) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:18:16.034500 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-e3621176-ce81-478b-b512-d4e242769479 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '61f84d78-b7ec-4150-bb23-997a6e522711', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:18:16.051098 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-e3621176-ce81-478b-b512-d4e242769479 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:18:16.060455 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-e3621176-ce81-478b-b512-d4e242769479 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:18:16.063271 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-e3621176-ce81-478b-b512-d4e242769479 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:18:16.069680 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-e3621176-ce81-478b-b512-d4e242769479 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:18:16.133607 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.securitygroups_db [None req-e3621176-ce81-478b-b512-d4e242769479 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Project f393478d14c44d15ad1bf9df868df3cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 19:18:16.140335 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e3621176-ce81-478b-b512-d4e242769479 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:16.174321 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-84982987-d4c6-409f-a8f7-a9dc61314b00 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:16.202305 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84982987-d4c6-409f-a8f7-a9dc61314b00 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28aff064-0444-4b4a-8f02-0b08a8d998fd,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:18:16.227027 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e3621176-ce81-478b-b512-d4e242769479 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:16.322311 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-84982987-d4c6-409f-a8f7-a9dc61314b00 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:16.323425 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-84982987-d4c6-409f-a8f7-a9dc61314b00 tempest-TestVolumeBootPattern-1659776510 tempest-TestVolumeBootPattern-1659776510-project] 10.222.0.87 "DELETE /v2.0/security-groups/28aff064-0444-4b4a-8f02-0b08a8d998fd HTTP/1.1" status: 204 len: 168 time: 0.4490139 Jan 21 19:18:16.330959 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e3621176-ce81-478b-b512-d4e242769479 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:16.356138 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3621176-ce81-478b-b512-d4e242769479 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06de1a78-e864-4886-acba-7332cb4db090,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:18:16.441674 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 37714) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:18:16.443563 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e3621176-ce81-478b-b512-d4e242769479 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:16.447584 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e3621176-ce81-478b-b512-d4e242769479 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4162536 Jan 21 19:18:16.448628 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37718) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:18:16.455113 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-6d86343b-857d-45df-b823-ea0ce538d81a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '61f84d78-b7ec-4150-bb23-997a6e522711', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:18:16.463013 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-6d86343b-857d-45df-b823-ea0ce538d81a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:18:16.467434 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-6d86343b-857d-45df-b823-ea0ce538d81a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:18:16.475027 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-6d86343b-857d-45df-b823-ea0ce538d81a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:18:16.477262 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-6d86343b-857d-45df-b823-ea0ce538d81a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:18:16.560319 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.securitygroups_db [None req-6d86343b-857d-45df-b823-ea0ce538d81a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Project f393478d14c44d15ad1bf9df868df3cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 19:18:16.567479 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6d86343b-857d-45df-b823-ea0ce538d81a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:16.638662 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6d86343b-857d-45df-b823-ea0ce538d81a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:16.731677 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6d86343b-857d-45df-b823-ea0ce538d81a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:16.755141 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86343b-857d-45df-b823-ea0ce538d81a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1b7b7a2-cedb-4cdb-b2ea-2ac708a8a098,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:18:16.806320 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6d86343b-857d-45df-b823-ea0ce538d81a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:16.807508 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-6d86343b-857d-45df-b823-ea0ce538d81a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3578067 Jan 21 19:18:16.965147 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-543c0be7-9963-43f5-9b4b-cdab97e793ee tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:security_group {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:18:17.023584 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-543c0be7-9963-43f5-9b4b-cdab97e793ee tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:security_group {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:18:17.024785 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-543c0be7-9963-43f5-9b4b-cdab97e793ee tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1473353003&fields=id&tenant_id=f393478d14c44d15ad1bf9df868df3cb HTTP/1.1" status: 200 len: 267 time: 0.0985746 Jan 21 19:18:17.142040 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-588cfa35-c223-44ba-b8be-52d68382faa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:17.176666 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-1c560a42-b44f-440f-9b60-8356727973ec tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:17.178107 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-1c560a42-b44f-440f-9b60-8356727973ec tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/networks?id=a4366f0b-5e10-4f5c-a4b7-507a768957aa HTTP/1.1" status: 200 len: 796 time: 0.1466932 Jan 21 19:18:17.193190 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-ae2b010a-99b9-493e-9983-aee8e2a58aff tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/quotas/f393478d14c44d15ad1bf9df868df3cb HTTP/1.1" status: 200 len: 375 time: 0.0090609 Jan 21 19:18:17.393593 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-74079465-a308-41d6-9ac3-f84ead49c2c7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1949685 Jan 21 19:18:17.542192 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-f916cf13-b8da-4c89-bf02-ec06aa9c36e5 service neutron] 10.222.0.87 "GET /v2.0/networks/a4366f0b-5e10-4f5c-a4b7-507a768957aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299877 Jan 21 19:18:17.601874 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-588cfa35-c223-44ba-b8be-52d68382faa7 admin admin] Deleting port fbc18be0-3767-4bd4-9995-6e2d584ed462 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:18:17.602427 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-588cfa35-c223-44ba-b8be-52d68382faa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:17.684496 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-8577867e-69ab-4027-b57d-c469c77889c8 service neutron] 10.222.0.87 "GET /v2.0/networks/a4366f0b-5e10-4f5c-a4b7-507a768957aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364622 Jan 21 19:18:17.775549 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-588cfa35-c223-44ba-b8be-52d68382faa7 admin admin] For port fbc18be0-3767-4bd4-9995-6e2d584ed462, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=fbc18be0-3767-4bd4-9995-6e2d584ed462,segment=NetworkSegment(04945371-b45c-4f7e-b15f-adaa5b08e7fa),segment_id=04945371-b45c-4f7e-b15f-adaa5b08e7fa)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:18:17.775899 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-588cfa35-c223-44ba-b8be-52d68382faa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:17.902776 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-588cfa35-c223-44ba-b8be-52d68382faa7 admin admin] Calling delete_port for fbc18be0-3767-4bd4-9995-6e2d584ed462 owned by network:router_interface {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:18:17.999906 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-da15a6ab-8716-449f-9e84-8aba46e0a203 req-430aaf60-7507-4d7b-8c78-6c9e97b5116d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=3310dba5-f76c-4818-9b1b-cc990e3e0f3c HTTP/1.1" status: 200 len: 210 time: 0.0508535 Jan 21 19:18:18.195091 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-588cfa35-c223-44ba-b8be-52d68382faa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:18.242761 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588cfa35-c223-44ba-b8be-52d68382faa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbc18be0-3767-4bd4-9995-6e2d584ed462,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:18:18.527118 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-588cfa35-c223-44ba-b8be-52d68382faa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:18.995403 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588cfa35-c223-44ba-b8be-52d68382faa7 admin admin] Router e4630041-0a38-4a81-b942-d6093812cdfd has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:18:19.151503 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2fa7c09c-36ad-4e43-a7b1-177d320b766a req-7ba3dba0-1fd3-4a82-b447-3f30797a9fa0 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=3310dba5-f76c-4818-9b1b-cc990e3e0f3c HTTP/1.1" status: 200 len: 210 time: 0.0438871 Jan 21 19:18:19.174543 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588cfa35-c223-44ba-b8be-52d68382faa7 admin admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:18:19.184162 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260b554a-2b3f-47b4-a047-834d6d6b0120 None None] Sync routers for ids ['e4630041-0a38-4a81-b942-d6093812cdfd'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:18:19.187994 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-588cfa35-c223-44ba-b8be-52d68382faa7 admin admin] 10.222.0.87 "PUT /v2.0/routers/e4630041-0a38-4a81-b942-d6093812cdfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7451398 Jan 21 19:18:19.188963 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 37748) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:18:19.194527 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260b554a-2b3f-47b4-a047-834d6d6b0120 None None] Routers {'e4630041-0a38-4a81-b942-d6093812cdfd'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:18:19.195410 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-260b554a-2b3f-47b4-a047-834d6d6b0120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:17:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['e4630041-0a38-4a81-b942-d6093812cdfd'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:18:19.384632 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-260b554a-2b3f-47b4-a047-834d6d6b0120 None None] Set router e4630041-0a38-4a81-b942-d6093812cdfd gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:18:19.388592 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a07d7aa3-ccd2-4e89-8770-2c44a5269f8d admin admin] Notify callbacks [] for router, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:19.573358 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a07d7aa3-ccd2-4e89-8770-2c44a5269f8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:19.629314 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-a07d7aa3-ccd2-4e89-8770-2c44a5269f8d admin admin] Deleting port d9c56d9e-1d14-4ddf-a150-9ab7d3af066f {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:18:19.629657 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a07d7aa3-ccd2-4e89-8770-2c44a5269f8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:19.692003 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-260b554a-2b3f-47b4-a047-834d6d6b0120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'name': 'tempest-TestVolumeBootPattern-994555966-router', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:07:43Z', 'updated_at': '2022-01-21T19:18:18Z', 'revision_number': 5, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'gw_port': {'id': 'd9c56d9e-1d14-4ddf-a150-9ab7d3af066f', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:47:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:44Z', 'updated_at': '2022-01-21T19:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:18:19.697148 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260b554a-2b3f-47b4-a047-834d6d6b0120 None None] Checking router: e4630041-0a38-4a81-b942-d6093812cdfd for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:18:19.709119 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260b554a-2b3f-47b4-a047-834d6d6b0120 None None] Routers {'e4630041-0a38-4a81-b942-d6093812cdfd'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:18:19.710584 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-260b554a-2b3f-47b4-a047-834d6d6b0120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:17:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['e4630041-0a38-4a81-b942-d6093812cdfd'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:18:19.842049 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-a07d7aa3-ccd2-4e89-8770-2c44a5269f8d admin admin] For port d9c56d9e-1d14-4ddf-a150-9ab7d3af066f, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=d9c56d9e-1d14-4ddf-a150-9ab7d3af066f,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:18:19.842409 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a07d7aa3-ccd2-4e89-8770-2c44a5269f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:19.865253 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-260b554a-2b3f-47b4-a047-834d6d6b0120 None None] Set router e4630041-0a38-4a81-b942-d6093812cdfd gateway port host: None {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:18:19.978193 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-260b554a-2b3f-47b4-a047-834d6d6b0120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'name': 'tempest-TestVolumeBootPattern-994555966-router', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:07:43Z', 'updated_at': '2022-01-21T19:18:19Z', 'revision_number': 6, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'gw_port_host': None}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:18:19.982085 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260b554a-2b3f-47b4-a047-834d6d6b0120 None None] The sync data for ids ['e4630041-0a38-4a81-b942-d6093812cdfd'] in dv-neutron-825470-1-hyperv is: [{'id': 'e4630041-0a38-4a81-b942-d6093812cdfd', 'name': 'tempest-TestVolumeBootPattern-994555966-router', 'tenant_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:07:43Z', 'updated_at': '2022-01-21T19:18:19Z', 'revision_number': 6, 'project_id': '578d4b1ec7dd480f94bb194a86bde7ee', 'gw_port_host': None}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:18:20.004389 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-a07d7aa3-ccd2-4e89-8770-2c44a5269f8d admin admin] Calling delete_port for d9c56d9e-1d14-4ddf-a150-9ab7d3af066f owned by network:router_gateway {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:18:20.169978 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-d5caf351-0de5-49f7-8513-509a8297f025 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:20.171374 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-d5caf351-0de5-49f7-8513-509a8297f025 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "GET /v2.0/networks?id=a4366f0b-5e10-4f5c-a4b7-507a768957aa HTTP/1.1" status: 200 len: 796 time: 0.3562758 Jan 21 19:18:20.243834 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-ddfd0509-4da9-47ba-bbd1-32b6f838aca9 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f393478d14c44d15ad1bf9df868df3cb HTTP/1.1" status: 200 len: 472 time: 0.0572560 Jan 21 19:18:20.255462 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-44e02175-c3c7-4a5b-a667-691c61ded96e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'port': {'device_id': '3310dba5-f76c-4818-9b1b-cc990e3e0f3c', 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa', 'admin_state_up': True, 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'security_groups': ['61f84d78-b7ec-4150-bb23-997a6e522711']}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:18:20.308111 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-baafa986-4d71-49f8-acca-882fba561abf req-68c1baa4-e739-421a-83b9-79501bf71442 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=3310dba5-f76c-4818-9b1b-cc990e3e0f3c HTTP/1.1" status: 200 len: 210 time: 0.0472646 Jan 21 19:18:20.446110 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-44e02175-c3c7-4a5b-a667-691c61ded96e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:18:20.456553 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-44e02175-c3c7-4a5b-a667-691c61ded96e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:18:20.492395 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a07d7aa3-ccd2-4e89-8770-2c44a5269f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:20.654249 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-44e02175-c3c7-4a5b-a667-691c61ded96e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Made reservation on behalf of f393478d14c44d15ad1bf9df868df3cb for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:18:20.657634 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-44e02175-c3c7-4a5b-a667-691c61ded96e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:20.674467 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07d7aa3-ccd2-4e89-8770-2c44a5269f8d admin admin] Pushing event deleted for resources: {'Port': ['ID=d9c56d9e-1d14-4ddf-a150-9ab7d3af066f,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:18:20.833695 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a07d7aa3-ccd2-4e89-8770-2c44a5269f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:21.056500 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a07d7aa3-ccd2-4e89-8770-2c44a5269f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:21.063806 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a07d7aa3-ccd2-4e89-8770-2c44a5269f8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:21.092521 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-44e02175-c3c7-4a5b-a667-691c61ded96e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Allocated IP 172.20.0.5 (a4366f0b-5e10-4f5c-a4b7-507a768957aa/03d9f40a-b824-4dcb-8573-63d436fbef69/e3f8177e-7abd-45b3-98c3-2af684cb39ba) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:18:21.156618 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a07d7aa3-ccd2-4e89-8770-2c44a5269f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:21.157133 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07d7aa3-ccd2-4e89-8770-2c44a5269f8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4630041-0a38-4a81-b942-d6093812cdfd {{(pid=88137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:18:21.292837 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-44e02175-c3c7-4a5b-a667-691c61ded96e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:21.307211 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a07d7aa3-ccd2-4e89-8770-2c44a5269f8d admin admin] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:21.308293 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-a07d7aa3-ccd2-4e89-8770-2c44a5269f8d admin admin] 10.222.0.87 "DELETE /v2.0/routers/e4630041-0a38-4a81-b942-d6093812cdfd HTTP/1.1" status: 204 len: 168 time: 2.1184211 Jan 21 19:18:21.310978 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37758) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:18:21.314079 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-44e02175-c3c7-4a5b-a667-691c61ded96e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Transition to ACTIVE for port object e3f8177e-7abd-45b3-98c3-2af684cb39ba will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:18:21.375573 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac9cecee-c5ac-4991-80ae-62ccc846869b admin admin] Deleting subnet 84dda25a-5f4d-444e-8486-d19a0764b110 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:18:21.378530 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ac9cecee-c5ac-4991-80ae-62ccc846869b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:21.408619 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-44e02175-c3c7-4a5b-a667-691c61ded96e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:21.473782 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ac9cecee-c5ac-4991-80ae-62ccc846869b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:21.491954 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-44e02175-c3c7-4a5b-a667-691c61ded96e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network a4366f0b-5e10-4f5c-a4b7-507a768957aa is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:18:21.495092 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-44e02175-c3c7-4a5b-a667-691c61ded96e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:18:21.498987 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-44e02175-c3c7-4a5b-a667-691c61ded96e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:18:21.547481 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e02175-c3c7-4a5b-a667-691c61ded96e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=e3f8177e-7abd-45b3-98c3-2af684cb39ba,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:18:21.570282 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ffb64-4431-4278-953b-b5f1d6e53ffc req-44482aea-8735-4e23-9563-fe8ac49e9dd4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:21.571864 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-270ffb64-4431-4278-953b-b5f1d6e53ffc req-44482aea-8735-4e23-9563-fe8ac49e9dd4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=3310dba5-f76c-4818-9b1b-cc990e3e0f3c HTTP/1.1" status: 200 len: 931 time: 0.1485567 Jan 21 19:18:21.590140 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-44e02175-c3c7-4a5b-a667-691c61ded96e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:21.590937 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-44e02175-c3c7-4a5b-a667-691c61ded96e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:21.604714 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ac9cecee-c5ac-4991-80ae-62ccc846869b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:21.612069 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device fbc18be0-3767-4bd4-9995-6e2d584ed462 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:18:21.650528 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: fbc18be0-3767-4bd4-9995-6e2d584ed462 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:18:21.651021 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device fbc18be0-3767-4bd4-9995-6e2d584ed462 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:18:21.652658 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device d9c56d9e-1d14-4ddf-a150-9ab7d3af066f no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:18:21.670458 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-44e02175-c3c7-4a5b-a667-691c61ded96e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4205766 Jan 21 19:18:21.672868 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-270ffb64-4431-4278-953b-b5f1d6e53ffc req-565a2dcb-e94e-4d71-a112-07bfc573ebae tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=61f84d78-b7ec-4150-bb23-997a6e522711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915766 Jan 21 19:18:21.683501 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-3915fb2c-2230-4080-bb48-02cc8a97ec1b service neutron] Request body: {'port': {'device_id': '3310dba5-f76c-4818-9b1b-cc990e3e0f3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:18:21.692554 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: d9c56d9e-1d14-4ddf-a150-9ab7d3af066f {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:18:21.693205 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device d9c56d9e-1d14-4ddf-a150-9ab7d3af066f not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:18:21.754359 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ac9cecee-c5ac-4991-80ae-62ccc846869b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:21.792837 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9cecee-c5ac-4991-80ae-62ccc846869b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84dda25a-5f4d-444e-8486-d19a0764b110,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:18:21.796594 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ac9cecee-c5ac-4991-80ae-62ccc846869b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:21.804429 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f3d873-9d22-4256-afaf-f71c005f054d None None] Network 0b696f5f-975f-4899-9d3c-c13f9cac42e5 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:18:21.806320 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ac9cecee-c5ac-4991-80ae-62ccc846869b admin admin] 10.222.0.87 "DELETE /v2.0/subnets/84dda25a-5f4d-444e-8486-d19a0764b110 HTTP/1.1" status: 204 len: 168 time: 0.4939318 Jan 21 19:18:21.806698 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 37764) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:18:21.826883 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-3ec85580-d1ef-46f6-8ebe-b54589a379ef None None] Provisioning for port e3f8177e-7abd-45b3-98c3-2af684cb39ba completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:18:21.827088 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-3915fb2c-2230-4080-bb48-02cc8a97ec1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:21.844661 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-3ec85580-d1ef-46f6-8ebe-b54589a379ef None None] Provisioning complete for port e3f8177e-7abd-45b3-98c3-2af684cb39ba triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:18:21.845032 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3ec85580-d1ef-46f6-8ebe-b54589a379ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:21.981390 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c3cba9fe-82b6-4321-924b-f131794846ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:21.989652 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-3ec85580-d1ef-46f6-8ebe-b54589a379ef None None] Port e3f8177e-7abd-45b3-98c3-2af684cb39ba cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:18:22.047997 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-c3cba9fe-82b6-4321-924b-f131794846ab admin admin] Deleting port 7bff9d56-c530-4e69-af06-2d6490ea2804 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:18:22.048359 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c3cba9fe-82b6-4321-924b-f131794846ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:22.126033 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a743ba-c559-4bb0-b0f4-4c1e4b38a7f8 None None] DHCP port deletion for 0b696f5f-975f-4899-9d3c-c13f9cac42e5 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:18:22.130365 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-b0a743ba-c559-4bb0-b0f4-4c1e4b38a7f8 None None] Deleting port 7bff9d56-c530-4e69-af06-2d6490ea2804 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:18:22.130740 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b0a743ba-c559-4bb0-b0f4-4c1e4b38a7f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:22.348899 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-b0a743ba-c559-4bb0-b0f4-4c1e4b38a7f8 None None] For port 7bff9d56-c530-4e69-af06-2d6490ea2804, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=7bff9d56-c530-4e69-af06-2d6490ea2804,segment=NetworkSegment(04945371-b45c-4f7e-b15f-adaa5b08e7fa),segment_id=04945371-b45c-4f7e-b15f-adaa5b08e7fa)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:18:22.349188 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b0a743ba-c559-4bb0-b0f4-4c1e4b38a7f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:22.477586 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-b0a743ba-c559-4bb0-b0f4-4c1e4b38a7f8 None None] Calling delete_port for 7bff9d56-c530-4e69-af06-2d6490ea2804 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:18:22.528859 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-c3cba9fe-82b6-4321-924b-f131794846ab admin admin] For port 7bff9d56-c530-4e69-af06-2d6490ea2804, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=7bff9d56-c530-4e69-af06-2d6490ea2804,segment=NetworkSegment(04945371-b45c-4f7e-b15f-adaa5b08e7fa),segment_id=04945371-b45c-4f7e-b15f-adaa5b08e7fa)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:18:22.529420 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c3cba9fe-82b6-4321-924b-f131794846ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:22.644395 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.db.resource_extend [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-3915fb2c-2230-4080-bb48-02cc8a97ec1b service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 19:18:22.651466 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b0a743ba-c559-4bb0-b0f4-4c1e4b38a7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:22.657978 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-c3cba9fe-82b6-4321-924b-f131794846ab admin admin] Calling delete_port for 7bff9d56-c530-4e69-af06-2d6490ea2804 owned by network:dhcp {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:18:22.703735 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a743ba-c559-4bb0-b0f4-4c1e4b38a7f8 None None] No DVR routers for this DVR port 7bff9d56-c530-4e69-af06-2d6490ea2804 on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:18:22.707682 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a743ba-c559-4bb0-b0f4-4c1e4b38a7f8 None None] Pushing event deleted for resources: {'Port': ['ID=7bff9d56-c530-4e69-af06-2d6490ea2804,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:18:22.783572 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-3915fb2c-2230-4080-bb48-02cc8a97ec1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3f8177e-7abd-45b3-98c3-2af684cb39ba {{(pid=88137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:18:22.801887 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-3915fb2c-2230-4080-bb48-02cc8a97ec1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:22.816246 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.db.api [None req-c3cba9fe-82b6-4321-924b-f131794846ab admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:18:22.816555 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG oslo_db.api [None req-c3cba9fe-82b6-4321-924b-f131794846ab admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:18:22.819329 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-3915fb2c-2230-4080-bb48-02cc8a97ec1b service neutron] Transition to ACTIVE for port object e3f8177e-7abd-45b3-98c3-2af684cb39ba will not be triggered until provisioned by entity L2. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:18:22.874379 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-3915fb2c-2230-4080-bb48-02cc8a97ec1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:22.877244 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751c086-c255-4197-8adc-3529ad474ffa req-85c78042-08aa-4808-8914-1b07a9b6aae9 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:22.878711 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e751c086-c255-4197-8adc-3529ad474ffa req-85c78042-08aa-4808-8914-1b07a9b6aae9 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=3310dba5-f76c-4818-9b1b-cc990e3e0f3c HTTP/1.1" status: 200 len: 931 time: 0.0813777 Jan 21 19:18:22.927030 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e751c086-c255-4197-8adc-3529ad474ffa req-3a65cd60-a80f-453b-8134-ce37e4edcbfe tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=61f84d78-b7ec-4150-bb23-997a6e522711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419924 Jan 21 19:18:23.038302 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915fb2c-2230-4080-bb48-02cc8a97ec1b service neutron] Pushing event updated for resources: {'Port': ['ID=e3f8177e-7abd-45b3-98c3-2af684cb39ba,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:18:23.112415 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-3915fb2c-2230-4080-bb48-02cc8a97ec1b service neutron] Attempting to bind port e3f8177e-7abd-45b3-98c3-2af684cb39ba on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:18:23.112908 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-3915fb2c-2230-4080-bb48-02cc8a97ec1b service neutron] Attempting to bind port e3f8177e-7abd-45b3-98c3-2af684cb39ba by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '83c9b1a6-fa14-40fa-b000-61c880634db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:18:23.113232 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-3915fb2c-2230-4080-bb48-02cc8a97ec1b service neutron] Attempting to bind port e3f8177e-7abd-45b3-98c3-2af684cb39ba on network a4366f0b-5e10-4f5c-a4b7-507a768957aa {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:18:23.117889 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-3915fb2c-2230-4080-bb48-02cc8a97ec1b service neutron] Port e3f8177e-7abd-45b3-98c3-2af684cb39ba on network a4366f0b-5e10-4f5c-a4b7-507a768957aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 19:18:23.118206 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-3915fb2c-2230-4080-bb48-02cc8a97ec1b service neutron] Attempting to bind port e3f8177e-7abd-45b3-98c3-2af684cb39ba on network a4366f0b-5e10-4f5c-a4b7-507a768957aa {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:18:23.123167 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-3915fb2c-2230-4080-bb48-02cc8a97ec1b service neutron] Checking agent: {'id': '9a14f311-f6d5-46c6-87a2-f860197fb66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:18:23.123496 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-3915fb2c-2230-4080-bb48-02cc8a97ec1b service neutron] Checking segment: {'id': '83c9b1a6-fa14-40fa-b000-61c880634db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:18:23.123872 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-3915fb2c-2230-4080-bb48-02cc8a97ec1b service neutron] Bound using segment: {'id': '83c9b1a6-fa14-40fa-b000-61c880634db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa'} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:18:23.124284 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-3915fb2c-2230-4080-bb48-02cc8a97ec1b service neutron] Bound port: e3f8177e-7abd-45b3-98c3-2af684cb39ba, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83c9b1a6-fa14-40fa-b000-61c880634db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa'}}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:18:23.124621 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-3915fb2c-2230-4080-bb48-02cc8a97ec1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:23.215993 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-3915fb2c-2230-4080-bb48-02cc8a97ec1b service neutron] For port e3f8177e-7abd-45b3-98c3-2af684cb39ba, host hv-neutron-8254, cleared binding levels {{(pid=88137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:18:23.218939 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-3915fb2c-2230-4080-bb48-02cc8a97ec1b service neutron] For port e3f8177e-7abd-45b3-98c3-2af684cb39ba, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=e3f8177e-7abd-45b3-98c3-2af684cb39ba,segment=NetworkSegment(83c9b1a6-fa14-40fa-b000-61c880634db3),segment_id=83c9b1a6-fa14-40fa-b000-61c880634db3)] {{(pid=88137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:18:23.279263 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-3915fb2c-2230-4080-bb48-02cc8a97ec1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:23.318086 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-c3cba9fe-82b6-4321-924b-f131794846ab admin admin] Deleting port 7bff9d56-c530-4e69-af06-2d6490ea2804 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:18:23.318419 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c3cba9fe-82b6-4321-924b-f131794846ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:23.406913 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-3915fb2c-2230-4080-bb48-02cc8a97ec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:23.407535 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-3915fb2c-2230-4080-bb48-02cc8a97ec1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:23.408931 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-3915fb2c-2230-4080-bb48-02cc8a97ec1b service neutron] 10.222.0.113 "PUT /v2.0/ports/e3f8177e-7abd-45b3-98c3-2af684cb39ba HTTP/1.1" status: 200 len: 1093 time: 1.7299969 Jan 21 19:18:23.409454 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3310dba5-f76c-4818-9b1b-cc990e3e0f3c', 'tag': 'e3f8177e-7abd-45b3-98c3-2af684cb39ba'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:18:23.435620 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-c3cba9fe-82b6-4321-924b-f131794846ab admin admin] The port '7bff9d56-c530-4e69-af06-2d6490ea2804' was deleted {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:18:23.478629 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3310dba5-f76c-4818-9b1b-cc990e3e0f3c', 'tag': 'e3f8177e-7abd-45b3-98c3-2af684cb39ba', 'status': 'completed', 'code': 200} Jan 21 19:18:23.492625 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915fb2c-2230-4080-bb48-02cc8a97ec1b service neutron] Pushing event updated for resources: {'Port': ['ID=e3f8177e-7abd-45b3-98c3-2af684cb39ba,revision_number=3']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:18:23.585620 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 7bff9d56-c530-4e69-af06-2d6490ea2804 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:18:23.606185 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c3cba9fe-82b6-4321-924b-f131794846ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:23.620217 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 7bff9d56-c530-4e69-af06-2d6490ea2804 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:18:23.620651 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 7bff9d56-c530-4e69-af06-2d6490ea2804 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:18:23.642798 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-c3cba9fe-82b6-4321-924b-f131794846ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b696f5f-975f-4899-9d3c-c13f9cac42e5']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:18:23.658582 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-c3cba9fe-82b6-4321-924b-f131794846ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04945371-b45c-4f7e-b15f-adaa5b08e7fa') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:18:23.658878 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-c3cba9fe-82b6-4321-924b-f131794846ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04945371-b45c-4f7e-b15f-adaa5b08e7fa') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:18:23.672991 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c3cba9fe-82b6-4321-924b-f131794846ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:23.696788 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29255d5c-7328-49c4-8034-c05a75e3e878 req-cff44340-107a-406b-8596-8cbb010ead07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:23.698294 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-29255d5c-7328-49c4-8034-c05a75e3e878 req-cff44340-107a-406b-8596-8cbb010ead07 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=3310dba5-f76c-4818-9b1b-cc990e3e0f3c HTTP/1.1" status: 200 len: 1096 time: 0.1933904 Jan 21 19:18:23.699212 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c3cba9fe-82b6-4321-924b-f131794846ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:23.705167 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3cba9fe-82b6-4321-924b-f131794846ab admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:18:23.705548 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c3cba9fe-82b6-4321-924b-f131794846ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:23.719703 dv-neutron-825470-1-hyperv neutron-server[88137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:18:23.719703 dv-neutron-825470-1-hyperv neutron-server[88137]: util.warn( Jan 21 19:18:23.719703 dv-neutron-825470-1-hyperv neutron-server[88137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:18:23.719703 dv-neutron-825470-1-hyperv neutron-server[88137]: util.warn( Jan 21 19:18:23.719703 dv-neutron-825470-1-hyperv neutron-server[88137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:18:23.719703 dv-neutron-825470-1-hyperv neutron-server[88137]: util.warn( Jan 21 19:18:23.719703 dv-neutron-825470-1-hyperv neutron-server[88137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:18:23.719703 dv-neutron-825470-1-hyperv neutron-server[88137]: util.warn( Jan 21 19:18:23.719703 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:18:23.719703 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:18:23.719703 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:18:23.719703 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:18:23.719703 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:18:23.719703 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:18:23.719703 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:18:23.719703 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:18:23.719703 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:18:23.719703 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:18:23.719703 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:18:23.719703 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:18:23.719703 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:18:23.719703 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:18:23.719703 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:18:23.719703 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:18:23.719703 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:18:23.719703 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:18:23.719703 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:18:23.719703 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:18:23.719703 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:18:23.719703 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:18:23.719703 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:18:23.719703 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:18:23.719703 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:18:23.719703 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:18:23.719703 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:18:23.719703 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:18:23.719703 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:18:23.719703 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:18:23.719703 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:18:23.719703 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:18:23.901930 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c3cba9fe-82b6-4321-924b-f131794846ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:23.921104 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c3cba9fe-82b6-4321-924b-f131794846ab admin admin] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:23.943055 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cba9fe-82b6-4321-924b-f131794846ab admin admin] Pushing event deleted for resources: {'Network': ['ID=0b696f5f-975f-4899-9d3c-c13f9cac42e5,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:18:23.963314 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29255d5c-7328-49c4-8034-c05a75e3e878 req-01ddad85-0855-48cd-9b04-95d0356bc84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:23.964781 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-29255d5c-7328-49c4-8034-c05a75e3e878 req-01ddad85-0855-48cd-9b04-95d0356bc84e service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=f393478d14c44d15ad1bf9df868df3cb&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2413194 Jan 21 19:18:24.067670 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c3cba9fe-82b6-4321-924b-f131794846ab admin admin] 10.222.0.87 "DELETE /v2.0/networks/0b696f5f-975f-4899-9d3c-c13f9cac42e5 HTTP/1.1" status: 204 len: 168 time: 2.2597773 Jan 21 19:18:24.071172 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37774) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:18:24.239806 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29255d5c-7328-49c4-8034-c05a75e3e878 req-1af15bda-c457-4ef0-90d9-766923556d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:24.242455 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-29255d5c-7328-49c4-8034-c05a75e3e878 req-1af15bda-c457-4ef0-90d9-766923556d64 service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2657657 Jan 21 19:18:24.279643 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f32c4c-8bc7-4021-a8ad-558306d7107c req-2057c72c-a9cd-4fd2-9dc3-af1a420cc452 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:24.281091 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e2f32c4c-8bc7-4021-a8ad-558306d7107c req-2057c72c-a9cd-4fd2-9dc3-af1a420cc452 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=3310dba5-f76c-4818-9b1b-cc990e3e0f3c HTTP/1.1" status: 200 len: 943 time: 0.2472610 Jan 21 19:18:24.347768 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-51b92524-7b97-4df8-9126-6a68a23b725b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:24.349159 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-51b92524-7b97-4df8-9126-6a68a23b725b service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=3310dba5-f76c-4818-9b1b-cc990e3e0f3c HTTP/1.1" status: 200 len: 1096 time: 0.0725403 Jan 21 19:18:24.401487 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e2f32c4c-8bc7-4021-a8ad-558306d7107c req-8d1f10fd-7bbd-42db-89b7-e214ba546fca tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=61f84d78-b7ec-4150-bb23-997a6e522711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669463 Jan 21 19:18:24.424375 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-e52b9d8e-65e6-44cd-89c1-346ae8ba2bab service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3f8177e-7abd-45b3-98c3-2af684cb39ba HTTP/1.1" status: 200 len: 217 time: 0.0681307 Jan 21 19:18:24.488819 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-11ffd348-5d9f-434a-b303-738abdea41db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:24.491184 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-11ffd348-5d9f-434a-b303-738abdea41db service neutron] 10.222.0.113 "GET /v2.0/subnets?id=03d9f40a-b824-4dcb-8573-63d436fbef69 HTTP/1.1" status: 200 len: 834 time: 0.0598106 Jan 21 19:18:24.573645 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-7f0ac55d-aefa-473b-b0f0-435aa09a2e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:24.575160 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-7f0ac55d-aefa-473b-b0f0-435aa09a2e30 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a4366f0b-5e10-4f5c-a4b7-507a768957aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790560 Jan 21 19:18:24.711048 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-46ade6c9-f656-498a-b459-208b780a4e0b service neutron] 10.222.0.113 "GET /v2.0/networks/a4366f0b-5e10-4f5c-a4b7-507a768957aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302769 Jan 21 19:18:24.792820 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a983ff4e-6cb6-43c0-a0f2-97a5a6b4a0c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:24.842781 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-1e995d09-7f76-4b63-87cd-36b7533aafb1 req-ed3ffe77-e126-4d60-a773-7f5aac65f23d service neutron] 10.222.0.113 "GET /v2.0/networks/a4366f0b-5e10-4f5c-a4b7-507a768957aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258376 Jan 21 19:18:24.977476 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-96f43eab-78d1-4707-af04-9151441da486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:25.140495 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-a983ff4e-6cb6-43c0-a0f2-97a5a6b4a0c4 admin admin] Deleting port bf9de6bb-bdc3-42f5-91ef-61d9f2d2cc3a {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:18:25.141106 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a983ff4e-6cb6-43c0-a0f2-97a5a6b4a0c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:25.307902 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-a983ff4e-6cb6-43c0-a0f2-97a5a6b4a0c4 admin admin] For port bf9de6bb-bdc3-42f5-91ef-61d9f2d2cc3a, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=bf9de6bb-bdc3-42f5-91ef-61d9f2d2cc3a,segment=NetworkSegment(18b7dc29-8d81-4d48-91f6-b24044f418a5),segment_id=18b7dc29-8d81-4d48-91f6-b24044f418a5)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:18:25.308169 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a983ff4e-6cb6-43c0-a0f2-97a5a6b4a0c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:25.440575 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-a983ff4e-6cb6-43c0-a0f2-97a5a6b4a0c4 admin admin] Calling delete_port for bf9de6bb-bdc3-42f5-91ef-61d9f2d2cc3a owned by network:router_interface {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:18:25.756802 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97513e-5f5d-4586-b1e3-9ead1ee7b4a6 req-816e013c-d8e3-4224-933c-84896aa2a736 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:25.759385 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ef97513e-5f5d-4586-b1e3-9ead1ee7b4a6 req-816e013c-d8e3-4224-933c-84896aa2a736 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=3310dba5-f76c-4818-9b1b-cc990e3e0f3c HTTP/1.1" status: 200 len: 943 time: 0.1370480 Jan 21 19:18:25.870883 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ef97513e-5f5d-4586-b1e3-9ead1ee7b4a6 req-d20e251a-1678-40d4-a35f-02a7fe5ef1ed tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=61f84d78-b7ec-4150-bb23-997a6e522711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046751 Jan 21 19:18:25.931406 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a983ff4e-6cb6-43c0-a0f2-97a5a6b4a0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:26.008151 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983ff4e-6cb6-43c0-a0f2-97a5a6b4a0c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf9de6bb-bdc3-42f5-91ef-61d9f2d2cc3a,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:18:26.359224 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a983ff4e-6cb6-43c0-a0f2-97a5a6b4a0c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:26.711950 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a983ff4e-6cb6-43c0-a0f2-97a5a6b4a0c4 admin admin] Router 0e03c329-36b6-4ad1-88db-95c402c107ce has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:18:26.887956 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a983ff4e-6cb6-43c0-a0f2-97a5a6b4a0c4 admin admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:18:26.897266 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a983ff4e-6cb6-43c0-a0f2-97a5a6b4a0c4 admin admin] 10.222.0.87 "PUT /v2.0/routers/0e03c329-36b6-4ad1-88db-95c402c107ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8249190 Jan 21 19:18:26.898417 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9a55e5-1cab-46f8-a519-7653a393478c None None] Sync routers for ids ['0e03c329-36b6-4ad1-88db-95c402c107ce'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:18:26.899914 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37782) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:18:26.908627 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9a55e5-1cab-46f8-a519-7653a393478c None None] Routers {'0e03c329-36b6-4ad1-88db-95c402c107ce'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:18:26.909424 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-2d9a55e5-1cab-46f8-a519-7653a393478c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:17:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['0e03c329-36b6-4ad1-88db-95c402c107ce'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:18:27.098296 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-2d9a55e5-1cab-46f8-a519-7653a393478c None None] Set router 0e03c329-36b6-4ad1-88db-95c402c107ce gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:18:27.130659 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-32eb0b69-b870-47e7-b3f7-c07901ac8d42 admin admin] Notify callbacks [] for router, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:27.230833 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aac59a-721a-4971-88f0-1aba6784f081 req-bc07b018-364f-48c5-8316-439e445bab7e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:27.232342 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e8aac59a-721a-4971-88f0-1aba6784f081 req-bc07b018-364f-48c5-8316-439e445bab7e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=3310dba5-f76c-4818-9b1b-cc990e3e0f3c HTTP/1.1" status: 200 len: 943 time: 0.2496700 Jan 21 19:18:27.343797 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e42618d0-5a9f-4b4a-b305-f9b88b4889ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:27.368044 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e8aac59a-721a-4971-88f0-1aba6784f081 req-b02058b3-ef76-4947-b9f2-714cec1f7b4f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=61f84d78-b7ec-4150-bb23-997a6e522711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819495 Jan 21 19:18:27.370152 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-32eb0b69-b870-47e7-b3f7-c07901ac8d42 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:27.447292 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-2d9a55e5-1cab-46f8-a519-7653a393478c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e03c329-36b6-4ad1-88db-95c402c107ce', 'name': 'tempest-TestVolumeBootPattern-923875103-router', 'tenant_id': '86ccea8e97d745239775f6eebecdc7dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.17'}], 'enable_snat': True}, 'gw_port_id': 'b26ff340-eca9-4cfe-b6b4-b8d61a733db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:07:52Z', 'updated_at': '2022-01-21T19:18:25Z', 'revision_number': 5, 'project_id': '86ccea8e97d745239775f6eebecdc7dc', 'gw_port': {'id': 'b26ff340-eca9-4cfe-b6b4-b8d61a733db2', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:88:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e03c329-36b6-4ad1-88db-95c402c107ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:07:54Z', 'updated_at': '2022-01-21T19:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:18:27.451213 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9a55e5-1cab-46f8-a519-7653a393478c None None] Checking router: 0e03c329-36b6-4ad1-88db-95c402c107ce for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:18:27.453953 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-32eb0b69-b870-47e7-b3f7-c07901ac8d42 admin admin] Deleting port b26ff340-eca9-4cfe-b6b4-b8d61a733db2 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:18:27.453953 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-32eb0b69-b870-47e7-b3f7-c07901ac8d42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:27.459509 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9a55e5-1cab-46f8-a519-7653a393478c None None] Routers {'0e03c329-36b6-4ad1-88db-95c402c107ce'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:18:27.460106 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-2d9a55e5-1cab-46f8-a519-7653a393478c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:18:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['0e03c329-36b6-4ad1-88db-95c402c107ce'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:18:27.618974 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-2d9a55e5-1cab-46f8-a519-7653a393478c None None] Set router 0e03c329-36b6-4ad1-88db-95c402c107ce gateway port host: None {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:18:27.734043 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-2d9a55e5-1cab-46f8-a519-7653a393478c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e03c329-36b6-4ad1-88db-95c402c107ce', 'name': 'tempest-TestVolumeBootPattern-923875103-router', 'tenant_id': '86ccea8e97d745239775f6eebecdc7dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:07:52Z', 'updated_at': '2022-01-21T19:18:27Z', 'revision_number': 6, 'project_id': '86ccea8e97d745239775f6eebecdc7dc', 'gw_port_host': None}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:18:27.738876 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9a55e5-1cab-46f8-a519-7653a393478c None None] The sync data for ids ['0e03c329-36b6-4ad1-88db-95c402c107ce'] in dv-neutron-825470-1-hyperv is: [{'id': '0e03c329-36b6-4ad1-88db-95c402c107ce', 'name': 'tempest-TestVolumeBootPattern-923875103-router', 'tenant_id': '86ccea8e97d745239775f6eebecdc7dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:07:52Z', 'updated_at': '2022-01-21T19:18:27Z', 'revision_number': 6, 'project_id': '86ccea8e97d745239775f6eebecdc7dc', 'gw_port_host': None}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:18:27.807386 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-32eb0b69-b870-47e7-b3f7-c07901ac8d42 admin admin] For port b26ff340-eca9-4cfe-b6b4-b8d61a733db2, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=b26ff340-eca9-4cfe-b6b4-b8d61a733db2,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:18:27.807668 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-32eb0b69-b870-47e7-b3f7-c07901ac8d42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:27.928257 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-32eb0b69-b870-47e7-b3f7-c07901ac8d42 admin admin] Calling delete_port for b26ff340-eca9-4cfe-b6b4-b8d61a733db2 owned by network:router_gateway {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:18:28.144273 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-32eb0b69-b870-47e7-b3f7-c07901ac8d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:28.206194 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:28.224394 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb0b69-b870-47e7-b3f7-c07901ac8d42 admin admin] Pushing event deleted for resources: {'Port': ['ID=b26ff340-eca9-4cfe-b6b4-b8d61a733db2,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:18:28.288864 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-32eb0b69-b870-47e7-b3f7-c07901ac8d42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:28.465368 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-32eb0b69-b870-47e7-b3f7-c07901ac8d42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:28.467999 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-32eb0b69-b870-47e7-b3f7-c07901ac8d42 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:28.480720 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device e3f8177e-7abd-45b3-98c3-2af684cb39ba details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:18:28.623977 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-32eb0b69-b870-47e7-b3f7-c07901ac8d42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:28.625120 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32eb0b69-b870-47e7-b3f7-c07901ac8d42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e03c329-36b6-4ad1-88db-95c402c107ce {{(pid=88136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:18:28.653542 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:28.658617 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port e3f8177e-7abd-45b3-98c3-2af684cb39ba, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=e3f8177e-7abd-45b3-98c3-2af684cb39ba,segment=NetworkSegment(83c9b1a6-fa14-40fa-b000-61c880634db3),segment_id=83c9b1a6-fa14-40fa-b000-61c880634db3)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:18:28.673466 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': 'e3f8177e-7abd-45b3-98c3-2af684cb39ba', 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa', 'port_id': 'e3f8177e-7abd-45b3-98c3-2af684cb39ba', 'mac_address': 'fa:16:3e:a8:41:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03d9f40a-b824-4dcb-8573-63d436fbef69', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:18:28.695554 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-32eb0b69-b870-47e7-b3f7-c07901ac8d42 admin admin] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:28.696710 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-32eb0b69-b870-47e7-b3f7-c07901ac8d42 admin admin] 10.222.0.87 "DELETE /v2.0/routers/0e03c329-36b6-4ad1-88db-95c402c107ce HTTP/1.1" status: 204 len: 168 time: 1.7956793 Jan 21 19:18:28.699483 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37788) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:18:28.706400 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:28.732568 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:28.750815 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3f8177e-7abd-45b3-98c3-2af684cb39ba {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:18:28.769746 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-86ddd5cc-34ff-4b87-96e5-69ec32bb34d9 admin admin] Deleting subnet d08f2045-05b5-4a2b-bd8b-3429ca419166 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:18:28.774570 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-86ddd5cc-34ff-4b87-96e5-69ec32bb34d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:28.777396 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port e3f8177e-7abd-45b3-98c3-2af684cb39ba, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=e3f8177e-7abd-45b3-98c3-2af684cb39ba,segment=NetworkSegment(83c9b1a6-fa14-40fa-b000-61c880634db3),segment_id=83c9b1a6-fa14-40fa-b000-61c880634db3)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:18:28.820273 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d053177-79ed-4261-b8c7-60d9dfd25f68 req-516610fe-97d9-4f6f-af23-f53f348d2458 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:28.821860 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6d053177-79ed-4261-b8c7-60d9dfd25f68 req-516610fe-97d9-4f6f-af23-f53f348d2458 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=3310dba5-f76c-4818-9b1b-cc990e3e0f3c HTTP/1.1" status: 200 len: 943 time: 0.1871789 Jan 21 19:18:28.846101 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:28.859692 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-86ddd5cc-34ff-4b87-96e5-69ec32bb34d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:28.918271 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6d053177-79ed-4261-b8c7-60d9dfd25f68 req-8e616dc0-dad4-4f3d-8f5b-4e8be396c032 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=61f84d78-b7ec-4150-bb23-997a6e522711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892375 Jan 21 19:18:28.918475 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=e3f8177e-7abd-45b3-98c3-2af684cb39ba,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:18:28.953498 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-86ddd5cc-34ff-4b87-96e5-69ec32bb34d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:29.057415 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-86ddd5cc-34ff-4b87-96e5-69ec32bb34d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:29.057654 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['e3f8177e-7abd-45b3-98c3-2af684cb39ba'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:18:29.095856 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ddd5cc-34ff-4b87-96e5-69ec32bb34d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d08f2045-05b5-4a2b-bd8b-3429ca419166,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:18:29.099465 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-86ddd5cc-34ff-4b87-96e5-69ec32bb34d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:29.105692 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-86ddd5cc-34ff-4b87-96e5-69ec32bb34d9 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/d08f2045-05b5-4a2b-bd8b-3429ca419166 HTTP/1.1" status: 204 len: 168 time: 0.4052956 Jan 21 19:18:29.108090 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37792) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:18:29.112019 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35759ae5-6f8b-4093-8cbe-045bf775dda1 None None] Network a446d8ae-cae4-48db-ba08-87b4901aaa18 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:18:29.219584 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0cbf8af8-5fe1-42b9-a18e-612014d6e84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:29.229739 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf8af8-5fe1-42b9-a18e-612014d6e84a admin admin] Deleting port e0020b50-2770-4f19-baa7-f559ab2274fa {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:18:29.230098 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0cbf8af8-5fe1-42b9-a18e-612014d6e84a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:29.437067 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-0cbf8af8-5fe1-42b9-a18e-612014d6e84a admin admin] For port e0020b50-2770-4f19-baa7-f559ab2274fa, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=e0020b50-2770-4f19-baa7-f559ab2274fa,segment=NetworkSegment(18b7dc29-8d81-4d48-91f6-b24044f418a5),segment_id=18b7dc29-8d81-4d48-91f6-b24044f418a5)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:18:29.437424 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0cbf8af8-5fe1-42b9-a18e-612014d6e84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:29.487171 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2389197a-0c6a-4997-9774-df054c6c0cb2 None None] DHCP port deletion for a446d8ae-cae4-48db-ba08-87b4901aaa18 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:18:29.501861 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-2389197a-0c6a-4997-9774-df054c6c0cb2 None None] Deleting port e0020b50-2770-4f19-baa7-f559ab2274fa {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:18:29.502225 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2389197a-0c6a-4997-9774-df054c6c0cb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:29.609993 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device e0020b50-2770-4f19-baa7-f559ab2274fa no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:18:29.675586 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf8af8-5fe1-42b9-a18e-612014d6e84a admin admin] Calling delete_port for e0020b50-2770-4f19-baa7-f559ab2274fa owned by network:dhcp {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:18:29.805876 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0cbf8af8-5fe1-42b9-a18e-612014d6e84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:29.846408 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Port e0020b50-2770-4f19-baa7-f559ab2274fa update to DOWN by agent not found {{(pid=88138) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jan 21 19:18:29.846826 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device bf9de6bb-bdc3-42f5-91ef-61d9f2d2cc3a no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:18:29.852981 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf8af8-5fe1-42b9-a18e-612014d6e84a admin admin] Pushing event deleted for resources: {'Port': ['ID=e0020b50-2770-4f19-baa7-f559ab2274fa,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:18:29.856317 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbf8af8-5fe1-42b9-a18e-612014d6e84a admin admin] No DVR routers for this DVR port e0020b50-2770-4f19-baa7-f559ab2274fa on host dv-neutron-825470-1-hyperv {{(pid=88136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:18:29.877602 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-2389197a-0c6a-4997-9774-df054c6c0cb2 None None] For port e0020b50-2770-4f19-baa7-f559ab2274fa, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=e0020b50-2770-4f19-baa7-f559ab2274fa,segment=NetworkSegment(18b7dc29-8d81-4d48-91f6-b24044f418a5),segment_id=18b7dc29-8d81-4d48-91f6-b24044f418a5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:18:29.878014 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2389197a-0c6a-4997-9774-df054c6c0cb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:29.892527 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: bf9de6bb-bdc3-42f5-91ef-61d9f2d2cc3a {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:18:29.892861 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device bf9de6bb-bdc3-42f5-91ef-61d9f2d2cc3a not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:18:29.893262 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device b26ff340-eca9-4cfe-b6b4-b8d61a733db2 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:18:29.970590 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0cbf8af8-5fe1-42b9-a18e-612014d6e84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:29.981032 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: b26ff340-eca9-4cfe-b6b4-b8d61a733db2 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:18:29.981386 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device b26ff340-eca9-4cfe-b6b4-b8d61a733db2 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:18:30.000205 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-0cbf8af8-5fe1-42b9-a18e-612014d6e84a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a446d8ae-cae4-48db-ba08-87b4901aaa18']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:18:30.012441 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-0cbf8af8-5fe1-42b9-a18e-612014d6e84a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18b7dc29-8d81-4d48-91f6-b24044f418a5') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:18:30.012737 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-0cbf8af8-5fe1-42b9-a18e-612014d6e84a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18b7dc29-8d81-4d48-91f6-b24044f418a5') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:18:30.032611 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0cbf8af8-5fe1-42b9-a18e-612014d6e84a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:30.053056 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-2389197a-0c6a-4997-9774-df054c6c0cb2 None None] Calling delete_port for e0020b50-2770-4f19-baa7-f559ab2274fa owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:18:30.092084 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0cbf8af8-5fe1-42b9-a18e-612014d6e84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:30.107159 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cbf8af8-5fe1-42b9-a18e-612014d6e84a admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:18:30.118786 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0cbf8af8-5fe1-42b9-a18e-612014d6e84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:30.122339 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:18:30.122339 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:18:30.122339 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:18:30.122339 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:18:30.122339 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:18:30.122339 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:18:30.122339 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:18:30.122339 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:18:30.122339 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:18:30.122339 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:18:30.122339 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:18:30.122339 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:18:30.122339 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:18:30.122339 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:18:30.122339 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:18:30.122339 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:18:30.122339 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:18:30.122339 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:18:30.122339 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:18:30.122339 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:18:30.122339 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:18:30.122339 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:18:30.122339 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:18:30.122339 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:18:30.122339 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:18:30.122339 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:18:30.122339 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:18:30.122339 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:18:30.122339 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:18:30.122339 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:18:30.122339 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:18:30.122339 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:18:30.133999 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-2389197a-0c6a-4997-9774-df054c6c0cb2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:18:30.134352 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-2389197a-0c6a-4997-9774-df054c6c0cb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:18:30.176858 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:30.211982 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f192216-3073-4b83-bcff-e1d29c24e370 req-18ac20b1-aedd-4cbe-a41b-c64e39f48d7c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:30.213463 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6f192216-3073-4b83-bcff-e1d29c24e370 req-18ac20b1-aedd-4cbe-a41b-c64e39f48d7c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=3310dba5-f76c-4818-9b1b-cc990e3e0f3c HTTP/1.1" status: 200 len: 944 time: 0.1711705 Jan 21 19:18:30.259428 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0cbf8af8-5fe1-42b9-a18e-612014d6e84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:30.263992 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0cbf8af8-5fe1-42b9-a18e-612014d6e84a admin admin] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:30.279944 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6f192216-3073-4b83-bcff-e1d29c24e370 req-de67094c-feef-45e3-b745-0a426c68a3af tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=61f84d78-b7ec-4150-bb23-997a6e522711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608659 Jan 21 19:18:30.287990 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf8af8-5fe1-42b9-a18e-612014d6e84a admin admin] Pushing event deleted for resources: {'Network': ['ID=a446d8ae-cae4-48db-ba08-87b4901aaa18,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:18:30.293365 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-0cbf8af8-5fe1-42b9-a18e-612014d6e84a admin admin] 10.222.0.87 "DELETE /v2.0/networks/a446d8ae-cae4-48db-ba08-87b4901aaa18 HTTP/1.1" status: 204 len: 168 time: 1.1839349 Jan 21 19:18:30.491123 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device e3f8177e-7abd-45b3-98c3-2af684cb39ba up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:18:30.590719 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37800) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:18:30.635890 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-2389197a-0c6a-4997-9774-df054c6c0cb2 None None] Deleting port e0020b50-2770-4f19-baa7-f559ab2274fa {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:18:30.636280 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2389197a-0c6a-4997-9774-df054c6c0cb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:30.641584 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-3150df49-902b-4d6c-be2b-8238cfceb015 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=578d4b1ec7dd480f94bb194a86bde7ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479898 Jan 21 19:18:30.642273 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37804) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:18:30.669805 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning for port e3f8177e-7abd-45b3-98c3-2af684cb39ba completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:18:30.706017 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5e1b3463-5198-4906-9dfb-e76d2a38760f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:30.707505 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port e3f8177e-7abd-45b3-98c3-2af684cb39ba triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:18:30.707883 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:30.730932 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5e1b3463-5198-4906-9dfb-e76d2a38760f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:30.739267 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-2389197a-0c6a-4997-9774-df054c6c0cb2 None None] The port 'e0020b50-2770-4f19-baa7-f559ab2274fa' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:18:30.836134 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:30.861950 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3310dba5-f76c-4818-9b1b-cc990e3e0f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f8177e-7abd-45b3-98c3-2af684cb39ba'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:18:30.863189 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5e1b3463-5198-4906-9dfb-e76d2a38760f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:30.873250 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port e3f8177e-7abd-45b3-98c3-2af684cb39ba, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=e3f8177e-7abd-45b3-98c3-2af684cb39ba,segment=NetworkSegment(83c9b1a6-fa14-40fa-b000-61c880634db3),segment_id=83c9b1a6-fa14-40fa-b000-61c880634db3)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:18:30.882367 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1b3463-5198-4906-9dfb-e76d2a38760f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8365c350-8e22-452f-86f8-ea02f062112d,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:18:30.890698 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5e1b3463-5198-4906-9dfb-e76d2a38760f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:30.894175 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-5e1b3463-5198-4906-9dfb-e76d2a38760f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8365c350-8e22-452f-86f8-ea02f062112d HTTP/1.1" status: 204 len: 168 time: 0.2486653 Jan 21 19:18:30.910171 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3310dba5-f76c-4818-9b1b-cc990e3e0f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f8177e-7abd-45b3-98c3-2af684cb39ba', 'code': 200} Jan 21 19:18:30.954692 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:31.023838 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=e3f8177e-7abd-45b3-98c3-2af684cb39ba,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:18:31.276637 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ea3e0-f0cb-40c7-8324-05a504411b9d req-97b546f0-e2c6-4c11-9efb-dff15a408314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:31.278044 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-882ea3e0-f0cb-40c7-8324-05a504411b9d req-97b546f0-e2c6-4c11-9efb-dff15a408314 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=3310dba5-f76c-4818-9b1b-cc990e3e0f3c HTTP/1.1" status: 200 len: 1098 time: 0.0705647 Jan 21 19:18:31.321014 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-882ea3e0-f0cb-40c7-8324-05a504411b9d req-46c9d3ac-da91-48e1-a31b-ed1b3d9ef23f service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=61f84d78-b7ec-4150-bb23-997a6e522711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366476 Jan 21 19:18:31.469674 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b4ddf-713e-48ab-bebd-62aa5c9a9b46 req-cbce28c1-dbf6-4429-a83b-d3931851d524 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:31.471148 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9d9b4ddf-713e-48ab-bebd-62aa5c9a9b46 req-cbce28c1-dbf6-4429-a83b-d3931851d524 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=3310dba5-f76c-4818-9b1b-cc990e3e0f3c HTTP/1.1" status: 200 len: 945 time: 0.0817027 Jan 21 19:18:31.518238 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9d9b4ddf-713e-48ab-bebd-62aa5c9a9b46 req-bcf83f67-38e1-49fd-9dc8-ece76120df66 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=61f84d78-b7ec-4150-bb23-997a6e522711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406132 Jan 21 19:18:31.641279 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37816) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:18:31.689457 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c3228929-dccd-4c1a-bf67-02e68470a419 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=86ccea8e97d745239775f6eebecdc7dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469780 Jan 21 19:18:31.692067 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37820) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:18:31.747189 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c9f35e35-d3f2-43a1-9781-9ed186d1ec22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:31.772131 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c9f35e35-d3f2-43a1-9781-9ed186d1ec22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:31.897625 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c9f35e35-d3f2-43a1-9781-9ed186d1ec22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:31.911145 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f35e35-d3f2-43a1-9781-9ed186d1ec22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd46f1db-36dc-4f81-b56f-c5a063d0ee61,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:18:31.917446 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c9f35e35-d3f2-43a1-9781-9ed186d1ec22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:31.918576 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c9f35e35-d3f2-43a1-9781-9ed186d1ec22 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/dd46f1db-36dc-4f81-b56f-c5a063d0ee61 HTTP/1.1" status: 204 len: 168 time: 0.2256410 Jan 21 19:18:32.711248 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9297ee4-e9d2-48a5-8f9a-ec4e33958f16 req-5e973539-69e8-4ddd-a2cd-7e101536d22c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:32.712596 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d9297ee4-e9d2-48a5-8f9a-ec4e33958f16 req-5e973539-69e8-4ddd-a2cd-7e101536d22c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=3310dba5-f76c-4818-9b1b-cc990e3e0f3c HTTP/1.1" status: 200 len: 945 time: 0.0868044 Jan 21 19:18:32.756837 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d9297ee4-e9d2-48a5-8f9a-ec4e33958f16 req-96814fa7-b82a-428b-b35b-0d2eefa94b77 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=61f84d78-b7ec-4150-bb23-997a6e522711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385642 Jan 21 19:18:33.935450 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0459f3-3999-4be8-8d7a-2e85e6aa39c7 req-eb1bf76b-e037-40a8-8697-b9e4125b3888 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:33.936796 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cc0459f3-3999-4be8-8d7a-2e85e6aa39c7 req-eb1bf76b-e037-40a8-8697-b9e4125b3888 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=3310dba5-f76c-4818-9b1b-cc990e3e0f3c HTTP/1.1" status: 200 len: 945 time: 0.0780673 Jan 21 19:18:33.982289 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cc0459f3-3999-4be8-8d7a-2e85e6aa39c7 req-27faa243-45c2-43f8-9b08-043a35b22551 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=61f84d78-b7ec-4150-bb23-997a6e522711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397236 Jan 21 19:18:34.166046 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbe76a-c760-4c7f-8de4-bda4bdda1c30 req-1a5b2132-8c41-4bf7-8d2f-53505576e63f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:34.167478 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-30fbe76a-c760-4c7f-8de4-bda4bdda1c30 req-1a5b2132-8c41-4bf7-8d2f-53505576e63f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=3310dba5-f76c-4818-9b1b-cc990e3e0f3c HTTP/1.1" status: 200 len: 945 time: 0.0810182 Jan 21 19:18:34.212290 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-30fbe76a-c760-4c7f-8de4-bda4bdda1c30 req-3af2964b-2b72-40b9-afb1-c6ea66221274 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=61f84d78-b7ec-4150-bb23-997a6e522711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393481 Jan 21 19:18:34.234446 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37832) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:18:34.311752 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cb0df5-a037-4653-bdbe-bb23adba1bf3 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:34.313231 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-04cb0df5-a037-4653-bdbe-bb23adba1bf3 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=3310dba5-f76c-4818-9b1b-cc990e3e0f3c HTTP/1.1" status: 200 len: 1093 time: 0.0778434 Jan 21 19:18:34.316318 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37836) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:18:34.321187 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-7f86b08a-f825-4edd-8a2d-3a770acac481 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'floatingip': {'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'port_id': 'e3f8177e-7abd-45b3-98c3-2af684cb39ba', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:18:34.326910 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-7f86b08a-f825-4edd-8a2d-3a770acac481 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:18:34.330593 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7f86b08a-f825-4edd-8a2d-3a770acac481 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:floatingip and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:18:34.333362 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7f86b08a-f825-4edd-8a2d-3a770acac481 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:18:34.342488 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-7f86b08a-f825-4edd-8a2d-3a770acac481 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:18:34.417039 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7f86b08a-f825-4edd-8a2d-3a770acac481 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for floatingip, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:34.556547 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7f86b08a-f825-4edd-8a2d-3a770acac481 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:34.687010 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-7f86b08a-f825-4edd-8a2d-3a770acac481 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Allocated IP 172.26.1.20 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/492a84e3-84ec-4cda-9c81-5bd20a19674f) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:18:34.941089 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7f86b08a-f825-4edd-8a2d-3a770acac481 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:35.039153 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7f86b08a-f825-4edd-8a2d-3a770acac481 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:35.105421 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f86b08a-f825-4edd-8a2d-3a770acac481 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:18:35.108184 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-7f86b08a-f825-4edd-8a2d-3a770acac481 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:18:35.111902 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f86b08a-f825-4edd-8a2d-3a770acac481 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:18:35.145538 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f86b08a-f825-4edd-8a2d-3a770acac481 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=492a84e3-84ec-4cda-9c81-5bd20a19674f,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:18:35.538954 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7f86b08a-f825-4edd-8a2d-3a770acac481 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:35.682662 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7f86b08a-f825-4edd-8a2d-3a770acac481 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:35.888751 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7f86b08a-f825-4edd-8a2d-3a770acac481 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:35.959973 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7f86b08a-f825-4edd-8a2d-3a770acac481 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:36.067173 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f86b08a-f825-4edd-8a2d-3a770acac481 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=492a84e3-84ec-4cda-9c81-5bd20a19674f,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:18:36.078004 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7f86b08a-f825-4edd-8a2d-3a770acac481 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:36.250781 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.l3_db [None req-7f86b08a-f825-4edd-8a2d-3a770acac481 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Floating IP 82a0f2b4-49c8-4935-a079-7a45d9e50484 associated. External IP: 172.26.1.20, port: e3f8177e-7abd-45b3-98c3-2af684cb39ba. Jan 21 19:18:36.730614 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f86b08a-f825-4edd-8a2d-3a770acac481 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Router 629f901f-852a-40d4-95c0-c9bbf7a71a67 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:18:36.950446 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f86b08a-f825-4edd-8a2d-3a770acac481 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:18:36.962839 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3781a2cf-9eb9-45c7-b857-a0ddfade3dd6 None None] Sync routers for ids ['629f901f-852a-40d4-95c0-c9bbf7a71a67'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:18:36.972562 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3781a2cf-9eb9-45c7-b857-a0ddfade3dd6 None None] Routers {'629f901f-852a-40d4-95c0-c9bbf7a71a67'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:18:36.973177 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-3781a2cf-9eb9-45c7-b857-a0ddfade3dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:18:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['629f901f-852a-40d4-95c0-c9bbf7a71a67'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:18:37.051903 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7f86b08a-f825-4edd-8a2d-3a770acac481 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:37.117367 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-7f86b08a-f825-4edd-8a2d-3a770acac481 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8000445 Jan 21 19:18:37.117988 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3310dba5-f76c-4818-9b1b-cc990e3e0f3c', 'tag': 'e3f8177e-7abd-45b3-98c3-2af684cb39ba'}] {{(pid=88136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:18:37.168224 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3310dba5-f76c-4818-9b1b-cc990e3e0f3c', 'tag': 'e3f8177e-7abd-45b3-98c3-2af684cb39ba', 'status': 'completed', 'code': 200} Jan 21 19:18:37.172112 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-3781a2cf-9eb9-45c7-b857-a0ddfade3dd6 None None] Set router 629f901f-852a-40d4-95c0-c9bbf7a71a67 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:18:37.282323 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7ae69-4425-48a2-a8c4-9ac2d5c7e335 req-8c9a5579-e22b-491f-91c2-28cb442799a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:37.283792 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-f2d7ae69-4425-48a2-a8c4-9ac2d5c7e335 req-8c9a5579-e22b-491f-91c2-28cb442799a5 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=3310dba5-f76c-4818-9b1b-cc990e3e0f3c HTTP/1.1" status: 200 len: 1098 time: 0.0930986 Jan 21 19:18:37.447427 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7ae69-4425-48a2-a8c4-9ac2d5c7e335 req-adba1390-c9f7-4609-9f0e-e2e7293ae9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:37.448899 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-f2d7ae69-4425-48a2-a8c4-9ac2d5c7e335 req-adba1390-c9f7-4609-9f0e-e2e7293ae9cf service neutron] 10.222.0.113 "GET /v2.0/networks?id=a4366f0b-5e10-4f5c-a4b7-507a768957aa HTTP/1.1" status: 200 len: 897 time: 0.1581223 Jan 21 19:18:37.590047 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-f2d7ae69-4425-48a2-a8c4-9ac2d5c7e335 req-7ad6c38f-8ad3-444e-a009-bce96ff64159 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3f8177e-7abd-45b3-98c3-2af684cb39ba HTTP/1.1" status: 200 len: 998 time: 0.1320820 Jan 21 19:18:37.606432 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-3781a2cf-9eb9-45c7-b857-a0ddfade3dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'name': 'tempest-TestNetworkBasicOps-router-1183526464', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '82161db7-2ab0-4853-be22-91774249c7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:17:42Z', 'updated_at': '2022-01-21T19:17:48Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '82161db7-2ab0-4853-be22-91774249c7ee', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:29:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:17:43Z', 'updated_at': '2022-01-21T19:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '43ffe1ba-d3b2-4dd2-b556-b510adc836d8', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'floating_ip_address': '172.26.1.23', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'port_id': 'cb428f09-cf1e-4881-9289-facc34a92201', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa', 'mac_address': 'fa:16:3e:d7:3a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f121d46-f955-4267-b76c-6cfe10418529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:18:12Z', 'updated_at': '2022-01-21T19:18:15Z', 'revision_number': 1, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address_scope': None}, {'id': '82a0f2b4-49c8-4935-a079-7a45d9e50484', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'floating_ip_address': '172.26.1.20', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'port_id': 'e3f8177e-7abd-45b3-98c3-2af684cb39ba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa', 'mac_address': 'fa:16:3e:a8:41:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3310dba5-f76c-4818-9b1b-cc990e3e0f3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:18:35Z', 'updated_at': '2022-01-21T19:18:35Z', 'revision_number': 0, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e', 'name': '', 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:3f:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '03d9f40a-b824-4dcb-8573-63d436fbef69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:17:47Z', 'updated_at': '2022-01-21T19:17:53Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '03d9f40a-b824-4dcb-8573-63d436fbef69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:18:37.610105 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3781a2cf-9eb9-45c7-b857-a0ddfade3dd6 None None] Checking router: 629f901f-852a-40d4-95c0-c9bbf7a71a67 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:18:37.618648 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3781a2cf-9eb9-45c7-b857-a0ddfade3dd6 None None] Routers {'629f901f-852a-40d4-95c0-c9bbf7a71a67'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:18:37.619235 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-3781a2cf-9eb9-45c7-b857-a0ddfade3dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:18:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['629f901f-852a-40d4-95c0-c9bbf7a71a67'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:18:37.653729 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7ae69-4425-48a2-a8c4-9ac2d5c7e335 req-0aaf4535-d0c1-46cf-b87d-f28af33ee8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:37.655196 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-f2d7ae69-4425-48a2-a8c4-9ac2d5c7e335 req-0aaf4535-d0c1-46cf-b87d-f28af33ee8a0 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=03d9f40a-b824-4dcb-8573-63d436fbef69 HTTP/1.1" status: 200 len: 834 time: 0.0565948 Jan 21 19:18:37.734047 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7ae69-4425-48a2-a8c4-9ac2d5c7e335 req-f783e36a-aeff-4862-a31d-1f7d5578249f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:37.735398 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-f2d7ae69-4425-48a2-a8c4-9ac2d5c7e335 req-f783e36a-aeff-4862-a31d-1f7d5578249f service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a4366f0b-5e10-4f5c-a4b7-507a768957aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726056 Jan 21 19:18:37.796554 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-3781a2cf-9eb9-45c7-b857-a0ddfade3dd6 None None] Set router 629f901f-852a-40d4-95c0-c9bbf7a71a67 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:18:37.874673 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-f2d7ae69-4425-48a2-a8c4-9ac2d5c7e335 req-06c2a8b6-d7eb-4bc8-8d31-0110c581000e service neutron] 10.222.0.113 "GET /v2.0/networks/a4366f0b-5e10-4f5c-a4b7-507a768957aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309514 Jan 21 19:18:38.026910 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-f2d7ae69-4425-48a2-a8c4-9ac2d5c7e335 req-0ee2adcf-0315-404f-b337-aef98a42d953 service neutron] 10.222.0.113 "GET /v2.0/networks/a4366f0b-5e10-4f5c-a4b7-507a768957aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408937 Jan 21 19:18:38.150809 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-3781a2cf-9eb9-45c7-b857-a0ddfade3dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'name': 'tempest-TestNetworkBasicOps-router-1183526464', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '82161db7-2ab0-4853-be22-91774249c7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:17:42Z', 'updated_at': '2022-01-21T19:17:48Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '82161db7-2ab0-4853-be22-91774249c7ee', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:29:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:17:43Z', 'updated_at': '2022-01-21T19:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '43ffe1ba-d3b2-4dd2-b556-b510adc836d8', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'floating_ip_address': '172.26.1.23', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'port_id': 'cb428f09-cf1e-4881-9289-facc34a92201', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa', 'mac_address': 'fa:16:3e:d7:3a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f121d46-f955-4267-b76c-6cfe10418529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:18:12Z', 'updated_at': '2022-01-21T19:18:15Z', 'revision_number': 1, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address_scope': None}, {'id': '82a0f2b4-49c8-4935-a079-7a45d9e50484', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'floating_ip_address': '172.26.1.20', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'port_id': 'e3f8177e-7abd-45b3-98c3-2af684cb39ba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa', 'mac_address': 'fa:16:3e:a8:41:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3310dba5-f76c-4818-9b1b-cc990e3e0f3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:18:35Z', 'updated_at': '2022-01-21T19:18:35Z', 'revision_number': 0, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e', 'name': '', 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:3f:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '03d9f40a-b824-4dcb-8573-63d436fbef69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:17:47Z', 'updated_at': '2022-01-21T19:17:53Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '03d9f40a-b824-4dcb-8573-63d436fbef69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:18:38.155095 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3781a2cf-9eb9-45c7-b857-a0ddfade3dd6 None None] The sync data for ids ['629f901f-852a-40d4-95c0-c9bbf7a71a67'] in dv-neutron-825470-1-hyperv is: [{'id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'name': 'tempest-TestNetworkBasicOps-router-1183526464', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '82161db7-2ab0-4853-be22-91774249c7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:17:42Z', 'updated_at': '2022-01-21T19:17:48Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '82161db7-2ab0-4853-be22-91774249c7ee', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:29:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:17:43Z', 'updated_at': '2022-01-21T19:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '43ffe1ba-d3b2-4dd2-b556-b510adc836d8', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'floating_ip_address': '172.26.1.23', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'port_id': 'cb428f09-cf1e-4881-9289-facc34a92201', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa', 'mac_address': 'fa:16:3e:d7:3a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f121d46-f955-4267-b76c-6cfe10418529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:18:12Z', 'updated_at': '2022-01-21T19:18:15Z', 'revision_number': 1, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address_scope': None}, {'id': '82a0f2b4-49c8-4935-a079-7a45d9e50484', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'floating_ip_address': '172.26.1.20', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'port_id': 'e3f8177e-7abd-45b3-98c3-2af684cb39ba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa', 'mac_address': 'fa:16:3e:a8:41:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3310dba5-f76c-4818-9b1b-cc990e3e0f3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:18:35Z', 'updated_at': '2022-01-21T19:18:35Z', 'revision_number': 0, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e', 'name': '', 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:3f:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '03d9f40a-b824-4dcb-8573-63d436fbef69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:17:47Z', 'updated_at': '2022-01-21T19:17:53Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '03d9f40a-b824-4dcb-8573-63d436fbef69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:18:38.356675 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb90d7f-ff26-4903-9da1-4dd3873678a0 None None] New status for floating IP 82a0f2b4-49c8-4935-a079-7a45d9e50484: ACTIVE {{(pid=88138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:18:47.430589 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:18:50.658364 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-91daa966-c828-43ff-9261-231564375d7a req-ba9dfaf3-0c94-49bc-a4ba-f811d5fc1974 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=5f121d46-f955-4267-b76c-6cfe10418529&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0666654 Jan 21 19:18:50.903306 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91daa966-c828-43ff-9261-231564375d7a req-2cf89f2b-d765-4e0e-9ed3-fcb66b815ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:50.904962 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-91daa966-c828-43ff-9261-231564375d7a req-2cf89f2b-d765-4e0e-9ed3-fcb66b815ad5 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=5f121d46-f955-4267-b76c-6cfe10418529 HTTP/1.1" status: 200 len: 1099 time: 0.1688993 Jan 21 19:18:51.050739 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91daa966-c828-43ff-9261-231564375d7a req-0b0e0661-51db-4ce2-8e13-ab42347428e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:51.052801 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-91daa966-c828-43ff-9261-231564375d7a req-0b0e0661-51db-4ce2-8e13-ab42347428e1 service neutron] 10.222.0.113 "GET /v2.0/networks?id=a4366f0b-5e10-4f5c-a4b7-507a768957aa HTTP/1.1" status: 200 len: 897 time: 0.1288946 Jan 21 19:18:51.154638 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-91daa966-c828-43ff-9261-231564375d7a req-51170a6f-851f-4f6e-a7ce-5684ec199db8 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb428f09-cf1e-4881-9289-facc34a92201 HTTP/1.1" status: 200 len: 1001 time: 0.0945961 Jan 21 19:18:51.217977 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91daa966-c828-43ff-9261-231564375d7a req-f5fd2e7d-9244-4149-911e-a7b69c585e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:51.219369 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-91daa966-c828-43ff-9261-231564375d7a req-f5fd2e7d-9244-4149-911e-a7b69c585e08 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=03d9f40a-b824-4dcb-8573-63d436fbef69 HTTP/1.1" status: 200 len: 834 time: 0.0558777 Jan 21 19:18:51.291823 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91daa966-c828-43ff-9261-231564375d7a req-8edfa9a0-1d82-4934-bd80-65cdd20a0f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:18:51.293278 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-91daa966-c828-43ff-9261-231564375d7a req-8edfa9a0-1d82-4934-bd80-65cdd20a0f67 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a4366f0b-5e10-4f5c-a4b7-507a768957aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681157 Jan 21 19:18:51.437178 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-91daa966-c828-43ff-9261-231564375d7a req-3fe9c89f-a704-4150-8c25-a234237eedf0 service neutron] 10.222.0.113 "GET /v2.0/networks/a4366f0b-5e10-4f5c-a4b7-507a768957aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323848 Jan 21 19:18:51.569477 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-91daa966-c828-43ff-9261-231564375d7a req-309de6bf-fe35-4dfc-bb49-ce15ca0f3c95 service neutron] 10.222.0.113 "GET /v2.0/networks/a4366f0b-5e10-4f5c-a4b7-507a768957aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261814 Jan 21 19:18:54.982066 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f2bb4bc8-a4e0-4877-89c2-959bbcb6d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:57.261851 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-15013854-302f-45f2-80e0-3906773a2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:58.267972 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:58.531053 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:18:58.627952 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:00.101727 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:03.928780 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37852) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:19:04.034543 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ad11e3d3-e3cb-4953-8337-25df4a2011df tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/floatingips/43ffe1ba-d3b2-4dd2-b556-b510adc836d8 HTTP/1.1" status: 200 len: 993 time: 0.1046269 Jan 21 19:19:06.248984 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 37862) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:19:06.254912 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-a14bdeb3-35e1-438d-85c2-2886a0d85b42 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:19:06.374104 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a14bdeb3-35e1-438d-85c2-2886a0d85b42 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:06.589666 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-a14bdeb3-35e1-438d-85c2-2886a0d85b42 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] For port cb428f09-cf1e-4881-9289-facc34a92201, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=cb428f09-cf1e-4881-9289-facc34a92201,segment=NetworkSegment(83c9b1a6-fa14-40fa-b000-61c880634db3),segment_id=83c9b1a6-fa14-40fa-b000-61c880634db3)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:19:06.613159 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a14bdeb3-35e1-438d-85c2-2886a0d85b42 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:06.673266 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a14bdeb3-35e1-438d-85c2-2886a0d85b42 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:06.743590 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14bdeb3-35e1-438d-85c2-2886a0d85b42 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:06.749840 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a14bdeb3-35e1-438d-85c2-2886a0d85b42 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:06.749840 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-a14bdeb3-35e1-438d-85c2-2886a0d85b42 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "PUT /v2.0/ports/cb428f09-cf1e-4881-9289-facc34a92201 HTTP/1.1" status: 200 len: 939 time: 0.4957938 Jan 21 19:19:06.749840 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f121d46-f955-4267-b76c-6cfe10418529', 'tag': 'cb428f09-cf1e-4881-9289-facc34a92201'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:19:06.768385 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14bdeb3-35e1-438d-85c2-2886a0d85b42 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=cb428f09-cf1e-4881-9289-facc34a92201,revision_number=6']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:19:06.776570 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14bdeb3-35e1-438d-85c2-2886a0d85b42 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:19:06.776854 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14bdeb3-35e1-438d-85c2-2886a0d85b42 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:19:06.777174 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14bdeb3-35e1-438d-85c2-2886a0d85b42 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:19:06.777503 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14bdeb3-35e1-438d-85c2-2886a0d85b42 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:19:06.777842 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14bdeb3-35e1-438d-85c2-2886a0d85b42 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:19:06.778171 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14bdeb3-35e1-438d-85c2-2886a0d85b42 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:19:06.778494 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14bdeb3-35e1-438d-85c2-2886a0d85b42 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:19:06.778817 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14bdeb3-35e1-438d-85c2-2886a0d85b42 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:19:06.779140 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14bdeb3-35e1-438d-85c2-2886a0d85b42 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:19:06.779515 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14bdeb3-35e1-438d-85c2-2886a0d85b42 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:19:06.779835 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14bdeb3-35e1-438d-85c2-2886a0d85b42 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:19:06.780154 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14bdeb3-35e1-438d-85c2-2886a0d85b42 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:19:06.803772 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f121d46-f955-4267-b76c-6cfe10418529', 'tag': 'cb428f09-cf1e-4881-9289-facc34a92201', 'status': 'completed', 'code': 200} Jan 21 19:19:06.904961 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b67e1-c37c-436a-96ea-ac7772d9eb98 req-835c3c08-b4b2-4b85-a586-7aaf135c9576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:06.906457 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e70b67e1-c37c-436a-96ea-ac7772d9eb98 req-835c3c08-b4b2-4b85-a586-7aaf135c9576 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=5f121d46-f955-4267-b76c-6cfe10418529 HTTP/1.1" status: 200 len: 1100 time: 0.0812476 Jan 21 19:19:07.003172 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f3a16c9b-d09f-475f-96d1-837b2e146083 None None] Provisioning complete for port cb428f09-cf1e-4881-9289-facc34a92201 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:19:07.003711 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f3a16c9b-d09f-475f-96d1-837b2e146083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:07.037936 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b67e1-c37c-436a-96ea-ac7772d9eb98 req-d7877e61-6cb8-4a8f-bae4-632ae447bef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:07.039387 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e70b67e1-c37c-436a-96ea-ac7772d9eb98 req-d7877e61-6cb8-4a8f-bae4-632ae447bef3 service neutron] 10.222.0.113 "GET /v2.0/networks?id=a4366f0b-5e10-4f5c-a4b7-507a768957aa HTTP/1.1" status: 200 len: 897 time: 0.1261632 Jan 21 19:19:07.066109 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-f3a16c9b-d09f-475f-96d1-837b2e146083 None None] Port cb428f09-cf1e-4881-9289-facc34a92201 is administratively disabled so it will not transition to active. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Jan 21 19:19:07.139765 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e70b67e1-c37c-436a-96ea-ac7772d9eb98 req-5b1d34d7-6bb4-4f7b-b7ba-fc427a407cb8 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb428f09-cf1e-4881-9289-facc34a92201 HTTP/1.1" status: 200 len: 1002 time: 0.0938139 Jan 21 19:19:07.213749 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b67e1-c37c-436a-96ea-ac7772d9eb98 req-fbf8f485-399f-45e2-97cf-9807684219f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:07.215211 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e70b67e1-c37c-436a-96ea-ac7772d9eb98 req-fbf8f485-399f-45e2-97cf-9807684219f8 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=03d9f40a-b824-4dcb-8573-63d436fbef69 HTTP/1.1" status: 200 len: 834 time: 0.0686364 Jan 21 19:19:07.287972 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b67e1-c37c-436a-96ea-ac7772d9eb98 req-c462e618-9bab-421d-9c6c-6b04c54c1a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:07.289415 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e70b67e1-c37c-436a-96ea-ac7772d9eb98 req-c462e618-9bab-421d-9c6c-6b04c54c1a31 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a4366f0b-5e10-4f5c-a4b7-507a768957aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681312 Jan 21 19:19:07.299855 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [req-e70b67e1-c37c-436a-96ea-ac7772d9eb98 req-a40140b8-95b9-4624-b002-fabab2eae132 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=88137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:19:07.300735 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e70b67e1-c37c-436a-96ea-ac7772d9eb98 req-a40140b8-95b9-4624-b002-fabab2eae132 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046673 Jan 21 19:19:07.541224 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e70b67e1-c37c-436a-96ea-ac7772d9eb98 req-f4245a44-9b5e-45e7-a400-7711896120e5 service neutron] 10.222.0.113 "GET /v2.0/networks/a4366f0b-5e10-4f5c-a4b7-507a768957aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336900 Jan 21 19:19:07.673023 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e70b67e1-c37c-436a-96ea-ac7772d9eb98 req-e7cd6e44-45d7-46f7-8070-7e6425f5d57a service neutron] 10.222.0.113 "GET /v2.0/networks/a4366f0b-5e10-4f5c-a4b7-507a768957aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212072 Jan 21 19:19:10.221589 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 37872) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:19:10.227941 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-e0670ea2-c54a-49e9-b200-e8d4d9606751 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:19:10.348488 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e0670ea2-c54a-49e9-b200-e8d4d9606751 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:10.560466 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-e0670ea2-c54a-49e9-b200-e8d4d9606751 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] For port cb428f09-cf1e-4881-9289-facc34a92201, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=cb428f09-cf1e-4881-9289-facc34a92201,segment=NetworkSegment(83c9b1a6-fa14-40fa-b000-61c880634db3),segment_id=83c9b1a6-fa14-40fa-b000-61c880634db3)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:19:10.584788 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e0670ea2-c54a-49e9-b200-e8d4d9606751 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:10.639340 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e0670ea2-c54a-49e9-b200-e8d4d9606751 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:10.711647 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0670ea2-c54a-49e9-b200-e8d4d9606751 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:10.712272 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e0670ea2-c54a-49e9-b200-e8d4d9606751 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:10.713668 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e0670ea2-c54a-49e9-b200-e8d4d9606751 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "PUT /v2.0/ports/cb428f09-cf1e-4881-9289-facc34a92201 HTTP/1.1" status: 200 len: 938 time: 0.4910309 Jan 21 19:19:10.714321 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f121d46-f955-4267-b76c-6cfe10418529', 'tag': 'cb428f09-cf1e-4881-9289-facc34a92201'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:19:10.716538 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37876) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:19:10.735564 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0670ea2-c54a-49e9-b200-e8d4d9606751 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=cb428f09-cf1e-4881-9289-facc34a92201,revision_number=7']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:19:10.766452 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f121d46-f955-4267-b76c-6cfe10418529', 'tag': 'cb428f09-cf1e-4881-9289-facc34a92201', 'status': 'completed', 'code': 200} Jan 21 19:19:10.862063 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-45d1035b-14bc-4351-8d74-5dc3d9a81e3f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/floatingips/43ffe1ba-d3b2-4dd2-b556-b510adc836d8 HTTP/1.1" status: 200 len: 993 time: 0.1433616 Jan 21 19:19:10.871942 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c660ac7-2d21-4698-933d-b0ff0c338e3f req-ba4e35ca-090b-4d2b-9d61-3b3e3c3fd928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:10.873428 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-7c660ac7-2d21-4698-933d-b0ff0c338e3f req-ba4e35ca-090b-4d2b-9d61-3b3e3c3fd928 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=5f121d46-f955-4267-b76c-6cfe10418529 HTTP/1.1" status: 200 len: 1099 time: 0.0853291 Jan 21 19:19:10.943693 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['cb428f09-cf1e-4881-9289-facc34a92201'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:19:11.017149 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c660ac7-2d21-4698-933d-b0ff0c338e3f req-664f9aea-07b2-4f27-9a65-e6962222caf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:11.018560 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-7c660ac7-2d21-4698-933d-b0ff0c338e3f req-664f9aea-07b2-4f27-9a65-e6962222caf6 service neutron] 10.222.0.113 "GET /v2.0/networks?id=a4366f0b-5e10-4f5c-a4b7-507a768957aa HTTP/1.1" status: 200 len: 897 time: 0.1391156 Jan 21 19:19:11.024389 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-77d324a2-d3cf-42ab-9266-57cdb86886e9 None None] Provisioning complete for port cb428f09-cf1e-4881-9289-facc34a92201 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:19:11.024762 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-77d324a2-d3cf-42ab-9266-57cdb86886e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:11.121694 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-7c660ac7-2d21-4698-933d-b0ff0c338e3f req-1a390d65-1125-42dc-8f8f-2a0457ff9171 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb428f09-cf1e-4881-9289-facc34a92201 HTTP/1.1" status: 200 len: 1001 time: 0.0962777 Jan 21 19:19:11.184555 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c660ac7-2d21-4698-933d-b0ff0c338e3f req-03bbe233-e1ed-4bf4-a494-a4ac29445d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:11.185996 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-7c660ac7-2d21-4698-933d-b0ff0c338e3f req-03bbe233-e1ed-4bf4-a494-a4ac29445d86 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=03d9f40a-b824-4dcb-8573-63d436fbef69 HTTP/1.1" status: 200 len: 834 time: 0.0582983 Jan 21 19:19:11.262663 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c660ac7-2d21-4698-933d-b0ff0c338e3f req-49709f3d-7213-401d-9a8c-b0ece34339f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:11.264132 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-7c660ac7-2d21-4698-933d-b0ff0c338e3f req-49709f3d-7213-401d-9a8c-b0ece34339f5 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a4366f0b-5e10-4f5c-a4b7-507a768957aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723510 Jan 21 19:19:11.399743 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-7c660ac7-2d21-4698-933d-b0ff0c338e3f req-6b2a9451-b456-4833-ba36-66f7e7c1adb3 service neutron] 10.222.0.113 "GET /v2.0/networks/a4366f0b-5e10-4f5c-a4b7-507a768957aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294570 Jan 21 19:19:11.531376 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-7c660ac7-2d21-4698-933d-b0ff0c338e3f req-5b5e0316-6961-4996-a035-b60a13e5935f service neutron] 10.222.0.113 "GET /v2.0/networks/a4366f0b-5e10-4f5c-a4b7-507a768957aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259892 Jan 21 19:19:13.433813 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37888) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:19:13.629276 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-1b33ca03-44fc-45aa-a97a-12671c3a7213 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Deleting port 492a84e3-84ec-4cda-9c81-5bd20a19674f {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:19:13.629609 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1b33ca03-44fc-45aa-a97a-12671c3a7213 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:13.795051 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1b33ca03-44fc-45aa-a97a-12671c3a7213 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:13.795292 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1b33ca03-44fc-45aa-a97a-12671c3a7213 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:13.913498 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-1b33ca03-44fc-45aa-a97a-12671c3a7213 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Calling delete_port for 492a84e3-84ec-4cda-9c81-5bd20a19674f owned by network:floatingip {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:19:14.136168 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1b33ca03-44fc-45aa-a97a-12671c3a7213 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:14.181292 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33ca03-44fc-45aa-a97a-12671c3a7213 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Port': ['ID=492a84e3-84ec-4cda-9c81-5bd20a19674f,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:19:14.214354 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b33ca03-44fc-45aa-a97a-12671c3a7213 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:19:14.214713 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b33ca03-44fc-45aa-a97a-12671c3a7213 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:19:14.215031 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b33ca03-44fc-45aa-a97a-12671c3a7213 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:19:14.215362 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b33ca03-44fc-45aa-a97a-12671c3a7213 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:19:14.215683 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b33ca03-44fc-45aa-a97a-12671c3a7213 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:19:14.216006 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b33ca03-44fc-45aa-a97a-12671c3a7213 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:19:14.216326 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b33ca03-44fc-45aa-a97a-12671c3a7213 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:19:14.216641 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b33ca03-44fc-45aa-a97a-12671c3a7213 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:19:14.216958 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b33ca03-44fc-45aa-a97a-12671c3a7213 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:19:14.217273 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b33ca03-44fc-45aa-a97a-12671c3a7213 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:19:14.217587 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b33ca03-44fc-45aa-a97a-12671c3a7213 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:19:14.217926 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b33ca03-44fc-45aa-a97a-12671c3a7213 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:19:14.391994 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1b33ca03-44fc-45aa-a97a-12671c3a7213 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for floatingip, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:14.392235 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.l3_db [None req-1b33ca03-44fc-45aa-a97a-12671c3a7213 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Floating IP 82a0f2b4-49c8-4935-a079-7a45d9e50484 disassociated (deleted). External IP: 172.26.1.20, port: e3f8177e-7abd-45b3-98c3-2af684cb39ba. Jan 21 19:19:14.733533 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b33ca03-44fc-45aa-a97a-12671c3a7213 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Router 629f901f-852a-40d4-95c0-c9bbf7a71a67 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:19:14.913037 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b33ca03-44fc-45aa-a97a-12671c3a7213 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:19:14.923323 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15976dfe-4989-4b38-82ac-4e54b1c4951b None None] Sync routers for ids ['629f901f-852a-40d4-95c0-c9bbf7a71a67'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:19:14.928944 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1b33ca03-44fc-45aa-a97a-12671c3a7213 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:14.932958 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15976dfe-4989-4b38-82ac-4e54b1c4951b None None] Routers {'629f901f-852a-40d4-95c0-c9bbf7a71a67'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:19:14.933571 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-15976dfe-4989-4b38-82ac-4e54b1c4951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:18:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['629f901f-852a-40d4-95c0-c9bbf7a71a67'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:19:14.983071 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-1b33ca03-44fc-45aa-a97a-12671c3a7213 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "DELETE /v2.0/floatingips/82a0f2b4-49c8-4935-a079-7a45d9e50484 HTTP/1.1" status: 204 len: 168 time: 1.5481029 Jan 21 19:19:14.983695 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3310dba5-f76c-4818-9b1b-cc990e3e0f3c', 'tag': 'e3f8177e-7abd-45b3-98c3-2af684cb39ba'}] {{(pid=88136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:19:15.027798 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3310dba5-f76c-4818-9b1b-cc990e3e0f3c', 'tag': 'e3f8177e-7abd-45b3-98c3-2af684cb39ba', 'status': 'completed', 'code': 200} Jan 21 19:19:15.121156 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a13182-18f7-4171-b786-d8e4a4294b15 req-12a23647-e842-4f59-87f9-7cd575a830f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:15.122688 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-40a13182-18f7-4171-b786-d8e4a4294b15 req-12a23647-e842-4f59-87f9-7cd575a830f4 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=3310dba5-f76c-4818-9b1b-cc990e3e0f3c HTTP/1.1" status: 200 len: 1098 time: 0.0732665 Jan 21 19:19:15.123231 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-15976dfe-4989-4b38-82ac-4e54b1c4951b None None] Set router 629f901f-852a-40d4-95c0-c9bbf7a71a67 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:19:15.362472 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a13182-18f7-4171-b786-d8e4a4294b15 req-be831a7f-7bc5-4914-b09e-56141ac5ee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:15.363873 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-40a13182-18f7-4171-b786-d8e4a4294b15 req-be831a7f-7bc5-4914-b09e-56141ac5ee05 service neutron] 10.222.0.113 "GET /v2.0/networks?id=a4366f0b-5e10-4f5c-a4b7-507a768957aa HTTP/1.1" status: 200 len: 897 time: 0.2353029 Jan 21 19:19:15.437726 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-40a13182-18f7-4171-b786-d8e4a4294b15 req-40cdde23-7c6e-452d-80bf-131ea9993aeb service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3f8177e-7abd-45b3-98c3-2af684cb39ba HTTP/1.1" status: 200 len: 217 time: 0.0675638 Jan 21 19:19:15.505630 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a13182-18f7-4171-b786-d8e4a4294b15 req-00274513-3e49-41f2-bbe5-f58b8ac199d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:15.506844 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-40a13182-18f7-4171-b786-d8e4a4294b15 req-00274513-3e49-41f2-bbe5-f58b8ac199d7 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=03d9f40a-b824-4dcb-8573-63d436fbef69 HTTP/1.1" status: 200 len: 834 time: 0.0628228 Jan 21 19:19:15.526705 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-15976dfe-4989-4b38-82ac-4e54b1c4951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'name': 'tempest-TestNetworkBasicOps-router-1183526464', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '82161db7-2ab0-4853-be22-91774249c7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:17:42Z', 'updated_at': '2022-01-21T19:17:48Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '82161db7-2ab0-4853-be22-91774249c7ee', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:29:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:17:43Z', 'updated_at': '2022-01-21T19:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '43ffe1ba-d3b2-4dd2-b556-b510adc836d8', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'floating_ip_address': '172.26.1.23', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'port_id': 'cb428f09-cf1e-4881-9289-facc34a92201', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa', 'mac_address': 'fa:16:3e:d7:3a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f121d46-f955-4267-b76c-6cfe10418529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:18:12Z', 'updated_at': '2022-01-21T19:18:15Z', 'revision_number': 1, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e', 'name': '', 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:3f:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '03d9f40a-b824-4dcb-8573-63d436fbef69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:17:47Z', 'updated_at': '2022-01-21T19:17:53Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '03d9f40a-b824-4dcb-8573-63d436fbef69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:19:15.530705 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15976dfe-4989-4b38-82ac-4e54b1c4951b None None] Checking router: 629f901f-852a-40d4-95c0-c9bbf7a71a67 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:19:15.540250 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15976dfe-4989-4b38-82ac-4e54b1c4951b None None] Routers {'629f901f-852a-40d4-95c0-c9bbf7a71a67'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:19:15.540859 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-15976dfe-4989-4b38-82ac-4e54b1c4951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:18:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['629f901f-852a-40d4-95c0-c9bbf7a71a67'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:19:15.564205 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7acc92-3b52-4be7-a420-37bbf7c51a03 req-acdc6c95-ba38-4a3d-9dda-6850633b7dbc tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:15.565357 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-eb7acc92-3b52-4be7-a420-37bbf7c51a03 req-acdc6c95-ba38-4a3d-9dda-6850633b7dbc tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:19:15.590276 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a13182-18f7-4171-b786-d8e4a4294b15 req-34f6308d-6e85-441b-a69d-f1bd553e6697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:15.592122 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-40a13182-18f7-4171-b786-d8e4a4294b15 req-34f6308d-6e85-441b-a69d-f1bd553e6697 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a4366f0b-5e10-4f5c-a4b7-507a768957aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775690 Jan 21 19:19:15.622127 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-eb7acc92-3b52-4be7-a420-37bbf7c51a03 req-acdc6c95-ba38-4a3d-9dda-6850633b7dbc tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:19:15.623532 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-eb7acc92-3b52-4be7-a420-37bbf7c51a03 req-acdc6c95-ba38-4a3d-9dda-6850633b7dbc tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=3310dba5-f76c-4818-9b1b-cc990e3e0f3c HTTP/1.1" status: 200 len: 945 time: 0.1490557 Jan 21 19:19:15.670895 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-eb7acc92-3b52-4be7-a420-37bbf7c51a03 req-ecc85713-beac-449f-9c0d-216119f1955d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=61f84d78-b7ec-4150-bb23-997a6e522711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416007 Jan 21 19:19:15.736977 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-40a13182-18f7-4171-b786-d8e4a4294b15 req-efd0d01c-5e73-4d75-9968-255acd329cad service neutron] 10.222.0.113 "GET /v2.0/networks/a4366f0b-5e10-4f5c-a4b7-507a768957aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369777 Jan 21 19:19:15.757719 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-15976dfe-4989-4b38-82ac-4e54b1c4951b None None] Set router 629f901f-852a-40d4-95c0-c9bbf7a71a67 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:19:16.025050 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-40a13182-18f7-4171-b786-d8e4a4294b15 req-1f33a870-8b54-4141-a39f-f20f426eedc5 service neutron] 10.222.0.113 "GET /v2.0/networks/a4366f0b-5e10-4f5c-a4b7-507a768957aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813399 Jan 21 19:19:16.111204 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-15976dfe-4989-4b38-82ac-4e54b1c4951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'name': 'tempest-TestNetworkBasicOps-router-1183526464', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '82161db7-2ab0-4853-be22-91774249c7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:17:42Z', 'updated_at': '2022-01-21T19:17:48Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '82161db7-2ab0-4853-be22-91774249c7ee', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:29:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:17:43Z', 'updated_at': '2022-01-21T19:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '43ffe1ba-d3b2-4dd2-b556-b510adc836d8', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'floating_ip_address': '172.26.1.23', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'port_id': 'cb428f09-cf1e-4881-9289-facc34a92201', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa', 'mac_address': 'fa:16:3e:d7:3a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f121d46-f955-4267-b76c-6cfe10418529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:18:12Z', 'updated_at': '2022-01-21T19:18:15Z', 'revision_number': 1, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e', 'name': '', 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:3f:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '03d9f40a-b824-4dcb-8573-63d436fbef69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:17:47Z', 'updated_at': '2022-01-21T19:17:53Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '03d9f40a-b824-4dcb-8573-63d436fbef69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:19:16.115879 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15976dfe-4989-4b38-82ac-4e54b1c4951b None None] The sync data for ids ['629f901f-852a-40d4-95c0-c9bbf7a71a67'] in dv-neutron-825470-1-hyperv is: [{'id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'name': 'tempest-TestNetworkBasicOps-router-1183526464', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '82161db7-2ab0-4853-be22-91774249c7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:17:42Z', 'updated_at': '2022-01-21T19:17:48Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '82161db7-2ab0-4853-be22-91774249c7ee', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:29:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:17:43Z', 'updated_at': '2022-01-21T19:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '43ffe1ba-d3b2-4dd2-b556-b510adc836d8', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'floating_ip_address': '172.26.1.23', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'port_id': 'cb428f09-cf1e-4881-9289-facc34a92201', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa', 'mac_address': 'fa:16:3e:d7:3a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f121d46-f955-4267-b76c-6cfe10418529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:18:12Z', 'updated_at': '2022-01-21T19:18:15Z', 'revision_number': 1, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e', 'name': '', 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:3f:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '03d9f40a-b824-4dcb-8573-63d436fbef69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:17:47Z', 'updated_at': '2022-01-21T19:17:53Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '03d9f40a-b824-4dcb-8573-63d436fbef69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:19:16.340045 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9550a19-efe5-4997-9d43-43718945445b None None] New status for floating IP 82a0f2b4-49c8-4935-a079-7a45d9e50484: DOWN {{(pid=88138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:19:16.819604 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aafad86-39fa-4c5c-838c-9bea667c0536 req-d2068e21-fcd2-469a-ac13-f58353edd260 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:16.820301 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-8aafad86-39fa-4c5c-838c-9bea667c0536 req-d2068e21-fcd2-469a-ac13-f58353edd260 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:19:16.832033 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-8aafad86-39fa-4c5c-838c-9bea667c0536 req-d2068e21-fcd2-469a-ac13-f58353edd260 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:19:16.833705 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8aafad86-39fa-4c5c-838c-9bea667c0536 req-d2068e21-fcd2-469a-ac13-f58353edd260 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "GET /v2.0/ports?device_id=3310dba5-f76c-4818-9b1b-cc990e3e0f3c HTTP/1.1" status: 200 len: 945 time: 0.0922203 Jan 21 19:19:16.857902 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3f9ed-b752-4879-ae9b-a6962ba8cf81 req-e87d2167-6836-4f32-93c8-276d5987a896 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:16.860218 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a6f3f9ed-b752-4879-ae9b-a6962ba8cf81 req-e87d2167-6836-4f32-93c8-276d5987a896 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=3310dba5-f76c-4818-9b1b-cc990e3e0f3c HTTP/1.1" status: 200 len: 945 time: 0.0833383 Jan 21 19:19:16.904740 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a6f3f9ed-b752-4879-ae9b-a6962ba8cf81 req-a8769a77-abe9-4141-bf9a-3b44b0cff1f0 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=61f84d78-b7ec-4150-bb23-997a6e522711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387321 Jan 21 19:19:16.909990 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-8aafad86-39fa-4c5c-838c-9bea667c0536 req-7c96e48e-973f-4122-b8e2-15884dcf854a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Deleting port e3f8177e-7abd-45b3-98c3-2af684cb39ba {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:19:16.910472 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-8aafad86-39fa-4c5c-838c-9bea667c0536 req-7c96e48e-973f-4122-b8e2-15884dcf854a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:17.156704 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-8aafad86-39fa-4c5c-838c-9bea667c0536 req-7c96e48e-973f-4122-b8e2-15884dcf854a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] For port e3f8177e-7abd-45b3-98c3-2af684cb39ba, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=e3f8177e-7abd-45b3-98c3-2af684cb39ba,segment=NetworkSegment(83c9b1a6-fa14-40fa-b000-61c880634db3),segment_id=83c9b1a6-fa14-40fa-b000-61c880634db3)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:19:17.157062 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-8aafad86-39fa-4c5c-838c-9bea667c0536 req-7c96e48e-973f-4122-b8e2-15884dcf854a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:17.281743 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-8aafad86-39fa-4c5c-838c-9bea667c0536 req-7c96e48e-973f-4122-b8e2-15884dcf854a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Calling delete_port for e3f8177e-7abd-45b3-98c3-2af684cb39ba owned by compute:nova {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:19:17.491045 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-8aafad86-39fa-4c5c-838c-9bea667c0536 req-7c96e48e-973f-4122-b8e2-15884dcf854a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:17.540921 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c96e48e-973f-4122-b8e2-15884dcf854a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Port': ['ID=e3f8177e-7abd-45b3-98c3-2af684cb39ba,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:19:17.615819 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aafad86-39fa-4c5c-838c-9bea667c0536 req-7c96e48e-973f-4122-b8e2-15884dcf854a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] No DVR routers for this DVR port e3f8177e-7abd-45b3-98c3-2af684cb39ba on host hv-neutron-8254 {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:19:17.618241 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-8aafad86-39fa-4c5c-838c-9bea667c0536 req-7c96e48e-973f-4122-b8e2-15884dcf854a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:17.620683 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3310dba5-f76c-4818-9b1b-cc990e3e0f3c', 'name': 'network-vif-deleted', 'tag': 'e3f8177e-7abd-45b3-98c3-2af684cb39ba'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:19:17.664401 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3310dba5-f76c-4818-9b1b-cc990e3e0f3c', 'name': 'network-vif-deleted', 'tag': 'e3f8177e-7abd-45b3-98c3-2af684cb39ba', 'status': 'completed', 'code': 200} Jan 21 19:19:17.673810 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8aafad86-39fa-4c5c-838c-9bea667c0536 req-7c96e48e-973f-4122-b8e2-15884dcf854a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "DELETE /v2.0/ports/e3f8177e-7abd-45b3-98c3-2af684cb39ba HTTP/1.1" status: 204 len: 173 time: 0.8354712 Jan 21 19:19:18.198285 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9dddad0e-cea8-4325-b320-105cb2616f36 req-49d7f375-cf68-4438-a6ec-61075f8b1b59 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=3310dba5-f76c-4818-9b1b-cc990e3e0f3c HTTP/1.1" status: 200 len: 210 time: 0.1626120 Jan 21 19:19:19.291489 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37910) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:19:19.357053 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ee5534ce-1c0f-4325-b448-0d5dd23599f9 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:19.386280 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ee5534ce-1c0f-4325-b448-0d5dd23599f9 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:19.495612 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ee5534ce-1c0f-4325-b448-0d5dd23599f9 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:19.513240 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5534ce-1c0f-4325-b448-0d5dd23599f9 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f84d78-b7ec-4150-bb23-997a6e522711,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:19:19.562396 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ee5534ce-1c0f-4325-b448-0d5dd23599f9 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:19.563523 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ee5534ce-1c0f-4325-b448-0d5dd23599f9 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "DELETE /v2.0/security-groups/61f84d78-b7ec-4150-bb23-997a6e522711 HTTP/1.1" status: 204 len: 168 time: 0.2710724 Jan 21 19:19:19.649558 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37916) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:19:19.851524 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-0a48db49-ed94-40ae-b23c-307a47873a47 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Deleting port f944ec46-fffc-4045-b165-5ece1d39464c {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:19:19.851765 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0a48db49-ed94-40ae-b23c-307a47873a47 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:20.020937 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0a48db49-ed94-40ae-b23c-307a47873a47 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:20.020937 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0a48db49-ed94-40ae-b23c-307a47873a47 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:20.241109 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-0a48db49-ed94-40ae-b23c-307a47873a47 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Calling delete_port for f944ec46-fffc-4045-b165-5ece1d39464c owned by network:floatingip {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:19:20.472992 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0a48db49-ed94-40ae-b23c-307a47873a47 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:20.520334 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a48db49-ed94-40ae-b23c-307a47873a47 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Port': ['ID=f944ec46-fffc-4045-b165-5ece1d39464c,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:19:20.611828 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0a48db49-ed94-40ae-b23c-307a47873a47 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for floatingip, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:20.612155 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.l3_db [None req-0a48db49-ed94-40ae-b23c-307a47873a47 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Floating IP 43ffe1ba-d3b2-4dd2-b556-b510adc836d8 disassociated (deleted). External IP: 172.26.1.23, port: cb428f09-cf1e-4881-9289-facc34a92201. Jan 21 19:19:20.731295 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device e3f8177e-7abd-45b3-98c3-2af684cb39ba no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:19:20.766952 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] No Port match for: e3f8177e-7abd-45b3-98c3-2af684cb39ba {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:19:20.773232 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device e3f8177e-7abd-45b3-98c3-2af684cb39ba not bound to the agent host hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:19:20.963743 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a48db49-ed94-40ae-b23c-307a47873a47 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Router 629f901f-852a-40d4-95c0-c9bbf7a71a67 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:19:21.139692 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a48db49-ed94-40ae-b23c-307a47873a47 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:19:21.149954 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0980b282-2ba5-41c8-8607-987dbc5aef87 None None] Sync routers for ids ['629f901f-852a-40d4-95c0-c9bbf7a71a67'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:19:21.155985 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0a48db49-ed94-40ae-b23c-307a47873a47 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:21.159405 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0980b282-2ba5-41c8-8607-987dbc5aef87 None None] Routers {'629f901f-852a-40d4-95c0-c9bbf7a71a67'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:19:21.160004 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-0980b282-2ba5-41c8-8607-987dbc5aef87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:18:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['629f901f-852a-40d4-95c0-c9bbf7a71a67'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:19:21.210780 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-0a48db49-ed94-40ae-b23c-307a47873a47 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "DELETE /v2.0/floatingips/43ffe1ba-d3b2-4dd2-b556-b510adc836d8 HTTP/1.1" status: 204 len: 168 time: 1.5600965 Jan 21 19:19:21.211354 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f121d46-f955-4267-b76c-6cfe10418529', 'tag': 'cb428f09-cf1e-4881-9289-facc34a92201'}] {{(pid=88136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:19:21.257829 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f121d46-f955-4267-b76c-6cfe10418529', 'tag': 'cb428f09-cf1e-4881-9289-facc34a92201', 'status': 'completed', 'code': 200} Jan 21 19:19:21.339003 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-0980b282-2ba5-41c8-8607-987dbc5aef87 None None] Set router 629f901f-852a-40d4-95c0-c9bbf7a71a67 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:19:21.354664 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daafd24-8c5b-445d-b99f-ca61beaa5f9b req-8fe2b069-7fea-4c09-876d-b9b6ce0c7def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:21.356139 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8daafd24-8c5b-445d-b99f-ca61beaa5f9b req-8fe2b069-7fea-4c09-876d-b9b6ce0c7def service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=5f121d46-f955-4267-b76c-6cfe10418529 HTTP/1.1" status: 200 len: 1099 time: 0.0764172 Jan 21 19:19:21.606340 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daafd24-8c5b-445d-b99f-ca61beaa5f9b req-4afa426c-5f7a-4e1a-81ab-af8aaf430b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:21.607839 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8daafd24-8c5b-445d-b99f-ca61beaa5f9b req-4afa426c-5f7a-4e1a-81ab-af8aaf430b49 service neutron] 10.222.0.113 "GET /v2.0/networks?id=a4366f0b-5e10-4f5c-a4b7-507a768957aa HTTP/1.1" status: 200 len: 897 time: 0.2458801 Jan 21 19:19:21.671814 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-0980b282-2ba5-41c8-8607-987dbc5aef87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'name': 'tempest-TestNetworkBasicOps-router-1183526464', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '82161db7-2ab0-4853-be22-91774249c7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:17:42Z', 'updated_at': '2022-01-21T19:17:48Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '82161db7-2ab0-4853-be22-91774249c7ee', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:29:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:17:43Z', 'updated_at': '2022-01-21T19:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e', 'name': '', 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:3f:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '03d9f40a-b824-4dcb-8573-63d436fbef69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:17:47Z', 'updated_at': '2022-01-21T19:17:53Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '03d9f40a-b824-4dcb-8573-63d436fbef69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:19:21.677227 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0980b282-2ba5-41c8-8607-987dbc5aef87 None None] Checking router: 629f901f-852a-40d4-95c0-c9bbf7a71a67 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:19:21.682797 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8daafd24-8c5b-445d-b99f-ca61beaa5f9b req-f8a7551b-cc70-481b-a580-0982e7b4a998 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb428f09-cf1e-4881-9289-facc34a92201 HTTP/1.1" status: 200 len: 217 time: 0.0685446 Jan 21 19:19:21.685900 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0980b282-2ba5-41c8-8607-987dbc5aef87 None None] Routers {'629f901f-852a-40d4-95c0-c9bbf7a71a67'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:19:21.686506 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-0980b282-2ba5-41c8-8607-987dbc5aef87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:18:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['629f901f-852a-40d4-95c0-c9bbf7a71a67'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:19:21.746319 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daafd24-8c5b-445d-b99f-ca61beaa5f9b req-1ecaf15d-2866-48a6-b050-4dc0a407a6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:21.747796 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8daafd24-8c5b-445d-b99f-ca61beaa5f9b req-1ecaf15d-2866-48a6-b050-4dc0a407a6a2 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=03d9f40a-b824-4dcb-8573-63d436fbef69 HTTP/1.1" status: 200 len: 834 time: 0.0597351 Jan 21 19:19:21.826109 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ae368-43c8-4104-9fb8-ecbfa5280692 req-b82c80c8-43df-42c2-ad43-79572da55f71 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:21.827189 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-f12ae368-43c8-4104-9fb8-ecbfa5280692 req-b82c80c8-43df-42c2-ad43-79572da55f71 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:19:21.830088 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daafd24-8c5b-445d-b99f-ca61beaa5f9b req-92d093a3-27d7-49bb-826f-979074f260a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:21.831359 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8daafd24-8c5b-445d-b99f-ca61beaa5f9b req-92d093a3-27d7-49bb-826f-979074f260a5 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a4366f0b-5e10-4f5c-a4b7-507a768957aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771279 Jan 21 19:19:21.874942 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-0980b282-2ba5-41c8-8607-987dbc5aef87 None None] Set router 629f901f-852a-40d4-95c0-c9bbf7a71a67 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:19:21.930331 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-f12ae368-43c8-4104-9fb8-ecbfa5280692 req-b82c80c8-43df-42c2-ad43-79572da55f71 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:19:21.931734 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f12ae368-43c8-4104-9fb8-ecbfa5280692 req-b82c80c8-43df-42c2-ad43-79572da55f71 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=5f121d46-f955-4267-b76c-6cfe10418529 HTTP/1.1" status: 200 len: 946 time: 0.1970677 Jan 21 19:19:21.975758 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8daafd24-8c5b-445d-b99f-ca61beaa5f9b req-cfd7390a-e7c7-4174-ae19-2596b15c2ce3 service neutron] 10.222.0.113 "GET /v2.0/networks/a4366f0b-5e10-4f5c-a4b7-507a768957aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363440 Jan 21 19:19:21.977374 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-f12ae368-43c8-4104-9fb8-ecbfa5280692 req-4e8e8b8d-ce3c-4a5b-a2a9-9b5a3eb95cb1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:security_group {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:19:22.033360 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-f12ae368-43c8-4104-9fb8-ecbfa5280692 req-4e8e8b8d-ce3c-4a5b-a2a9-9b5a3eb95cb1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:security_group {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:19:22.034644 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f12ae368-43c8-4104-9fb8-ecbfa5280692 req-4e8e8b8d-ce3c-4a5b-a2a9-9b5a3eb95cb1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=5ba923ba-a225-4fcf-ba6a-e0d9bc3e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968060 Jan 21 19:19:22.119505 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8daafd24-8c5b-445d-b99f-ca61beaa5f9b req-f090e719-5a53-44bf-88ab-f0ab71443642 service neutron] 10.222.0.113 "GET /v2.0/networks/a4366f0b-5e10-4f5c-a4b7-507a768957aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367688 Jan 21 19:19:22.218028 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-0980b282-2ba5-41c8-8607-987dbc5aef87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'name': 'tempest-TestNetworkBasicOps-router-1183526464', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '82161db7-2ab0-4853-be22-91774249c7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:17:42Z', 'updated_at': '2022-01-21T19:17:48Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '82161db7-2ab0-4853-be22-91774249c7ee', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:29:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:17:43Z', 'updated_at': '2022-01-21T19:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e', 'name': '', 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:3f:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '03d9f40a-b824-4dcb-8573-63d436fbef69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:17:47Z', 'updated_at': '2022-01-21T19:17:53Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '03d9f40a-b824-4dcb-8573-63d436fbef69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:19:22.221888 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0980b282-2ba5-41c8-8607-987dbc5aef87 None None] The sync data for ids ['629f901f-852a-40d4-95c0-c9bbf7a71a67'] in dv-neutron-825470-1-hyperv is: [{'id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'name': 'tempest-TestNetworkBasicOps-router-1183526464', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '82161db7-2ab0-4853-be22-91774249c7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:17:42Z', 'updated_at': '2022-01-21T19:17:48Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '82161db7-2ab0-4853-be22-91774249c7ee', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:29:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:17:43Z', 'updated_at': '2022-01-21T19:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e', 'name': '', 'network_id': 'a4366f0b-5e10-4f5c-a4b7-507a768957aa', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:3f:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '03d9f40a-b824-4dcb-8573-63d436fbef69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:17:47Z', 'updated_at': '2022-01-21T19:17:53Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '03d9f40a-b824-4dcb-8573-63d436fbef69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:19:22.448499 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4892ab9-44e0-4570-a67c-51fd382af103 None None] New status for floating IP 43ffe1ba-d3b2-4dd2-b556-b510adc836d8: DOWN {{(pid=88138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:19:23.179599 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3420be7-d8f4-45a1-9bc3-e03e38773b1f req-d8642df8-dd5e-403b-90cf-02627d6d11a5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:23.180304 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-d3420be7-d8f4-45a1-9bc3-e03e38773b1f req-d8642df8-dd5e-403b-90cf-02627d6d11a5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:19:23.192922 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-d3420be7-d8f4-45a1-9bc3-e03e38773b1f req-d8642df8-dd5e-403b-90cf-02627d6d11a5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:19:23.194051 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d3420be7-d8f4-45a1-9bc3-e03e38773b1f req-d8642df8-dd5e-403b-90cf-02627d6d11a5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "GET /v2.0/ports?device_id=5f121d46-f955-4267-b76c-6cfe10418529 HTTP/1.1" status: 200 len: 946 time: 0.0933814 Jan 21 19:19:23.266802 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-d3420be7-d8f4-45a1-9bc3-e03e38773b1f req-97a11f58-e48f-4056-b946-0873513c13c5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Deleting port cb428f09-cf1e-4881-9289-facc34a92201 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:19:23.267151 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-d3420be7-d8f4-45a1-9bc3-e03e38773b1f req-97a11f58-e48f-4056-b946-0873513c13c5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:23.278013 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb5b00-4d25-4a59-87dd-0f40894c2715 req-3330a5d1-7145-4a44-93ab-d9b4da3704f4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:23.279466 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a9bb5b00-4d25-4a59-87dd-0f40894c2715 req-3330a5d1-7145-4a44-93ab-d9b4da3704f4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=5f121d46-f955-4267-b76c-6cfe10418529 HTTP/1.1" status: 200 len: 946 time: 0.1262264 Jan 21 19:19:23.323627 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a9bb5b00-4d25-4a59-87dd-0f40894c2715 req-eda26d23-2472-424e-ae58-9d1d9404c167 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=5ba923ba-a225-4fcf-ba6a-e0d9bc3e07c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383422 Jan 21 19:19:23.511405 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-d3420be7-d8f4-45a1-9bc3-e03e38773b1f req-97a11f58-e48f-4056-b946-0873513c13c5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] For port cb428f09-cf1e-4881-9289-facc34a92201, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=cb428f09-cf1e-4881-9289-facc34a92201,segment=NetworkSegment(83c9b1a6-fa14-40fa-b000-61c880634db3),segment_id=83c9b1a6-fa14-40fa-b000-61c880634db3)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:19:23.511757 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-d3420be7-d8f4-45a1-9bc3-e03e38773b1f req-97a11f58-e48f-4056-b946-0873513c13c5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:23.636253 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-d3420be7-d8f4-45a1-9bc3-e03e38773b1f req-97a11f58-e48f-4056-b946-0873513c13c5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Calling delete_port for cb428f09-cf1e-4881-9289-facc34a92201 owned by compute:nova {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:19:23.873013 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-d3420be7-d8f4-45a1-9bc3-e03e38773b1f req-97a11f58-e48f-4056-b946-0873513c13c5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:23.922964 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a11f58-e48f-4056-b946-0873513c13c5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Port': ['ID=cb428f09-cf1e-4881-9289-facc34a92201,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:19:23.998505 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3420be7-d8f4-45a1-9bc3-e03e38773b1f req-97a11f58-e48f-4056-b946-0873513c13c5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] No DVR routers for this DVR port cb428f09-cf1e-4881-9289-facc34a92201 on host hv-neutron-8254 {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:19:24.000812 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-d3420be7-d8f4-45a1-9bc3-e03e38773b1f req-97a11f58-e48f-4056-b946-0873513c13c5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:24.003211 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f121d46-f955-4267-b76c-6cfe10418529', 'name': 'network-vif-deleted', 'tag': 'cb428f09-cf1e-4881-9289-facc34a92201'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:19:24.073061 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d3420be7-d8f4-45a1-9bc3-e03e38773b1f req-97a11f58-e48f-4056-b946-0873513c13c5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "DELETE /v2.0/ports/cb428f09-cf1e-4881-9289-facc34a92201 HTTP/1.1" status: 204 len: 173 time: 0.8740652 Jan 21 19:19:24.101391 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f121d46-f955-4267-b76c-6cfe10418529', 'name': 'network-vif-deleted', 'tag': 'cb428f09-cf1e-4881-9289-facc34a92201', 'status': 'completed', 'code': 200} Jan 21 19:19:24.429942 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:19:24.500757 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d133c041-56d4-4a27-9dce-77745590233b req-bef18ae0-9f01-454a-9825-4e7eb0b328a1 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=5f121d46-f955-4267-b76c-6cfe10418529 HTTP/1.1" status: 200 len: 210 time: 0.0515509 Jan 21 19:19:25.004478 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ed5f3543-4194-4e23-be16-e24cc942791e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:25.597909 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37938) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:19:25.663993 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-500910fd-664d-4c3f-8205-9d5292be3318 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:25.693903 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-500910fd-664d-4c3f-8205-9d5292be3318 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:25.855935 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-500910fd-664d-4c3f-8205-9d5292be3318 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:25.873690 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500910fd-664d-4c3f-8205-9d5292be3318 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba923ba-a225-4fcf-ba6a-e0d9bc3e07c7,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:19:25.934689 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-500910fd-664d-4c3f-8205-9d5292be3318 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:25.935812 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-500910fd-664d-4c3f-8205-9d5292be3318 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "DELETE /v2.0/security-groups/5ba923ba-a225-4fcf-ba6a-e0d9bc3e07c7 HTTP/1.1" status: 204 len: 168 time: 0.3369205 Jan 21 19:19:26.005332 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 37944) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:19:26.651654 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-30996635-4e7b-42e4-8719-369ae5013d32 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:26.771880 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device cb428f09-cf1e-4881-9289-facc34a92201 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:19:26.810253 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] No Port match for: cb428f09-cf1e-4881-9289-facc34a92201 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:19:26.810713 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device cb428f09-cf1e-4881-9289-facc34a92201 not bound to the agent host hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:19:27.003422 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-30996635-4e7b-42e4-8719-369ae5013d32 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Deleting port 26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:19:27.003761 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-30996635-4e7b-42e4-8719-369ae5013d32 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:27.193344 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-30996635-4e7b-42e4-8719-369ae5013d32 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] For port 26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e,segment=NetworkSegment(83c9b1a6-fa14-40fa-b000-61c880634db3),segment_id=83c9b1a6-fa14-40fa-b000-61c880634db3)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:19:27.194157 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-30996635-4e7b-42e4-8719-369ae5013d32 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:27.232837 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9c99fc5c-9ea8-4ea9-a64d-6807fce1e3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:27.319111 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-30996635-4e7b-42e4-8719-369ae5013d32 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Calling delete_port for 26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e owned by network:router_interface {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:19:27.575817 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-30996635-4e7b-42e4-8719-369ae5013d32 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:27.626129 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30996635-4e7b-42e4-8719-369ae5013d32 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Port': ['ID=26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:19:28.014911 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-30996635-4e7b-42e4-8719-369ae5013d32 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:28.227378 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:28.378478 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30996635-4e7b-42e4-8719-369ae5013d32 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Router 629f901f-852a-40d4-95c0-c9bbf7a71a67 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:19:28.552626 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:28.555386 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30996635-4e7b-42e4-8719-369ae5013d32 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:19:28.565482 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befc0f72-0698-43d2-b05b-1ab954a3b5ed None None] Sync routers for ids ['629f901f-852a-40d4-95c0-c9bbf7a71a67'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:19:28.568130 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-30996635-4e7b-42e4-8719-369ae5013d32 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "PUT /v2.0/routers/629f901f-852a-40d4-95c0-c9bbf7a71a67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5615883 Jan 21 19:19:28.570664 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 37948) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:19:28.576383 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befc0f72-0698-43d2-b05b-1ab954a3b5ed None None] Routers {'629f901f-852a-40d4-95c0-c9bbf7a71a67'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:19:28.576997 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-befc0f72-0698-43d2-b05b-1ab954a3b5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:19:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['629f901f-852a-40d4-95c0-c9bbf7a71a67'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:19:28.638226 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9991d1a-438d-4b8b-9f22-9f86849bfc55 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Deleting subnet 03d9f40a-b824-4dcb-8573-63d436fbef69 {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:19:28.638819 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:28.641255 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f9991d1a-438d-4b8b-9f22-9f86849bfc55 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:28.695473 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f9991d1a-438d-4b8b-9f22-9f86849bfc55 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:28.758838 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-befc0f72-0698-43d2-b05b-1ab954a3b5ed None None] Set router 629f901f-852a-40d4-95c0-c9bbf7a71a67 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:19:28.776477 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f9991d1a-438d-4b8b-9f22-9f86849bfc55 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:28.964750 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f9991d1a-438d-4b8b-9f22-9f86849bfc55 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:29.008548 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9991d1a-438d-4b8b-9f22-9f86849bfc55 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Subnet': ['ID=03d9f40a-b824-4dcb-8573-63d436fbef69,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:19:29.013281 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f9991d1a-438d-4b8b-9f22-9f86849bfc55 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:29.016404 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a9dda7-5cd8-40e4-b06e-e2ec69466811 None None] Network a4366f0b-5e10-4f5c-a4b7-507a768957aa requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:19:29.019582 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f9991d1a-438d-4b8b-9f22-9f86849bfc55 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "DELETE /v2.0/subnets/03d9f40a-b824-4dcb-8573-63d436fbef69 HTTP/1.1" status: 204 len: 168 time: 0.4479671 Jan 21 19:19:29.023144 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 37952) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:19:29.054992 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-befc0f72-0698-43d2-b05b-1ab954a3b5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'name': 'tempest-TestNetworkBasicOps-router-1183526464', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '82161db7-2ab0-4853-be22-91774249c7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:17:42Z', 'updated_at': '2022-01-21T19:19:27Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '82161db7-2ab0-4853-be22-91774249c7ee', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:29:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:17:43Z', 'updated_at': '2022-01-21T19:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:19:29.058748 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befc0f72-0698-43d2-b05b-1ab954a3b5ed None None] Checking router: 629f901f-852a-40d4-95c0-c9bbf7a71a67 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:19:29.068219 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befc0f72-0698-43d2-b05b-1ab954a3b5ed None None] Routers {'629f901f-852a-40d4-95c0-c9bbf7a71a67'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:19:29.068908 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-befc0f72-0698-43d2-b05b-1ab954a3b5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:19:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['629f901f-852a-40d4-95c0-c9bbf7a71a67'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:19:29.209538 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a9b916fb-7d02-4d8d-8a50-1e78845a19a6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:29.258008 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-befc0f72-0698-43d2-b05b-1ab954a3b5ed None None] Set router 629f901f-852a-40d4-95c0-c9bbf7a71a67 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:19:29.279096 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a4f0ea-d61d-4547-a385-2e2488a679dd None None] DHCP port deletion for a4366f0b-5e10-4f5c-a4b7-507a768957aa request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:19:29.283439 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-e8a4f0ea-d61d-4547-a385-2e2488a679dd None None] Deleting port e8b39829-7447-4af1-9cb6-80b347a8c81e {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:19:29.283914 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e8a4f0ea-d61d-4547-a385-2e2488a679dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:29.508345 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a9b916fb-7d02-4d8d-8a50-1e78845a19a6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:29.512885 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-e8a4f0ea-d61d-4547-a385-2e2488a679dd None None] For port e8b39829-7447-4af1-9cb6-80b347a8c81e, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=e8b39829-7447-4af1-9cb6-80b347a8c81e,segment=NetworkSegment(83c9b1a6-fa14-40fa-b000-61c880634db3),segment_id=83c9b1a6-fa14-40fa-b000-61c880634db3)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:19:29.513276 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e8a4f0ea-d61d-4547-a385-2e2488a679dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:29.555787 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-befc0f72-0698-43d2-b05b-1ab954a3b5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'name': 'tempest-TestNetworkBasicOps-router-1183526464', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '82161db7-2ab0-4853-be22-91774249c7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:17:42Z', 'updated_at': '2022-01-21T19:19:27Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '82161db7-2ab0-4853-be22-91774249c7ee', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:29:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:17:43Z', 'updated_at': '2022-01-21T19:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:19:29.559721 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befc0f72-0698-43d2-b05b-1ab954a3b5ed None None] The sync data for ids ['629f901f-852a-40d4-95c0-c9bbf7a71a67'] in dv-neutron-825470-1-hyperv is: [{'id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'name': 'tempest-TestNetworkBasicOps-router-1183526464', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.46'}], 'enable_snat': True}, 'gw_port_id': '82161db7-2ab0-4853-be22-91774249c7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:17:42Z', 'updated_at': '2022-01-21T19:19:27Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': '82161db7-2ab0-4853-be22-91774249c7ee', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:29:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629f901f-852a-40d4-95c0-c9bbf7a71a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:17:43Z', 'updated_at': '2022-01-21T19:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:19:29.587565 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-a9b916fb-7d02-4d8d-8a50-1e78845a19a6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Deleting port 82161db7-2ab0-4853-be22-91774249c7ee {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:19:29.588117 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a9b916fb-7d02-4d8d-8a50-1e78845a19a6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:29.639181 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-e8a4f0ea-d61d-4547-a385-2e2488a679dd None None] Calling delete_port for e8b39829-7447-4af1-9cb6-80b347a8c81e owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:19:29.764343 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e8a4f0ea-d61d-4547-a385-2e2488a679dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:29.766323 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-a9b916fb-7d02-4d8d-8a50-1e78845a19a6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] For port 82161db7-2ab0-4853-be22-91774249c7ee, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=82161db7-2ab0-4853-be22-91774249c7ee,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:19:29.766673 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a9b916fb-7d02-4d8d-8a50-1e78845a19a6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:29.812852 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a4f0ea-d61d-4547-a385-2e2488a679dd None None] Pushing event deleted for resources: {'Port': ['ID=e8b39829-7447-4af1-9cb6-80b347a8c81e,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:19:29.822836 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a4f0ea-d61d-4547-a385-2e2488a679dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:19:29.823200 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a4f0ea-d61d-4547-a385-2e2488a679dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:19:29.823507 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a4f0ea-d61d-4547-a385-2e2488a679dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:19:29.823841 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a4f0ea-d61d-4547-a385-2e2488a679dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:19:29.824999 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a4f0ea-d61d-4547-a385-2e2488a679dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:19:29.824999 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a4f0ea-d61d-4547-a385-2e2488a679dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:19:29.824999 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a4f0ea-d61d-4547-a385-2e2488a679dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:19:29.825253 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a4f0ea-d61d-4547-a385-2e2488a679dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:19:29.825510 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a4f0ea-d61d-4547-a385-2e2488a679dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:19:29.825848 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a4f0ea-d61d-4547-a385-2e2488a679dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:19:29.826167 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a4f0ea-d61d-4547-a385-2e2488a679dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:19:29.826480 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a4f0ea-d61d-4547-a385-2e2488a679dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:19:29.829087 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a4f0ea-d61d-4547-a385-2e2488a679dd None None] No DVR routers for this DVR port e8b39829-7447-4af1-9cb6-80b347a8c81e on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:19:29.890393 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-a9b916fb-7d02-4d8d-8a50-1e78845a19a6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Calling delete_port for 82161db7-2ab0-4853-be22-91774249c7ee owned by network:router_gateway {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:19:29.984514 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device e8b39829-7447-4af1-9cb6-80b347a8c81e no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:19:30.021722 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: e8b39829-7447-4af1-9cb6-80b347a8c81e {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:19:30.022012 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device e8b39829-7447-4af1-9cb6-80b347a8c81e not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:19:30.112658 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:30.135771 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a9b916fb-7d02-4d8d-8a50-1e78845a19a6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:30.181508 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b916fb-7d02-4d8d-8a50-1e78845a19a6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Port': ['ID=82161db7-2ab0-4853-be22-91774249c7ee,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:19:30.273437 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a9b916fb-7d02-4d8d-8a50-1e78845a19a6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:30.448183 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a9b916fb-7d02-4d8d-8a50-1e78845a19a6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:30.450373 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a9b916fb-7d02-4d8d-8a50-1e78845a19a6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:30.524308 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a9b916fb-7d02-4d8d-8a50-1e78845a19a6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:30.524933 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b916fb-7d02-4d8d-8a50-1e78845a19a6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Fanout notify agent at l3_agent the message router_deleted on router 629f901f-852a-40d4-95c0-c9bbf7a71a67 {{(pid=88137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:19:30.539575 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a9b916fb-7d02-4d8d-8a50-1e78845a19a6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:30.540700 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-a9b916fb-7d02-4d8d-8a50-1e78845a19a6 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "DELETE /v2.0/routers/629f901f-852a-40d4-95c0-c9bbf7a71a67 HTTP/1.1" status: 204 len: 168 time: 1.5153928 Jan 21 19:19:30.543343 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 37956) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:19:30.658512 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bbc25d9d-fd66-4df8-adf7-3dffa8505871 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:30.793452 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bbc25d9d-fd66-4df8-adf7-3dffa8505871 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:30.818401 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-bbc25d9d-fd66-4df8-adf7-3dffa8505871 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4366f0b-5e10-4f5c-a4b7-507a768957aa']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:19:30.829835 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-bbc25d9d-fd66-4df8-adf7-3dffa8505871 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83c9b1a6-fa14-40fa-b000-61c880634db3') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:19:30.834615 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-bbc25d9d-fd66-4df8-adf7-3dffa8505871 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83c9b1a6-fa14-40fa-b000-61c880634db3') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:19:30.841152 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bbc25d9d-fd66-4df8-adf7-3dffa8505871 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:30.856463 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bbc25d9d-fd66-4df8-adf7-3dffa8505871 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:30.862305 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbc25d9d-fd66-4df8-adf7-3dffa8505871 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:19:30.862673 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bbc25d9d-fd66-4df8-adf7-3dffa8505871 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:30.877132 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:19:30.877132 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:19:30.877132 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:19:30.877132 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:19:30.877132 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:19:30.877132 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:19:30.877132 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:19:30.877132 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:19:30.877132 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:19:30.877132 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:19:30.877132 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:19:30.877132 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:19:30.877132 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:19:30.877132 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:19:30.877132 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:19:30.877132 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:19:30.877132 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:19:30.877132 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:19:30.877132 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:19:30.877132 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:19:30.877132 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:19:30.877132 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:19:30.877132 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:19:30.877132 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:19:30.877132 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:19:30.877132 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:19:30.877132 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:19:30.877132 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:19:30.877132 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:19:30.877132 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:19:30.877132 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:19:30.877132 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:19:30.987176 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bbc25d9d-fd66-4df8-adf7-3dffa8505871 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:31.006577 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bbc25d9d-fd66-4df8-adf7-3dffa8505871 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:31.018321 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc25d9d-fd66-4df8-adf7-3dffa8505871 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Network': ['ID=a4366f0b-5e10-4f5c-a4b7-507a768957aa,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:19:31.061488 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-bbc25d9d-fd66-4df8-adf7-3dffa8505871 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "DELETE /v2.0/networks/a4366f0b-5e10-4f5c-a4b7-507a768957aa HTTP/1.1" status: 204 len: 168 time: 0.5170207 Jan 21 19:19:31.088588 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 37960) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:19:31.094543 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-ec388b66-e717-4c2e-9d5e-f31f7951debf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'network': {'name': 'tempest-network-smoke--1689022331', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'port_security_enabled': True}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:19:31.100186 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-ec388b66-e717-4c2e-9d5e-f31f7951debf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:19:31.104283 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ec388b66-e717-4c2e-9d5e-f31f7951debf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:network and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:19:31.107143 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ec388b66-e717-4c2e-9d5e-f31f7951debf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:19:31.112744 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-ec388b66-e717-4c2e-9d5e-f31f7951debf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:19:31.181207 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec388b66-e717-4c2e-9d5e-f31f7951debf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Made reservation on behalf of f393478d14c44d15ad1bf9df868df3cb for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:19:31.184651 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ec388b66-e717-4c2e-9d5e-f31f7951debf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:31.211958 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec388b66-e717-4c2e-9d5e-f31f7951debf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:19:31.220189 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ec388b66-e717-4c2e-9d5e-f31f7951debf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:31.220484 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-ec388b66-e717-4c2e-9d5e-f31f7951debf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Added segment 66a6b125-a011-4eba-a772-9e87a7f0a961 of type vlan for network 2fc669b3-a5d7-44d4-96e6-1eb721c01c78 Jan 21 19:19:31.246296 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ec388b66-e717-4c2e-9d5e-f31f7951debf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:31.329574 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ec388b66-e717-4c2e-9d5e-f31f7951debf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:31.336016 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec388b66-e717-4c2e-9d5e-f31f7951debf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:31.340374 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ec388b66-e717-4c2e-9d5e-f31f7951debf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:31.549951 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec388b66-e717-4c2e-9d5e-f31f7951debf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Network': ['ID=2fc669b3-a5d7-44d4-96e6-1eb721c01c78,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:19:31.561931 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 2fc669b3-a5d7-44d4-96e6-1eb721c01c78 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:19:31.574262 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ec388b66-e717-4c2e-9d5e-f31f7951debf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4807417 Jan 21 19:19:31.574367 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37964) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:19:31.581028 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-109a8fd5-8e9d-4fdb-8dd3-17267f2c25be tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-442518042', 'admin_state_up': True, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:19:31.588616 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-109a8fd5-8e9d-4fdb-8dd3-17267f2c25be tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:19:31.592577 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-109a8fd5-8e9d-4fdb-8dd3-17267f2c25be tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:router and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:19:31.595396 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-109a8fd5-8e9d-4fdb-8dd3-17267f2c25be tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:19:31.602432 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-109a8fd5-8e9d-4fdb-8dd3-17267f2c25be tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:19:31.651283 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 82161db7-2ab0-4853-be22-91774249c7ee no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:19:31.673021 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-109a8fd5-8e9d-4fdb-8dd3-17267f2c25be tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:31.674327 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-109a8fd5-8e9d-4fdb-8dd3-17267f2c25be tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:31.690183 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-109a8fd5-8e9d-4fdb-8dd3-17267f2c25be tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:31.697754 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 82161db7-2ab0-4853-be22-91774249c7ee {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:19:31.698122 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 82161db7-2ab0-4853-be22-91774249c7ee not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:19:31.698526 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:19:31.735955 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:19:31.736301 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 26d0f6b6-a6ca-4b7a-ba29-bde99c23b09e not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:19:32.120801 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-109a8fd5-8e9d-4fdb-8dd3-17267f2c25be tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:32.478139 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-109a8fd5-8e9d-4fdb-8dd3-17267f2c25be tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router_gateway, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:32.507600 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-109a8fd5-8e9d-4fdb-8dd3-17267f2c25be tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:32.640052 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-109a8fd5-8e9d-4fdb-8dd3-17267f2c25be tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Allocated IP 172.26.1.13 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/d0ff391e-e7a4-4e8a-9068-64731585a653) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:19:32.784193 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-109a8fd5-8e9d-4fdb-8dd3-17267f2c25be tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:32.872710 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-109a8fd5-8e9d-4fdb-8dd3-17267f2c25be tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:32.941145 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109a8fd5-8e9d-4fdb-8dd3-17267f2c25be tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:19:32.944187 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-109a8fd5-8e9d-4fdb-8dd3-17267f2c25be tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:19:32.947761 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109a8fd5-8e9d-4fdb-8dd3-17267f2c25be tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:19:32.980450 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a8fd5-8e9d-4fdb-8dd3-17267f2c25be tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=d0ff391e-e7a4-4e8a-9068-64731585a653,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:19:33.548508 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-109a8fd5-8e9d-4fdb-8dd3-17267f2c25be tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router_gateway, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:33.884625 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-109a8fd5-8e9d-4fdb-8dd3-17267f2c25be tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:34.169805 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-109a8fd5-8e9d-4fdb-8dd3-17267f2c25be tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Router 6c4c918a-3bff-4b87-b269-5b1914e6869e is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:19:34.357805 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109a8fd5-8e9d-4fdb-8dd3-17267f2c25be tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:19:34.367533 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0089f367-d80c-4980-ba35-051f323de7d1 None None] Sync routers for ids ['6c4c918a-3bff-4b87-b269-5b1914e6869e'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:19:34.378794 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0089f367-d80c-4980-ba35-051f323de7d1 None None] Routers {'6c4c918a-3bff-4b87-b269-5b1914e6869e'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:19:34.380281 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-0089f367-d80c-4980-ba35-051f323de7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:19:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['6c4c918a-3bff-4b87-b269-5b1914e6869e'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:19:34.438777 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-109a8fd5-8e9d-4fdb-8dd3-17267f2c25be tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:34.443142 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-109a8fd5-8e9d-4fdb-8dd3-17267f2c25be tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8654757 Jan 21 19:19:34.443428 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37968) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:19:34.484074 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-9953d026-2d21-4147-8a7e-fb11fe6ab3f7 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=f393478d14c44d15ad1bf9df868df3cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395038 Jan 21 19:19:34.486674 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37972) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:19:34.557017 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-0089f367-d80c-4980-ba35-051f323de7d1 None None] Set router 6c4c918a-3bff-4b87-b269-5b1914e6869e gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:19:34.626681 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15f825d-199b-4a31-8914-a9ddd63d8613 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:34.628265 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e15f825d-199b-4a31-8914-a9ddd63d8613 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1406016 Jan 21 19:19:34.631151 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37976) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:19:34.670055 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-683ae0ea-b09f-4200-a904-658f5cfee4fd tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=552ba34b-3dd7-4be8-8310-a9fc908fe72b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378211 Jan 21 19:19:34.672517 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37980) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:19:34.677821 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-adf822a9-6606-4386-b94c-cb346e2111ef tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-329823199', 'network_id': '2fc669b3-a5d7-44d4-96e6-1eb721c01c78', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:19:34.784429 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-adf822a9-6606-4386-b94c-cb346e2111ef tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:19:34.789072 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-adf822a9-6606-4386-b94c-cb346e2111ef tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:subnet and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:19:34.791913 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-adf822a9-6606-4386-b94c-cb346e2111ef tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:19:34.797613 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-adf822a9-6606-4386-b94c-cb346e2111ef tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:19:34.843019 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-0089f367-d80c-4980-ba35-051f323de7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'name': 'tempest-TestNetworkBasicOps-router-442518042', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.13'}], 'enable_snat': True}, 'gw_port_id': 'd0ff391e-e7a4-4e8a-9068-64731585a653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:19:31Z', 'updated_at': '2022-01-21T19:19:33Z', 'revision_number': 3, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'd0ff391e-e7a4-4e8a-9068-64731585a653', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:19:32Z', 'updated_at': '2022-01-21T19:19:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:19:34.846790 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0089f367-d80c-4980-ba35-051f323de7d1 None None] Checking router: 6c4c918a-3bff-4b87-b269-5b1914e6869e for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:19:34.847171 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0089f367-d80c-4980-ba35-051f323de7d1 None None] Updating router 6c4c918a-3bff-4b87-b269-5b1914e6869e port d0ff391e-e7a4-4e8a-9068-64731585a653 binding host dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:19:34.899634 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0089f367-d80c-4980-ba35-051f323de7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:34.917918 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf822a9-6606-4386-b94c-cb346e2111ef tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Made reservation on behalf of f393478d14c44d15ad1bf9df868df3cb for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:19:34.921357 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-adf822a9-6606-4386-b94c-cb346e2111ef tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:35.232350 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0089f367-d80c-4980-ba35-051f323de7d1 None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:35.244979 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0089f367-d80c-4980-ba35-051f323de7d1 None None] Transition to ACTIVE for port object d0ff391e-e7a4-4e8a-9068-64731585a653 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:19:35.318666 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0089f367-d80c-4980-ba35-051f323de7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:35.347334 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-adf822a9-6606-4386-b94c-cb346e2111ef tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:35.402294 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-0089f367-d80c-4980-ba35-051f323de7d1 None None] Attempting to bind port d0ff391e-e7a4-4e8a-9068-64731585a653 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:19:35.402844 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-0089f367-d80c-4980-ba35-051f323de7d1 None None] Attempting to bind port d0ff391e-e7a4-4e8a-9068-64731585a653 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:19:35.403001 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0089f367-d80c-4980-ba35-051f323de7d1 None None] Attempting to bind port d0ff391e-e7a4-4e8a-9068-64731585a653 on network 552ba34b-3dd7-4be8-8310-a9fc908fe72b {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:19:35.409055 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ac62d-97b0-44f7-998e-6d18dd9fe6ce None None] Pushing event updated for resources: {'Port': ['ID=d0ff391e-e7a4-4e8a-9068-64731585a653,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:19:35.415834 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0089f367-d80c-4980-ba35-051f323de7d1 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:19:35.416206 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0089f367-d80c-4980-ba35-051f323de7d1 None None] Checking segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:19:35.416654 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0089f367-d80c-4980-ba35-051f323de7d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:35.417046 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0089f367-d80c-4980-ba35-051f323de7d1 None None] Bound using segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:19:35.417505 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-0089f367-d80c-4980-ba35-051f323de7d1 None None] Bound port: d0ff391e-e7a4-4e8a-9068-64731585a653, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:19:35.417902 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0089f367-d80c-4980-ba35-051f323de7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:35.433758 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf822a9-6606-4386-b94c-cb346e2111ef tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Subnet': ['ID=54ca64bc-6006-4b27-9cdb-534570e9df11,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:19:35.435788 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf822a9-6606-4386-b94c-cb346e2111ef tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Checking segment: {'id': '66a6b125-a011-4eba-a772-9e87a7f0a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2fc669b3-a5d7-44d4-96e6-1eb721c01c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:19:35.436143 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf822a9-6606-4386-b94c-cb346e2111ef tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network hostable DHCP agents. Network: 2fc669b3-a5d7-44d4-96e6-1eb721c01c78, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:19:35.492340 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0089f367-d80c-4980-ba35-051f323de7d1 None None] For port d0ff391e-e7a4-4e8a-9068-64731585a653, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:19:35.495231 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0089f367-d80c-4980-ba35-051f323de7d1 None None] For port d0ff391e-e7a4-4e8a-9068-64731585a653, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=d0ff391e-e7a4-4e8a-9068-64731585a653,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:19:35.518271 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf822a9-6606-4386-b94c-cb346e2111ef tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network 2fc669b3-a5d7-44d4-96e6-1eb721c01c78 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:19:35.569445 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0089f367-d80c-4980-ba35-051f323de7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:35.591837 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-adf822a9-6606-4386-b94c-cb346e2111ef tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 2fc669b3-a5d7-44d4-96e6-1eb721c01c78) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:19:35.595846 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf822a9-6606-4386-b94c-cb346e2111ef tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:35.596570 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-adf822a9-6606-4386-b94c-cb346e2111ef tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:35.607281 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ef2c2e-2784-42d7-b2b0-da8aec8f7b3b None None] Network 2fc669b3-a5d7-44d4-96e6-1eb721c01c78 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:19:35.678908 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-adf822a9-6606-4386-b94c-cb346e2111ef tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0053720 Jan 21 19:19:35.681568 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37984) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:19:35.734303 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0089f367-d80c-4980-ba35-051f323de7d1 None None] Routers {'6c4c918a-3bff-4b87-b269-5b1914e6869e'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:19:35.734915 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-0089f367-d80c-4980-ba35-051f323de7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:19:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['6c4c918a-3bff-4b87-b269-5b1914e6869e'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:19:35.848758 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ac62d-97b0-44f7-998e-6d18dd9fe6ce None None] Pushing event updated for resources: {'Port': ['ID=d0ff391e-e7a4-4e8a-9068-64731585a653,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:19:36.055973 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-0089f367-d80c-4980-ba35-051f323de7d1 None None] Set router 6c4c918a-3bff-4b87-b269-5b1914e6869e gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:19:36.099242 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8d7cc3-481c-4642-a8a8-83e049775567 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-2fc669b3-a5d7-44d4-96e6-1eb721c01c78', 'network_id': '2fc669b3-a5d7-44d4-96e6-1eb721c01c78', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ips': [{'subnet_id': '54ca64bc-6006-4b27-9cdb-534570e9df11'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:19:36.099990 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4a8d7cc3-481c-4642-a8a8-83e049775567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:36.385308 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-adcccfb3-f512-40f1-955c-8de2cb8cc247 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:36.462006 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-4a8d7cc3-481c-4642-a8a8-83e049775567 None None] Allocated IP 172.20.0.2 (2fc669b3-a5d7-44d4-96e6-1eb721c01c78/54ca64bc-6006-4b27-9cdb-534570e9df11/939fefd4-690c-4b2d-919b-430145426c2b) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:19:36.575305 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-0089f367-d80c-4980-ba35-051f323de7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'name': 'tempest-TestNetworkBasicOps-router-442518042', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.13'}], 'enable_snat': True}, 'gw_port_id': 'd0ff391e-e7a4-4e8a-9068-64731585a653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:19:31Z', 'updated_at': '2022-01-21T19:19:33Z', 'revision_number': 3, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'd0ff391e-e7a4-4e8a-9068-64731585a653', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:19:32Z', 'updated_at': '2022-01-21T19:19:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:19:36.594168 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0089f367-d80c-4980-ba35-051f323de7d1 None None] The sync data for ids ['6c4c918a-3bff-4b87-b269-5b1914e6869e'] in dv-neutron-825470-1-hyperv is: [{'id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'name': 'tempest-TestNetworkBasicOps-router-442518042', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.13'}], 'enable_snat': True}, 'gw_port_id': 'd0ff391e-e7a4-4e8a-9068-64731585a653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:19:31Z', 'updated_at': '2022-01-21T19:19:33Z', 'revision_number': 3, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'd0ff391e-e7a4-4e8a-9068-64731585a653', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:19:32Z', 'updated_at': '2022-01-21T19:19:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:19:36.720395 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4a8d7cc3-481c-4642-a8a8-83e049775567 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:36.731718 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-4a8d7cc3-481c-4642-a8a8-83e049775567 None None] Transition to ACTIVE for port object 939fefd4-690c-4b2d-919b-430145426c2b will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:19:36.751661 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-4a8d7cc3-481c-4642-a8a8-83e049775567 None None] Transition to ACTIVE for port object 939fefd4-690c-4b2d-919b-430145426c2b will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:19:36.846162 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4a8d7cc3-481c-4642-a8a8-83e049775567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:36.934665 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8d7cc3-481c-4642-a8a8-83e049775567 None None] Network 2fc669b3-a5d7-44d4-96e6-1eb721c01c78 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:19:36.935137 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-adcccfb3-f512-40f1-955c-8de2cb8cc247 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Allocated IP 172.20.0.1 (2fc669b3-a5d7-44d4-96e6-1eb721c01c78/54ca64bc-6006-4b27-9cdb-534570e9df11/5d3e254a-aa41-496c-b37d-f77631b76c08) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:19:36.938370 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-4a8d7cc3-481c-4642-a8a8-83e049775567 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:19:36.943736 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8d7cc3-481c-4642-a8a8-83e049775567 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:19:36.980599 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d7cc3-481c-4642-a8a8-83e049775567 None None] Pushing event updated for resources: {'Port': ['ID=939fefd4-690c-4b2d-919b-430145426c2b,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:19:37.053417 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-4a8d7cc3-481c-4642-a8a8-83e049775567 None None] Attempting to bind port 939fefd4-690c-4b2d-919b-430145426c2b on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:19:37.053782 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-4a8d7cc3-481c-4642-a8a8-83e049775567 None None] Attempting to bind port 939fefd4-690c-4b2d-919b-430145426c2b by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '66a6b125-a011-4eba-a772-9e87a7f0a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2fc669b3-a5d7-44d4-96e6-1eb721c01c78'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:19:37.054209 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8d7cc3-481c-4642-a8a8-83e049775567 None None] Attempting to bind port 939fefd4-690c-4b2d-919b-430145426c2b on network 2fc669b3-a5d7-44d4-96e6-1eb721c01c78 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:19:37.061201 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8d7cc3-481c-4642-a8a8-83e049775567 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:19:37.062065 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8d7cc3-481c-4642-a8a8-83e049775567 None None] Checking segment: {'id': '66a6b125-a011-4eba-a772-9e87a7f0a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2fc669b3-a5d7-44d4-96e6-1eb721c01c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:19:37.062581 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4a8d7cc3-481c-4642-a8a8-83e049775567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:37.063051 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8d7cc3-481c-4642-a8a8-83e049775567 None None] Bound using segment: {'id': '66a6b125-a011-4eba-a772-9e87a7f0a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2fc669b3-a5d7-44d4-96e6-1eb721c01c78'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:19:37.063643 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-4a8d7cc3-481c-4642-a8a8-83e049775567 None None] Bound port: 939fefd4-690c-4b2d-919b-430145426c2b, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a6b125-a011-4eba-a772-9e87a7f0a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2fc669b3-a5d7-44d4-96e6-1eb721c01c78'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:19:37.064363 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4a8d7cc3-481c-4642-a8a8-83e049775567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:37.141597 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-adcccfb3-f512-40f1-955c-8de2cb8cc247 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:37.159068 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-adcccfb3-f512-40f1-955c-8de2cb8cc247 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Transition to ACTIVE for port object 5d3e254a-aa41-496c-b37d-f77631b76c08 will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:19:37.185647 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-4a8d7cc3-481c-4642-a8a8-83e049775567 None None] For port 939fefd4-690c-4b2d-919b-430145426c2b, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:19:37.190364 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-4a8d7cc3-481c-4642-a8a8-83e049775567 None None] For port 939fefd4-690c-4b2d-919b-430145426c2b, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=939fefd4-690c-4b2d-919b-430145426c2b,segment=NetworkSegment(66a6b125-a011-4eba-a772-9e87a7f0a961),segment_id=66a6b125-a011-4eba-a772-9e87a7f0a961)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:19:37.245352 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-adcccfb3-f512-40f1-955c-8de2cb8cc247 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:37.267855 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4a8d7cc3-481c-4642-a8a8-83e049775567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:37.393080 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d7cc3-481c-4642-a8a8-83e049775567 None None] Pushing event updated for resources: {'Port': ['ID=939fefd4-690c-4b2d-919b-430145426c2b,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:19:37.463981 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcccfb3-f512-40f1-955c-8de2cb8cc247 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network 2fc669b3-a5d7-44d4-96e6-1eb721c01c78 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:19:37.467550 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-adcccfb3-f512-40f1-955c-8de2cb8cc247 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:19:37.471991 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcccfb3-f512-40f1-955c-8de2cb8cc247 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:19:37.513697 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcccfb3-f512-40f1-955c-8de2cb8cc247 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=5d3e254a-aa41-496c-b37d-f77631b76c08,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:19:37.540909 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-adcccfb3-f512-40f1-955c-8de2cb8cc247 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:37.684822 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device d0ff391e-e7a4-4e8a-9068-64731585a653 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:19:37.871743 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port d0ff391e-e7a4-4e8a-9068-64731585a653 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:19:37.876735 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port d0ff391e-e7a4-4e8a-9068-64731585a653 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:19:37.877060 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:37.963350 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-adcccfb3-f512-40f1-955c-8de2cb8cc247 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:38.007720 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:38.024970 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port d0ff391e-e7a4-4e8a-9068-64731585a653, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=d0ff391e-e7a4-4e8a-9068-64731585a653,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:19:38.095356 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:38.213198 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=d0ff391e-e7a4-4e8a-9068-64731585a653,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:19:38.407843 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-adcccfb3-f512-40f1-955c-8de2cb8cc247 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:38.455643 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-adcccfb3-f512-40f1-955c-8de2cb8cc247 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:38.572517 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcccfb3-f512-40f1-955c-8de2cb8cc247 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=5d3e254a-aa41-496c-b37d-f77631b76c08,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:19:38.578016 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-adcccfb3-f512-40f1-955c-8de2cb8cc247 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:38.744075 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcccfb3-f512-40f1-955c-8de2cb8cc247 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network 2fc669b3-a5d7-44d4-96e6-1eb721c01c78 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:19:38.745560 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-adcccfb3-f512-40f1-955c-8de2cb8cc247 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:19:38.817394 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590d38be-6136-48bc-80b2-184319a65c25 None None] Network 2fc669b3-a5d7-44d4-96e6-1eb721c01c78 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:19:38.938198 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adcccfb3-f512-40f1-955c-8de2cb8cc247 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Router 6c4c918a-3bff-4b87-b269-5b1914e6869e has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:19:39.026670 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-5c398d1f-c67f-4ef6-9e0c-c8bd179fd6c2 None None] Provisioning for port 939fefd4-690c-4b2d-919b-430145426c2b completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:19:39.255762 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adcccfb3-f512-40f1-955c-8de2cb8cc247 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:19:39.266134 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd17734-fb84-4d05-86ed-ed6e15b6a72b None None] Sync routers for ids ['6c4c918a-3bff-4b87-b269-5b1914e6869e'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:19:39.268769 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-adcccfb3-f512-40f1-955c-8de2cb8cc247 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "PUT /v2.0/routers/6c4c918a-3bff-4b87-b269-5b1914e6869e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5860932 Jan 21 19:19:39.272079 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37988) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:19:39.277012 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd17734-fb84-4d05-86ed-ed6e15b6a72b None None] Routers {'6c4c918a-3bff-4b87-b269-5b1914e6869e'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:19:39.277498 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-dcd17734-fb84-4d05-86ed-ed6e15b6a72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:19:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['6c4c918a-3bff-4b87-b269-5b1914e6869e'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:19:39.427387 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a01e365-04d6-445f-918e-c2426c80acb2 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:39.428189 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a01e365-04d6-445f-918e-c2426c80acb2 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:39.428829 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a01e365-04d6-445f-918e-c2426c80acb2 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:39.429467 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a01e365-04d6-445f-918e-c2426c80acb2 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:39.431543 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-7a01e365-04d6-445f-918e-c2426c80acb2 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1585045 Jan 21 19:19:39.434521 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37992) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:19:39.455518 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-73e9243b-fa79-4eb8-a155-37f958d63b98 None None] Provisioning for port 5d3e254a-aa41-496c-b37d-f77631b76c08 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:19:39.461299 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-73e9243b-fa79-4eb8-a155-37f958d63b98 None None] Provisioning complete for port 5d3e254a-aa41-496c-b37d-f77631b76c08 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:19:39.461672 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-73e9243b-fa79-4eb8-a155-37f958d63b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:39.523657 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab020b4-c2b6-4ee9-8556-9a7ab95cbfbe tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:39.524128 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab020b4-c2b6-4ee9-8556-9a7ab95cbfbe tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:39.524592 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab020b4-c2b6-4ee9-8556-9a7ab95cbfbe tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:39.525049 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab020b4-c2b6-4ee9-8556-9a7ab95cbfbe tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:39.526980 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-6ab020b4-c2b6-4ee9-8556-9a7ab95cbfbe tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0906889 Jan 21 19:19:39.534147 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 37996) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:19:39.537168 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-73e9243b-fa79-4eb8-a155-37f958d63b98 None None] Port 5d3e254a-aa41-496c-b37d-f77631b76c08 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:19:39.537374 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-dcd17734-fb84-4d05-86ed-ed6e15b6a72b None None] Set router 6c4c918a-3bff-4b87-b269-5b1914e6869e gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:19:39.680800 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-1bf5adb4-cc4f-4510-9430-b4ee8541c4c4 None None] Provisioning complete for port 5d3e254a-aa41-496c-b37d-f77631b76c08 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:19:39.681415 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1bf5adb4-cc4f-4510-9430-b4ee8541c4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:39.754631 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device d0ff391e-e7a4-4e8a-9068-64731585a653 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:19:39.783026 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-8f711255-7399-4f7c-aefa-b4a8e3ae3c31 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2501433 Jan 21 19:19:39.787630 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-1bf5adb4-cc4f-4510-9430-b4ee8541c4c4 None None] Port 5d3e254a-aa41-496c-b37d-f77631b76c08 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:19:39.838469 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port d0ff391e-e7a4-4e8a-9068-64731585a653 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:19:39.839195 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:39.918847 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-dcd17734-fb84-4d05-86ed-ed6e15b6a72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'name': 'tempest-TestNetworkBasicOps-router-442518042', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.13'}], 'enable_snat': True}, 'gw_port_id': 'd0ff391e-e7a4-4e8a-9068-64731585a653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:19:31Z', 'updated_at': '2022-01-21T19:19:37Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'd0ff391e-e7a4-4e8a-9068-64731585a653', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:19:32Z', 'updated_at': '2022-01-21T19:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '5d3e254a-aa41-496c-b37d-f77631b76c08', 'name': '', 'network_id': '2fc669b3-a5d7-44d4-96e6-1eb721c01c78', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:97:9d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '54ca64bc-6006-4b27-9cdb-534570e9df11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:19:36Z', 'updated_at': '2022-01-21T19:19:38Z', 'revision_number': 2, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '54ca64bc-6006-4b27-9cdb-534570e9df11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:19:39.922829 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd17734-fb84-4d05-86ed-ed6e15b6a72b None None] Checking router: 6c4c918a-3bff-4b87-b269-5b1914e6869e for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:19:39.923182 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd17734-fb84-4d05-86ed-ed6e15b6a72b None None] Updating router 6c4c918a-3bff-4b87-b269-5b1914e6869e port 5d3e254a-aa41-496c-b37d-f77631b76c08 binding host dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:19:39.955439 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-4f1fe62d-33e9-401e-9253-19f9a7b02a99 None None] Provisioning complete for port 5d3e254a-aa41-496c-b37d-f77631b76c08 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:19:39.957377 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4f1fe62d-33e9-401e-9253-19f9a7b02a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:39.983131 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dcd17734-fb84-4d05-86ed-ed6e15b6a72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:40.012258 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 939fefd4-690c-4b2d-919b-430145426c2b up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:19:40.048216 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-4f1fe62d-33e9-401e-9253-19f9a7b02a99 None None] Port 5d3e254a-aa41-496c-b37d-f77631b76c08 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:19:40.052579 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 38002) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:19:40.060300 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-8b3f8dc9-7864-4ac9-8e75-f7321014573c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1483253005', 'description': 'tempest-secgroup-smoke-1483253005 description', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:19:40.067095 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-8b3f8dc9-7864-4ac9-8e75-f7321014573c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:19:40.071306 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-8b3f8dc9-7864-4ac9-8e75-f7321014573c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:19:40.074332 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-8b3f8dc9-7864-4ac9-8e75-f7321014573c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:19:40.080976 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-8b3f8dc9-7864-4ac9-8e75-f7321014573c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:19:40.135462 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 939fefd4-690c-4b2d-919b-430145426c2b completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:19:40.140452 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 939fefd4-690c-4b2d-919b-430145426c2b triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:19:40.140845 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:40.164196 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8b3f8dc9-7864-4ac9-8e75-f7321014573c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:40.185877 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-8b3f8dc9-7864-4ac9-8e75-f7321014573c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:19:40.189959 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-8b3f8dc9-7864-4ac9-8e75-f7321014573c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:19:40.193745 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-8b3f8dc9-7864-4ac9-8e75-f7321014573c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:19:40.199782 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-8b3f8dc9-7864-4ac9-8e75-f7321014573c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:19:40.267796 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:40.274533 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8b3f8dc9-7864-4ac9-8e75-f7321014573c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:40.302446 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 939fefd4-690c-4b2d-919b-430145426c2b, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=939fefd4-690c-4b2d-919b-430145426c2b,segment=NetworkSegment(66a6b125-a011-4eba-a772-9e87a7f0a961),segment_id=66a6b125-a011-4eba-a772-9e87a7f0a961)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:19:40.331503 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dcd17734-fb84-4d05-86ed-ed6e15b6a72b None None] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:40.342536 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-dcd17734-fb84-4d05-86ed-ed6e15b6a72b None None] Transition to ACTIVE for port object 5d3e254a-aa41-496c-b37d-f77631b76c08 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:19:40.352268 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8b3f8dc9-7864-4ac9-8e75-f7321014573c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:40.381346 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:40.401024 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f8dc9-7864-4ac9-8e75-f7321014573c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69014e2e-2e6d-4ba4-abbd-092f81685c28,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:19:40.438126 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dcd17734-fb84-4d05-86ed-ed6e15b6a72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:40.457545 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=939fefd4-690c-4b2d-919b-430145426c2b,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:19:40.467204 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8b3f8dc9-7864-4ac9-8e75-f7321014573c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:40.468446 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-8b3f8dc9-7864-4ac9-8e75-f7321014573c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4146886 Jan 21 19:19:40.471370 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 38006) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:19:40.476404 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-d94e5358-a254-40f3-884d-a3f82c582a9b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '69014e2e-2e6d-4ba4-abbd-092f81685c28', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:19:40.482309 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-d94e5358-a254-40f3-884d-a3f82c582a9b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:19:40.488884 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-d94e5358-a254-40f3-884d-a3f82c582a9b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:19:40.493408 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-d94e5358-a254-40f3-884d-a3f82c582a9b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:19:40.498822 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-d94e5358-a254-40f3-884d-a3f82c582a9b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:19:40.590355 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa31a87-a6f7-484c-b2c9-377f4b3c38e1 None None] Pushing event updated for resources: {'Port': ['ID=5d3e254a-aa41-496c-b37d-f77631b76c08,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:19:40.600335 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d94e5358-a254-40f3-884d-a3f82c582a9b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:40.606363 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa31a87-a6f7-484c-b2c9-377f4b3c38e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:19:40.606711 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa31a87-a6f7-484c-b2c9-377f4b3c38e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:19:40.607047 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa31a87-a6f7-484c-b2c9-377f4b3c38e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:19:40.607488 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa31a87-a6f7-484c-b2c9-377f4b3c38e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:19:40.607698 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa31a87-a6f7-484c-b2c9-377f4b3c38e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:19:40.608022 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa31a87-a6f7-484c-b2c9-377f4b3c38e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:19:40.608351 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa31a87-a6f7-484c-b2c9-377f4b3c38e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:19:40.608666 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa31a87-a6f7-484c-b2c9-377f4b3c38e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:19:40.608986 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa31a87-a6f7-484c-b2c9-377f4b3c38e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:19:40.609323 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa31a87-a6f7-484c-b2c9-377f4b3c38e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:19:40.610255 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa31a87-a6f7-484c-b2c9-377f4b3c38e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:19:40.610255 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa31a87-a6f7-484c-b2c9-377f4b3c38e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:19:40.669770 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-dcd17734-fb84-4d05-86ed-ed6e15b6a72b None None] Attempting to bind port 5d3e254a-aa41-496c-b37d-f77631b76c08 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:19:40.670154 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-dcd17734-fb84-4d05-86ed-ed6e15b6a72b None None] Attempting to bind port 5d3e254a-aa41-496c-b37d-f77631b76c08 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '66a6b125-a011-4eba-a772-9e87a7f0a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2fc669b3-a5d7-44d4-96e6-1eb721c01c78'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:19:40.670629 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd17734-fb84-4d05-86ed-ed6e15b6a72b None None] Attempting to bind port 5d3e254a-aa41-496c-b37d-f77631b76c08 on network 2fc669b3-a5d7-44d4-96e6-1eb721c01c78 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:19:40.676225 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd17734-fb84-4d05-86ed-ed6e15b6a72b None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:19:40.676645 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd17734-fb84-4d05-86ed-ed6e15b6a72b None None] Checking segment: {'id': '66a6b125-a011-4eba-a772-9e87a7f0a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2fc669b3-a5d7-44d4-96e6-1eb721c01c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:19:40.677064 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dcd17734-fb84-4d05-86ed-ed6e15b6a72b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:40.677453 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd17734-fb84-4d05-86ed-ed6e15b6a72b None None] Bound using segment: {'id': '66a6b125-a011-4eba-a772-9e87a7f0a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2fc669b3-a5d7-44d4-96e6-1eb721c01c78'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:19:40.677941 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-dcd17734-fb84-4d05-86ed-ed6e15b6a72b None None] Bound port: 5d3e254a-aa41-496c-b37d-f77631b76c08, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a6b125-a011-4eba-a772-9e87a7f0a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2fc669b3-a5d7-44d4-96e6-1eb721c01c78'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:19:40.678310 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dcd17734-fb84-4d05-86ed-ed6e15b6a72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:40.681487 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d94e5358-a254-40f3-884d-a3f82c582a9b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:40.765018 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-dcd17734-fb84-4d05-86ed-ed6e15b6a72b None None] For port 5d3e254a-aa41-496c-b37d-f77631b76c08, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:19:40.768304 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-dcd17734-fb84-4d05-86ed-ed6e15b6a72b None None] For port 5d3e254a-aa41-496c-b37d-f77631b76c08, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=5d3e254a-aa41-496c-b37d-f77631b76c08,segment=NetworkSegment(66a6b125-a011-4eba-a772-9e87a7f0a961),segment_id=66a6b125-a011-4eba-a772-9e87a7f0a961)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:19:40.774951 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d94e5358-a254-40f3-884d-a3f82c582a9b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:40.792033 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94e5358-a254-40f3-884d-a3f82c582a9b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1898ab7c-4d88-46a5-a83d-a8ffca7523c1,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:19:40.844196 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dcd17734-fb84-4d05-86ed-ed6e15b6a72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:40.907201 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d94e5358-a254-40f3-884d-a3f82c582a9b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:40.911455 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d94e5358-a254-40f3-884d-a3f82c582a9b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4362762 Jan 21 19:19:40.911747 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 38010) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:19:40.917450 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-b275a31a-58b5-441c-b61b-8dd33980b71a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '69014e2e-2e6d-4ba4-abbd-092f81685c28', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:19:40.923545 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-b275a31a-58b5-441c-b61b-8dd33980b71a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:19:40.924646 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd17734-fb84-4d05-86ed-ed6e15b6a72b None None] Routers {'6c4c918a-3bff-4b87-b269-5b1914e6869e'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:19:40.925522 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-dcd17734-fb84-4d05-86ed-ed6e15b6a72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:19:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['6c4c918a-3bff-4b87-b269-5b1914e6869e'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:19:40.928024 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-b275a31a-58b5-441c-b61b-8dd33980b71a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:19:40.931382 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-b275a31a-58b5-441c-b61b-8dd33980b71a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:19:40.937697 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-b275a31a-58b5-441c-b61b-8dd33980b71a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:19:40.987721 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa31a87-a6f7-484c-b2c9-377f4b3c38e1 None None] Pushing event updated for resources: {'Port': ['ID=5d3e254a-aa41-496c-b37d-f77631b76c08,revision_number=4']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:19:41.034148 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b275a31a-58b5-441c-b61b-8dd33980b71a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:41.106784 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b275a31a-58b5-441c-b61b-8dd33980b71a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:41.112730 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-dcd17734-fb84-4d05-86ed-ed6e15b6a72b None None] Set router 6c4c918a-3bff-4b87-b269-5b1914e6869e gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:19:41.193216 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b275a31a-58b5-441c-b61b-8dd33980b71a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:41.216022 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b275a31a-58b5-441c-b61b-8dd33980b71a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f33b996-3f49-4fa4-aab5-a4a2b6fdd64a,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:19:41.289961 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b275a31a-58b5-441c-b61b-8dd33980b71a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:41.293809 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b275a31a-58b5-441c-b61b-8dd33980b71a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3786190 Jan 21 19:19:41.294215 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 38014) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:19:41.299336 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-f49057b1-4aba-4114-9c1d-3e540e5a36eb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '69014e2e-2e6d-4ba4-abbd-092f81685c28', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:19:41.306070 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-f49057b1-4aba-4114-9c1d-3e540e5a36eb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:19:41.309839 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-f49057b1-4aba-4114-9c1d-3e540e5a36eb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:19:41.312634 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-f49057b1-4aba-4114-9c1d-3e540e5a36eb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:19:41.319078 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-f49057b1-4aba-4114-9c1d-3e540e5a36eb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:19:41.428696 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f49057b1-4aba-4114-9c1d-3e540e5a36eb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:41.452306 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-dcd17734-fb84-4d05-86ed-ed6e15b6a72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'name': 'tempest-TestNetworkBasicOps-router-442518042', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.13'}], 'enable_snat': True}, 'gw_port_id': 'd0ff391e-e7a4-4e8a-9068-64731585a653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:19:31Z', 'updated_at': '2022-01-21T19:19:37Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'd0ff391e-e7a4-4e8a-9068-64731585a653', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:19:32Z', 'updated_at': '2022-01-21T19:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '5d3e254a-aa41-496c-b37d-f77631b76c08', 'name': '', 'network_id': '2fc669b3-a5d7-44d4-96e6-1eb721c01c78', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:97:9d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '54ca64bc-6006-4b27-9cdb-534570e9df11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:19:36Z', 'updated_at': '2022-01-21T19:19:40Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '54ca64bc-6006-4b27-9cdb-534570e9df11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:19:41.457851 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd17734-fb84-4d05-86ed-ed6e15b6a72b None None] The sync data for ids ['6c4c918a-3bff-4b87-b269-5b1914e6869e'] in dv-neutron-825470-1-hyperv is: [{'id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'name': 'tempest-TestNetworkBasicOps-router-442518042', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.13'}], 'enable_snat': True}, 'gw_port_id': 'd0ff391e-e7a4-4e8a-9068-64731585a653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:19:31Z', 'updated_at': '2022-01-21T19:19:37Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'd0ff391e-e7a4-4e8a-9068-64731585a653', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:19:32Z', 'updated_at': '2022-01-21T19:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '5d3e254a-aa41-496c-b37d-f77631b76c08', 'name': '', 'network_id': '2fc669b3-a5d7-44d4-96e6-1eb721c01c78', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:97:9d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '54ca64bc-6006-4b27-9cdb-534570e9df11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:19:36Z', 'updated_at': '2022-01-21T19:19:40Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '54ca64bc-6006-4b27-9cdb-534570e9df11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:19:41.495658 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f49057b1-4aba-4114-9c1d-3e540e5a36eb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:41.575413 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f49057b1-4aba-4114-9c1d-3e540e5a36eb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:41.604644 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49057b1-4aba-4114-9c1d-3e540e5a36eb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f9bc44a-dc95-4b52-90ee-2f2c17f2097e,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:19:41.690597 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f49057b1-4aba-4114-9c1d-3e540e5a36eb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:41.691389 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 5d3e254a-aa41-496c-b37d-f77631b76c08 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:19:41.692298 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f49057b1-4aba-4114-9c1d-3e540e5a36eb tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3970685 Jan 21 19:19:41.694876 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 38018) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:19:41.700085 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-f0181ecf-152c-4d05-a776-c9f337b944a9 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '69014e2e-2e6d-4ba4-abbd-092f81685c28', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:19:41.706532 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-f0181ecf-152c-4d05-a776-c9f337b944a9 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:19:41.711241 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-f0181ecf-152c-4d05-a776-c9f337b944a9 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:19:41.714379 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-f0181ecf-152c-4d05-a776-c9f337b944a9 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:19:41.721075 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-f0181ecf-152c-4d05-a776-c9f337b944a9 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:19:41.795095 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f0181ecf-152c-4d05-a776-c9f337b944a9 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:41.816033 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 5d3e254a-aa41-496c-b37d-f77631b76c08 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:19:41.821859 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 5d3e254a-aa41-496c-b37d-f77631b76c08 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:19:41.822834 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:41.866529 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f0181ecf-152c-4d05-a776-c9f337b944a9 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:41.944080 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f0181ecf-152c-4d05-a776-c9f337b944a9 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:41.955757 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:41.968483 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0181ecf-152c-4d05-a776-c9f337b944a9 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ad4ad8-01a4-4a5c-a192-2a5e4ed5dd61,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:19:41.990614 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 5d3e254a-aa41-496c-b37d-f77631b76c08, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=5d3e254a-aa41-496c-b37d-f77631b76c08,segment=NetworkSegment(66a6b125-a011-4eba-a772-9e87a7f0a961),segment_id=66a6b125-a011-4eba-a772-9e87a7f0a961)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:19:42.055517 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f0181ecf-152c-4d05-a776-c9f337b944a9 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:42.056753 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f0181ecf-152c-4d05-a776-c9f337b944a9 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3609266 Jan 21 19:19:42.059627 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 38022) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:19:42.065044 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-a349bf73-738a-46f8-82ed-021e374b4c0b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '69014e2e-2e6d-4ba4-abbd-092f81685c28', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:19:42.072006 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-a349bf73-738a-46f8-82ed-021e374b4c0b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:19:42.076048 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-a349bf73-738a-46f8-82ed-021e374b4c0b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:19:42.079173 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-a349bf73-738a-46f8-82ed-021e374b4c0b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:19:42.086579 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-a349bf73-738a-46f8-82ed-021e374b4c0b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:19:42.089451 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:42.090429 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 939fefd4-690c-4b2d-919b-430145426c2b up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:19:42.180947 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.securitygroups_db [None req-a349bf73-738a-46f8-82ed-021e374b4c0b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Project f393478d14c44d15ad1bf9df868df3cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 19:19:42.188429 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a349bf73-738a-46f8-82ed-021e374b4c0b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:42.212227 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=5d3e254a-aa41-496c-b37d-f77631b76c08,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:19:42.226101 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 939fefd4-690c-4b2d-919b-430145426c2b triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:19:42.226470 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:42.263069 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a349bf73-738a-46f8-82ed-021e374b4c0b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:42.341369 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a349bf73-738a-46f8-82ed-021e374b4c0b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:42.366969 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a349bf73-738a-46f8-82ed-021e374b4c0b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39c32716-59ce-4513-b283-b44adcc9108e,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:19:42.432598 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a349bf73-738a-46f8-82ed-021e374b4c0b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:42.434690 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a349bf73-738a-46f8-82ed-021e374b4c0b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3732922 Jan 21 19:19:42.436566 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 38026) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:19:42.455964 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-ab94cc83-5cb9-4884-8542-ec105aefe6e5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'security_group_rule': {'security_group_id': '69014e2e-2e6d-4ba4-abbd-092f81685c28', 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:19:42.462262 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-ab94cc83-5cb9-4884-8542-ec105aefe6e5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:19:42.466655 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ab94cc83-5cb9-4884-8542-ec105aefe6e5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:security_group_rule and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:19:42.470323 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ab94cc83-5cb9-4884-8542-ec105aefe6e5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:19:42.476853 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-ab94cc83-5cb9-4884-8542-ec105aefe6e5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:19:42.523854 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.securitygroups_db [None req-ab94cc83-5cb9-4884-8542-ec105aefe6e5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Project f393478d14c44d15ad1bf9df868df3cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 19:19:42.531247 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ab94cc83-5cb9-4884-8542-ec105aefe6e5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:42.600740 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ab94cc83-5cb9-4884-8542-ec105aefe6e5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:42.644058 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ab94cc83-5cb9-4884-8542-ec105aefe6e5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:42.672721 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab94cc83-5cb9-4884-8542-ec105aefe6e5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=709e6583-465e-4a8b-b8f6-c764f56e6564,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:19:42.723617 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ab94cc83-5cb9-4884-8542-ec105aefe6e5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:42.724739 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ab94cc83-5cb9-4884-8542-ec105aefe6e5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2871342 Jan 21 19:19:42.936982 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-07341df9-c5d2-494a-adb4-cfb522d25e04 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:security_group {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:19:42.992668 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-07341df9-c5d2-494a-adb4-cfb522d25e04 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:security_group {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:19:42.993862 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-07341df9-c5d2-494a-adb4-cfb522d25e04 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1483253005&fields=id&tenant_id=f393478d14c44d15ad1bf9df868df3cb HTTP/1.1" status: 200 len: 267 time: 0.0955584 Jan 21 19:19:43.147009 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-6366d6d0-f72f-4056-b883-0ac6d74faa46 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:43.148457 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-6366d6d0-f72f-4056-b883-0ac6d74faa46 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/networks?id=2fc669b3-a5d7-44d4-96e6-1eb721c01c78 HTTP/1.1" status: 200 len: 797 time: 0.1480837 Jan 21 19:19:43.163883 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-e8c3e1a1-254f-4b1f-83a4-0c445722e69a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/quotas/f393478d14c44d15ad1bf9df868df3cb HTTP/1.1" status: 200 len: 375 time: 0.0100219 Jan 21 19:19:43.260031 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-be42aab1-dbcf-4093-971a-b761ab24fbda tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:19:43.323858 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-be42aab1-dbcf-4093-971a-b761ab24fbda tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:19:43.325148 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-be42aab1-dbcf-4093-971a-b761ab24fbda tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1564040 Jan 21 19:19:43.462862 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-ac8102a0-4805-4616-a2b1-cbad418788c1 service neutron] 10.222.0.87 "GET /v2.0/networks/2fc669b3-a5d7-44d4-96e6-1eb721c01c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251175 Jan 21 19:19:43.607297 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-9a6e109f-3a79-4591-914f-867c5861d02d service neutron] 10.222.0.87 "GET /v2.0/networks/2fc669b3-a5d7-44d4-96e6-1eb721c01c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383820 Jan 21 19:19:43.619718 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 5d3e254a-aa41-496c-b37d-f77631b76c08 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:19:43.685625 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 5d3e254a-aa41-496c-b37d-f77631b76c08 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:19:43.686021 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:43.871211 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fb7874f2-7724-4e30-950c-b9f639ca7f3c req-c77df48e-635b-4b29-93d0-9597f4c1e79f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=0151fc07-df42-49b1-8c3f-80e0bcab3725 HTTP/1.1" status: 200 len: 210 time: 0.0471792 Jan 21 19:19:45.020233 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-21a7b27e-cc88-484d-8ae1-45c08ff945de req-e177d749-9fab-4814-a6f1-1a452856ee20 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=0151fc07-df42-49b1-8c3f-80e0bcab3725 HTTP/1.1" status: 200 len: 210 time: 0.0424309 Jan 21 19:19:45.754945 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-947a5803-6bc1-4801-9e2e-8609d926e782 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:45.755579 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-947a5803-6bc1-4801-9e2e-8609d926e782 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:network {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:19:45.855086 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-947a5803-6bc1-4801-9e2e-8609d926e782 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:network {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:19:45.856226 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-947a5803-6bc1-4801-9e2e-8609d926e782 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "GET /v2.0/networks?id=2fc669b3-a5d7-44d4-96e6-1eb721c01c78 HTTP/1.1" status: 200 len: 797 time: 0.2440362 Jan 21 19:19:45.903611 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-46c224da-544c-45e9-b092-dbba38e7c68c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f393478d14c44d15ad1bf9df868df3cb HTTP/1.1" status: 200 len: 380 time: 0.0396674 Jan 21 19:19:45.912639 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-26fdc600-1c07-4e81-a7d2-99654526f1aa tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'port': {'device_id': '0151fc07-df42-49b1-8c3f-80e0bcab3725', 'network_id': '2fc669b3-a5d7-44d4-96e6-1eb721c01c78', 'admin_state_up': True, 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'security_groups': ['69014e2e-2e6d-4ba4-abbd-092f81685c28']}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:19:46.048429 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-26fdc600-1c07-4e81-a7d2-99654526f1aa tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:19:46.058284 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-26fdc600-1c07-4e81-a7d2-99654526f1aa tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:19:46.112471 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-26fdc600-1c07-4e81-a7d2-99654526f1aa tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Made reservation on behalf of f393478d14c44d15ad1bf9df868df3cb for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:19:46.116088 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-26fdc600-1c07-4e81-a7d2-99654526f1aa tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:46.168418 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c37e7357-469f-4d09-8c7e-a1bf1337a737 req-6d7d94d1-1f20-4261-aa4f-e5ac754098c2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=0151fc07-df42-49b1-8c3f-80e0bcab3725 HTTP/1.1" status: 200 len: 210 time: 0.0420442 Jan 21 19:19:46.277193 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-26fdc600-1c07-4e81-a7d2-99654526f1aa tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Allocated IP 172.20.0.6 (2fc669b3-a5d7-44d4-96e6-1eb721c01c78/54ca64bc-6006-4b27-9cdb-534570e9df11/c6a00c07-c600-4145-95ae-1fda066e548e) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:19:46.469576 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-26fdc600-1c07-4e81-a7d2-99654526f1aa tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:46.484953 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-26fdc600-1c07-4e81-a7d2-99654526f1aa tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Transition to ACTIVE for port object c6a00c07-c600-4145-95ae-1fda066e548e will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:19:46.581391 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-26fdc600-1c07-4e81-a7d2-99654526f1aa tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:46.654415 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-26fdc600-1c07-4e81-a7d2-99654526f1aa tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network 2fc669b3-a5d7-44d4-96e6-1eb721c01c78 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:19:46.657538 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-26fdc600-1c07-4e81-a7d2-99654526f1aa tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:19:46.661997 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-26fdc600-1c07-4e81-a7d2-99654526f1aa tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:19:46.692282 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fdc600-1c07-4e81-a7d2-99654526f1aa tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=c6a00c07-c600-4145-95ae-1fda066e548e,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:19:46.732996 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-26fdc600-1c07-4e81-a7d2-99654526f1aa tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:46.732996 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-26fdc600-1c07-4e81-a7d2-99654526f1aa tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:46.842650 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-26fdc600-1c07-4e81-a7d2-99654526f1aa tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9320035 Jan 21 19:19:46.852601 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-fac0118d-1e1b-46d2-a02e-6486cd2ef1d9 service neutron] Request body: {'port': {'device_id': '0151fc07-df42-49b1-8c3f-80e0bcab3725', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:19:46.964334 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-fac0118d-1e1b-46d2-a02e-6486cd2ef1d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:47.026351 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-278b4012-cd67-4612-8896-0c5f4e603dc2 None None] Provisioning for port c6a00c07-c600-4145-95ae-1fda066e548e completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:19:47.031812 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-278b4012-cd67-4612-8896-0c5f4e603dc2 None None] Provisioning complete for port c6a00c07-c600-4145-95ae-1fda066e548e triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:19:47.032182 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-278b4012-cd67-4612-8896-0c5f4e603dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:47.088527 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-278b4012-cd67-4612-8896-0c5f4e603dc2 None None] Port c6a00c07-c600-4145-95ae-1fda066e548e cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:19:47.303588 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-fac0118d-1e1b-46d2-a02e-6486cd2ef1d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6a00c07-c600-4145-95ae-1fda066e548e {{(pid=88137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:19:47.310772 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-fac0118d-1e1b-46d2-a02e-6486cd2ef1d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:47.325065 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-fac0118d-1e1b-46d2-a02e-6486cd2ef1d9 service neutron] Transition to ACTIVE for port object c6a00c07-c600-4145-95ae-1fda066e548e will not be triggered until provisioned by entity L2. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:19:47.369110 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72634cc0-cf6e-4e01-9ed8-1a3f4653f5ef req-f20dd3b4-27d3-4c68-8936-638fed11c579 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:47.370596 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-72634cc0-cf6e-4e01-9ed8-1a3f4653f5ef req-f20dd3b4-27d3-4c68-8936-638fed11c579 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=0151fc07-df42-49b1-8c3f-80e0bcab3725 HTTP/1.1" status: 200 len: 931 time: 0.0972157 Jan 21 19:19:47.403595 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-fac0118d-1e1b-46d2-a02e-6486cd2ef1d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:47.415593 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-72634cc0-cf6e-4e01-9ed8-1a3f4653f5ef req-e694d619-705d-474e-b748-dd4f6b6b0297 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=69014e2e-2e6d-4ba4-abbd-092f81685c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392785 Jan 21 19:19:47.664392 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac0118d-1e1b-46d2-a02e-6486cd2ef1d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a00c07-c600-4145-95ae-1fda066e548e,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:19:47.742896 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-fac0118d-1e1b-46d2-a02e-6486cd2ef1d9 service neutron] Attempting to bind port c6a00c07-c600-4145-95ae-1fda066e548e on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:19:47.743169 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-fac0118d-1e1b-46d2-a02e-6486cd2ef1d9 service neutron] Attempting to bind port c6a00c07-c600-4145-95ae-1fda066e548e by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '66a6b125-a011-4eba-a772-9e87a7f0a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2fc669b3-a5d7-44d4-96e6-1eb721c01c78'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:19:47.743488 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-fac0118d-1e1b-46d2-a02e-6486cd2ef1d9 service neutron] Attempting to bind port c6a00c07-c600-4145-95ae-1fda066e548e on network 2fc669b3-a5d7-44d4-96e6-1eb721c01c78 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:19:47.747940 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-fac0118d-1e1b-46d2-a02e-6486cd2ef1d9 service neutron] Port c6a00c07-c600-4145-95ae-1fda066e548e on network 2fc669b3-a5d7-44d4-96e6-1eb721c01c78 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 19:19:47.748255 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-fac0118d-1e1b-46d2-a02e-6486cd2ef1d9 service neutron] Attempting to bind port c6a00c07-c600-4145-95ae-1fda066e548e on network 2fc669b3-a5d7-44d4-96e6-1eb721c01c78 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:19:47.753108 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-fac0118d-1e1b-46d2-a02e-6486cd2ef1d9 service neutron] Checking agent: {'id': '9a14f311-f6d5-46c6-87a2-f860197fb66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:19:47.753490 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-fac0118d-1e1b-46d2-a02e-6486cd2ef1d9 service neutron] Checking segment: {'id': '66a6b125-a011-4eba-a772-9e87a7f0a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2fc669b3-a5d7-44d4-96e6-1eb721c01c78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:19:47.753900 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-fac0118d-1e1b-46d2-a02e-6486cd2ef1d9 service neutron] Bound using segment: {'id': '66a6b125-a011-4eba-a772-9e87a7f0a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2fc669b3-a5d7-44d4-96e6-1eb721c01c78'} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:19:47.754317 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-fac0118d-1e1b-46d2-a02e-6486cd2ef1d9 service neutron] Bound port: c6a00c07-c600-4145-95ae-1fda066e548e, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66a6b125-a011-4eba-a772-9e87a7f0a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2fc669b3-a5d7-44d4-96e6-1eb721c01c78'}}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:19:47.754654 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-fac0118d-1e1b-46d2-a02e-6486cd2ef1d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:47.839948 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-fac0118d-1e1b-46d2-a02e-6486cd2ef1d9 service neutron] For port c6a00c07-c600-4145-95ae-1fda066e548e, host hv-neutron-8254, cleared binding levels {{(pid=88137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:19:47.842857 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-fac0118d-1e1b-46d2-a02e-6486cd2ef1d9 service neutron] For port c6a00c07-c600-4145-95ae-1fda066e548e, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=c6a00c07-c600-4145-95ae-1fda066e548e,segment=NetworkSegment(66a6b125-a011-4eba-a772-9e87a7f0a961),segment_id=66a6b125-a011-4eba-a772-9e87a7f0a961)] {{(pid=88137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:19:47.901290 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-fac0118d-1e1b-46d2-a02e-6486cd2ef1d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:47.964762 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-fac0118d-1e1b-46d2-a02e-6486cd2ef1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:47.965260 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-fac0118d-1e1b-46d2-a02e-6486cd2ef1d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:47.966642 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-fac0118d-1e1b-46d2-a02e-6486cd2ef1d9 service neutron] 10.222.0.113 "PUT /v2.0/ports/c6a00c07-c600-4145-95ae-1fda066e548e HTTP/1.1" status: 200 len: 1093 time: 1.1181664 Jan 21 19:19:47.967074 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0151fc07-df42-49b1-8c3f-80e0bcab3725', 'tag': 'c6a00c07-c600-4145-95ae-1fda066e548e'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:19:47.987316 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac0118d-1e1b-46d2-a02e-6486cd2ef1d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a00c07-c600-4145-95ae-1fda066e548e,revision_number=3']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:19:48.016571 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0151fc07-df42-49b1-8c3f-80e0bcab3725', 'tag': 'c6a00c07-c600-4145-95ae-1fda066e548e', 'status': 'completed', 'code': 200} Jan 21 19:19:48.109489 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1976e0-429c-4baa-bad2-2ee4fc2ceca5 req-58969a5f-b80a-434f-b6d7-a17503b35f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:48.111117 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9b1976e0-429c-4baa-bad2-2ee4fc2ceca5 req-58969a5f-b80a-434f-b6d7-a17503b35f25 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=0151fc07-df42-49b1-8c3f-80e0bcab3725 HTTP/1.1" status: 200 len: 1096 time: 0.0748043 Jan 21 19:19:48.260711 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1976e0-429c-4baa-bad2-2ee4fc2ceca5 req-d02cc755-3901-49bc-809d-4964ecc8f06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:48.262179 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9b1976e0-429c-4baa-bad2-2ee4fc2ceca5 req-d02cc755-3901-49bc-809d-4964ecc8f06c service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=f393478d14c44d15ad1bf9df868df3cb&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1442807 Jan 21 19:19:48.400153 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1976e0-429c-4baa-bad2-2ee4fc2ceca5 req-aa9c4708-d4c1-421d-b7d3-b1bb9fe7c1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:48.401596 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9b1976e0-429c-4baa-bad2-2ee4fc2ceca5 req-aa9c4708-d4c1-421d-b7d3-b1bb9fe7c1e6 service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1341741 Jan 21 19:19:48.514739 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-e1db1ff8-27b0-4051-a925-15357d771f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:48.516116 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-e1db1ff8-27b0-4051-a925-15357d771f9a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=0151fc07-df42-49b1-8c3f-80e0bcab3725 HTTP/1.1" status: 200 len: 1096 time: 0.0779505 Jan 21 19:19:48.584149 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-fbbd05c7-1827-4377-af0d-62f27780304f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6a00c07-c600-4145-95ae-1fda066e548e HTTP/1.1" status: 200 len: 217 time: 0.0613017 Jan 21 19:19:48.606579 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb8ee7-add9-48ec-ac9b-406ba1dd8f31 req-d973c0c5-6ea4-4621-83a5-97bd64712092 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:48.608023 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-92fb8ee7-add9-48ec-ac9b-406ba1dd8f31 req-d973c0c5-6ea4-4621-83a5-97bd64712092 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=0151fc07-df42-49b1-8c3f-80e0bcab3725 HTTP/1.1" status: 200 len: 943 time: 0.0815794 Jan 21 19:19:48.649333 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-0bbdd0eb-ded9-417c-a8a8-383c6a7aa96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:48.650784 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-0bbdd0eb-ded9-417c-a8a8-383c6a7aa96d service neutron] 10.222.0.113 "GET /v2.0/subnets?id=54ca64bc-6006-4b27-9cdb-534570e9df11 HTTP/1.1" status: 200 len: 834 time: 0.0612974 Jan 21 19:19:48.653101 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-92fb8ee7-add9-48ec-ac9b-406ba1dd8f31 req-f21567f9-525e-468f-b287-da3f0c406f87 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=69014e2e-2e6d-4ba4-abbd-092f81685c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380795 Jan 21 19:19:48.725506 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-8531b87e-baac-4bd0-92fe-f2c40338bdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:48.727013 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-8531b87e-baac-4bd0-92fe-f2c40338bdb3 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2fc669b3-a5d7-44d4-96e6-1eb721c01c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701394 Jan 21 19:19:48.858173 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-3a7204ce-2774-4ae0-af8a-eb3e6d1864b7 service neutron] 10.222.0.113 "GET /v2.0/networks/2fc669b3-a5d7-44d4-96e6-1eb721c01c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240971 Jan 21 19:19:48.989539 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b5494ea7-1c87-4e34-a894-e67f0d84ab3b req-714d829b-1104-42bb-810a-4c365a15a8b8 service neutron] 10.222.0.113 "GET /v2.0/networks/2fc669b3-a5d7-44d4-96e6-1eb721c01c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254082 Jan 21 19:19:49.949326 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225974f-8644-4a12-bc90-1a42edc86b55 req-240e0d55-a7fe-4810-a7e3-9b42db08f1f5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:49.950882 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3225974f-8644-4a12-bc90-1a42edc86b55 req-240e0d55-a7fe-4810-a7e3-9b42db08f1f5 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=0151fc07-df42-49b1-8c3f-80e0bcab3725 HTTP/1.1" status: 200 len: 943 time: 0.1915863 Jan 21 19:19:49.994736 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3225974f-8644-4a12-bc90-1a42edc86b55 req-8eeee129-db1e-4821-91f1-a842aa2c9605 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=69014e2e-2e6d-4ba4-abbd-092f81685c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368571 Jan 21 19:19:51.177533 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd6226-abfe-43e3-8b6f-07f60b04cc01 req-d5d3cd39-a25b-4cdc-83a9-867abac5213b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:51.179012 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4ffd6226-abfe-43e3-8b6f-07f60b04cc01 req-d5d3cd39-a25b-4cdc-83a9-867abac5213b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=0151fc07-df42-49b1-8c3f-80e0bcab3725 HTTP/1.1" status: 200 len: 943 time: 0.0814631 Jan 21 19:19:51.223364 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4ffd6226-abfe-43e3-8b6f-07f60b04cc01 req-db7e7cfe-4ff2-4396-96fa-f73469a98573 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=69014e2e-2e6d-4ba4-abbd-092f81685c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377631 Jan 21 19:19:52.405768 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d949d2-bce7-4327-b766-3ec879334580 req-ec8b6c29-92fc-4f9e-aca4-600271600cdf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:52.407216 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-69d949d2-bce7-4327-b766-3ec879334580 req-ec8b6c29-92fc-4f9e-aca4-600271600cdf tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=0151fc07-df42-49b1-8c3f-80e0bcab3725 HTTP/1.1" status: 200 len: 943 time: 0.0771675 Jan 21 19:19:52.452645 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-69d949d2-bce7-4327-b766-3ec879334580 req-ee0dfb78-7b4c-4772-80bd-d147cc664f29 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=69014e2e-2e6d-4ba4-abbd-092f81685c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389838 Jan 21 19:19:52.938387 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device c6a00c07-c600-4145-95ae-1fda066e548e details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:19:53.068175 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port c6a00c07-c600-4145-95ae-1fda066e548e, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=c6a00c07-c600-4145-95ae-1fda066e548e,segment=NetworkSegment(66a6b125-a011-4eba-a772-9e87a7f0a961),segment_id=66a6b125-a011-4eba-a772-9e87a7f0a961)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:19:53.080566 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': 'c6a00c07-c600-4145-95ae-1fda066e548e', 'network_id': '2fc669b3-a5d7-44d4-96e6-1eb721c01c78', 'port_id': 'c6a00c07-c600-4145-95ae-1fda066e548e', 'mac_address': 'fa:16:3e:b4:9a:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54ca64bc-6006-4b27-9cdb-534570e9df11', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:19:53.133801 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:53.150192 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6a00c07-c600-4145-95ae-1fda066e548e {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:19:53.164819 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port c6a00c07-c600-4145-95ae-1fda066e548e, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=c6a00c07-c600-4145-95ae-1fda066e548e,segment=NetworkSegment(66a6b125-a011-4eba-a772-9e87a7f0a961),segment_id=66a6b125-a011-4eba-a772-9e87a7f0a961)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:19:53.226585 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:53.308293 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=c6a00c07-c600-4145-95ae-1fda066e548e,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:19:53.417369 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['c6a00c07-c600-4145-95ae-1fda066e548e'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:19:53.644268 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646c392-fa23-411c-828c-38615de3c0ca req-b8aae828-e2f8-48b9-b4a5-f52efe1d7e09 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:53.646410 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9646c392-fa23-411c-828c-38615de3c0ca req-b8aae828-e2f8-48b9-b4a5-f52efe1d7e09 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=0151fc07-df42-49b1-8c3f-80e0bcab3725 HTTP/1.1" status: 200 len: 944 time: 0.0886965 Jan 21 19:19:53.694044 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9646c392-fa23-411c-828c-38615de3c0ca req-4dcb8b2f-f29d-4b72-bec4-9278179a876a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=69014e2e-2e6d-4ba4-abbd-092f81685c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418377 Jan 21 19:19:54.880869 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20249d88-b4bd-44f1-806b-b2743b474d15 req-90731165-2a83-40fd-856d-ea75495373b7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:54.882388 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-20249d88-b4bd-44f1-806b-b2743b474d15 req-90731165-2a83-40fd-856d-ea75495373b7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=0151fc07-df42-49b1-8c3f-80e0bcab3725 HTTP/1.1" status: 200 len: 944 time: 0.0804632 Jan 21 19:19:54.928751 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-20249d88-b4bd-44f1-806b-b2743b474d15 req-b96d9357-19bd-46db-b85a-b1eafa0eff7f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=69014e2e-2e6d-4ba4-abbd-092f81685c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404861 Jan 21 19:19:54.938059 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device c6a00c07-c600-4145-95ae-1fda066e548e up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:19:54.988555 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-39afaf22-9ce2-42e1-a336-f2211cbbcf98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:55.043287 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning for port c6a00c07-c600-4145-95ae-1fda066e548e completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:19:55.047998 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port c6a00c07-c600-4145-95ae-1fda066e548e triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:19:55.048362 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:55.161909 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:55.187137 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0151fc07-df42-49b1-8c3f-80e0bcab3725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a00c07-c600-4145-95ae-1fda066e548e'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:19:55.197446 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port c6a00c07-c600-4145-95ae-1fda066e548e, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=c6a00c07-c600-4145-95ae-1fda066e548e,segment=NetworkSegment(66a6b125-a011-4eba-a772-9e87a7f0a961),segment_id=66a6b125-a011-4eba-a772-9e87a7f0a961)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:19:55.233023 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0151fc07-df42-49b1-8c3f-80e0bcab3725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a00c07-c600-4145-95ae-1fda066e548e', 'code': 200} Jan 21 19:19:55.266707 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:55.337727 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=c6a00c07-c600-4145-95ae-1fda066e548e,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:19:55.540979 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d520e-99a9-4ede-a2cc-e008f18f2ebc req-f3fd6ccf-d088-4185-9928-7f49fc304d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:55.542420 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-177d520e-99a9-4ede-a2cc-e008f18f2ebc req-f3fd6ccf-d088-4185-9928-7f49fc304d53 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=0151fc07-df42-49b1-8c3f-80e0bcab3725 HTTP/1.1" status: 200 len: 1098 time: 0.0745482 Jan 21 19:19:55.593714 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-177d520e-99a9-4ede-a2cc-e008f18f2ebc req-941e4ea7-d000-42f9-9412-d8d62a00ffad service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=69014e2e-2e6d-4ba4-abbd-092f81685c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446661 Jan 21 19:19:56.110854 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ba9f1-01e3-4257-9927-4ea42457f4ce req-3636eace-9f44-4b26-a428-91543383f17b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:56.112271 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d16ba9f1-01e3-4257-9927-4ea42457f4ce req-3636eace-9f44-4b26-a428-91543383f17b tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=0151fc07-df42-49b1-8c3f-80e0bcab3725 HTTP/1.1" status: 200 len: 945 time: 0.0807445 Jan 21 19:19:56.155373 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d16ba9f1-01e3-4257-9927-4ea42457f4ce req-afe00fbf-2cb4-454b-a826-007219a21531 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=69014e2e-2e6d-4ba4-abbd-092f81685c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375278 Jan 21 19:19:57.232295 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f828bbf2-39e9-4a78-8edb-72b9b5d526cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:57.358798 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf674949-15c5-4e36-8a5d-b559e364fe61 req-905e870d-7b77-4201-912d-356106524265 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:57.360240 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cf674949-15c5-4e36-8a5d-b559e364fe61 req-905e870d-7b77-4201-912d-356106524265 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=0151fc07-df42-49b1-8c3f-80e0bcab3725 HTTP/1.1" status: 200 len: 945 time: 0.0941854 Jan 21 19:19:57.407684 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cf674949-15c5-4e36-8a5d-b559e364fe61 req-9bb5e678-d96e-4466-b123-bc9779f60fe2 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=69014e2e-2e6d-4ba4-abbd-092f81685c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400569 Jan 21 19:19:57.598137 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be55f2-1475-43a1-84bd-1049accb2054 req-a7d69fa7-d3af-4af3-b6bc-a1eeeb30846d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:57.600154 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e8be55f2-1475-43a1-84bd-1049accb2054 req-a7d69fa7-d3af-4af3-b6bc-a1eeeb30846d tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=0151fc07-df42-49b1-8c3f-80e0bcab3725 HTTP/1.1" status: 200 len: 945 time: 0.0839429 Jan 21 19:19:57.655448 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e8be55f2-1475-43a1-84bd-1049accb2054 req-0426e9ca-5793-4510-9b29-fd7c3194ae45 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=69014e2e-2e6d-4ba4-abbd-092f81685c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498354 Jan 21 19:19:57.680978 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 38084) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:19:57.753904 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b05641-a8fa-42f5-b086-b2bc16e2da60 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:19:57.755355 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-17b05641-a8fa-42f5-b086-b2bc16e2da60 tempest-TestNetworkBasicOps-873652579 tempest-TestNetworkBasicOps-873652579-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=0151fc07-df42-49b1-8c3f-80e0bcab3725 HTTP/1.1" status: 200 len: 1093 time: 0.0733073 Jan 21 19:19:57.758155 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 38088) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:19:57.763191 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-5619691b-ab7e-44c6-8150-412985b1a1f3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'floatingip': {'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'port_id': 'c6a00c07-c600-4145-95ae-1fda066e548e', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:19:57.770214 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-5619691b-ab7e-44c6-8150-412985b1a1f3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:19:57.775143 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-5619691b-ab7e-44c6-8150-412985b1a1f3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Usage tracker for resource:floatingip and tenant:f393478d14c44d15ad1bf9df868df3cb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:19:57.776995 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-5619691b-ab7e-44c6-8150-412985b1a1f3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:19:57.782685 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-5619691b-ab7e-44c6-8150-412985b1a1f3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:19:57.849696 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5619691b-ab7e-44c6-8150-412985b1a1f3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for floatingip, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:57.998754 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5619691b-ab7e-44c6-8150-412985b1a1f3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:58.137498 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-5619691b-ab7e-44c6-8150-412985b1a1f3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Allocated IP 172.26.1.160 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/4f6f369e-5a9b-4da7-8943-6464c031a495) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:19:58.231700 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:58.286489 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5619691b-ab7e-44c6-8150-412985b1a1f3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:58.375812 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5619691b-ab7e-44c6-8150-412985b1a1f3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:58.444532 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5619691b-ab7e-44c6-8150-412985b1a1f3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:19:58.447314 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-5619691b-ab7e-44c6-8150-412985b1a1f3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:19:58.450019 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5619691b-ab7e-44c6-8150-412985b1a1f3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:19:58.489237 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619691b-ab7e-44c6-8150-412985b1a1f3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=4f6f369e-5a9b-4da7-8943-6464c031a495,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:19:58.528862 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:58.625763 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:58.966201 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5619691b-ab7e-44c6-8150-412985b1a1f3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:59.078307 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5619691b-ab7e-44c6-8150-412985b1a1f3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:59.277330 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5619691b-ab7e-44c6-8150-412985b1a1f3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:59.345772 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5619691b-ab7e-44c6-8150-412985b1a1f3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:59.458917 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619691b-ab7e-44c6-8150-412985b1a1f3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event updated for resources: {'Port': ['ID=4f6f369e-5a9b-4da7-8943-6464c031a495,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:19:59.470027 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5619691b-ab7e-44c6-8150-412985b1a1f3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:19:59.635898 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.l3_db [None req-5619691b-ab7e-44c6-8150-412985b1a1f3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Floating IP 26ac9d23-a880-497f-9bd1-b15ff834157a associated. External IP: 172.26.1.160, port: c6a00c07-c600-4145-95ae-1fda066e548e. Jan 21 19:19:59.983445 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5619691b-ab7e-44c6-8150-412985b1a1f3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Router 6c4c918a-3bff-4b87-b269-5b1914e6869e has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:20:00.112106 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:00.161819 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5619691b-ab7e-44c6-8150-412985b1a1f3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:20:00.171641 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f8b158-27bf-487f-b4bf-45c2e4e1febf None None] Sync routers for ids ['6c4c918a-3bff-4b87-b269-5b1914e6869e'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:20:00.180728 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f8b158-27bf-487f-b4bf-45c2e4e1febf None None] Routers {'6c4c918a-3bff-4b87-b269-5b1914e6869e'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:20:00.181326 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-48f8b158-27bf-487f-b4bf-45c2e4e1febf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:19:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['6c4c918a-3bff-4b87-b269-5b1914e6869e'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:20:00.232115 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5619691b-ab7e-44c6-8150-412985b1a1f3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:00.291468 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-5619691b-ab7e-44c6-8150-412985b1a1f3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5321999 Jan 21 19:20:00.291969 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0151fc07-df42-49b1-8c3f-80e0bcab3725', 'tag': 'c6a00c07-c600-4145-95ae-1fda066e548e'}] {{(pid=88136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:20:00.294344 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 38092) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:20:00.338485 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0151fc07-df42-49b1-8c3f-80e0bcab3725', 'tag': 'c6a00c07-c600-4145-95ae-1fda066e548e', 'status': 'completed', 'code': 200} Jan 21 19:20:00.363993 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-48f8b158-27bf-487f-b4bf-45c2e4e1febf None None] Set router 6c4c918a-3bff-4b87-b269-5b1914e6869e gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:20:00.449723 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-486919ad-a643-451b-9262-0fef5026c447 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/floatingips/26ac9d23-a880-497f-9bd1-b15ff834157a HTTP/1.1" status: 200 len: 991 time: 0.1542208 Jan 21 19:20:00.467916 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60e625-1e0f-4d91-bab0-f933554b0528 req-8243919d-2695-4a1e-8d61-8ac9b661a519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:20:00.469355 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5d60e625-1e0f-4d91-bab0-f933554b0528 req-8243919d-2695-4a1e-8d61-8ac9b661a519 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=0151fc07-df42-49b1-8c3f-80e0bcab3725 HTTP/1.1" status: 200 len: 1098 time: 0.0949907 Jan 21 19:20:00.599513 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60e625-1e0f-4d91-bab0-f933554b0528 req-02c9194b-1287-4a26-b80d-335b4c8a48ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:20:00.600836 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5d60e625-1e0f-4d91-bab0-f933554b0528 req-02c9194b-1287-4a26-b80d-335b4c8a48ce service neutron] 10.222.0.113 "GET /v2.0/networks?id=2fc669b3-a5d7-44d4-96e6-1eb721c01c78 HTTP/1.1" status: 200 len: 898 time: 0.1259582 Jan 21 19:20:00.715037 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-48f8b158-27bf-487f-b4bf-45c2e4e1febf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'name': 'tempest-TestNetworkBasicOps-router-442518042', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.13'}], 'enable_snat': True}, 'gw_port_id': 'd0ff391e-e7a4-4e8a-9068-64731585a653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:19:31Z', 'updated_at': '2022-01-21T19:19:37Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'd0ff391e-e7a4-4e8a-9068-64731585a653', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:19:32Z', 'updated_at': '2022-01-21T19:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '26ac9d23-a880-497f-9bd1-b15ff834157a', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'floating_ip_address': '172.26.1.160', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'port_id': 'c6a00c07-c600-4145-95ae-1fda066e548e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc669b3-a5d7-44d4-96e6-1eb721c01c78', 'mac_address': 'fa:16:3e:b4:9a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0151fc07-df42-49b1-8c3f-80e0bcab3725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:19:58Z', 'updated_at': '2022-01-21T19:19:58Z', 'revision_number': 0, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d3e254a-aa41-496c-b37d-f77631b76c08', 'name': '', 'network_id': '2fc669b3-a5d7-44d4-96e6-1eb721c01c78', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:97:9d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '54ca64bc-6006-4b27-9cdb-534570e9df11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:19:36Z', 'updated_at': '2022-01-21T19:19:41Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '54ca64bc-6006-4b27-9cdb-534570e9df11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:20:00.718903 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f8b158-27bf-487f-b4bf-45c2e4e1febf None None] Checking router: 6c4c918a-3bff-4b87-b269-5b1914e6869e for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:20:00.727665 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f8b158-27bf-487f-b4bf-45c2e4e1febf None None] Routers {'6c4c918a-3bff-4b87-b269-5b1914e6869e'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:20:00.728261 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-48f8b158-27bf-487f-b4bf-45c2e4e1febf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:19:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['6c4c918a-3bff-4b87-b269-5b1914e6869e'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:20:00.797324 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5d60e625-1e0f-4d91-bab0-f933554b0528 req-aa23046a-7fe3-471d-a70d-c33ffa30f2b7 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6a00c07-c600-4145-95ae-1fda066e548e HTTP/1.1" status: 200 len: 999 time: 0.1904593 Jan 21 19:20:00.865240 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60e625-1e0f-4d91-bab0-f933554b0528 req-e13405aa-6532-48e1-b02c-4e6a9d1e1116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:20:00.866666 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5d60e625-1e0f-4d91-bab0-f933554b0528 req-e13405aa-6532-48e1-b02c-4e6a9d1e1116 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=54ca64bc-6006-4b27-9cdb-534570e9df11 HTTP/1.1" status: 200 len: 834 time: 0.0635870 Jan 21 19:20:00.941378 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60e625-1e0f-4d91-bab0-f933554b0528 req-7fa9eff9-cb39-4bb0-b541-90d633507a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:20:00.941961 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-48f8b158-27bf-487f-b4bf-45c2e4e1febf None None] Set router 6c4c918a-3bff-4b87-b269-5b1914e6869e gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:20:00.943083 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5d60e625-1e0f-4d91-bab0-f933554b0528 req-7fa9eff9-cb39-4bb0-b541-90d633507a43 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2fc669b3-a5d7-44d4-96e6-1eb721c01c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699656 Jan 21 19:20:01.074988 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5d60e625-1e0f-4d91-bab0-f933554b0528 req-dc2ab8c0-ec81-47d6-9bf1-c6c24f3f1728 service neutron] 10.222.0.113 "GET /v2.0/networks/2fc669b3-a5d7-44d4-96e6-1eb721c01c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260903 Jan 21 19:20:01.207173 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5d60e625-1e0f-4d91-bab0-f933554b0528 req-7c4be2a7-6677-4b60-a041-1a6b1b226b6f service neutron] 10.222.0.113 "GET /v2.0/networks/2fc669b3-a5d7-44d4-96e6-1eb721c01c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253746 Jan 21 19:20:01.299778 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-48f8b158-27bf-487f-b4bf-45c2e4e1febf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'name': 'tempest-TestNetworkBasicOps-router-442518042', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.13'}], 'enable_snat': True}, 'gw_port_id': 'd0ff391e-e7a4-4e8a-9068-64731585a653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:19:31Z', 'updated_at': '2022-01-21T19:19:37Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'd0ff391e-e7a4-4e8a-9068-64731585a653', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:19:32Z', 'updated_at': '2022-01-21T19:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '26ac9d23-a880-497f-9bd1-b15ff834157a', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'floating_ip_address': '172.26.1.160', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'port_id': 'c6a00c07-c600-4145-95ae-1fda066e548e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc669b3-a5d7-44d4-96e6-1eb721c01c78', 'mac_address': 'fa:16:3e:b4:9a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0151fc07-df42-49b1-8c3f-80e0bcab3725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:19:58Z', 'updated_at': '2022-01-21T19:19:58Z', 'revision_number': 0, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d3e254a-aa41-496c-b37d-f77631b76c08', 'name': '', 'network_id': '2fc669b3-a5d7-44d4-96e6-1eb721c01c78', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:97:9d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '54ca64bc-6006-4b27-9cdb-534570e9df11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:19:36Z', 'updated_at': '2022-01-21T19:19:41Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '54ca64bc-6006-4b27-9cdb-534570e9df11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:20:01.304293 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f8b158-27bf-487f-b4bf-45c2e4e1febf None None] The sync data for ids ['6c4c918a-3bff-4b87-b269-5b1914e6869e'] in dv-neutron-825470-1-hyperv is: [{'id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'name': 'tempest-TestNetworkBasicOps-router-442518042', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.13'}], 'enable_snat': True}, 'gw_port_id': 'd0ff391e-e7a4-4e8a-9068-64731585a653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:19:31Z', 'updated_at': '2022-01-21T19:19:37Z', 'revision_number': 4, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'd0ff391e-e7a4-4e8a-9068-64731585a653', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:19:32Z', 'updated_at': '2022-01-21T19:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '26ac9d23-a880-497f-9bd1-b15ff834157a', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'floating_ip_address': '172.26.1.160', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'port_id': 'c6a00c07-c600-4145-95ae-1fda066e548e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc669b3-a5d7-44d4-96e6-1eb721c01c78', 'mac_address': 'fa:16:3e:b4:9a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0151fc07-df42-49b1-8c3f-80e0bcab3725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:19:58Z', 'updated_at': '2022-01-21T19:19:58Z', 'revision_number': 0, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d3e254a-aa41-496c-b37d-f77631b76c08', 'name': '', 'network_id': '2fc669b3-a5d7-44d4-96e6-1eb721c01c78', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:97:9d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '54ca64bc-6006-4b27-9cdb-534570e9df11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:19:36Z', 'updated_at': '2022-01-21T19:19:41Z', 'revision_number': 5, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '54ca64bc-6006-4b27-9cdb-534570e9df11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:20:01.430426 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:20:01.453848 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 38098) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:20:01.514691 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fb6a60-54a0-4379-9460-cc0cde9a8c6a None None] New status for floating IP 26ac9d23-a880-497f-9bd1-b15ff834157a: ACTIVE {{(pid=88139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:20:01.564668 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-46a7e644-302f-4003-9a80-9906b797754f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/floatingips/26ac9d23-a880-497f-9bd1-b15ff834157a HTTP/1.1" status: 200 len: 991 time: 0.1097126 Jan 21 19:20:02.569629 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 38102) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:20:02.669316 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ff534752-3342-49d9-8e3f-6ab4cf5384d0 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/floatingips/26ac9d23-a880-497f-9bd1-b15ff834157a HTTP/1.1" status: 200 len: 993 time: 0.0985520 Jan 21 19:20:24.991192 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-75f3f1fe-ba9e-498c-9ea9-3026050430fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:27.248628 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ab2d85a8-656b-46d3-b587-e0023d76a7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:27.287743 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 38118) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:20:27.292796 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-17b3bdc0-683c-499f-b224-c44351804781 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:20:27.976173 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-17b3bdc0-683c-499f-b224-c44351804781 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:28.048479 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-17b3bdc0-683c-499f-b224-c44351804781 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3720919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3720920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723161'] for router, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:28.226291 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:28.226757 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b3bdc0-683c-499f-b224-c44351804781 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Router 6c4c918a-3bff-4b87-b269-5b1914e6869e has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:20:28.416282 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b3bdc0-683c-499f-b224-c44351804781 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:20:28.423017 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-17b3bdc0-683c-499f-b224-c44351804781 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:28.424237 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-17b3bdc0-683c-499f-b224-c44351804781 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "PUT /v2.0/routers/6c4c918a-3bff-4b87-b269-5b1914e6869e HTTP/1.1" status: 200 len: 887 time: 1.1354070 Jan 21 19:20:28.426849 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc47eed-5e19-4cd7-9bea-1b62a4ee5064 None None] Sync routers for ids ['6c4c918a-3bff-4b87-b269-5b1914e6869e'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:20:28.440486 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc47eed-5e19-4cd7-9bea-1b62a4ee5064 None None] Routers {'6c4c918a-3bff-4b87-b269-5b1914e6869e'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:20:28.441204 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-ddc47eed-5e19-4cd7-9bea-1b62a4ee5064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:20:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['6c4c918a-3bff-4b87-b269-5b1914e6869e'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:20:28.513583 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-ddc47eed-5e19-4cd7-9bea-1b62a4ee5064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:20:28.522794 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc47eed-5e19-4cd7-9bea-1b62a4ee5064 None None] Routers {'6c4c918a-3bff-4b87-b269-5b1914e6869e'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:20:28.525240 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-ddc47eed-5e19-4cd7-9bea-1b62a4ee5064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:20:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['6c4c918a-3bff-4b87-b269-5b1914e6869e'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:20:28.601011 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:28.615051 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-ddc47eed-5e19-4cd7-9bea-1b62a4ee5064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:20:28.615857 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc47eed-5e19-4cd7-9bea-1b62a4ee5064 None None] The sync data for ids ['6c4c918a-3bff-4b87-b269-5b1914e6869e'] in dv-neutron-825470-1-hyperv is: [] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:20:28.671252 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:29.384428 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d78c730-9e68-4263-824a-5288a00e42ce None None] New status for floating IP 26ac9d23-a880-497f-9bd1-b15ff834157a: DOWN {{(pid=88139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:20:29.639158 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device d0ff391e-e7a4-4e8a-9068-64731585a653 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:20:29.754354 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:29.769782 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port d0ff391e-e7a4-4e8a-9068-64731585a653, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=d0ff391e-e7a4-4e8a-9068-64731585a653,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:20:29.825481 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:29.826202 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 5d3e254a-aa41-496c-b37d-f77631b76c08 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:20:29.939387 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=d0ff391e-e7a4-4e8a-9068-64731585a653,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:20:29.976510 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:20:29.976797 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:20:29.977135 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:20:29.977469 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:20:29.977810 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:20:29.978152 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:20:29.978477 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:20:29.978801 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:20:29.979123 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:20:29.979447 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:20:29.979768 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:20:29.980085 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:20:30.007207 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:30.038907 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 5d3e254a-aa41-496c-b37d-f77631b76c08, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=5d3e254a-aa41-496c-b37d-f77631b76c08,segment=NetworkSegment(66a6b125-a011-4eba-a772-9e87a7f0a961),segment_id=66a6b125-a011-4eba-a772-9e87a7f0a961)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:20:30.093973 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:30.128912 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:30.159814 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=5d3e254a-aa41-496c-b37d-f77631b76c08,revision_number=6']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:20:30.573038 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 38124) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:20:30.578344 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-46d2635e-609f-4bae-9001-ad5e69e7910e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:20:31.089049 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-46d2635e-609f-4bae-9001-ad5e69e7910e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:31.174117 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-46d2635e-609f-4bae-9001-ad5e69e7910e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3720919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3720920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723161'] for router, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:31.463173 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d2635e-609f-4bae-9001-ad5e69e7910e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Router 6c4c918a-3bff-4b87-b269-5b1914e6869e has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:20:31.641987 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d2635e-609f-4bae-9001-ad5e69e7910e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:20:31.648753 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-46d2635e-609f-4bae-9001-ad5e69e7910e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:31.649913 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-46d2635e-609f-4bae-9001-ad5e69e7910e tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "PUT /v2.0/routers/6c4c918a-3bff-4b87-b269-5b1914e6869e HTTP/1.1" status: 200 len: 886 time: 1.0758681 Jan 21 19:20:31.651465 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0249bf7e-c747-42eb-9d7c-ff3aedf85944 None None] Sync routers for ids ['6c4c918a-3bff-4b87-b269-5b1914e6869e'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:20:31.652905 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 38130) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:20:31.660596 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0249bf7e-c747-42eb-9d7c-ff3aedf85944 None None] Routers {'6c4c918a-3bff-4b87-b269-5b1914e6869e'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:20:31.661269 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-0249bf7e-c747-42eb-9d7c-ff3aedf85944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:20:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['6c4c918a-3bff-4b87-b269-5b1914e6869e'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:20:31.760212 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-85b08d2f-551c-4b6a-9f55-336ffcdca998 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/floatingips/26ac9d23-a880-497f-9bd1-b15ff834157a HTTP/1.1" status: 200 len: 991 time: 0.1061451 Jan 21 19:20:31.838284 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-0249bf7e-c747-42eb-9d7c-ff3aedf85944 None None] Set router 6c4c918a-3bff-4b87-b269-5b1914e6869e gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:20:32.215605 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-0249bf7e-c747-42eb-9d7c-ff3aedf85944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'name': 'tempest-TestNetworkBasicOps-router-442518042', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.13'}], 'enable_snat': True}, 'gw_port_id': 'd0ff391e-e7a4-4e8a-9068-64731585a653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:19:31Z', 'updated_at': '2022-01-21T19:20:31Z', 'revision_number': 6, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'd0ff391e-e7a4-4e8a-9068-64731585a653', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:19:32Z', 'updated_at': '2022-01-21T19:20:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '26ac9d23-a880-497f-9bd1-b15ff834157a', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'floating_ip_address': '172.26.1.160', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'port_id': 'c6a00c07-c600-4145-95ae-1fda066e548e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc669b3-a5d7-44d4-96e6-1eb721c01c78', 'mac_address': 'fa:16:3e:b4:9a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0151fc07-df42-49b1-8c3f-80e0bcab3725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:19:58Z', 'updated_at': '2022-01-21T19:20:29Z', 'revision_number': 2, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d3e254a-aa41-496c-b37d-f77631b76c08', 'name': '', 'network_id': '2fc669b3-a5d7-44d4-96e6-1eb721c01c78', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:97:9d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '54ca64bc-6006-4b27-9cdb-534570e9df11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:19:36Z', 'updated_at': '2022-01-21T19:20:30Z', 'revision_number': 6, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '54ca64bc-6006-4b27-9cdb-534570e9df11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:20:32.219252 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0249bf7e-c747-42eb-9d7c-ff3aedf85944 None None] Checking router: 6c4c918a-3bff-4b87-b269-5b1914e6869e for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:20:32.227860 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0249bf7e-c747-42eb-9d7c-ff3aedf85944 None None] Routers {'6c4c918a-3bff-4b87-b269-5b1914e6869e'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:20:32.228449 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-0249bf7e-c747-42eb-9d7c-ff3aedf85944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:20:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['6c4c918a-3bff-4b87-b269-5b1914e6869e'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:20:32.404186 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-0249bf7e-c747-42eb-9d7c-ff3aedf85944 None None] Set router 6c4c918a-3bff-4b87-b269-5b1914e6869e gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:20:32.740515 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-0249bf7e-c747-42eb-9d7c-ff3aedf85944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'name': 'tempest-TestNetworkBasicOps-router-442518042', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.13'}], 'enable_snat': True}, 'gw_port_id': 'd0ff391e-e7a4-4e8a-9068-64731585a653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:19:31Z', 'updated_at': '2022-01-21T19:20:31Z', 'revision_number': 6, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'd0ff391e-e7a4-4e8a-9068-64731585a653', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:19:32Z', 'updated_at': '2022-01-21T19:20:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '26ac9d23-a880-497f-9bd1-b15ff834157a', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'floating_ip_address': '172.26.1.160', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'port_id': 'c6a00c07-c600-4145-95ae-1fda066e548e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc669b3-a5d7-44d4-96e6-1eb721c01c78', 'mac_address': 'fa:16:3e:b4:9a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0151fc07-df42-49b1-8c3f-80e0bcab3725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:19:58Z', 'updated_at': '2022-01-21T19:20:29Z', 'revision_number': 2, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d3e254a-aa41-496c-b37d-f77631b76c08', 'name': '', 'network_id': '2fc669b3-a5d7-44d4-96e6-1eb721c01c78', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:97:9d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '54ca64bc-6006-4b27-9cdb-534570e9df11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:19:36Z', 'updated_at': '2022-01-21T19:20:30Z', 'revision_number': 6, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '54ca64bc-6006-4b27-9cdb-534570e9df11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:20:32.744330 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0249bf7e-c747-42eb-9d7c-ff3aedf85944 None None] The sync data for ids ['6c4c918a-3bff-4b87-b269-5b1914e6869e'] in dv-neutron-825470-1-hyperv is: [{'id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'name': 'tempest-TestNetworkBasicOps-router-442518042', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.13'}], 'enable_snat': True}, 'gw_port_id': 'd0ff391e-e7a4-4e8a-9068-64731585a653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:19:31Z', 'updated_at': '2022-01-21T19:20:31Z', 'revision_number': 6, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'd0ff391e-e7a4-4e8a-9068-64731585a653', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:19:32Z', 'updated_at': '2022-01-21T19:20:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '26ac9d23-a880-497f-9bd1-b15ff834157a', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'floating_ip_address': '172.26.1.160', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'port_id': 'c6a00c07-c600-4145-95ae-1fda066e548e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc669b3-a5d7-44d4-96e6-1eb721c01c78', 'mac_address': 'fa:16:3e:b4:9a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0151fc07-df42-49b1-8c3f-80e0bcab3725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:19:58Z', 'updated_at': '2022-01-21T19:20:29Z', 'revision_number': 2, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d3e254a-aa41-496c-b37d-f77631b76c08', 'name': '', 'network_id': '2fc669b3-a5d7-44d4-96e6-1eb721c01c78', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:97:9d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '54ca64bc-6006-4b27-9cdb-534570e9df11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:19:36Z', 'updated_at': '2022-01-21T19:20:30Z', 'revision_number': 6, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '54ca64bc-6006-4b27-9cdb-534570e9df11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:20:32.764188 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 38134) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:20:32.872264 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e3f1ddb4-a343-415a-b995-89e93493bcb4 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/floatingips/26ac9d23-a880-497f-9bd1-b15ff834157a HTTP/1.1" status: 200 len: 991 time: 0.1069407 Jan 21 19:20:33.680617 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device d0ff391e-e7a4-4e8a-9068-64731585a653 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:20:33.753327 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port d0ff391e-e7a4-4e8a-9068-64731585a653 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:20:33.754086 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:33.875574 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 38138) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:20:33.890330 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:33.915544 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port d0ff391e-e7a4-4e8a-9068-64731585a653, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=d0ff391e-e7a4-4e8a-9068-64731585a653,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:20:33.985980 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-8ef23d51-4e79-4d4a-9a2c-2af30e082af7 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/floatingips/26ac9d23-a880-497f-9bd1-b15ff834157a HTTP/1.1" status: 200 len: 991 time: 0.1091647 Jan 21 19:20:33.990971 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:33.991756 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 5d3e254a-aa41-496c-b37d-f77631b76c08 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:20:34.103452 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=d0ff391e-e7a4-4e8a-9068-64731585a653,revision_number=6']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:20:34.115241 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 5d3e254a-aa41-496c-b37d-f77631b76c08 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:20:34.115614 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:34.231058 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:34.261986 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 5d3e254a-aa41-496c-b37d-f77631b76c08, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=5d3e254a-aa41-496c-b37d-f77631b76c08,segment=NetworkSegment(66a6b125-a011-4eba-a772-9e87a7f0a961),segment_id=66a6b125-a011-4eba-a772-9e87a7f0a961)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:20:34.328283 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:34.404135 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=5d3e254a-aa41-496c-b37d-f77631b76c08,revision_number=7']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:20:34.451723 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bcd7e0-5b0c-4185-9bd3-b4f21fc9e521 None None] New status for floating IP 26ac9d23-a880-497f-9bd1-b15ff834157a: ACTIVE {{(pid=88139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:20:34.989403 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 38142) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:20:35.095437 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f0b59c47-f615-40c9-bb35-102b3f1a4a5f tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/floatingips/26ac9d23-a880-497f-9bd1-b15ff834157a HTTP/1.1" status: 200 len: 993 time: 0.1047041 Jan 21 19:20:35.369853 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 38150) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:20:35.569578 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-7e95b9ac-e638-4e09-909e-9bca490412ef tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Deleting port 4f6f369e-5a9b-4da7-8943-6464c031a495 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:20:35.569946 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7e95b9ac-e638-4e09-909e-9bca490412ef tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:35.649945 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device d0ff391e-e7a4-4e8a-9068-64731585a653 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:20:35.717808 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port d0ff391e-e7a4-4e8a-9068-64731585a653 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:20:35.718175 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:35.739070 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7e95b9ac-e638-4e09-909e-9bca490412ef tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:35.739406 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7e95b9ac-e638-4e09-909e-9bca490412ef tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:35.833954 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 5d3e254a-aa41-496c-b37d-f77631b76c08 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:20:35.859461 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-7e95b9ac-e638-4e09-909e-9bca490412ef tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Calling delete_port for 4f6f369e-5a9b-4da7-8943-6464c031a495 owned by network:floatingip {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:20:35.903416 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 5d3e254a-aa41-496c-b37d-f77631b76c08 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:20:35.903826 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:36.065557 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7e95b9ac-e638-4e09-909e-9bca490412ef tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:36.112052 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e95b9ac-e638-4e09-909e-9bca490412ef tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Port': ['ID=4f6f369e-5a9b-4da7-8943-6464c031a495,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:20:36.146498 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95b9ac-e638-4e09-909e-9bca490412ef tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:20:36.146850 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95b9ac-e638-4e09-909e-9bca490412ef tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:20:36.147192 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95b9ac-e638-4e09-909e-9bca490412ef tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:20:36.147525 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95b9ac-e638-4e09-909e-9bca490412ef tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:20:36.147853 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95b9ac-e638-4e09-909e-9bca490412ef tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:20:36.148186 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95b9ac-e638-4e09-909e-9bca490412ef tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:20:36.148511 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95b9ac-e638-4e09-909e-9bca490412ef tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:20:36.148832 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95b9ac-e638-4e09-909e-9bca490412ef tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:20:36.149156 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95b9ac-e638-4e09-909e-9bca490412ef tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:20:36.149477 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95b9ac-e638-4e09-909e-9bca490412ef tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:20:36.149814 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95b9ac-e638-4e09-909e-9bca490412ef tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:20:36.150145 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95b9ac-e638-4e09-909e-9bca490412ef tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:20:36.327312 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7e95b9ac-e638-4e09-909e-9bca490412ef tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for floatingip, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:36.327642 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.l3_db [None req-7e95b9ac-e638-4e09-909e-9bca490412ef tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Floating IP 26ac9d23-a880-497f-9bd1-b15ff834157a disassociated (deleted). External IP: 172.26.1.160, port: c6a00c07-c600-4145-95ae-1fda066e548e. Jan 21 19:20:36.679012 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e95b9ac-e638-4e09-909e-9bca490412ef tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Router 6c4c918a-3bff-4b87-b269-5b1914e6869e has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:20:36.858584 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e95b9ac-e638-4e09-909e-9bca490412ef tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:20:36.868572 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe108a6a-4bfa-4c1e-aa66-3a9f9fd6160a None None] Sync routers for ids ['6c4c918a-3bff-4b87-b269-5b1914e6869e'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:20:36.875857 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7e95b9ac-e638-4e09-909e-9bca490412ef tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:36.877273 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe108a6a-4bfa-4c1e-aa66-3a9f9fd6160a None None] Routers {'6c4c918a-3bff-4b87-b269-5b1914e6869e'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:20:36.877942 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-fe108a6a-4bfa-4c1e-aa66-3a9f9fd6160a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:20:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['6c4c918a-3bff-4b87-b269-5b1914e6869e'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:20:36.929995 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-7e95b9ac-e638-4e09-909e-9bca490412ef tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "DELETE /v2.0/floatingips/26ac9d23-a880-497f-9bd1-b15ff834157a HTTP/1.1" status: 204 len: 168 time: 1.5590248 Jan 21 19:20:36.930573 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0151fc07-df42-49b1-8c3f-80e0bcab3725', 'tag': 'c6a00c07-c600-4145-95ae-1fda066e548e'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:20:36.977885 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0151fc07-df42-49b1-8c3f-80e0bcab3725', 'tag': 'c6a00c07-c600-4145-95ae-1fda066e548e', 'status': 'completed', 'code': 200} Jan 21 19:20:37.063844 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-fe108a6a-4bfa-4c1e-aa66-3a9f9fd6160a None None] Set router 6c4c918a-3bff-4b87-b269-5b1914e6869e gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:20:37.079675 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b261d-758c-4d18-8a3a-eef5f6a3bca8 req-3a313188-98d1-48a1-81a0-104f77c3330e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:20:37.081594 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9e6b261d-758c-4d18-8a3a-eef5f6a3bca8 req-3a313188-98d1-48a1-81a0-104f77c3330e service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f393478d14c44d15ad1bf9df868df3cb&device_id=0151fc07-df42-49b1-8c3f-80e0bcab3725 HTTP/1.1" status: 200 len: 1098 time: 0.0815945 Jan 21 19:20:37.220161 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b261d-758c-4d18-8a3a-eef5f6a3bca8 req-742381dd-f86d-4738-a649-200dd97c8643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:20:37.221608 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9e6b261d-758c-4d18-8a3a-eef5f6a3bca8 req-742381dd-f86d-4738-a649-200dd97c8643 service neutron] 10.222.0.113 "GET /v2.0/networks?id=2fc669b3-a5d7-44d4-96e6-1eb721c01c78 HTTP/1.1" status: 200 len: 898 time: 0.1338475 Jan 21 19:20:37.292975 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9e6b261d-758c-4d18-8a3a-eef5f6a3bca8 req-a0ad68f8-5f72-4f1a-955b-4f0a47bbcce8 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6a00c07-c600-4145-95ae-1fda066e548e HTTP/1.1" status: 200 len: 217 time: 0.0648777 Jan 21 19:20:37.364490 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b261d-758c-4d18-8a3a-eef5f6a3bca8 req-a3fc171b-6cbf-4286-8be0-a9d1a3c4e93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:20:37.366191 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9e6b261d-758c-4d18-8a3a-eef5f6a3bca8 req-a3fc171b-6cbf-4286-8be0-a9d1a3c4e93c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=54ca64bc-6006-4b27-9cdb-534570e9df11 HTTP/1.1" status: 200 len: 834 time: 0.0671604 Jan 21 19:20:37.408499 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-fe108a6a-4bfa-4c1e-aa66-3a9f9fd6160a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'name': 'tempest-TestNetworkBasicOps-router-442518042', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.13'}], 'enable_snat': True}, 'gw_port_id': 'd0ff391e-e7a4-4e8a-9068-64731585a653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:19:31Z', 'updated_at': '2022-01-21T19:20:31Z', 'revision_number': 6, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'd0ff391e-e7a4-4e8a-9068-64731585a653', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:19:32Z', 'updated_at': '2022-01-21T19:20:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '5d3e254a-aa41-496c-b37d-f77631b76c08', 'name': '', 'network_id': '2fc669b3-a5d7-44d4-96e6-1eb721c01c78', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:97:9d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '54ca64bc-6006-4b27-9cdb-534570e9df11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:19:36Z', 'updated_at': '2022-01-21T19:20:34Z', 'revision_number': 7, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '54ca64bc-6006-4b27-9cdb-534570e9df11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:20:37.414787 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe108a6a-4bfa-4c1e-aa66-3a9f9fd6160a None None] Checking router: 6c4c918a-3bff-4b87-b269-5b1914e6869e for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:20:37.426251 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe108a6a-4bfa-4c1e-aa66-3a9f9fd6160a None None] Routers {'6c4c918a-3bff-4b87-b269-5b1914e6869e'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:20:37.427380 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-fe108a6a-4bfa-4c1e-aa66-3a9f9fd6160a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:20:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['6c4c918a-3bff-4b87-b269-5b1914e6869e'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:20:37.456847 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b261d-758c-4d18-8a3a-eef5f6a3bca8 req-baa0bdfa-6ed1-43c7-b534-e1653a2daf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:20:37.458479 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9e6b261d-758c-4d18-8a3a-eef5f6a3bca8 req-baa0bdfa-6ed1-43c7-b534-e1653a2daf46 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2fc669b3-a5d7-44d4-96e6-1eb721c01c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0849040 Jan 21 19:20:37.528437 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e2486-69e7-4dc2-a302-2c9bf599b7d1 req-2a9a68ee-591a-423c-b0cd-beffc1c03b0a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:20:37.529884 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-528e2486-69e7-4dc2-a302-2c9bf599b7d1 req-2a9a68ee-591a-423c-b0cd-beffc1c03b0a tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=0151fc07-df42-49b1-8c3f-80e0bcab3725 HTTP/1.1" status: 200 len: 945 time: 0.0824964 Jan 21 19:20:37.583345 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-528e2486-69e7-4dc2-a302-2c9bf599b7d1 req-367e841e-c2bf-4761-8acb-ae1e7da4c8d3 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=69014e2e-2e6d-4ba4-abbd-092f81685c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463119 Jan 21 19:20:37.615790 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9e6b261d-758c-4d18-8a3a-eef5f6a3bca8 req-0948eab8-0979-4de5-a54e-a4368b0b4c3c service neutron] 10.222.0.113 "GET /v2.0/networks/2fc669b3-a5d7-44d4-96e6-1eb721c01c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500237 Jan 21 19:20:37.632850 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-fe108a6a-4bfa-4c1e-aa66-3a9f9fd6160a None None] Set router 6c4c918a-3bff-4b87-b269-5b1914e6869e gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:20:37.755595 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9e6b261d-758c-4d18-8a3a-eef5f6a3bca8 req-52987099-1e28-4c9e-813e-207bcf10b948 service neutron] 10.222.0.113 "GET /v2.0/networks/2fc669b3-a5d7-44d4-96e6-1eb721c01c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315522 Jan 21 19:20:37.956726 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-fe108a6a-4bfa-4c1e-aa66-3a9f9fd6160a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'name': 'tempest-TestNetworkBasicOps-router-442518042', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.13'}], 'enable_snat': True}, 'gw_port_id': 'd0ff391e-e7a4-4e8a-9068-64731585a653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:19:31Z', 'updated_at': '2022-01-21T19:20:31Z', 'revision_number': 6, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'd0ff391e-e7a4-4e8a-9068-64731585a653', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:19:32Z', 'updated_at': '2022-01-21T19:20:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '5d3e254a-aa41-496c-b37d-f77631b76c08', 'name': '', 'network_id': '2fc669b3-a5d7-44d4-96e6-1eb721c01c78', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:97:9d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '54ca64bc-6006-4b27-9cdb-534570e9df11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:19:36Z', 'updated_at': '2022-01-21T19:20:34Z', 'revision_number': 7, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '54ca64bc-6006-4b27-9cdb-534570e9df11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:20:37.962197 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe108a6a-4bfa-4c1e-aa66-3a9f9fd6160a None None] The sync data for ids ['6c4c918a-3bff-4b87-b269-5b1914e6869e'] in dv-neutron-825470-1-hyperv is: [{'id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'name': 'tempest-TestNetworkBasicOps-router-442518042', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.13'}], 'enable_snat': True}, 'gw_port_id': 'd0ff391e-e7a4-4e8a-9068-64731585a653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:19:31Z', 'updated_at': '2022-01-21T19:20:31Z', 'revision_number': 6, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'd0ff391e-e7a4-4e8a-9068-64731585a653', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:19:32Z', 'updated_at': '2022-01-21T19:20:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '5d3e254a-aa41-496c-b37d-f77631b76c08', 'name': '', 'network_id': '2fc669b3-a5d7-44d4-96e6-1eb721c01c78', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'mac_address': 'fa:16:3e:97:9d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '54ca64bc-6006-4b27-9cdb-534570e9df11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:19:36Z', 'updated_at': '2022-01-21T19:20:34Z', 'revision_number': 7, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'subnets': [{'id': '54ca64bc-6006-4b27-9cdb-534570e9df11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:20:38.430844 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:20:38.724313 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce59dbc-d3cb-4073-97ca-8014cd71a995 None None] New status for floating IP 26ac9d23-a880-497f-9bd1-b15ff834157a: DOWN {{(pid=88139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:20:38.789540 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea509f-5420-4fe4-8ee3-406745358c98 req-9e14cdfe-c07d-4e8a-8196-bb9b5f381a4c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:20:38.791083 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-72ea509f-5420-4fe4-8ee3-406745358c98 req-9e14cdfe-c07d-4e8a-8196-bb9b5f381a4c tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=0151fc07-df42-49b1-8c3f-80e0bcab3725 HTTP/1.1" status: 200 len: 945 time: 0.0920577 Jan 21 19:20:38.840171 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-72ea509f-5420-4fe4-8ee3-406745358c98 req-7a626c5b-b856-48d5-8c30-f2ea32c8b100 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/security-groups?id=69014e2e-2e6d-4ba4-abbd-092f81685c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428412 Jan 21 19:20:38.880500 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439a060-2f54-48fc-b684-6df462e1aa08 req-f56c276b-65a9-4f51-aaed-c8addfece8ca tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:20:38.885947 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-6439a060-2f54-48fc-b684-6df462e1aa08 req-f56c276b-65a9-4f51-aaed-c8addfece8ca tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Synchronizing usage tracker for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:20:38.979779 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-6439a060-2f54-48fc-b684-6df462e1aa08 req-f56c276b-65a9-4f51-aaed-c8addfece8ca tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Unset dirty status for tenant:f393478d14c44d15ad1bf9df868df3cb on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:20:38.980921 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6439a060-2f54-48fc-b684-6df462e1aa08 req-f56c276b-65a9-4f51-aaed-c8addfece8ca tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "GET /v2.0/ports?device_id=0151fc07-df42-49b1-8c3f-80e0bcab3725 HTTP/1.1" status: 200 len: 945 time: 0.3003669 Jan 21 19:20:39.051420 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-6439a060-2f54-48fc-b684-6df462e1aa08 req-7cf477be-cdb3-4132-bb77-3b23a6a84248 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Deleting port c6a00c07-c600-4145-95ae-1fda066e548e {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:20:39.051759 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-6439a060-2f54-48fc-b684-6df462e1aa08 req-7cf477be-cdb3-4132-bb77-3b23a6a84248 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:39.290878 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-6439a060-2f54-48fc-b684-6df462e1aa08 req-7cf477be-cdb3-4132-bb77-3b23a6a84248 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] For port c6a00c07-c600-4145-95ae-1fda066e548e, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=c6a00c07-c600-4145-95ae-1fda066e548e,segment=NetworkSegment(66a6b125-a011-4eba-a772-9e87a7f0a961),segment_id=66a6b125-a011-4eba-a772-9e87a7f0a961)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:20:39.291231 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-6439a060-2f54-48fc-b684-6df462e1aa08 req-7cf477be-cdb3-4132-bb77-3b23a6a84248 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:39.416210 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-6439a060-2f54-48fc-b684-6df462e1aa08 req-7cf477be-cdb3-4132-bb77-3b23a6a84248 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Calling delete_port for c6a00c07-c600-4145-95ae-1fda066e548e owned by compute:nova {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:20:39.608314 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-6439a060-2f54-48fc-b684-6df462e1aa08 req-7cf477be-cdb3-4132-bb77-3b23a6a84248 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:39.658698 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf477be-cdb3-4132-bb77-3b23a6a84248 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Port': ['ID=c6a00c07-c600-4145-95ae-1fda066e548e,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:20:39.735309 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-6439a060-2f54-48fc-b684-6df462e1aa08 req-7cf477be-cdb3-4132-bb77-3b23a6a84248 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] No DVR routers for this DVR port c6a00c07-c600-4145-95ae-1fda066e548e on host hv-neutron-8254 {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:20:39.737643 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-6439a060-2f54-48fc-b684-6df462e1aa08 req-7cf477be-cdb3-4132-bb77-3b23a6a84248 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:39.740271 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0151fc07-df42-49b1-8c3f-80e0bcab3725', 'name': 'network-vif-deleted', 'tag': 'c6a00c07-c600-4145-95ae-1fda066e548e'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:20:39.804980 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0151fc07-df42-49b1-8c3f-80e0bcab3725', 'name': 'network-vif-deleted', 'tag': 'c6a00c07-c600-4145-95ae-1fda066e548e', 'status': 'completed', 'code': 200} Jan 21 19:20:39.843241 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6439a060-2f54-48fc-b684-6df462e1aa08 req-7cf477be-cdb3-4132-bb77-3b23a6a84248 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.113 "DELETE /v2.0/ports/c6a00c07-c600-4145-95ae-1fda066e548e HTTP/1.1" status: 204 len: 173 time: 0.8570981 Jan 21 19:20:39.999303 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d65d0575-0549-4a34-858f-f2f61f2bcf38 req-cac3c663-911e-4464-be38-53100733a919 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "GET /v2.0/ports?device_id=0151fc07-df42-49b1-8c3f-80e0bcab3725 HTTP/1.1" status: 200 len: 210 time: 0.0435262 Jan 21 19:20:41.104987 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 38168) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:20:41.181490 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fe1ec917-8a23-4326-9ef9-3ab4688e6e64 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:41.186315 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device c6a00c07-c600-4145-95ae-1fda066e548e no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:20:41.211130 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fe1ec917-8a23-4326-9ef9-3ab4688e6e64 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:41.219982 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] No Port match for: c6a00c07-c600-4145-95ae-1fda066e548e {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:20:41.220326 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device c6a00c07-c600-4145-95ae-1fda066e548e not bound to the agent host hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:20:41.339608 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fe1ec917-8a23-4326-9ef9-3ab4688e6e64 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:41.358543 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ec917-8a23-4326-9ef9-3ab4688e6e64 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69014e2e-2e6d-4ba4-abbd-092f81685c28,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:20:41.366905 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1ec917-8a23-4326-9ef9-3ab4688e6e64 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:20:41.367255 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1ec917-8a23-4326-9ef9-3ab4688e6e64 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:20:41.367598 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1ec917-8a23-4326-9ef9-3ab4688e6e64 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:20:41.367930 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1ec917-8a23-4326-9ef9-3ab4688e6e64 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:20:41.368261 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1ec917-8a23-4326-9ef9-3ab4688e6e64 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:20:41.368591 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1ec917-8a23-4326-9ef9-3ab4688e6e64 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:20:41.368918 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1ec917-8a23-4326-9ef9-3ab4688e6e64 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:20:41.369241 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1ec917-8a23-4326-9ef9-3ab4688e6e64 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:20:41.369568 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1ec917-8a23-4326-9ef9-3ab4688e6e64 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:20:41.369930 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1ec917-8a23-4326-9ef9-3ab4688e6e64 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:20:41.370258 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1ec917-8a23-4326-9ef9-3ab4688e6e64 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:20:41.370576 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1ec917-8a23-4326-9ef9-3ab4688e6e64 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:20:41.436603 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fe1ec917-8a23-4326-9ef9-3ab4688e6e64 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:41.440661 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-fe1ec917-8a23-4326-9ef9-3ab4688e6e64 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "DELETE /v2.0/security-groups/69014e2e-2e6d-4ba4-abbd-092f81685c28 HTTP/1.1" status: 204 len: 168 time: 0.3320100 Jan 21 19:20:41.552021 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 38174) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:20:42.202344 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1cd3b81e-6414-480e-85e6-e9f1769be7e8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:42.555722 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-1cd3b81e-6414-480e-85e6-e9f1769be7e8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Deleting port 5d3e254a-aa41-496c-b37d-f77631b76c08 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:20:42.556055 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1cd3b81e-6414-480e-85e6-e9f1769be7e8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:42.737737 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-1cd3b81e-6414-480e-85e6-e9f1769be7e8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] For port 5d3e254a-aa41-496c-b37d-f77631b76c08, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=5d3e254a-aa41-496c-b37d-f77631b76c08,segment=NetworkSegment(66a6b125-a011-4eba-a772-9e87a7f0a961),segment_id=66a6b125-a011-4eba-a772-9e87a7f0a961)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:20:42.738063 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1cd3b81e-6414-480e-85e6-e9f1769be7e8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:42.860494 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-1cd3b81e-6414-480e-85e6-e9f1769be7e8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Calling delete_port for 5d3e254a-aa41-496c-b37d-f77631b76c08 owned by network:router_interface {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:20:43.350757 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1cd3b81e-6414-480e-85e6-e9f1769be7e8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:43.398562 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd3b81e-6414-480e-85e6-e9f1769be7e8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Port': ['ID=5d3e254a-aa41-496c-b37d-f77631b76c08,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:20:43.686969 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1cd3b81e-6414-480e-85e6-e9f1769be7e8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:44.055267 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd3b81e-6414-480e-85e6-e9f1769be7e8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Router 6c4c918a-3bff-4b87-b269-5b1914e6869e has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:20:44.241905 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd3b81e-6414-480e-85e6-e9f1769be7e8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:20:44.251256 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122d98d1-ce94-4a6c-9edb-f62d500e8b56 None None] Sync routers for ids ['6c4c918a-3bff-4b87-b269-5b1914e6869e'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:20:44.254279 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-1cd3b81e-6414-480e-85e6-e9f1769be7e8 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "PUT /v2.0/routers/6c4c918a-3bff-4b87-b269-5b1914e6869e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7011728 Jan 21 19:20:44.257051 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 38178) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:20:44.261529 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122d98d1-ce94-4a6c-9edb-f62d500e8b56 None None] Routers {'6c4c918a-3bff-4b87-b269-5b1914e6869e'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:20:44.262172 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-122d98d1-ce94-4a6c-9edb-f62d500e8b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:20:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['6c4c918a-3bff-4b87-b269-5b1914e6869e'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:20:44.324886 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bfeac89-d881-4467-a237-3ae819e19537 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Deleting subnet 54ca64bc-6006-4b27-9cdb-534570e9df11 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:20:44.327877 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5bfeac89-d881-4467-a237-3ae819e19537 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:44.381335 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5bfeac89-d881-4467-a237-3ae819e19537 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:44.474739 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5bfeac89-d881-4467-a237-3ae819e19537 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:44.492368 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-122d98d1-ce94-4a6c-9edb-f62d500e8b56 None None] Set router 6c4c918a-3bff-4b87-b269-5b1914e6869e gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:20:44.596787 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5bfeac89-d881-4467-a237-3ae819e19537 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:44.635793 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfeac89-d881-4467-a237-3ae819e19537 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Subnet': ['ID=54ca64bc-6006-4b27-9cdb-534570e9df11,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:20:44.639436 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5bfeac89-d881-4467-a237-3ae819e19537 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:44.649037 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-5bfeac89-d881-4467-a237-3ae819e19537 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "DELETE /v2.0/subnets/54ca64bc-6006-4b27-9cdb-534570e9df11 HTTP/1.1" status: 204 len: 168 time: 0.3886521 Jan 21 19:20:44.649340 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 38182) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:20:44.650476 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71484b7-fe8c-4910-bf09-375a8b4393e8 None None] Network 2fc669b3-a5d7-44d4-96e6-1eb721c01c78 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:20:44.828054 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cb2fa9e0-12f7-40e0-b847-3912ffa35fea tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:44.981683 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-122d98d1-ce94-4a6c-9edb-f62d500e8b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'name': 'tempest-TestNetworkBasicOps-router-442518042', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.13'}], 'enable_snat': True}, 'gw_port_id': 'd0ff391e-e7a4-4e8a-9068-64731585a653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:19:31Z', 'updated_at': '2022-01-21T19:20:43Z', 'revision_number': 7, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'd0ff391e-e7a4-4e8a-9068-64731585a653', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:19:32Z', 'updated_at': '2022-01-21T19:20:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:20:44.985756 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122d98d1-ce94-4a6c-9edb-f62d500e8b56 None None] Checking router: 6c4c918a-3bff-4b87-b269-5b1914e6869e for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:20:44.994783 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122d98d1-ce94-4a6c-9edb-f62d500e8b56 None None] Routers {'6c4c918a-3bff-4b87-b269-5b1914e6869e'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:20:44.995525 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-122d98d1-ce94-4a6c-9edb-f62d500e8b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:20:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['6c4c918a-3bff-4b87-b269-5b1914e6869e'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:20:45.013963 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cb2fa9e0-12f7-40e0-b847-3912ffa35fea tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:45.051269 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc2a953-7e01-4741-9c01-f7377eec1b10 None None] DHCP port deletion for 2fc669b3-a5d7-44d4-96e6-1eb721c01c78 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:20:45.074188 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0bc2a953-7e01-4741-9c01-f7377eec1b10 None None] Deleting port 939fefd4-690c-4b2d-919b-430145426c2b {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:20:45.074562 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0bc2a953-7e01-4741-9c01-f7377eec1b10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:45.076347 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-cb2fa9e0-12f7-40e0-b847-3912ffa35fea tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Deleting port d0ff391e-e7a4-4e8a-9068-64731585a653 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:20:45.076734 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cb2fa9e0-12f7-40e0-b847-3912ffa35fea tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:45.250192 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-cb2fa9e0-12f7-40e0-b847-3912ffa35fea tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] For port d0ff391e-e7a4-4e8a-9068-64731585a653, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=d0ff391e-e7a4-4e8a-9068-64731585a653,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:20:45.250525 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cb2fa9e0-12f7-40e0-b847-3912ffa35fea tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:45.266166 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-122d98d1-ce94-4a6c-9edb-f62d500e8b56 None None] Set router 6c4c918a-3bff-4b87-b269-5b1914e6869e gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:20:45.484563 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-cb2fa9e0-12f7-40e0-b847-3912ffa35fea tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Calling delete_port for d0ff391e-e7a4-4e8a-9068-64731585a653 owned by network:router_gateway {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:20:45.561393 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0bc2a953-7e01-4741-9c01-f7377eec1b10 None None] For port 939fefd4-690c-4b2d-919b-430145426c2b, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=939fefd4-690c-4b2d-919b-430145426c2b,segment=NetworkSegment(66a6b125-a011-4eba-a772-9e87a7f0a961),segment_id=66a6b125-a011-4eba-a772-9e87a7f0a961)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:20:45.561697 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0bc2a953-7e01-4741-9c01-f7377eec1b10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:45.700177 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 939fefd4-690c-4b2d-919b-430145426c2b no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:20:45.710669 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cb2fa9e0-12f7-40e0-b847-3912ffa35fea tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:45.763427 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2fa9e0-12f7-40e0-b847-3912ffa35fea tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Port': ['ID=d0ff391e-e7a4-4e8a-9068-64731585a653,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:20:45.787700 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0bc2a953-7e01-4741-9c01-f7377eec1b10 None None] Calling delete_port for 939fefd4-690c-4b2d-919b-430145426c2b owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:20:45.849148 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cb2fa9e0-12f7-40e0-b847-3912ffa35fea tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:45.988183 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:46.005483 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-122d98d1-ce94-4a6c-9edb-f62d500e8b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'name': 'tempest-TestNetworkBasicOps-router-442518042', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.13'}], 'enable_snat': True}, 'gw_port_id': 'd0ff391e-e7a4-4e8a-9068-64731585a653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:19:31Z', 'updated_at': '2022-01-21T19:20:43Z', 'revision_number': 7, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'd0ff391e-e7a4-4e8a-9068-64731585a653', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:19:32Z', 'updated_at': '2022-01-21T19:20:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:20:46.008545 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0bc2a953-7e01-4741-9c01-f7377eec1b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:46.021313 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cb2fa9e0-12f7-40e0-b847-3912ffa35fea tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:46.023511 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cb2fa9e0-12f7-40e0-b847-3912ffa35fea tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:46.059867 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122d98d1-ce94-4a6c-9edb-f62d500e8b56 None None] The sync data for ids ['6c4c918a-3bff-4b87-b269-5b1914e6869e'] in dv-neutron-825470-1-hyperv is: [{'id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'name': 'tempest-TestNetworkBasicOps-router-442518042', 'tenant_id': 'f393478d14c44d15ad1bf9df868df3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.13'}], 'enable_snat': True}, 'gw_port_id': 'd0ff391e-e7a4-4e8a-9068-64731585a653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:19:31Z', 'updated_at': '2022-01-21T19:20:43Z', 'revision_number': 7, 'project_id': 'f393478d14c44d15ad1bf9df868df3cb', 'gw_port': {'id': 'd0ff391e-e7a4-4e8a-9068-64731585a653', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ba:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4c918a-3bff-4b87-b269-5b1914e6869e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:19:32Z', 'updated_at': '2022-01-21T19:20:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:20:46.064097 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc2a953-7e01-4741-9c01-f7377eec1b10 None None] Pushing event deleted for resources: {'Port': ['ID=939fefd4-690c-4b2d-919b-430145426c2b,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:20:46.092829 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc2a953-7e01-4741-9c01-f7377eec1b10 None None] No DVR routers for this DVR port 939fefd4-690c-4b2d-919b-430145426c2b on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:20:46.111283 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cb2fa9e0-12f7-40e0-b847-3912ffa35fea tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:46.111823 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2fa9e0-12f7-40e0-b847-3912ffa35fea tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Fanout notify agent at l3_agent the message router_deleted on router 6c4c918a-3bff-4b87-b269-5b1914e6869e {{(pid=88137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:20:46.126504 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cb2fa9e0-12f7-40e0-b847-3912ffa35fea tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:46.127554 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-cb2fa9e0-12f7-40e0-b847-3912ffa35fea tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "DELETE /v2.0/routers/6c4c918a-3bff-4b87-b269-5b1914e6869e HTTP/1.1" status: 204 len: 168 time: 1.4771717 Jan 21 19:20:46.131007 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 38186) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:20:46.239927 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-27959eb7-6acc-4ee2-9509-68bb15843448 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:46.368511 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-27959eb7-6acc-4ee2-9509-68bb15843448 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:46.394425 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-27959eb7-6acc-4ee2-9509-68bb15843448 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fc669b3-a5d7-44d4-96e6-1eb721c01c78']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:20:46.411368 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-27959eb7-6acc-4ee2-9509-68bb15843448 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66a6b125-a011-4eba-a772-9e87a7f0a961') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:20:46.411652 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-27959eb7-6acc-4ee2-9509-68bb15843448 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66a6b125-a011-4eba-a772-9e87a7f0a961') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:20:46.426737 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-27959eb7-6acc-4ee2-9509-68bb15843448 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:46.444219 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-27959eb7-6acc-4ee2-9509-68bb15843448 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:46.450649 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27959eb7-6acc-4ee2-9509-68bb15843448 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:20:46.451477 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-27959eb7-6acc-4ee2-9509-68bb15843448 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:46.465626 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:20:46.465626 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:20:46.465626 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:20:46.465626 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:20:46.465626 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:20:46.465626 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:20:46.465626 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:20:46.465626 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:20:46.465626 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:20:46.465626 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:20:46.465626 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:20:46.465626 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:20:46.465626 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:20:46.465626 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:20:46.465626 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:20:46.465626 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:20:46.465626 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:20:46.465626 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:20:46.465626 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:20:46.465626 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:20:46.465626 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:20:46.465626 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:20:46.465626 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:20:46.465626 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:20:46.465626 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:20:46.465626 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:20:46.465626 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:20:46.465626 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:20:46.465626 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:20:46.465626 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:20:46.465626 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:20:46.465626 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:20:46.596961 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-27959eb7-6acc-4ee2-9509-68bb15843448 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:46.615068 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-27959eb7-6acc-4ee2-9509-68bb15843448 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:46.631162 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27959eb7-6acc-4ee2-9509-68bb15843448 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] Pushing event deleted for resources: {'Network': ['ID=2fc669b3-a5d7-44d4-96e6-1eb721c01c78,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:20:46.689351 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-27959eb7-6acc-4ee2-9509-68bb15843448 tempest-TestNetworkBasicOps-1427950193 tempest-TestNetworkBasicOps-1427950193-project] 10.222.0.87 "DELETE /v2.0/networks/2fc669b3-a5d7-44d4-96e6-1eb721c01c78 HTTP/1.1" status: 204 len: 168 time: 0.5573153 Jan 21 19:20:47.219888 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 38194) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:20:47.408867 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-35284216-6eb6-4f65-a219-6082e482d929 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f393478d14c44d15ad1bf9df868df3cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1878433 Jan 21 19:20:47.412174 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 38200) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:20:47.469178 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8b3da882-66d8-41b6-894e-e6e70306af21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:47.494583 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8b3da882-66d8-41b6-894e-e6e70306af21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:47.608207 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8b3da882-66d8-41b6-894e-e6e70306af21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:47.625475 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3da882-66d8-41b6-894e-e6e70306af21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e7d17e-cb0f-4bb4-9804-c9a194d94562,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:20:47.635565 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8b3da882-66d8-41b6-894e-e6e70306af21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:47.636724 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-8b3da882-66d8-41b6-894e-e6e70306af21 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/95e7d17e-cb0f-4bb4-9804-c9a194d94562 HTTP/1.1" status: 204 len: 168 time: 0.2236195 Jan 21 19:20:47.663003 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device d0ff391e-e7a4-4e8a-9068-64731585a653 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:20:47.699606 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: d0ff391e-e7a4-4e8a-9068-64731585a653 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:20:47.699948 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device d0ff391e-e7a4-4e8a-9068-64731585a653 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:20:47.700355 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 5d3e254a-aa41-496c-b37d-f77631b76c08 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:20:47.732047 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 5d3e254a-aa41-496c-b37d-f77631b76c08 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:20:47.732384 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 5d3e254a-aa41-496c-b37d-f77631b76c08 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:20:48.220497 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 38208) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:20:48.238273 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8999762c-c121-4447-a73e-f0cd52ddcdd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:48.252870 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-8999762c-c121-4447-a73e-f0cd52ddcdd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:20:48.256840 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-8999762c-c121-4447-a73e-f0cd52ddcdd4 admin admin] Usage tracker for resource:security_group_rule and tenant:10c9d8e19f57413d9e27007e7589a320 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:20:48.259701 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-8999762c-c121-4447-a73e-f0cd52ddcdd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:20:48.265317 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-8999762c-c121-4447-a73e-f0cd52ddcdd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:20:48.350598 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8999762c-c121-4447-a73e-f0cd52ddcdd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:48.424764 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8999762c-c121-4447-a73e-f0cd52ddcdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:48.470824 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8999762c-c121-4447-a73e-f0cd52ddcdd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8fb7e9-6423-4ee2-813e-93a4eb6162cd,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:20:48.476538 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-8999762c-c121-4447-a73e-f0cd52ddcdd4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=10c9d8e19f57413d9e27007e7589a320&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2550104 Jan 21 19:20:48.479084 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 38212) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:20:48.535092 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9fbb94bc-d1f7-49ab-a392-7f1292850b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:48.561955 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9fbb94bc-d1f7-49ab-a392-7f1292850b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:48.699116 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9fbb94bc-d1f7-49ab-a392-7f1292850b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:48.714900 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb94bc-d1f7-49ab-a392-7f1292850b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8fb7e9-6423-4ee2-813e-93a4eb6162cd,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:20:48.719998 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9fbb94bc-d1f7-49ab-a392-7f1292850b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:48.721660 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-9fbb94bc-d1f7-49ab-a392-7f1292850b70 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/df8fb7e9-6423-4ee2-813e-93a4eb6162cd HTTP/1.1" status: 204 len: 168 time: 0.2416301 Jan 21 19:20:54.985155 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9899ede4-112f-4ef5-8930-cbdcc60cb787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:56.325688 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-24d5e906-e06a-4f12-b820-8af0a2a14ed7 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=3024f1cf8f1b4636b12f24ca620bb833&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277431 Jan 21 19:20:56.479421 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-c80cdfd0-030c-476b-8311-039329e446b8 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:20:56.480834 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-c80cdfd0-030c-476b-8311-039329e446b8 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1501620 Jan 21 19:20:56.495168 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-d6d2c2ce-cf0a-498f-8ec5-2fd066342ea9 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] 10.222.0.87 "GET /v2.0/quotas/3024f1cf8f1b4636b12f24ca620bb833 HTTP/1.1" status: 200 len: 375 time: 0.0090532 Jan 21 19:20:56.647035 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-13218837-7c12-4855-862c-1596e9ca3d64 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=3024f1cf8f1b4636b12f24ca620bb833&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1471310 Jan 21 19:20:56.890676 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c6118749-20ef-41f7-8b7a-e88d48aa42d4 req-2d813724-3125-4b07-89ac-cc10adb9554f tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] 10.222.0.87 "GET /v2.0/ports?device_id=e3f2b116-4b98-4d79-9183-6935fe2e7a15 HTTP/1.1" status: 200 len: 210 time: 0.0427158 Jan 21 19:20:57.259105 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-03139955-809b-4df2-bea3-7c9b14f8013c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:58.039456 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-011338b4-af68-42b4-a057-637268d0d1ec req-b7203f27-0c86-4d8b-9c25-e7598a00eb26 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] 10.222.0.87 "GET /v2.0/ports?device_id=e3f2b116-4b98-4d79-9183-6935fe2e7a15 HTTP/1.1" status: 200 len: 210 time: 0.0441992 Jan 21 19:20:58.236435 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:58.550430 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:58.630479 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:58.814906 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-37d41e90-becf-4158-8026-f990fa9207c1 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=3024f1cf8f1b4636b12f24ca620bb833&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304644 Jan 21 19:20:59.060841 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-c4b50d4c-ccbc-4267-b2a7-29345c4dfa68 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:20:59.062593 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-c4b50d4c-ccbc-4267-b2a7-29345c4dfa68 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2432706 Jan 21 19:20:59.074328 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-2e24ab12-9442-417a-a366-5e3ecd490ac4 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] Request body: {'port': {'device_id': 'e3f2b116-4b98-4d79-9183-6935fe2e7a15', 'network_id': '95b803cf-a4be-4f1d-b3ef-d73b2a6c243a', 'admin_state_up': True, 'tenant_id': '3024f1cf8f1b4636b12f24ca620bb833'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:20:59.190541 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9305e832-6257-495a-8855-c7ff6d51d9e6 req-5ad125ce-4753-4dda-bffe-5aee93871afe tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] 10.222.0.87 "GET /v2.0/ports?device_id=e3f2b116-4b98-4d79-9183-6935fe2e7a15 HTTP/1.1" status: 200 len: 210 time: 0.0425961 Jan 21 19:20:59.213162 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-2e24ab12-9442-417a-a366-5e3ecd490ac4 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:20:59.216914 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-2e24ab12-9442-417a-a366-5e3ecd490ac4 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] Usage tracker for resource:port and tenant:3024f1cf8f1b4636b12f24ca620bb833 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:20:59.219853 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-2e24ab12-9442-417a-a366-5e3ecd490ac4 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:20:59.226190 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-2e24ab12-9442-417a-a366-5e3ecd490ac4 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:20:59.304912 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-2e24ab12-9442-417a-a366-5e3ecd490ac4 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] Made reservation on behalf of 3024f1cf8f1b4636b12f24ca620bb833 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:20:59.308417 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-2e24ab12-9442-417a-a366-5e3ecd490ac4 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:59.321326 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-2e24ab12-9442-417a-a366-5e3ecd490ac4 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:59.335497 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-2e24ab12-9442-417a-a366-5e3ecd490ac4 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:20:59.339224 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-2e24ab12-9442-417a-a366-5e3ecd490ac4 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] Usage tracker for resource:security_group_rule and tenant:3024f1cf8f1b4636b12f24ca620bb833 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:20:59.341981 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-2e24ab12-9442-417a-a366-5e3ecd490ac4 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:20:59.347506 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-2e24ab12-9442-417a-a366-5e3ecd490ac4 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:20:59.447997 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-2e24ab12-9442-417a-a366-5e3ecd490ac4 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:59.504457 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-2e24ab12-9442-417a-a366-5e3ecd490ac4 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:59.589290 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e24ab12-9442-417a-a366-5e3ecd490ac4 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7ec4f2-5084-4e7d-ba1b-8e70c10323da,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:20:59.682147 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-2e24ab12-9442-417a-a366-5e3ecd490ac4 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] Allocated IP 192.168.233.33 (95b803cf-a4be-4f1d-b3ef-d73b2a6c243a/5acba455-bb65-4c71-a9af-e6e3879abd72/26c38384-090c-47ab-b516-cef72db72a12) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:20:59.896983 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-2e24ab12-9442-417a-a366-5e3ecd490ac4 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:20:59.911941 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-2e24ab12-9442-417a-a366-5e3ecd490ac4 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] Transition to ACTIVE for port object 26c38384-090c-47ab-b516-cef72db72a12 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:20:59.990558 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-2e24ab12-9442-417a-a366-5e3ecd490ac4 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:00.061746 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-2e24ab12-9442-417a-a366-5e3ecd490ac4 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] Network 95b803cf-a4be-4f1d-b3ef-d73b2a6c243a is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:21:00.065059 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-2e24ab12-9442-417a-a366-5e3ecd490ac4 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:21:00.069624 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-2e24ab12-9442-417a-a366-5e3ecd490ac4 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:21:00.116651 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e24ab12-9442-417a-a366-5e3ecd490ac4 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] Pushing event updated for resources: {'Port': ['ID=26c38384-090c-47ab-b516-cef72db72a12,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:21:00.121914 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:00.159612 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-2e24ab12-9442-417a-a366-5e3ecd490ac4 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:00.160268 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-2e24ab12-9442-417a-a366-5e3ecd490ac4 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:00.265752 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-2e24ab12-9442-417a-a366-5e3ecd490ac4 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1950977 Jan 21 19:21:00.277626 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-0b81f03c-3060-496e-ae2d-05a2fe457372 service neutron] Request body: {'port': {'device_id': 'e3f2b116-4b98-4d79-9183-6935fe2e7a15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:21:00.385024 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e444527-5fee-4531-8c6e-ed889df3466e req-cec32c82-eee8-409c-aff2-43334f7bdd81 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:00.386307 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-84e2d059-1679-419e-849c-e84eb6df9c28 None None] Provisioning for port 26c38384-090c-47ab-b516-cef72db72a12 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:21:00.391658 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4e444527-5fee-4531-8c6e-ed889df3466e req-cec32c82-eee8-409c-aff2-43334f7bdd81 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] 10.222.0.87 "GET /v2.0/ports?device_id=e3f2b116-4b98-4d79-9183-6935fe2e7a15 HTTP/1.1" status: 200 len: 935 time: 0.0871942 Jan 21 19:21:00.394642 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-84e2d059-1679-419e-849c-e84eb6df9c28 None None] Provisioning complete for port 26c38384-090c-47ab-b516-cef72db72a12 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:21:00.395379 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-84e2d059-1679-419e-849c-e84eb6df9c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:00.396287 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-0b81f03c-3060-496e-ae2d-05a2fe457372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:00.441423 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4e444527-5fee-4531-8c6e-ed889df3466e req-875a5851-bbe1-41db-a6cc-85ebf1e50c6a tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] 10.222.0.87 "GET /v2.0/security-groups?id=3c7ec4f2-5084-4e7d-ba1b-8e70c10323da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488634 Jan 21 19:21:00.470525 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-84e2d059-1679-419e-849c-e84eb6df9c28 None None] Port 26c38384-090c-47ab-b516-cef72db72a12 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:21:00.748934 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-0b81f03c-3060-496e-ae2d-05a2fe457372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26c38384-090c-47ab-b516-cef72db72a12 {{(pid=88137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:21:00.755875 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-0b81f03c-3060-496e-ae2d-05a2fe457372 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:00.769459 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-0b81f03c-3060-496e-ae2d-05a2fe457372 service neutron] Transition to ACTIVE for port object 26c38384-090c-47ab-b516-cef72db72a12 will not be triggered until provisioned by entity L2. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:21:00.819020 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-0b81f03c-3060-496e-ae2d-05a2fe457372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:00.971276 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81f03c-3060-496e-ae2d-05a2fe457372 service neutron] Pushing event updated for resources: {'Port': ['ID=26c38384-090c-47ab-b516-cef72db72a12,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:21:01.051512 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-0b81f03c-3060-496e-ae2d-05a2fe457372 service neutron] Attempting to bind port 26c38384-090c-47ab-b516-cef72db72a12 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:21:01.051872 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-0b81f03c-3060-496e-ae2d-05a2fe457372 service neutron] Attempting to bind port 26c38384-090c-47ab-b516-cef72db72a12 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '0545fce7-19eb-4872-991e-beb09d58be64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '95b803cf-a4be-4f1d-b3ef-d73b2a6c243a'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:21:01.052213 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-0b81f03c-3060-496e-ae2d-05a2fe457372 service neutron] Attempting to bind port 26c38384-090c-47ab-b516-cef72db72a12 on network 95b803cf-a4be-4f1d-b3ef-d73b2a6c243a {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:21:01.057958 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-0b81f03c-3060-496e-ae2d-05a2fe457372 service neutron] Port 26c38384-090c-47ab-b516-cef72db72a12 on network 95b803cf-a4be-4f1d-b3ef-d73b2a6c243a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 19:21:01.057958 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-0b81f03c-3060-496e-ae2d-05a2fe457372 service neutron] Attempting to bind port 26c38384-090c-47ab-b516-cef72db72a12 on network 95b803cf-a4be-4f1d-b3ef-d73b2a6c243a {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:21:01.063740 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-0b81f03c-3060-496e-ae2d-05a2fe457372 service neutron] Checking agent: {'id': '9a14f311-f6d5-46c6-87a2-f860197fb66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:21:01.064072 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-0b81f03c-3060-496e-ae2d-05a2fe457372 service neutron] Checking segment: {'id': '0545fce7-19eb-4872-991e-beb09d58be64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '95b803cf-a4be-4f1d-b3ef-d73b2a6c243a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:21:01.064454 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-0b81f03c-3060-496e-ae2d-05a2fe457372 service neutron] Bound using segment: {'id': '0545fce7-19eb-4872-991e-beb09d58be64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '95b803cf-a4be-4f1d-b3ef-d73b2a6c243a'} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:21:01.064869 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-0b81f03c-3060-496e-ae2d-05a2fe457372 service neutron] Bound port: 26c38384-090c-47ab-b516-cef72db72a12, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0545fce7-19eb-4872-991e-beb09d58be64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '95b803cf-a4be-4f1d-b3ef-d73b2a6c243a'}}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:21:01.065217 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-0b81f03c-3060-496e-ae2d-05a2fe457372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:01.154543 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-0b81f03c-3060-496e-ae2d-05a2fe457372 service neutron] For port 26c38384-090c-47ab-b516-cef72db72a12, host hv-neutron-8254, cleared binding levels {{(pid=88137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:21:01.157273 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-0b81f03c-3060-496e-ae2d-05a2fe457372 service neutron] For port 26c38384-090c-47ab-b516-cef72db72a12, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=26c38384-090c-47ab-b516-cef72db72a12,segment=NetworkSegment(0545fce7-19eb-4872-991e-beb09d58be64),segment_id=0545fce7-19eb-4872-991e-beb09d58be64)] {{(pid=88137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:21:01.190439 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-0b81f03c-3060-496e-ae2d-05a2fe457372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:01.249143 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-0b81f03c-3060-496e-ae2d-05a2fe457372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:01.249749 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-0b81f03c-3060-496e-ae2d-05a2fe457372 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:01.251112 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-0b81f03c-3060-496e-ae2d-05a2fe457372 service neutron] 10.222.0.113 "PUT /v2.0/ports/26c38384-090c-47ab-b516-cef72db72a12 HTTP/1.1" status: 200 len: 1097 time: 0.9776731 Jan 21 19:21:01.251538 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3f2b116-4b98-4d79-9183-6935fe2e7a15', 'tag': '26c38384-090c-47ab-b516-cef72db72a12'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:21:01.272913 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81f03c-3060-496e-ae2d-05a2fe457372 service neutron] Pushing event updated for resources: {'Port': ['ID=26c38384-090c-47ab-b516-cef72db72a12,revision_number=3']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:21:01.304779 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3f2b116-4b98-4d79-9183-6935fe2e7a15', 'tag': '26c38384-090c-47ab-b516-cef72db72a12', 'status': 'completed', 'code': 200} Jan 21 19:21:01.393259 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2273eb-a64f-4c94-98d9-dce226b4f344 req-9d7d6742-63b1-46b4-9770-e3543d55b9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:01.394916 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5f2273eb-a64f-4c94-98d9-dce226b4f344 req-9d7d6742-63b1-46b4-9770-e3543d55b9a7 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=3024f1cf8f1b4636b12f24ca620bb833&device_id=e3f2b116-4b98-4d79-9183-6935fe2e7a15 HTTP/1.1" status: 200 len: 1100 time: 0.0728815 Jan 21 19:21:01.534129 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5f2273eb-a64f-4c94-98d9-dce226b4f344 req-9bf5a5b0-12d6-44f1-b66b-415e3e743753 service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=3024f1cf8f1b4636b12f24ca620bb833&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1320574 Jan 21 19:21:01.628325 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d7eef-a976-4944-a856-77bea9267756 req-310b6893-1998-484e-b533-26f41c530399 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:01.629815 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c88d7eef-a976-4944-a856-77bea9267756 req-310b6893-1998-484e-b533-26f41c530399 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] 10.222.0.87 "GET /v2.0/ports?device_id=e3f2b116-4b98-4d79-9183-6935fe2e7a15 HTTP/1.1" status: 200 len: 947 time: 0.0814052 Jan 21 19:21:01.669923 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2273eb-a64f-4c94-98d9-dce226b4f344 req-dd46c311-9978-4499-acf2-7e4974ae74f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:01.671456 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5f2273eb-a64f-4c94-98d9-dce226b4f344 req-dd46c311-9978-4499-acf2-7e4974ae74f7 service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1317816 Jan 21 19:21:01.674068 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c88d7eef-a976-4944-a856-77bea9267756 req-609f9116-2c14-42fc-99ae-d64487703c5e tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] 10.222.0.87 "GET /v2.0/security-groups?id=3c7ec4f2-5084-4e7d-ba1b-8e70c10323da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376778 Jan 21 19:21:01.780931 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-8e241168-c7b9-4e91-8ce8-49fe07c76edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:01.782389 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-8e241168-c7b9-4e91-8ce8-49fe07c76edf service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=3024f1cf8f1b4636b12f24ca620bb833&device_id=e3f2b116-4b98-4d79-9183-6935fe2e7a15 HTTP/1.1" status: 200 len: 1100 time: 0.0692945 Jan 21 19:21:01.851653 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-34d21b29-2395-4e8d-972c-84774c6bffce service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=26c38384-090c-47ab-b516-cef72db72a12 HTTP/1.1" status: 200 len: 217 time: 0.0625675 Jan 21 19:21:01.911772 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-e8935ba8-6119-47fe-b245-e5479dc3c0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:01.913309 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-e8935ba8-6119-47fe-b245-e5479dc3c0d0 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=5acba455-bb65-4c71-a9af-e6e3879abd72 HTTP/1.1" status: 200 len: 843 time: 0.0562131 Jan 21 19:21:01.988749 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-0ac6bbfe-0de5-4a03-b88a-9c95bc76096a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:01.990238 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-0ac6bbfe-0de5-4a03-b88a-9c95bc76096a service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=95b803cf-a4be-4f1d-b3ef-d73b2a6c243a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0710385 Jan 21 19:21:02.120762 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-6abcaab0-5b12-431b-b213-d7e547f024ee service neutron] 10.222.0.113 "GET /v2.0/networks/95b803cf-a4be-4f1d-b3ef-d73b2a6c243a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227443 Jan 21 19:21:02.249749 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8f3c2e80-b45a-41ee-a4df-8cdb2b33c2ef req-b0ea2f32-43a6-4843-bcbc-771d6c8b6dbd service neutron] 10.222.0.113 "GET /v2.0/networks/95b803cf-a4be-4f1d-b3ef-d73b2a6c243a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230521 Jan 21 19:21:02.861037 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d3977-1abc-4bdb-a6ae-24f1f1593af5 req-f7a26aa9-c3f7-4cff-ac1d-77be273dc7af tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:02.862498 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-543d3977-1abc-4bdb-a6ae-24f1f1593af5 req-f7a26aa9-c3f7-4cff-ac1d-77be273dc7af tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] 10.222.0.87 "GET /v2.0/ports?device_id=e3f2b116-4b98-4d79-9183-6935fe2e7a15 HTTP/1.1" status: 200 len: 947 time: 0.0808139 Jan 21 19:21:02.905394 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-543d3977-1abc-4bdb-a6ae-24f1f1593af5 req-bcfbad20-dc09-4ccf-8880-524c3db1921b tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] 10.222.0.87 "GET /v2.0/security-groups?id=3c7ec4f2-5084-4e7d-ba1b-8e70c10323da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370839 Jan 21 19:21:04.093475 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd096464-1f67-4370-a3b5-988e94cd0d3f req-b749287c-6944-4aee-a8dd-e6d530b8fee6 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:04.094961 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fd096464-1f67-4370-a3b5-988e94cd0d3f req-b749287c-6944-4aee-a8dd-e6d530b8fee6 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] 10.222.0.87 "GET /v2.0/ports?device_id=e3f2b116-4b98-4d79-9183-6935fe2e7a15 HTTP/1.1" status: 200 len: 947 time: 0.0822644 Jan 21 19:21:04.138047 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fd096464-1f67-4370-a3b5-988e94cd0d3f req-7edb5e20-c1cf-45f2-99f4-350476a4bd89 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] 10.222.0.87 "GET /v2.0/security-groups?id=3c7ec4f2-5084-4e7d-ba1b-8e70c10323da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375023 Jan 21 19:21:05.246620 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 26c38384-090c-47ab-b516-cef72db72a12 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:21:05.328065 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247caf95-d11f-4465-9833-a1ed2734b8d1 req-69a1d7e1-8d3b-42b3-8faf-99e55316667e tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:05.329520 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-247caf95-d11f-4465-9833-a1ed2734b8d1 req-69a1d7e1-8d3b-42b3-8faf-99e55316667e tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] 10.222.0.87 "GET /v2.0/ports?device_id=e3f2b116-4b98-4d79-9183-6935fe2e7a15 HTTP/1.1" status: 200 len: 947 time: 0.0808794 Jan 21 19:21:05.372850 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-247caf95-d11f-4465-9833-a1ed2734b8d1 req-d1af0b48-7234-470d-80c6-faf2e27d8d87 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] 10.222.0.87 "GET /v2.0/security-groups?id=3c7ec4f2-5084-4e7d-ba1b-8e70c10323da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375071 Jan 21 19:21:05.381176 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 26c38384-090c-47ab-b516-cef72db72a12, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=26c38384-090c-47ab-b516-cef72db72a12,segment=NetworkSegment(0545fce7-19eb-4872-991e-beb09d58be64),segment_id=0545fce7-19eb-4872-991e-beb09d58be64)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:21:05.395009 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': '26c38384-090c-47ab-b516-cef72db72a12', 'network_id': '95b803cf-a4be-4f1d-b3ef-d73b2a6c243a', 'port_id': '26c38384-090c-47ab-b516-cef72db72a12', 'mac_address': 'fa:16:3e:36:a7:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5acba455-bb65-4c71-a9af-e6e3879abd72', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:21:05.450460 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:05.466463 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26c38384-090c-47ab-b516-cef72db72a12 {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:21:05.481349 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 26c38384-090c-47ab-b516-cef72db72a12, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=26c38384-090c-47ab-b516-cef72db72a12,segment=NetworkSegment(0545fce7-19eb-4872-991e-beb09d58be64),segment_id=0545fce7-19eb-4872-991e-beb09d58be64)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:21:05.595824 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:05.664663 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=26c38384-090c-47ab-b516-cef72db72a12,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:21:05.801698 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['26c38384-090c-47ab-b516-cef72db72a12'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:21:06.557323 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68671e0-06d8-4b6f-a292-dd21de94740b req-725ee77b-6914-4622-9c4d-a1901623afdb tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:06.558785 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a68671e0-06d8-4b6f-a292-dd21de94740b req-725ee77b-6914-4622-9c4d-a1901623afdb tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] 10.222.0.87 "GET /v2.0/ports?device_id=e3f2b116-4b98-4d79-9183-6935fe2e7a15 HTTP/1.1" status: 200 len: 948 time: 0.0788591 Jan 21 19:21:06.604399 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a68671e0-06d8-4b6f-a292-dd21de94740b req-f2d0688a-2ac8-4195-9035-46017d9f9550 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] 10.222.0.87 "GET /v2.0/security-groups?id=3c7ec4f2-5084-4e7d-ba1b-8e70c10323da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398755 Jan 21 19:21:07.262674 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 26c38384-090c-47ab-b516-cef72db72a12 up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:21:07.390213 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning for port 26c38384-090c-47ab-b516-cef72db72a12 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:21:07.395141 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port 26c38384-090c-47ab-b516-cef72db72a12 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:21:07.395557 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:07.511404 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:07.537114 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f2b116-4b98-4d79-9183-6935fe2e7a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c38384-090c-47ab-b516-cef72db72a12'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:21:07.546577 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 26c38384-090c-47ab-b516-cef72db72a12, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=26c38384-090c-47ab-b516-cef72db72a12,segment=NetworkSegment(0545fce7-19eb-4872-991e-beb09d58be64),segment_id=0545fce7-19eb-4872-991e-beb09d58be64)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:21:07.624500 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:07.662172 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3f2b116-4b98-4d79-9183-6935fe2e7a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c38384-090c-47ab-b516-cef72db72a12', 'code': 200} Jan 21 19:21:07.695557 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=26c38384-090c-47ab-b516-cef72db72a12,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:21:07.789255 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b1e32-d101-40e2-9545-c9e0334e4e7a req-30727bf8-9a53-4a49-9f87-da5e59be29ab tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:07.790661 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-141b1e32-d101-40e2-9545-c9e0334e4e7a req-30727bf8-9a53-4a49-9f87-da5e59be29ab tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] 10.222.0.87 "GET /v2.0/ports?device_id=e3f2b116-4b98-4d79-9183-6935fe2e7a15 HTTP/1.1" status: 200 len: 949 time: 0.0800993 Jan 21 19:21:07.835943 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-141b1e32-d101-40e2-9545-c9e0334e4e7a req-4300b527-12b8-441b-bdb1-e508e42552c8 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] 10.222.0.87 "GET /v2.0/security-groups?id=3c7ec4f2-5084-4e7d-ba1b-8e70c10323da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394802 Jan 21 19:21:07.986174 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43c927-19b4-48b0-a20d-a31a6658c80e req-160b2a14-5c7d-4f26-bf6f-01a2f61b8f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:07.987629 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ec43c927-19b4-48b0-a20d-a31a6658c80e req-160b2a14-5c7d-4f26-bf6f-01a2f61b8f16 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=e3f2b116-4b98-4d79-9183-6935fe2e7a15 HTTP/1.1" status: 200 len: 1102 time: 0.0688744 Jan 21 19:21:08.028130 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ec43c927-19b4-48b0-a20d-a31a6658c80e req-f11d4044-b915-45bd-aff7-31b2a3d2c4c7 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=3c7ec4f2-5084-4e7d-ba1b-8e70c10323da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333507 Jan 21 19:21:09.030435 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a4b06-843e-4722-8a61-11d98f1e860c req-722c8173-f652-49bd-82f9-be5a5da327dc tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:09.031875 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fb9a4b06-843e-4722-8a61-11d98f1e860c req-722c8173-f652-49bd-82f9-be5a5da327dc tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] 10.222.0.87 "GET /v2.0/ports?device_id=e3f2b116-4b98-4d79-9183-6935fe2e7a15 HTTP/1.1" status: 200 len: 949 time: 0.0858545 Jan 21 19:21:09.075322 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fb9a4b06-843e-4722-8a61-11d98f1e860c req-27668f46-bbc1-402b-8cf5-af76b3af1d03 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] 10.222.0.87 "GET /v2.0/security-groups?id=3c7ec4f2-5084-4e7d-ba1b-8e70c10323da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375278 Jan 21 19:21:10.255520 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c215bc3-891c-41d7-9a96-82d87ad3bc1a req-4b1d9f80-353d-4e12-8846-77c22d74aa26 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:10.256986 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8c215bc3-891c-41d7-9a96-82d87ad3bc1a req-4b1d9f80-353d-4e12-8846-77c22d74aa26 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] 10.222.0.87 "GET /v2.0/ports?device_id=e3f2b116-4b98-4d79-9183-6935fe2e7a15 HTTP/1.1" status: 200 len: 949 time: 0.0771446 Jan 21 19:21:10.300174 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8c215bc3-891c-41d7-9a96-82d87ad3bc1a req-dcf7ecaf-505d-4c9c-a1ff-9cac92aeeaae tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] 10.222.0.87 "GET /v2.0/security-groups?id=3c7ec4f2-5084-4e7d-ba1b-8e70c10323da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372212 Jan 21 19:21:11.777623 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d4c6f-f187-4c20-896a-752b3337c0d5 req-40ba9500-fc6d-48e9-86f8-0e3c498e6743 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:11.779076 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b02d4c6f-f187-4c20-896a-752b3337c0d5 req-40ba9500-fc6d-48e9-86f8-0e3c498e6743 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] 10.222.0.87 "GET /v2.0/ports?device_id=e3f2b116-4b98-4d79-9183-6935fe2e7a15 HTTP/1.1" status: 200 len: 949 time: 0.0809844 Jan 21 19:21:11.822535 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b02d4c6f-f187-4c20-896a-752b3337c0d5 req-750028b8-9737-4c9a-9fcb-fa945bf05f40 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] 10.222.0.87 "GET /v2.0/security-groups?id=3c7ec4f2-5084-4e7d-ba1b-8e70c10323da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378075 Jan 21 19:21:13.009915 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c32ce-5555-4110-8152-43e8ab522a92 req-2d45822b-1e7c-47c9-b22d-cf233591910d tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:13.011117 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b512a-8baa-428c-84a4-92af37be9a75 req-e0ba80a6-2b86-4349-8697-cbfc655b6fae tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:13.011504 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1b0c32ce-5555-4110-8152-43e8ab522a92 req-2d45822b-1e7c-47c9-b22d-cf233591910d tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] 10.222.0.87 "GET /v2.0/ports?device_id=e3f2b116-4b98-4d79-9183-6935fe2e7a15 HTTP/1.1" status: 200 len: 949 time: 0.0784328 Jan 21 19:21:13.011819 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-bd1b512a-8baa-428c-84a4-92af37be9a75 req-e0ba80a6-2b86-4349-8697-cbfc655b6fae tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] Synchronizing usage tracker for tenant:3024f1cf8f1b4636b12f24ca620bb833 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:21:13.057301 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1b0c32ce-5555-4110-8152-43e8ab522a92 req-55ebaf4b-812c-48e2-9b13-017d49fa1449 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] 10.222.0.87 "GET /v2.0/security-groups?id=3c7ec4f2-5084-4e7d-ba1b-8e70c10323da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402832 Jan 21 19:21:13.070791 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-bd1b512a-8baa-428c-84a4-92af37be9a75 req-e0ba80a6-2b86-4349-8697-cbfc655b6fae tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] Unset dirty status for tenant:3024f1cf8f1b4636b12f24ca620bb833 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:21:13.071935 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-bd1b512a-8baa-428c-84a4-92af37be9a75 req-e0ba80a6-2b86-4349-8697-cbfc655b6fae tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3f2b116-4b98-4d79-9183-6935fe2e7a15 HTTP/1.1" status: 200 len: 949 time: 0.1416554 Jan 21 19:21:13.142842 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-bd1b512a-8baa-428c-84a4-92af37be9a75 req-4dd35aa0-690e-48f6-b83b-77e25fe9dab0 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] Deleting port 26c38384-090c-47ab-b516-cef72db72a12 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:21:13.143178 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-bd1b512a-8baa-428c-84a4-92af37be9a75 req-4dd35aa0-690e-48f6-b83b-77e25fe9dab0 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:13.381465 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-bd1b512a-8baa-428c-84a4-92af37be9a75 req-4dd35aa0-690e-48f6-b83b-77e25fe9dab0 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] For port 26c38384-090c-47ab-b516-cef72db72a12, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=26c38384-090c-47ab-b516-cef72db72a12,segment=NetworkSegment(0545fce7-19eb-4872-991e-beb09d58be64),segment_id=0545fce7-19eb-4872-991e-beb09d58be64)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:21:13.381978 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-bd1b512a-8baa-428c-84a4-92af37be9a75 req-4dd35aa0-690e-48f6-b83b-77e25fe9dab0 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:13.501754 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-bd1b512a-8baa-428c-84a4-92af37be9a75 req-4dd35aa0-690e-48f6-b83b-77e25fe9dab0 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] Calling delete_port for 26c38384-090c-47ab-b516-cef72db72a12 owned by compute:nova {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:21:13.704609 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-bd1b512a-8baa-428c-84a4-92af37be9a75 req-4dd35aa0-690e-48f6-b83b-77e25fe9dab0 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:13.717072 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['26c38384-090c-47ab-b516-cef72db72a12'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:21:13.759410 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd35aa0-690e-48f6-b83b-77e25fe9dab0 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] Pushing event deleted for resources: {'Port': ['ID=26c38384-090c-47ab-b516-cef72db72a12,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:21:13.946717 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1b512a-8baa-428c-84a4-92af37be9a75 req-4dd35aa0-690e-48f6-b83b-77e25fe9dab0 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] No DVR routers for this DVR port 26c38384-090c-47ab-b516-cef72db72a12 on host hv-neutron-8254 {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:21:13.949411 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-bd1b512a-8baa-428c-84a4-92af37be9a75 req-4dd35aa0-690e-48f6-b83b-77e25fe9dab0 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:13.951963 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f2b116-4b98-4d79-9183-6935fe2e7a15', 'name': 'network-vif-deleted', 'tag': '26c38384-090c-47ab-b516-cef72db72a12'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:21:14.002334 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3f2b116-4b98-4d79-9183-6935fe2e7a15', 'name': 'network-vif-deleted', 'tag': '26c38384-090c-47ab-b516-cef72db72a12', 'status': 'completed', 'code': 200} Jan 21 19:21:14.019193 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-bd1b512a-8baa-428c-84a4-92af37be9a75 req-4dd35aa0-690e-48f6-b83b-77e25fe9dab0 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] 10.222.0.113 "DELETE /v2.0/ports/26c38384-090c-47ab-b516-cef72db72a12 HTTP/1.1" status: 204 len: 173 time: 0.9416263 Jan 21 19:21:14.208784 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-df53fdec-8c31-4348-b4a1-80f61ed7cfca req-3f1375d6-9785-4842-8eb1-f5fe398abfb2 tempest-ServersAdminNegativeTestJSON-1743077105 tempest-ServersAdminNegativeTestJSON-1743077105-project] 10.222.0.87 "GET /v2.0/ports?device_id=e3f2b116-4b98-4d79-9183-6935fe2e7a15 HTTP/1.1" status: 200 len: 210 time: 0.0412850 Jan 21 19:21:15.430093 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:21:15.769455 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 38356) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:21:15.912878 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-79071e2a-b66c-45e3-950a-7ecb356f93b6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3024f1cf8f1b4636b12f24ca620bb833&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1422715 Jan 21 19:21:15.918700 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 38362) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:21:15.978968 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b3286358-3e58-4d14-b2a6-eeb241cb7a08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:16.004814 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b3286358-3e58-4d14-b2a6-eeb241cb7a08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:16.098521 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b3286358-3e58-4d14-b2a6-eeb241cb7a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:16.112219 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3286358-3e58-4d14-b2a6-eeb241cb7a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7ec4f2-5084-4e7d-ba1b-8e70c10323da,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:21:16.118760 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b3286358-3e58-4d14-b2a6-eeb241cb7a08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:16.119860 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b3286358-3e58-4d14-b2a6-eeb241cb7a08 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3c7ec4f2-5084-4e7d-ba1b-8e70c10323da HTTP/1.1" status: 204 len: 168 time: 0.2002895 Jan 21 19:21:16.648954 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 38370) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:21:16.666174 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-58827c1a-91b3-4cd2-9ef7-1f186eaa800a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:16.680557 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-58827c1a-91b3-4cd2-9ef7-1f186eaa800a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:21:16.684266 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-58827c1a-91b3-4cd2-9ef7-1f186eaa800a admin admin] Usage tracker for resource:security_group_rule and tenant:1882c04db51b4ff4a7401c89b51b5332 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:21:16.687253 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-58827c1a-91b3-4cd2-9ef7-1f186eaa800a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:21:16.692673 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-58827c1a-91b3-4cd2-9ef7-1f186eaa800a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:21:16.772942 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-58827c1a-91b3-4cd2-9ef7-1f186eaa800a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:16.829953 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-58827c1a-91b3-4cd2-9ef7-1f186eaa800a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:16.879785 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-58827c1a-91b3-4cd2-9ef7-1f186eaa800a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1882c04db51b4ff4a7401c89b51b5332&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2297676 Jan 21 19:21:16.881407 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58827c1a-91b3-4cd2-9ef7-1f186eaa800a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7ca810-044f-41bb-85da-cd78fba5b438,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:21:16.883120 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 38374) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:21:16.940649 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-074ea879-6355-4ec9-a1ce-e6e9678feb15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:16.966344 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-074ea879-6355-4ec9-a1ce-e6e9678feb15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:17.092843 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-074ea879-6355-4ec9-a1ce-e6e9678feb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:17.106812 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ea879-6355-4ec9-a1ce-e6e9678feb15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7ca810-044f-41bb-85da-cd78fba5b438,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:21:17.113032 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-074ea879-6355-4ec9-a1ce-e6e9678feb15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:17.117687 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-074ea879-6355-4ec9-a1ce-e6e9678feb15 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2e7ca810-044f-41bb-85da-cd78fba5b438 HTTP/1.1" status: 204 len: 168 time: 0.2332664 Jan 21 19:21:17.293908 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 26c38384-090c-47ab-b516-cef72db72a12 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:21:17.327758 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] No Port match for: 26c38384-090c-47ab-b516-cef72db72a12 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:21:17.328112 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 26c38384-090c-47ab-b516-cef72db72a12 not bound to the agent host hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:21:18.065412 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 38398) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:21:18.167277 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-8c5d3d46-db5a-4c63-93f2-af027aa89ddc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2137434045-network', 'tenant_id': 'abb4bbbfcdf0411e87ddb4e967516b91'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:21:18.171918 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-8c5d3d46-db5a-4c63-93f2-af027aa89ddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:21:18.175656 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-8c5d3d46-db5a-4c63-93f2-af027aa89ddc admin admin] Usage tracker for resource:network and tenant:abb4bbbfcdf0411e87ddb4e967516b91 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:21:18.178448 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-8c5d3d46-db5a-4c63-93f2-af027aa89ddc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:21:18.187817 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-8c5d3d46-db5a-4c63-93f2-af027aa89ddc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:21:18.246554 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5d3d46-db5a-4c63-93f2-af027aa89ddc admin admin] Made reservation on behalf of abb4bbbfcdf0411e87ddb4e967516b91 for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:21:18.248826 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8c5d3d46-db5a-4c63-93f2-af027aa89ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:18.261006 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8c5d3d46-db5a-4c63-93f2-af027aa89ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:18.275418 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-8c5d3d46-db5a-4c63-93f2-af027aa89ddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:21:18.279146 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-8c5d3d46-db5a-4c63-93f2-af027aa89ddc admin admin] Usage tracker for resource:security_group_rule and tenant:abb4bbbfcdf0411e87ddb4e967516b91 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:21:18.281907 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-8c5d3d46-db5a-4c63-93f2-af027aa89ddc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:21:18.287502 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-8c5d3d46-db5a-4c63-93f2-af027aa89ddc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:21:18.368952 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8c5d3d46-db5a-4c63-93f2-af027aa89ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:18.424047 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8c5d3d46-db5a-4c63-93f2-af027aa89ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:18.461877 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c5d3d46-db5a-4c63-93f2-af027aa89ddc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:21:18.467375 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d3d46-db5a-4c63-93f2-af027aa89ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45487eca-f2a0-409d-a279-63e302a3188c,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:21:18.476019 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8c5d3d46-db5a-4c63-93f2-af027aa89ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:18.476240 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-8c5d3d46-db5a-4c63-93f2-af027aa89ddc admin admin] Added segment 6c5f054e-c26b-4bd1-8aba-bf3f1cb49e4a of type vlan for network 0856de9f-db9b-44bb-9cfe-a5fa98c11637 Jan 21 19:21:18.501451 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8c5d3d46-db5a-4c63-93f2-af027aa89ddc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:18.589610 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8c5d3d46-db5a-4c63-93f2-af027aa89ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:18.590703 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5d3d46-db5a-4c63-93f2-af027aa89ddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:18.591311 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8c5d3d46-db5a-4c63-93f2-af027aa89ddc admin admin] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:18.690613 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d3d46-db5a-4c63-93f2-af027aa89ddc admin admin] Pushing event updated for resources: {'Network': ['ID=0856de9f-db9b-44bb-9cfe-a5fa98c11637,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:21:18.700575 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 0856de9f-db9b-44bb-9cfe-a5fa98c11637 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:21:18.704855 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-8c5d3d46-db5a-4c63-93f2-af027aa89ddc admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6382384 Jan 21 19:21:18.707759 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 38404) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:21:18.713994 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-200da443-9b52-482c-95e0-c5acae3030df admin admin] Request body: {'subnet': {'network_id': '0856de9f-db9b-44bb-9cfe-a5fa98c11637', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2137434045-subnet', 'tenant_id': 'abb4bbbfcdf0411e87ddb4e967516b91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:21:18.718954 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-200da443-9b52-482c-95e0-c5acae3030df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:21:18.722942 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-200da443-9b52-482c-95e0-c5acae3030df admin admin] Usage tracker for resource:subnet and tenant:abb4bbbfcdf0411e87ddb4e967516b91 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:21:18.726712 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-200da443-9b52-482c-95e0-c5acae3030df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:21:18.732884 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-200da443-9b52-482c-95e0-c5acae3030df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:21:18.812863 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200da443-9b52-482c-95e0-c5acae3030df admin admin] Made reservation on behalf of abb4bbbfcdf0411e87ddb4e967516b91 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:21:18.815196 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-200da443-9b52-482c-95e0-c5acae3030df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:19.053205 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-200da443-9b52-482c-95e0-c5acae3030df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:19.126490 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200da443-9b52-482c-95e0-c5acae3030df admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7cca04b-bd71-43ac-910e-d7c11182939a,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:21:19.135346 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200da443-9b52-482c-95e0-c5acae3030df admin admin] Checking segment: {'id': '6c5f054e-c26b-4bd1-8aba-bf3f1cb49e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0856de9f-db9b-44bb-9cfe-a5fa98c11637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:21:19.135692 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200da443-9b52-482c-95e0-c5acae3030df admin admin] Network hostable DHCP agents. Network: 0856de9f-db9b-44bb-9cfe-a5fa98c11637, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:21:19.195566 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200da443-9b52-482c-95e0-c5acae3030df admin admin] Network 0856de9f-db9b-44bb-9cfe-a5fa98c11637 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:21:19.241012 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-200da443-9b52-482c-95e0-c5acae3030df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 0856de9f-db9b-44bb-9cfe-a5fa98c11637) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:21:19.245048 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200da443-9b52-482c-95e0-c5acae3030df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:19.248534 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-200da443-9b52-482c-95e0-c5acae3030df admin admin] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:19.249714 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbd7a29-5054-4e2a-9ac6-eb35ae7d4792 None None] Network 0856de9f-db9b-44bb-9cfe-a5fa98c11637 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:21:19.339223 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-200da443-9b52-482c-95e0-c5acae3030df admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6301436 Jan 21 19:21:19.499300 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f57f92-c334-4c4c-a39d-57922b8daa79 None None] Network 0856de9f-db9b-44bb-9cfe-a5fa98c11637 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:21:19.847483 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-ac8318dd-e0ac-4163-a27d-63a18d39e40d tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:19.848159 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-ac8318dd-e0ac-4163-a27d-63a18d39e40d tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Synchronizing usage tracker for tenant:abb4bbbfcdf0411e87ddb4e967516b91 on resource:network {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:21:19.909772 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-ac8318dd-e0ac-4163-a27d-63a18d39e40d tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Unset dirty status for tenant:abb4bbbfcdf0411e87ddb4e967516b91 on resource:network {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:21:19.910967 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-ac8318dd-e0ac-4163-a27d-63a18d39e40d tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/networks?id=0856de9f-db9b-44bb-9cfe-a5fa98c11637 HTTP/1.1" status: 200 len: 812 time: 0.2074242 Jan 21 19:21:19.925449 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-82b2093d-d9d9-4db1-aebb-ec877b1867d1 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/quotas/abb4bbbfcdf0411e87ddb4e967516b91 HTTP/1.1" status: 200 len: 375 time: 0.0090137 Jan 21 19:21:19.973042 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-f8ef59be-c605-43e2-aebb-a2b1240577da tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=abb4bbbfcdf0411e87ddb4e967516b91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419574 Jan 21 19:21:20.104820 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-4198acde-7872-4147-9f51-22d96d7e08e7 service neutron] 10.222.0.87 "GET /v2.0/networks/0856de9f-db9b-44bb-9cfe-a5fa98c11637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250443 Jan 21 19:21:20.234549 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-ea5973dd-05c0-4e18-8081-bc10949f5107 service neutron] 10.222.0.87 "GET /v2.0/networks/0856de9f-db9b-44bb-9cfe-a5fa98c11637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237676 Jan 21 19:21:20.486216 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a07164de-9810-4c7c-8fc7-b8209c6d1ba7 req-4842a29d-b7b2-4869-8c67-dd7389b8cd28 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/ports?device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 210 time: 0.0480504 Jan 21 19:21:21.634681 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d212b88f-6be7-42ae-b41c-9497b925241f req-77791d6a-2bf3-438c-8a59-e957e07fff46 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/ports?device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 210 time: 0.0441341 Jan 21 19:21:22.503157 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-60668bc1-64a9-4dc9-9a39-17fb447e2e5d tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:22.504582 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-60668bc1-64a9-4dc9-9a39-17fb447e2e5d tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.113 "GET /v2.0/networks?id=0856de9f-db9b-44bb-9cfe-a5fa98c11637 HTTP/1.1" status: 200 len: 812 time: 0.1542366 Jan 21 19:21:22.515674 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-ac76e5a0-277e-4f6c-9685-292ea14b6b24 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Request body: {'port': {'device_id': '55f1a366-8385-4906-be27-4d7c90c6f833', 'network_id': '0856de9f-db9b-44bb-9cfe-a5fa98c11637', 'admin_state_up': True, 'tenant_id': 'abb4bbbfcdf0411e87ddb4e967516b91'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:21:22.649993 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-ac76e5a0-277e-4f6c-9685-292ea14b6b24 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:21:22.653651 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-ac76e5a0-277e-4f6c-9685-292ea14b6b24 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Usage tracker for resource:port and tenant:abb4bbbfcdf0411e87ddb4e967516b91 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:21:22.656552 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-ac76e5a0-277e-4f6c-9685-292ea14b6b24 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:21:22.662141 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-ac76e5a0-277e-4f6c-9685-292ea14b6b24 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:21:22.744260 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-ac76e5a0-277e-4f6c-9685-292ea14b6b24 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Made reservation on behalf of abb4bbbfcdf0411e87ddb4e967516b91 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:21:22.747932 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-ac76e5a0-277e-4f6c-9685-292ea14b6b24 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:22.781163 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cbc1e0d4-8830-4108-a5f5-c7d856d7f575 req-ca53688c-e6e1-46fb-9fbf-74b32ef2d6dd tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/ports?device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 210 time: 0.0413160 Jan 21 19:21:22.914633 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-ac76e5a0-277e-4f6c-9685-292ea14b6b24 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Allocated IP 172.20.0.8 (0856de9f-db9b-44bb-9cfe-a5fa98c11637/e7cca04b-bd71-43ac-910e-d7c11182939a/7a4e7aca-3e5b-4ca9-a496-9a06829e828e) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:21:23.111956 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-ac76e5a0-277e-4f6c-9685-292ea14b6b24 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:23.201184 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-ac76e5a0-277e-4f6c-9685-292ea14b6b24 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:23.271046 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-ac76e5a0-277e-4f6c-9685-292ea14b6b24 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Network 0856de9f-db9b-44bb-9cfe-a5fa98c11637 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:21:23.274707 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-ac76e5a0-277e-4f6c-9685-292ea14b6b24 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:21:23.278669 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-ac76e5a0-277e-4f6c-9685-292ea14b6b24 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:21:23.313624 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac76e5a0-277e-4f6c-9685-292ea14b6b24 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Pushing event updated for resources: {'Port': ['ID=7a4e7aca-3e5b-4ca9-a496-9a06829e828e,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:21:23.344431 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-ac76e5a0-277e-4f6c-9685-292ea14b6b24 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:23.345025 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-ac76e5a0-277e-4f6c-9685-292ea14b6b24 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:23.413771 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-ac76e5a0-277e-4f6c-9685-292ea14b6b24 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9017003 Jan 21 19:21:23.424708 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-5e5c40c6-d97b-42c1-823c-7b191e230281 service neutron] Request body: {'port': {'device_id': '55f1a366-8385-4906-be27-4d7c90c6f833', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:21:23.539434 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-5e5c40c6-d97b-42c1-823c-7b191e230281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:23.971008 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca18089-cfdc-4f89-b9fe-a30393ccab5f req-4e13518d-d862-4538-b30e-f4adf563767d tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:23.972512 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-aca18089-cfdc-4f89-b9fe-a30393ccab5f req-4e13518d-d862-4538-b30e-f4adf563767d tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/ports?device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 931 time: 0.0838180 Jan 21 19:21:23.989428 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-5e5c40c6-d97b-42c1-823c-7b191e230281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a4e7aca-3e5b-4ca9-a496-9a06829e828e {{(pid=88137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:21:23.997989 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-5e5c40c6-d97b-42c1-823c-7b191e230281 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:24.012390 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-5e5c40c6-d97b-42c1-823c-7b191e230281 service neutron] Transition to ACTIVE for port object 7a4e7aca-3e5b-4ca9-a496-9a06829e828e will not be triggered until provisioned by entity L2. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:21:24.017881 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-aca18089-cfdc-4f89-b9fe-a30393ccab5f req-a6cbd635-fc2b-403b-a82b-c7ec622dce91 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Synchronizing usage tracker for tenant:abb4bbbfcdf0411e87ddb4e967516b91 on resource:security_group {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:21:24.081508 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-5e5c40c6-d97b-42c1-823c-7b191e230281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:24.104414 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-aca18089-cfdc-4f89-b9fe-a30393ccab5f req-a6cbd635-fc2b-403b-a82b-c7ec622dce91 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Unset dirty status for tenant:abb4bbbfcdf0411e87ddb4e967516b91 on resource:security_group {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:21:24.105748 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-aca18089-cfdc-4f89-b9fe-a30393ccab5f req-a6cbd635-fc2b-403b-a82b-c7ec622dce91 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/security-groups?id=45487eca-f2a0-409d-a279-63e302a3188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266189 Jan 21 19:21:24.234390 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c40c6-d97b-42c1-823c-7b191e230281 service neutron] Pushing event updated for resources: {'Port': ['ID=7a4e7aca-3e5b-4ca9-a496-9a06829e828e,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:21:24.309217 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-5e5c40c6-d97b-42c1-823c-7b191e230281 service neutron] Attempting to bind port 7a4e7aca-3e5b-4ca9-a496-9a06829e828e on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:21:24.309544 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-5e5c40c6-d97b-42c1-823c-7b191e230281 service neutron] Attempting to bind port 7a4e7aca-3e5b-4ca9-a496-9a06829e828e by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '6c5f054e-c26b-4bd1-8aba-bf3f1cb49e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0856de9f-db9b-44bb-9cfe-a5fa98c11637'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:21:24.309894 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-5e5c40c6-d97b-42c1-823c-7b191e230281 service neutron] Attempting to bind port 7a4e7aca-3e5b-4ca9-a496-9a06829e828e on network 0856de9f-db9b-44bb-9cfe-a5fa98c11637 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:21:24.314529 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-5e5c40c6-d97b-42c1-823c-7b191e230281 service neutron] Port 7a4e7aca-3e5b-4ca9-a496-9a06829e828e on network 0856de9f-db9b-44bb-9cfe-a5fa98c11637 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 19:21:24.314842 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-5e5c40c6-d97b-42c1-823c-7b191e230281 service neutron] Attempting to bind port 7a4e7aca-3e5b-4ca9-a496-9a06829e828e on network 0856de9f-db9b-44bb-9cfe-a5fa98c11637 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:21:24.320424 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-5e5c40c6-d97b-42c1-823c-7b191e230281 service neutron] Checking agent: {'id': '9a14f311-f6d5-46c6-87a2-f860197fb66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:21:24.320747 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-5e5c40c6-d97b-42c1-823c-7b191e230281 service neutron] Checking segment: {'id': '6c5f054e-c26b-4bd1-8aba-bf3f1cb49e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0856de9f-db9b-44bb-9cfe-a5fa98c11637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:21:24.321119 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-5e5c40c6-d97b-42c1-823c-7b191e230281 service neutron] Bound using segment: {'id': '6c5f054e-c26b-4bd1-8aba-bf3f1cb49e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0856de9f-db9b-44bb-9cfe-a5fa98c11637'} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:21:24.321529 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-5e5c40c6-d97b-42c1-823c-7b191e230281 service neutron] Bound port: 7a4e7aca-3e5b-4ca9-a496-9a06829e828e, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c5f054e-c26b-4bd1-8aba-bf3f1cb49e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0856de9f-db9b-44bb-9cfe-a5fa98c11637'}}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:21:24.321884 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-5e5c40c6-d97b-42c1-823c-7b191e230281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:24.409208 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-5e5c40c6-d97b-42c1-823c-7b191e230281 service neutron] For port 7a4e7aca-3e5b-4ca9-a496-9a06829e828e, host hv-neutron-8254, cleared binding levels {{(pid=88137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:21:24.412051 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-5e5c40c6-d97b-42c1-823c-7b191e230281 service neutron] For port 7a4e7aca-3e5b-4ca9-a496-9a06829e828e, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=7a4e7aca-3e5b-4ca9-a496-9a06829e828e,segment=NetworkSegment(6c5f054e-c26b-4bd1-8aba-bf3f1cb49e4a),segment_id=6c5f054e-c26b-4bd1-8aba-bf3f1cb49e4a)] {{(pid=88137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:21:24.493101 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-5e5c40c6-d97b-42c1-823c-7b191e230281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:24.554660 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-5e5c40c6-d97b-42c1-823c-7b191e230281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:24.555262 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-5e5c40c6-d97b-42c1-823c-7b191e230281 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:24.556633 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-5e5c40c6-d97b-42c1-823c-7b191e230281 service neutron] 10.222.0.113 "PUT /v2.0/ports/7a4e7aca-3e5b-4ca9-a496-9a06829e828e HTTP/1.1" status: 200 len: 1093 time: 1.1360183 Jan 21 19:21:24.557057 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55f1a366-8385-4906-be27-4d7c90c6f833', 'tag': '7a4e7aca-3e5b-4ca9-a496-9a06829e828e'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:21:24.576248 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c40c6-d97b-42c1-823c-7b191e230281 service neutron] Pushing event updated for resources: {'Port': ['ID=7a4e7aca-3e5b-4ca9-a496-9a06829e828e,revision_number=3']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:21:24.601595 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55f1a366-8385-4906-be27-4d7c90c6f833', 'tag': '7a4e7aca-3e5b-4ca9-a496-9a06829e828e', 'status': 'completed', 'code': 200} Jan 21 19:21:24.693549 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ec612-01ae-4234-9f27-dee0a289f750 req-ace08675-62d9-4c4f-bf98-3dc001c8046c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:24.694976 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4d3ec612-01ae-4234-9f27-dee0a289f750 req-ace08675-62d9-4c4f-bf98-3dc001c8046c service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=abb4bbbfcdf0411e87ddb4e967516b91&device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 1096 time: 0.0724440 Jan 21 19:21:24.830036 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ec612-01ae-4234-9f27-dee0a289f750 req-f60493be-845e-438d-88e0-0b908d3ce46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:24.831421 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4d3ec612-01ae-4234-9f27-dee0a289f750 req-f60493be-845e-438d-88e0-0b908d3ce46d service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=abb4bbbfcdf0411e87ddb4e967516b91&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1297646 Jan 21 19:21:24.964403 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ec612-01ae-4234-9f27-dee0a289f750 req-5eef7ff0-df71-4fc1-89c0-ced5451f7fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:24.965818 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4d3ec612-01ae-4234-9f27-dee0a289f750 req-5eef7ff0-df71-4fc1-89c0-ced5451f7fee service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1287727 Jan 21 19:21:25.047351 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-89987ab9-98d7-457f-ae21-55ae6da9a8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:25.074460 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-d3464f5c-1203-40de-b28a-5afbe0eb0873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:25.075924 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-d3464f5c-1203-40de-b28a-5afbe0eb0873 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=abb4bbbfcdf0411e87ddb4e967516b91&device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 1096 time: 0.0770712 Jan 21 19:21:25.146378 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-d5db7516-a0d2-4db9-b0e5-89279ce3dc6e service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a4e7aca-3e5b-4ca9-a496-9a06829e828e HTTP/1.1" status: 200 len: 217 time: 0.0640497 Jan 21 19:21:25.208231 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-6377b220-c415-4c0c-aa5d-b46afc65c109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:25.210272 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-6377b220-c415-4c0c-aa5d-b46afc65c109 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=e7cca04b-bd71-43ac-910e-d7c11182939a HTTP/1.1" status: 200 len: 852 time: 0.0568357 Jan 21 19:21:25.259157 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-5445624b-26da-4fea-96bc-007506206d94 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0856de9f-db9b-44bb-9cfe-a5fa98c11637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425341 Jan 21 19:21:25.289218 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141953c-caa5-4c31-aa1c-813bac090fb7 req-1ca6ed65-76f2-4ac6-99fd-45f703a35ecb tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:25.290700 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a141953c-caa5-4c31-aa1c-813bac090fb7 req-1ca6ed65-76f2-4ac6-99fd-45f703a35ecb tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/ports?device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 943 time: 0.0798507 Jan 21 19:21:25.396993 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-8f3a921f-9132-4785-9444-88a0b2c6cedc service neutron] 10.222.0.113 "GET /v2.0/networks/0856de9f-db9b-44bb-9cfe-a5fa98c11637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316476 Jan 21 19:21:25.446390 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a141953c-caa5-4c31-aa1c-813bac090fb7 req-c7ec29dc-72ff-4999-ba30-7aed6a4faddf tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/security-groups?id=45487eca-f2a0-409d-a279-63e302a3188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500669 Jan 21 19:21:25.630908 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-61d4ed91-6d34-4f20-8b06-32bc5abf478f req-7964ffda-9b56-4940-9325-a88d39438aad service neutron] 10.222.0.113 "GET /v2.0/networks/0856de9f-db9b-44bb-9cfe-a5fa98c11637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267745 Jan 21 19:21:26.635778 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c354f6f-97b6-4fa1-9018-3aa81b96bf41 req-830e4f7c-79cb-4a79-8ed7-05b44fdd3868 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:26.637212 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3c354f6f-97b6-4fa1-9018-3aa81b96bf41 req-830e4f7c-79cb-4a79-8ed7-05b44fdd3868 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/ports?device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 943 time: 0.0784128 Jan 21 19:21:26.680267 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3c354f6f-97b6-4fa1-9018-3aa81b96bf41 req-5936d9f5-f85a-422a-b9c1-d60d667168a4 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/security-groups?id=45487eca-f2a0-409d-a279-63e302a3188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374610 Jan 21 19:21:27.235743 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-996b65c7-d404-404f-8ecb-11615a6a311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:27.869474 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7993d45-f5fc-4af3-9764-dc4e1c31b4fe req-aabc3523-be8c-45fd-ad7d-3c500b4c5b0b tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:27.870854 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c7993d45-f5fc-4af3-9764-dc4e1c31b4fe req-aabc3523-be8c-45fd-ad7d-3c500b4c5b0b tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/ports?device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 943 time: 0.0834336 Jan 21 19:21:27.914282 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c7993d45-f5fc-4af3-9764-dc4e1c31b4fe req-0e03cef7-4c28-4ba0-b8d5-710bb0f01974 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/security-groups?id=45487eca-f2a0-409d-a279-63e302a3188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376956 Jan 21 19:21:28.240747 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:28.560709 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:28.635138 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:29.098100 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a35f15-405e-4131-a2c8-ce71687cc712 req-d85ec1e0-7fb1-4888-9896-6e20978ceec9 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:29.099528 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-04a35f15-405e-4131-a2c8-ce71687cc712 req-d85ec1e0-7fb1-4888-9896-6e20978ceec9 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/ports?device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 943 time: 0.0785792 Jan 21 19:21:29.142710 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-04a35f15-405e-4131-a2c8-ce71687cc712 req-035a06e4-90c5-4ada-9d7b-7654e24b956f tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/security-groups?id=45487eca-f2a0-409d-a279-63e302a3188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372715 Jan 21 19:21:29.340903 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 7a4e7aca-3e5b-4ca9-a496-9a06829e828e details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:21:29.484011 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 7a4e7aca-3e5b-4ca9-a496-9a06829e828e, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=7a4e7aca-3e5b-4ca9-a496-9a06829e828e,segment=NetworkSegment(6c5f054e-c26b-4bd1-8aba-bf3f1cb49e4a),segment_id=6c5f054e-c26b-4bd1-8aba-bf3f1cb49e4a)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:21:29.497385 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': '7a4e7aca-3e5b-4ca9-a496-9a06829e828e', 'network_id': '0856de9f-db9b-44bb-9cfe-a5fa98c11637', 'port_id': '7a4e7aca-3e5b-4ca9-a496-9a06829e828e', 'mac_address': 'fa:16:3e:5a:6f:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7cca04b-bd71-43ac-910e-d7c11182939a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:21:29.555922 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:29.572875 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a4e7aca-3e5b-4ca9-a496-9a06829e828e {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:21:29.588647 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 7a4e7aca-3e5b-4ca9-a496-9a06829e828e, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=7a4e7aca-3e5b-4ca9-a496-9a06829e828e,segment=NetworkSegment(6c5f054e-c26b-4bd1-8aba-bf3f1cb49e4a),segment_id=6c5f054e-c26b-4bd1-8aba-bf3f1cb49e4a)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:21:29.646431 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:29.711964 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=7a4e7aca-3e5b-4ca9-a496-9a06829e828e,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:21:29.836721 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['7a4e7aca-3e5b-4ca9-a496-9a06829e828e'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:21:30.103681 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:30.328988 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de58321-9580-4e26-ad69-32279d097be1 req-0496277d-d780-415c-ae13-ce8f8bb29b72 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:30.330429 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0de58321-9580-4e26-ad69-32279d097be1 req-0496277d-d780-415c-ae13-ce8f8bb29b72 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/ports?device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 944 time: 0.0816886 Jan 21 19:21:30.373661 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0de58321-9580-4e26-ad69-32279d097be1 req-28f2a5c7-54da-4743-bd0d-68be60810bfb tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/security-groups?id=45487eca-f2a0-409d-a279-63e302a3188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363545 Jan 21 19:21:31.340305 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 7a4e7aca-3e5b-4ca9-a496-9a06829e828e up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:21:31.476255 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning for port 7a4e7aca-3e5b-4ca9-a496-9a06829e828e completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:21:31.481575 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port 7a4e7aca-3e5b-4ca9-a496-9a06829e828e triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:21:31.482038 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:31.566354 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a8823-456f-4d9e-8312-8b0afa333db4 req-d1ad4971-6193-442d-a053-798a905f22f1 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:31.567825 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0e8a8823-456f-4d9e-8312-8b0afa333db4 req-d1ad4971-6193-442d-a053-798a905f22f1 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/ports?device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 944 time: 0.0868247 Jan 21 19:21:31.615969 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0e8a8823-456f-4d9e-8312-8b0afa333db4 req-851ae9d6-5573-4c01-afcc-17adc7c9e75f tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/security-groups?id=45487eca-f2a0-409d-a279-63e302a3188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420907 Jan 21 19:21:31.623208 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:31.650982 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f1a366-8385-4906-be27-4d7c90c6f833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4e7aca-3e5b-4ca9-a496-9a06829e828e'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:21:31.661007 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 7a4e7aca-3e5b-4ca9-a496-9a06829e828e, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=7a4e7aca-3e5b-4ca9-a496-9a06829e828e,segment=NetworkSegment(6c5f054e-c26b-4bd1-8aba-bf3f1cb49e4a),segment_id=6c5f054e-c26b-4bd1-8aba-bf3f1cb49e4a)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:21:31.695353 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55f1a366-8385-4906-be27-4d7c90c6f833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4e7aca-3e5b-4ca9-a496-9a06829e828e', 'code': 200} Jan 21 19:21:31.732614 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:31.801743 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=7a4e7aca-3e5b-4ca9-a496-9a06829e828e,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:21:31.808945 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:21:31.809296 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:21:31.809638 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:21:31.810000 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:21:31.810334 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:21:31.814569 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:21:31.814569 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:21:31.814569 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:21:31.814569 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:21:31.814569 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:21:31.814569 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:21:31.814569 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:21:32.026677 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd64f68-e28c-4c8c-8296-3f042075f857 req-cac8b6b3-5813-4aee-90ba-2dfc5eab8510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:32.028125 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0bd64f68-e28c-4c8c-8296-3f042075f857 req-cac8b6b3-5813-4aee-90ba-2dfc5eab8510 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 1098 time: 0.0706198 Jan 21 19:21:32.067480 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0bd64f68-e28c-4c8c-8296-3f042075f857 req-8bb2cfa0-0e84-47c1-9493-d887b598c3fc service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=45487eca-f2a0-409d-a279-63e302a3188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335190 Jan 21 19:21:32.799533 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef341fd-67d5-40ec-af9d-d3b7c9c59aa3 req-742a893c-5b24-4947-9038-f5367e470411 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:32.800869 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cef341fd-67d5-40ec-af9d-d3b7c9c59aa3 req-742a893c-5b24-4947-9038-f5367e470411 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/ports?device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 945 time: 0.0774820 Jan 21 19:21:32.845588 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cef341fd-67d5-40ec-af9d-d3b7c9c59aa3 req-9a9d0008-912d-4cb7-b11e-549197f40195 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/security-groups?id=45487eca-f2a0-409d-a279-63e302a3188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383892 Jan 21 19:21:34.032605 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f997e23-3ed6-46e3-bdc3-5d3103b97ebb req-644c673e-2ff2-4a08-ac8a-1f57860e838e tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:34.034057 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7f997e23-3ed6-46e3-bdc3-5d3103b97ebb req-644c673e-2ff2-4a08-ac8a-1f57860e838e tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/ports?device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 945 time: 0.0836160 Jan 21 19:21:34.077329 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7f997e23-3ed6-46e3-bdc3-5d3103b97ebb req-9435c7e8-252a-4a67-9b7f-20beb0ddef7d tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/security-groups?id=45487eca-f2a0-409d-a279-63e302a3188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376008 Jan 21 19:21:34.572523 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8cd73f-effe-425b-9729-0b158bf55377 req-57ff049d-a457-4c40-ba72-dbeb063c8e56 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:34.574001 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0e8cd73f-effe-425b-9729-0b158bf55377 req-57ff049d-a457-4c40-ba72-dbeb063c8e56 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/ports?device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 945 time: 0.0805881 Jan 21 19:21:34.620514 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0e8cd73f-effe-425b-9729-0b158bf55377 req-3f451d00-634a-4a7e-be5e-ca41793f055b tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/security-groups?id=45487eca-f2a0-409d-a279-63e302a3188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404737 Jan 21 19:21:34.657811 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 38472) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:21:34.773952 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5114e1af-422f-47c7-8b33-beb903ebfb54 req-f14fd315-635e-4769-bd81-b5197c327c1a service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=55f1a366-8385-4906-be27-4d7c90c6f833&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1148593 Jan 21 19:21:35.813563 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1708ae-5efb-42e1-9dde-b736a2ebcbaf req-86ac19d1-bac5-4c2d-a4c7-c65e684be85f tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:35.815066 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2f1708ae-5efb-42e1-9dde-b736a2ebcbaf req-86ac19d1-bac5-4c2d-a4c7-c65e684be85f tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/ports?device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 945 time: 0.0824468 Jan 21 19:21:35.860706 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2f1708ae-5efb-42e1-9dde-b736a2ebcbaf req-473c6f1f-5fe1-43e8-b1c2-22ac34bba35d tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/security-groups?id=45487eca-f2a0-409d-a279-63e302a3188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392232 Jan 21 19:21:36.817103 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5114e1af-422f-47c7-8b33-beb903ebfb54 req-cb5317de-8fcd-410f-b72f-f729bd9f2dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:36.819122 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5114e1af-422f-47c7-8b33-beb903ebfb54 req-cb5317de-8fcd-410f-b72f-f729bd9f2dfb service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=abb4bbbfcdf0411e87ddb4e967516b91&device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 1098 time: 0.0713196 Jan 21 19:21:36.952047 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5114e1af-422f-47c7-8b33-beb903ebfb54 req-a7fc93fb-8a4a-4247-852f-70980e321bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:36.953768 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5114e1af-422f-47c7-8b33-beb903ebfb54 req-a7fc93fb-8a4a-4247-852f-70980e321bcc service neutron] 10.222.0.113 "GET /v2.0/networks?id=0856de9f-db9b-44bb-9cfe-a5fa98c11637 HTTP/1.1" status: 200 len: 913 time: 0.1291182 Jan 21 19:21:37.023460 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5114e1af-422f-47c7-8b33-beb903ebfb54 req-0b27538c-55fb-4022-9503-f2d8a1f5e49f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a4e7aca-3e5b-4ca9-a496-9a06829e828e HTTP/1.1" status: 200 len: 217 time: 0.0642867 Jan 21 19:21:37.052138 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456cb792-8167-4e52-93f1-3d0e0d067d6c req-6963726e-eaa9-4192-af1b-13f451e9bd28 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:37.054213 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-456cb792-8167-4e52-93f1-3d0e0d067d6c req-6963726e-eaa9-4192-af1b-13f451e9bd28 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/ports?device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 945 time: 0.0856748 Jan 21 19:21:37.086432 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5114e1af-422f-47c7-8b33-beb903ebfb54 req-ca05be65-1098-4953-9b24-230df40f405b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:37.087770 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5114e1af-422f-47c7-8b33-beb903ebfb54 req-ca05be65-1098-4953-9b24-230df40f405b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=e7cca04b-bd71-43ac-910e-d7c11182939a HTTP/1.1" status: 200 len: 852 time: 0.0587180 Jan 21 19:21:37.104210 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-456cb792-8167-4e52-93f1-3d0e0d067d6c req-c672f777-1696-4c10-9769-2abcf63b5f58 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/security-groups?id=45487eca-f2a0-409d-a279-63e302a3188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441799 Jan 21 19:21:37.137174 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5114e1af-422f-47c7-8b33-beb903ebfb54 req-a5fce539-8a3a-4039-bb44-d32fc6eabc85 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0856de9f-db9b-44bb-9cfe-a5fa98c11637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438030 Jan 21 19:21:37.266015 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5114e1af-422f-47c7-8b33-beb903ebfb54 req-9d09e71d-45d0-4620-90c3-80c9e1ad9f82 service neutron] 10.222.0.113 "GET /v2.0/networks/0856de9f-db9b-44bb-9cfe-a5fa98c11637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224434 Jan 21 19:21:37.402393 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5114e1af-422f-47c7-8b33-beb903ebfb54 req-12af05da-098a-4473-a03d-195d139d279d service neutron] 10.222.0.113 "GET /v2.0/networks/0856de9f-db9b-44bb-9cfe-a5fa98c11637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262324 Jan 21 19:21:38.290897 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846f931-5781-4ca5-af0f-092030956c0f req-d8801138-12fb-4197-9b04-e995d8386273 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:38.292327 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3846f931-5781-4ca5-af0f-092030956c0f req-d8801138-12fb-4197-9b04-e995d8386273 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/ports?device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 945 time: 0.0790114 Jan 21 19:21:38.336413 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3846f931-5781-4ca5-af0f-092030956c0f req-5641fdbc-2865-4b84-8a81-57b07b7d4d68 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/security-groups?id=45487eca-f2a0-409d-a279-63e302a3188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384471 Jan 21 19:21:39.520808 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e99eb-3403-46d5-874f-ddecd6ef58ae req-344b9a64-0b14-4c21-97a3-9b8a2dc780ef tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:39.522403 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-625e99eb-3403-46d5-874f-ddecd6ef58ae req-344b9a64-0b14-4c21-97a3-9b8a2dc780ef tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/ports?device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 945 time: 0.0822141 Jan 21 19:21:39.565930 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-625e99eb-3403-46d5-874f-ddecd6ef58ae req-7e7e2d53-831d-4c23-aade-d6c9e2c6fbb5 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/security-groups?id=45487eca-f2a0-409d-a279-63e302a3188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379012 Jan 21 19:21:40.768905 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878cf6b-4192-45d1-8d1e-da6df74bbba9 req-b32b66e3-c7ab-45b8-beb4-6406b3eaa2e9 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:40.770272 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c878cf6b-4192-45d1-8d1e-da6df74bbba9 req-b32b66e3-c7ab-45b8-beb4-6406b3eaa2e9 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/ports?device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 945 time: 0.0821357 Jan 21 19:21:40.813812 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c878cf6b-4192-45d1-8d1e-da6df74bbba9 req-d4c1baa7-25a0-477b-80ff-758ff6858d3c tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/security-groups?id=45487eca-f2a0-409d-a279-63e302a3188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377233 Jan 21 19:21:42.004045 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab91977-86a6-494d-80c7-f31c188805a1 req-ff0acadc-1d69-4128-a6d3-b6bb74b31964 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:42.007917 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9ab91977-86a6-494d-80c7-f31c188805a1 req-ff0acadc-1d69-4128-a6d3-b6bb74b31964 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/ports?device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 945 time: 0.0910842 Jan 21 19:21:42.051823 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9ab91977-86a6-494d-80c7-f31c188805a1 req-1c5f6a88-0e24-48a9-8b49-7a4a1f993d3e tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/security-groups?id=45487eca-f2a0-409d-a279-63e302a3188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383229 Jan 21 19:21:43.238600 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf50c8-a0b4-494d-95f1-b6469918b285 req-edd46c31-50ba-4b3a-b8db-65467517ce9c tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:43.240607 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-65cf50c8-a0b4-494d-95f1-b6469918b285 req-edd46c31-50ba-4b3a-b8db-65467517ce9c tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/ports?device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 945 time: 0.0789113 Jan 21 19:21:43.283116 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-65cf50c8-a0b4-494d-95f1-b6469918b285 req-9e1ee382-f601-4504-aacf-a9a757fef802 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/security-groups?id=45487eca-f2a0-409d-a279-63e302a3188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365562 Jan 21 19:21:44.476742 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481739c8-bb13-424a-9dbe-60c0cc042238 req-33a08210-a2d4-4c62-95ac-b245203b15f7 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:44.478206 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-481739c8-bb13-424a-9dbe-60c0cc042238 req-33a08210-a2d4-4c62-95ac-b245203b15f7 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/ports?device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 945 time: 0.0825415 Jan 21 19:21:44.520495 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-481739c8-bb13-424a-9dbe-60c0cc042238 req-cfd52272-b809-457b-8009-7ba813b4981c tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/security-groups?id=45487eca-f2a0-409d-a279-63e302a3188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366173 Jan 21 19:21:45.699561 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aef667d-8df3-492b-b738-92bb9f56eb8f req-910c2cba-7100-46ab-ac22-cacf834a9368 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:45.700900 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1aef667d-8df3-492b-b738-92bb9f56eb8f req-910c2cba-7100-46ab-ac22-cacf834a9368 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/ports?device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 945 time: 0.0767915 Jan 21 19:21:45.747024 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1aef667d-8df3-492b-b738-92bb9f56eb8f req-82b8c930-05a7-4b06-a4f7-79f46c206d2e tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/security-groups?id=45487eca-f2a0-409d-a279-63e302a3188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405850 Jan 21 19:21:46.931968 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb2647-54ab-4c12-beee-06c74a5226bc req-7747fd65-5dd0-4d2d-a1d6-093478c0f2bd tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:46.933404 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6bdb2647-54ab-4c12-beee-06c74a5226bc req-7747fd65-5dd0-4d2d-a1d6-093478c0f2bd tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/ports?device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 945 time: 0.0776768 Jan 21 19:21:46.977347 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6bdb2647-54ab-4c12-beee-06c74a5226bc req-08ccb486-7234-4725-8805-c91e604d23df tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/security-groups?id=45487eca-f2a0-409d-a279-63e302a3188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380111 Jan 21 19:21:48.163152 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf7220-42d1-4285-8ae7-387f106ee933 req-7f5557d9-db96-4048-b42b-a787aeccaf38 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:48.164579 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-54cf7220-42d1-4285-8ae7-387f106ee933 req-7f5557d9-db96-4048-b42b-a787aeccaf38 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/ports?device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 945 time: 0.0828211 Jan 21 19:21:48.208418 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-54cf7220-42d1-4285-8ae7-387f106ee933 req-de1a2988-9030-4cfa-aced-e003039e2455 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/security-groups?id=45487eca-f2a0-409d-a279-63e302a3188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382755 Jan 21 19:21:49.386890 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f5965-63dd-406c-8792-42ffd3e9249f req-408f187d-152e-4a7a-bfed-4166e4d75547 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:49.388317 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9e9f5965-63dd-406c-8792-42ffd3e9249f req-408f187d-152e-4a7a-bfed-4166e4d75547 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/ports?device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 945 time: 0.0774024 Jan 21 19:21:49.432759 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9e9f5965-63dd-406c-8792-42ffd3e9249f req-1d2482d2-df68-4fa7-8544-1551377fc438 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/security-groups?id=45487eca-f2a0-409d-a279-63e302a3188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388329 Jan 21 19:21:50.623004 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c49967-b631-4696-9f01-4ad1b9c4e758 req-d9d6a644-1e52-45ce-91c6-da838efcb480 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:50.624428 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e6c49967-b631-4696-9f01-4ad1b9c4e758 req-d9d6a644-1e52-45ce-91c6-da838efcb480 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/ports?device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 945 time: 0.0839391 Jan 21 19:21:50.667068 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e6c49967-b631-4696-9f01-4ad1b9c4e758 req-516ea17d-ae99-444f-a05f-745c653172be tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/security-groups?id=45487eca-f2a0-409d-a279-63e302a3188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371060 Jan 21 19:21:51.848484 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c4479-a8e0-41f3-a0c3-790763d7d26e req-75ae3c3a-3731-4a5b-a2e2-f126f9c9bba6 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:51.850592 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d95c4479-a8e0-41f3-a0c3-790763d7d26e req-75ae3c3a-3731-4a5b-a2e2-f126f9c9bba6 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/ports?device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 945 time: 0.0775971 Jan 21 19:21:51.895454 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d95c4479-a8e0-41f3-a0c3-790763d7d26e req-2fd1271c-b7a7-417b-b9f9-6a7d1f5f3049 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/security-groups?id=45487eca-f2a0-409d-a279-63e302a3188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393667 Jan 21 19:21:52.428922 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:21:53.078260 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7875ee-a0d2-4de8-aaef-c461f9fa7d66 req-5a71b5d0-efce-4e76-8cb5-9010197e48cd tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:53.079708 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2f7875ee-a0d2-4de8-aaef-c461f9fa7d66 req-5a71b5d0-efce-4e76-8cb5-9010197e48cd tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/ports?device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 945 time: 0.0787859 Jan 21 19:21:53.123922 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2f7875ee-a0d2-4de8-aaef-c461f9fa7d66 req-7347317a-9ad6-408b-b2d3-c8f22daf75d6 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/security-groups?id=45487eca-f2a0-409d-a279-63e302a3188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380397 Jan 21 19:21:54.309503 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc76a0-54eb-4c4c-974a-53f3393b2195 req-5ef403d7-b191-4349-93a3-75dc40582863 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:54.311202 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-16dc76a0-54eb-4c4c-974a-53f3393b2195 req-5ef403d7-b191-4349-93a3-75dc40582863 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/ports?device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 945 time: 0.0834217 Jan 21 19:21:54.448827 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-16dc76a0-54eb-4c4c-974a-53f3393b2195 req-27d3682b-0e2e-4ef3-902e-b02bbefcab5d tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/security-groups?id=45487eca-f2a0-409d-a279-63e302a3188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320558 Jan 21 19:21:55.035050 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f4af7c38-ff42-4fa5-87b1-62046a9696aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:55.418972 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b4f138-f5b9-40ab-996b-1a3519b79cf8 req-bccc591a-5f91-4704-8949-7e3ad2e41cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:55.420476 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a9b4f138-f5b9-40ab-996b-1a3519b79cf8 req-bccc591a-5f91-4704-8949-7e3ad2e41cf2 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=abb4bbbfcdf0411e87ddb4e967516b91&device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 1098 time: 0.0744884 Jan 21 19:21:55.565329 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b4f138-f5b9-40ab-996b-1a3519b79cf8 req-37b39f4a-b31d-4ac6-acce-3a0904902528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:55.566772 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a9b4f138-f5b9-40ab-996b-1a3519b79cf8 req-37b39f4a-b31d-4ac6-acce-3a0904902528 service neutron] 10.222.0.113 "GET /v2.0/networks?id=0856de9f-db9b-44bb-9cfe-a5fa98c11637 HTTP/1.1" status: 200 len: 913 time: 0.1276720 Jan 21 19:21:55.634085 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7bda31-b291-4c26-902f-01826850df85 req-51fa2a51-9c39-444a-93d3-ba6293c648b8 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:55.635535 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ec7bda31-b291-4c26-902f-01826850df85 req-51fa2a51-9c39-444a-93d3-ba6293c648b8 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/ports?device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 945 time: 0.0789237 Jan 21 19:21:55.640750 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a9b4f138-f5b9-40ab-996b-1a3519b79cf8 req-80ca103e-3d4f-482a-b77b-aba36b441060 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a4e7aca-3e5b-4ca9-a496-9a06829e828e HTTP/1.1" status: 200 len: 217 time: 0.0673358 Jan 21 19:21:55.679895 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ec7bda31-b291-4c26-902f-01826850df85 req-f2b6b7bc-9e34-423f-9e08-be8df232d945 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/security-groups?id=45487eca-f2a0-409d-a279-63e302a3188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381958 Jan 21 19:21:55.703162 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b4f138-f5b9-40ab-996b-1a3519b79cf8 req-49cc9661-91a7-4351-ae6c-eab82751f1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:55.704592 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a9b4f138-f5b9-40ab-996b-1a3519b79cf8 req-49cc9661-91a7-4351-ae6c-eab82751f1e4 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=e7cca04b-bd71-43ac-910e-d7c11182939a HTTP/1.1" status: 200 len: 852 time: 0.0574732 Jan 21 19:21:55.752575 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a9b4f138-f5b9-40ab-996b-1a3519b79cf8 req-b4415c3f-78fc-4aa6-bcb6-f507e02340ce service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0856de9f-db9b-44bb-9cfe-a5fa98c11637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425076 Jan 21 19:21:55.884681 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a9b4f138-f5b9-40ab-996b-1a3519b79cf8 req-2a8a5bd3-5a32-457f-b48a-e55328c5850b service neutron] 10.222.0.113 "GET /v2.0/networks/0856de9f-db9b-44bb-9cfe-a5fa98c11637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257210 Jan 21 19:21:56.122295 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a9b4f138-f5b9-40ab-996b-1a3519b79cf8 req-f7890410-f3fb-4821-a3a8-884c47ac11ad service neutron] 10.222.0.113 "GET /v2.0/networks/0856de9f-db9b-44bb-9cfe-a5fa98c11637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311430 Jan 21 19:21:56.867589 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33004d-37c5-45a5-a469-241b38e0a495 req-320df10c-6e6f-4867-b4ab-587455845268 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:56.869032 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ec33004d-37c5-45a5-a469-241b38e0a495 req-320df10c-6e6f-4867-b4ab-587455845268 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/ports?device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 945 time: 0.0854917 Jan 21 19:21:56.914259 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ec33004d-37c5-45a5-a469-241b38e0a495 req-fb3671be-0794-4f06-84df-c7df4db472e2 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/security-groups?id=45487eca-f2a0-409d-a279-63e302a3188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394948 Jan 21 19:21:57.212036 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a85849ac-566d-4d72-8d15-052f38b322ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:58.098121 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67100e7-f195-4db5-93ac-3474afd2e531 req-4f4df6ea-67dd-4950-8790-924ab1d26b84 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:58.099704 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d67100e7-f195-4db5-93ac-3474afd2e531 req-4f4df6ea-67dd-4950-8790-924ab1d26b84 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/ports?device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 945 time: 0.0782084 Jan 21 19:21:58.152024 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d67100e7-f195-4db5-93ac-3474afd2e531 req-55236c5e-c55f-4928-85d5-7e427b87d4f0 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/security-groups?id=45487eca-f2a0-409d-a279-63e302a3188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466952 Jan 21 19:21:58.287946 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:58.565990 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:58.657522 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:21:59.335518 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52992c-a2bf-48fe-9b70-8541f5a4f6d5 req-d9bf5c83-b7e2-4a52-994f-e5c348c9ddac tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:21:59.336934 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6f52992c-a2bf-48fe-9b70-8541f5a4f6d5 req-d9bf5c83-b7e2-4a52-994f-e5c348c9ddac tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/ports?device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 945 time: 0.0772898 Jan 21 19:21:59.379413 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6f52992c-a2bf-48fe-9b70-8541f5a4f6d5 req-a170aa09-abc1-4665-b7bd-cc25e5cc83f1 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/security-groups?id=45487eca-f2a0-409d-a279-63e302a3188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368969 Jan 21 19:22:00.108899 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:00.566520 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b747d-f989-43ae-8583-1a82e263fbcd req-d443e46f-0fc1-4a1c-8ce3-0e36d031c98f tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:00.568087 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ef3b747d-f989-43ae-8583-1a82e263fbcd req-d443e46f-0fc1-4a1c-8ce3-0e36d031c98f tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/ports?device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 945 time: 0.0834825 Jan 21 19:22:00.611689 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ef3b747d-f989-43ae-8583-1a82e263fbcd req-13689722-3191-4ea6-bec9-e4e7bcdc514f tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/security-groups?id=45487eca-f2a0-409d-a279-63e302a3188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380788 Jan 21 19:22:01.794452 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd6b21-668a-46b5-abb7-f01bccc6d565 req-264ded0b-1169-4f6d-8652-f44501dd4851 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:01.795837 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e5dd6b21-668a-46b5-abb7-f01bccc6d565 req-264ded0b-1169-4f6d-8652-f44501dd4851 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/ports?device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 945 time: 0.0790803 Jan 21 19:22:01.856602 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e5dd6b21-668a-46b5-abb7-f01bccc6d565 req-d6963e8e-7b58-414a-9b90-a1d776988c18 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/security-groups?id=45487eca-f2a0-409d-a279-63e302a3188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551713 Jan 21 19:22:03.042373 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a4a6b-da2f-4ea8-9920-3b2fe961a1cd req-78073dfa-f067-4c10-8a19-fa37b69d4f63 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:03.043814 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-586a4a6b-da2f-4ea8-9920-3b2fe961a1cd req-78073dfa-f067-4c10-8a19-fa37b69d4f63 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/ports?device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 945 time: 0.0827448 Jan 21 19:22:03.088512 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-586a4a6b-da2f-4ea8-9920-3b2fe961a1cd req-1bd23f30-12df-45f7-a277-74e568c4166e tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/security-groups?id=45487eca-f2a0-409d-a279-63e302a3188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389421 Jan 21 19:22:04.270699 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4262985-84ea-4fdc-b09c-0aad8d63c21a req-ea0d655e-f0c2-4769-9440-37215bdd633b tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:04.272680 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c4262985-84ea-4fdc-b09c-0aad8d63c21a req-ea0d655e-f0c2-4769-9440-37215bdd633b tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/ports?device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 945 time: 0.0797656 Jan 21 19:22:04.320445 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c4262985-84ea-4fdc-b09c-0aad8d63c21a req-7fa5e016-b383-4786-a67a-24c3f9e7ce72 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/security-groups?id=45487eca-f2a0-409d-a279-63e302a3188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422137 Jan 21 19:22:04.452590 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5114e1af-422f-47c7-8b33-beb903ebfb54 req-2843dd0a-d159-4527-b2be-ce43c8143e5e service neutron] 10.222.0.113 "GET /v2.0/ports/7a4e7aca-3e5b-4ca9-a496-9a06829e828e/bindings/hv-neutron-8254 HTTP/1.1" status: 200 len: 384 time: 0.0741940 Jan 21 19:22:05.066805 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5114e1af-422f-47c7-8b33-beb903ebfb54 req-1153afd7-48f4-4ca3-be08-8ca6bc253c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:05.068300 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5114e1af-422f-47c7-8b33-beb903ebfb54 req-1153afd7-48f4-4ca3-be08-8ca6bc253c96 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=55f1a366-8385-4906-be27-4d7c90c6f833&tenant_id=abb4bbbfcdf0411e87ddb4e967516b91 HTTP/1.1" status: 200 len: 1098 time: 0.0750501 Jan 21 19:22:05.157418 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5114e1af-422f-47c7-8b33-beb903ebfb54 req-962c0470-54e1-4615-b668-7187c10c3630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:05.159051 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5114e1af-422f-47c7-8b33-beb903ebfb54 req-962c0470-54e1-4615-b668-7187c10c3630 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=abb4bbbfcdf0411e87ddb4e967516b91&device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 1098 time: 0.0697207 Jan 21 19:22:05.286663 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5114e1af-422f-47c7-8b33-beb903ebfb54 req-9445240e-d3bb-4c80-908e-897df061dd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:05.288231 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5114e1af-422f-47c7-8b33-beb903ebfb54 req-9445240e-d3bb-4c80-908e-897df061dd75 service neutron] 10.222.0.113 "GET /v2.0/networks?id=0856de9f-db9b-44bb-9cfe-a5fa98c11637 HTTP/1.1" status: 200 len: 913 time: 0.1235423 Jan 21 19:22:05.357282 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5114e1af-422f-47c7-8b33-beb903ebfb54 req-4c060708-b697-4abe-bbcd-06850a1179d7 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a4e7aca-3e5b-4ca9-a496-9a06829e828e HTTP/1.1" status: 200 len: 217 time: 0.0636792 Jan 21 19:22:05.418844 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5114e1af-422f-47c7-8b33-beb903ebfb54 req-a021365c-a0b9-4a47-98d8-81f54aa84a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:05.420258 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5114e1af-422f-47c7-8b33-beb903ebfb54 req-a021365c-a0b9-4a47-98d8-81f54aa84a59 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=e7cca04b-bd71-43ac-910e-d7c11182939a HTTP/1.1" status: 200 len: 852 time: 0.0574052 Jan 21 19:22:05.467619 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5114e1af-422f-47c7-8b33-beb903ebfb54 req-befff8dc-e9c1-477a-a496-a6e35c91a5dd service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0856de9f-db9b-44bb-9cfe-a5fa98c11637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414248 Jan 21 19:22:05.506175 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb690ace-706f-4e60-91d2-5b539d1eda9f req-5f052c7c-f9b1-4541-98b0-60d8c43805e4 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:05.507780 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fb690ace-706f-4e60-91d2-5b539d1eda9f req-5f052c7c-f9b1-4541-98b0-60d8c43805e4 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/ports?device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 945 time: 0.0787444 Jan 21 19:22:05.551167 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fb690ace-706f-4e60-91d2-5b539d1eda9f req-64aea288-bb62-4334-ae9d-e749394ba315 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/security-groups?id=45487eca-f2a0-409d-a279-63e302a3188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375192 Jan 21 19:22:05.596564 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5114e1af-422f-47c7-8b33-beb903ebfb54 req-82803e9a-9835-4113-8ddc-50f008f8c3b4 service neutron] 10.222.0.113 "GET /v2.0/networks/0856de9f-db9b-44bb-9cfe-a5fa98c11637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229174 Jan 21 19:22:05.724660 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5114e1af-422f-47c7-8b33-beb903ebfb54 req-bc65f5df-e14d-4b0d-984d-8fd50a429618 service neutron] 10.222.0.113 "GET /v2.0/networks/0856de9f-db9b-44bb-9cfe-a5fa98c11637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209722 Jan 21 19:22:06.737062 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d987c1d-bc6d-4496-95d6-9684a162cf15 req-8611fdd8-f357-4c2d-a7a0-6ab5b12116aa tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:06.738422 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0d987c1d-bc6d-4496-95d6-9684a162cf15 req-8611fdd8-f357-4c2d-a7a0-6ab5b12116aa tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/ports?device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 945 time: 0.0805042 Jan 21 19:22:06.781766 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0d987c1d-bc6d-4496-95d6-9684a162cf15 req-e4662d3f-3db4-4fc7-8e7e-96297d8eac62 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/security-groups?id=45487eca-f2a0-409d-a279-63e302a3188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376008 Jan 21 19:22:07.966830 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f196ec-0427-463d-ab6f-20bed54c6f8c req-4d623e07-a30e-4be8-8dc7-1e9db0d6c095 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:07.968286 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b0f196ec-0427-463d-ab6f-20bed54c6f8c req-4d623e07-a30e-4be8-8dc7-1e9db0d6c095 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/ports?device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 945 time: 0.0791309 Jan 21 19:22:08.013080 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b0f196ec-0427-463d-ab6f-20bed54c6f8c req-3ac96ea8-637c-414a-9bd7-d5aeb47dd73d tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/security-groups?id=45487eca-f2a0-409d-a279-63e302a3188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391781 Jan 21 19:22:08.521535 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b34f67-62ec-4646-81f2-33b02fd68fc4 req-f9bca301-3732-4454-8c73-444d2665b812 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:08.522990 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-64b34f67-62ec-4646-81f2-33b02fd68fc4 req-f9bca301-3732-4454-8c73-444d2665b812 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Synchronizing usage tracker for tenant:abb4bbbfcdf0411e87ddb4e967516b91 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:22:08.605720 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-64b34f67-62ec-4646-81f2-33b02fd68fc4 req-f9bca301-3732-4454-8c73-444d2665b812 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Unset dirty status for tenant:abb4bbbfcdf0411e87ddb4e967516b91 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:22:08.607080 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-64b34f67-62ec-4646-81f2-33b02fd68fc4 req-f9bca301-3732-4454-8c73-444d2665b812 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.113 "GET /v2.0/ports?device_id=55f1a366-8385-4906-be27-4d7c90c6f833&tenant_id=abb4bbbfcdf0411e87ddb4e967516b91&binding%3Ahost_id=hv-neutron-8254 HTTP/1.1" status: 200 len: 945 time: 0.1694388 Jan 21 19:22:08.744149 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b34f67-62ec-4646-81f2-33b02fd68fc4 req-25279c8a-0392-48be-b6f5-675dc78f81b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:08.745485 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-64b34f67-62ec-4646-81f2-33b02fd68fc4 req-25279c8a-0392-48be-b6f5-675dc78f81b5 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=abb4bbbfcdf0411e87ddb4e967516b91&device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 1098 time: 0.0687609 Jan 21 19:22:08.873667 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b34f67-62ec-4646-81f2-33b02fd68fc4 req-1eff8a25-4d95-4877-bdaa-2b1bef0229b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:08.875118 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-64b34f67-62ec-4646-81f2-33b02fd68fc4 req-1eff8a25-4d95-4877-bdaa-2b1bef0229b5 service neutron] 10.222.0.113 "GET /v2.0/networks?id=0856de9f-db9b-44bb-9cfe-a5fa98c11637 HTTP/1.1" status: 200 len: 913 time: 0.1240122 Jan 21 19:22:08.944356 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-64b34f67-62ec-4646-81f2-33b02fd68fc4 req-e3127a6a-08d1-4e90-9270-8e68502a26cc service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a4e7aca-3e5b-4ca9-a496-9a06829e828e HTTP/1.1" status: 200 len: 217 time: 0.0632420 Jan 21 19:22:09.007423 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b34f67-62ec-4646-81f2-33b02fd68fc4 req-40f49e0b-eef7-482d-a531-eee9e0b835a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:09.008762 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-64b34f67-62ec-4646-81f2-33b02fd68fc4 req-40f49e0b-eef7-482d-a531-eee9e0b835a7 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=e7cca04b-bd71-43ac-910e-d7c11182939a HTTP/1.1" status: 200 len: 852 time: 0.0573742 Jan 21 19:22:09.056597 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-64b34f67-62ec-4646-81f2-33b02fd68fc4 req-ac030859-6a9f-462d-b8e9-fbaecd6e9f1e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0856de9f-db9b-44bb-9cfe-a5fa98c11637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423083 Jan 21 19:22:09.190167 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-64b34f67-62ec-4646-81f2-33b02fd68fc4 req-d8c34369-0f7b-4d74-87e7-98dc1d00c371 service neutron] 10.222.0.113 "GET /v2.0/networks/0856de9f-db9b-44bb-9cfe-a5fa98c11637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281135 Jan 21 19:22:09.410532 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-64b34f67-62ec-4646-81f2-33b02fd68fc4 req-2d66b6cf-a103-4464-9766-b8ace236da8d service neutron] 10.222.0.113 "GET /v2.0/networks/0856de9f-db9b-44bb-9cfe-a5fa98c11637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142491 Jan 21 19:22:09.531628 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 7a4e7aca-3e5b-4ca9-a496-9a06829e828e details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:22:09.534902 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 7a4e7aca-3e5b-4ca9-a496-9a06829e828e no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:22:09.789711 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:09.811354 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 7a4e7aca-3e5b-4ca9-a496-9a06829e828e, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=7a4e7aca-3e5b-4ca9-a496-9a06829e828e,segment=NetworkSegment(6c5f054e-c26b-4bd1-8aba-bf3f1cb49e4a),segment_id=6c5f054e-c26b-4bd1-8aba-bf3f1cb49e4a)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:22:09.830381 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': '7a4e7aca-3e5b-4ca9-a496-9a06829e828e', 'network_id': '0856de9f-db9b-44bb-9cfe-a5fa98c11637', 'port_id': '7a4e7aca-3e5b-4ca9-a496-9a06829e828e', 'mac_address': 'fa:16:3e:5a:6f:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7cca04b-bd71-43ac-910e-d7c11182939a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:22:09.836839 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f1a366-8385-4906-be27-4d7c90c6f833', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a4e7aca-3e5b-4ca9-a496-9a06829e828e'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:22:09.888726 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 7a4e7aca-3e5b-4ca9-a496-9a06829e828e, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=7a4e7aca-3e5b-4ca9-a496-9a06829e828e,segment=NetworkSegment(6c5f054e-c26b-4bd1-8aba-bf3f1cb49e4a),segment_id=6c5f054e-c26b-4bd1-8aba-bf3f1cb49e4a)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:22:09.901151 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55f1a366-8385-4906-be27-4d7c90c6f833', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a4e7aca-3e5b-4ca9-a496-9a06829e828e', 'code': 200} Jan 21 19:22:09.901399 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:09.921840 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a4e7aca-3e5b-4ca9-a496-9a06829e828e {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:22:09.966592 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:10.075884 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:22:10.076146 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:22:10.079294 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=7a4e7aca-3e5b-4ca9-a496-9a06829e828e,revision_number=6']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:22:10.632710 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:10.649871 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a4e7aca-3e5b-4ca9-a496-9a06829e828e {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:22:10.670907 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 7a4e7aca-3e5b-4ca9-a496-9a06829e828e, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=7a4e7aca-3e5b-4ca9-a496-9a06829e828e,segment=NetworkSegment(6c5f054e-c26b-4bd1-8aba-bf3f1cb49e4a),segment_id=6c5f054e-c26b-4bd1-8aba-bf3f1cb49e4a)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:22:10.720547 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:10.787907 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['7a4e7aca-3e5b-4ca9-a496-9a06829e828e'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:22:10.839943 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=7a4e7aca-3e5b-4ca9-a496-9a06829e828e,revision_number=7']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:22:10.945923 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4148e2a-5d4a-4755-ab4d-f1d17a00681a req-0862de80-ddd9-405b-8079-c542574f0b89 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:10.947294 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a4148e2a-5d4a-4755-ab4d-f1d17a00681a req-0862de80-ddd9-405b-8079-c542574f0b89 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/ports?device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 944 time: 0.0838625 Jan 21 19:22:10.994853 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a4148e2a-5d4a-4755-ab4d-f1d17a00681a req-ce8e7934-1d97-431d-bd6e-56b5e4b4fde1 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/security-groups?id=45487eca-f2a0-409d-a279-63e302a3188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418119 Jan 21 19:22:11.544599 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 7a4e7aca-3e5b-4ca9-a496-9a06829e828e up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:22:11.614880 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port 7a4e7aca-3e5b-4ca9-a496-9a06829e828e triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:22:11.615362 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:11.726713 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:11.757334 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 7a4e7aca-3e5b-4ca9-a496-9a06829e828e, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=7a4e7aca-3e5b-4ca9-a496-9a06829e828e,segment=NetworkSegment(6c5f054e-c26b-4bd1-8aba-bf3f1cb49e4a),segment_id=6c5f054e-c26b-4bd1-8aba-bf3f1cb49e4a)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:22:11.822850 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:11.890606 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=7a4e7aca-3e5b-4ca9-a496-9a06829e828e,revision_number=8']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:22:11.900565 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f1a366-8385-4906-be27-4d7c90c6f833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4e7aca-3e5b-4ca9-a496-9a06829e828e'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:22:11.947865 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55f1a366-8385-4906-be27-4d7c90c6f833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4e7aca-3e5b-4ca9-a496-9a06829e828e', 'code': 200} Jan 21 19:22:12.177839 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0622c-eab1-4d05-af2a-2ab42eee31d8 req-13f4c309-b425-462d-8b6c-15391065f2bc tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:12.179253 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3ca0622c-eab1-4d05-af2a-2ab42eee31d8 req-13f4c309-b425-462d-8b6c-15391065f2bc tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/ports?device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 945 time: 0.0770950 Jan 21 19:22:12.222349 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3ca0622c-eab1-4d05-af2a-2ab42eee31d8 req-7b138579-40eb-4697-8b4e-2c4a41e67795 tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/security-groups?id=45487eca-f2a0-409d-a279-63e302a3188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375528 Jan 21 19:22:12.566417 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b34f67-62ec-4646-81f2-33b02fd68fc4 req-63e80783-8603-41ab-8f5d-8eedc2c2b68a tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:12.567821 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-64b34f67-62ec-4646-81f2-33b02fd68fc4 req-63e80783-8603-41ab-8f5d-8eedc2c2b68a tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.113 "GET /v2.0/ports?device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 945 time: 0.0784657 Jan 21 19:22:12.637455 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-64b34f67-62ec-4646-81f2-33b02fd68fc4 req-f2df9579-e5be-469e-b519-de0f3ff175ec tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Deleting port 7a4e7aca-3e5b-4ca9-a496-9a06829e828e {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:22:12.637812 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-64b34f67-62ec-4646-81f2-33b02fd68fc4 req-f2df9579-e5be-469e-b519-de0f3ff175ec tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:12.876931 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-64b34f67-62ec-4646-81f2-33b02fd68fc4 req-f2df9579-e5be-469e-b519-de0f3ff175ec tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] For port 7a4e7aca-3e5b-4ca9-a496-9a06829e828e, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=7a4e7aca-3e5b-4ca9-a496-9a06829e828e,segment=NetworkSegment(6c5f054e-c26b-4bd1-8aba-bf3f1cb49e4a),segment_id=6c5f054e-c26b-4bd1-8aba-bf3f1cb49e4a)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:22:12.877291 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-64b34f67-62ec-4646-81f2-33b02fd68fc4 req-f2df9579-e5be-469e-b519-de0f3ff175ec tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:12.998500 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-64b34f67-62ec-4646-81f2-33b02fd68fc4 req-f2df9579-e5be-469e-b519-de0f3ff175ec tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Calling delete_port for 7a4e7aca-3e5b-4ca9-a496-9a06829e828e owned by compute:nova {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:22:13.211614 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-64b34f67-62ec-4646-81f2-33b02fd68fc4 req-f2df9579-e5be-469e-b519-de0f3ff175ec tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:13.224347 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['7a4e7aca-3e5b-4ca9-a496-9a06829e828e'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:22:13.294241 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2df9579-e5be-469e-b519-de0f3ff175ec tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Pushing event deleted for resources: {'Port': ['ID=7a4e7aca-3e5b-4ca9-a496-9a06829e828e,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:22:13.336169 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2df9579-e5be-469e-b519-de0f3ff175ec tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:22:13.336546 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2df9579-e5be-469e-b519-de0f3ff175ec tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:22:13.336837 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2df9579-e5be-469e-b519-de0f3ff175ec tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:22:13.337165 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2df9579-e5be-469e-b519-de0f3ff175ec tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:22:13.337488 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2df9579-e5be-469e-b519-de0f3ff175ec tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:22:13.337826 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2df9579-e5be-469e-b519-de0f3ff175ec tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:22:13.338151 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2df9579-e5be-469e-b519-de0f3ff175ec tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:22:13.338469 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2df9579-e5be-469e-b519-de0f3ff175ec tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:22:13.338785 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2df9579-e5be-469e-b519-de0f3ff175ec tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:22:13.339104 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2df9579-e5be-469e-b519-de0f3ff175ec tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:22:13.339416 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2df9579-e5be-469e-b519-de0f3ff175ec tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:22:13.339727 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2df9579-e5be-469e-b519-de0f3ff175ec tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:22:13.385535 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b34f67-62ec-4646-81f2-33b02fd68fc4 req-f2df9579-e5be-469e-b519-de0f3ff175ec tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] No DVR routers for this DVR port 7a4e7aca-3e5b-4ca9-a496-9a06829e828e on host hv-neutron-8254 {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:22:13.388215 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-64b34f67-62ec-4646-81f2-33b02fd68fc4 req-f2df9579-e5be-469e-b519-de0f3ff175ec tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:13.392449 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-51a38f5b-dac0-425b-a3de-9e47607dfb60 req-7eb82067-c9dd-4987-ae54-99474fd8557a tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.87 "GET /v2.0/ports?device_id=55f1a366-8385-4906-be27-4d7c90c6f833 HTTP/1.1" status: 200 len: 210 time: 0.0448434 Jan 21 19:22:13.395093 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f1a366-8385-4906-be27-4d7c90c6f833', 'name': 'network-vif-deleted', 'tag': '7a4e7aca-3e5b-4ca9-a496-9a06829e828e'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:22:13.444684 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55f1a366-8385-4906-be27-4d7c90c6f833', 'name': 'network-vif-deleted', 'tag': '7a4e7aca-3e5b-4ca9-a496-9a06829e828e', 'status': 'completed', 'code': 200} Jan 21 19:22:13.481081 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-64b34f67-62ec-4646-81f2-33b02fd68fc4 req-f2df9579-e5be-469e-b519-de0f3ff175ec tempest-DeleteServersTestJSON-1725937709 tempest-DeleteServersTestJSON-1725937709-project] 10.222.0.113 "DELETE /v2.0/ports/7a4e7aca-3e5b-4ca9-a496-9a06829e828e HTTP/1.1" status: 204 len: 173 time: 0.9076664 Jan 21 19:22:14.657842 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 38578) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:22:14.720639 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-f626a569-bd46-4320-ae22-5a4638a92329 admin admin] Deleting subnet e7cca04b-bd71-43ac-910e-d7c11182939a {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:22:14.723449 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f626a569-bd46-4320-ae22-5a4638a92329 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:14.773320 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f626a569-bd46-4320-ae22-5a4638a92329 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:14.830519 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f626a569-bd46-4320-ae22-5a4638a92329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:14.954578 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f626a569-bd46-4320-ae22-5a4638a92329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:14.991563 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f626a569-bd46-4320-ae22-5a4638a92329 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7cca04b-bd71-43ac-910e-d7c11182939a,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:22:14.997305 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f626a569-bd46-4320-ae22-5a4638a92329 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:15.003539 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f626a569-bd46-4320-ae22-5a4638a92329 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/e7cca04b-bd71-43ac-910e-d7c11182939a HTTP/1.1" status: 204 len: 168 time: 0.3446639 Jan 21 19:22:15.006007 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 38582) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:22:15.109294 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e4379576-7994-4b07-a7ac-b7820cbfb362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:15.230284 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e4379576-7994-4b07-a7ac-b7820cbfb362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:15.255690 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-e4379576-7994-4b07-a7ac-b7820cbfb362 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0856de9f-db9b-44bb-9cfe-a5fa98c11637']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:22:15.271814 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-e4379576-7994-4b07-a7ac-b7820cbfb362 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c5f054e-c26b-4bd1-8aba-bf3f1cb49e4a') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:22:15.272200 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-e4379576-7994-4b07-a7ac-b7820cbfb362 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c5f054e-c26b-4bd1-8aba-bf3f1cb49e4a') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:22:15.283041 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e4379576-7994-4b07-a7ac-b7820cbfb362 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:15.298696 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e4379576-7994-4b07-a7ac-b7820cbfb362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:15.305456 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4379576-7994-4b07-a7ac-b7820cbfb362 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:22:15.306158 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e4379576-7994-4b07-a7ac-b7820cbfb362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:15.318910 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:22:15.318910 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:22:15.318910 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:22:15.318910 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:22:15.318910 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:22:15.318910 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:22:15.318910 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:22:15.318910 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:22:15.318910 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:22:15.318910 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:22:15.318910 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:22:15.318910 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:22:15.318910 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:22:15.318910 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:22:15.318910 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:22:15.318910 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:22:15.318910 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:22:15.318910 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:22:15.318910 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:22:15.318910 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:22:15.318910 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:22:15.318910 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:22:15.318910 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:22:15.318910 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:22:15.318910 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:22:15.318910 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:22:15.318910 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:22:15.318910 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:22:15.318910 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:22:15.318910 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:22:15.318910 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:22:15.318910 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:22:15.462882 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e4379576-7994-4b07-a7ac-b7820cbfb362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:15.479349 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e4379576-7994-4b07-a7ac-b7820cbfb362 admin admin] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:15.493706 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4379576-7994-4b07-a7ac-b7820cbfb362 admin admin] Pushing event deleted for resources: {'Network': ['ID=0856de9f-db9b-44bb-9cfe-a5fa98c11637,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:22:15.566445 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e4379576-7994-4b07-a7ac-b7820cbfb362 admin admin] 10.222.0.87 "DELETE /v2.0/networks/0856de9f-db9b-44bb-9cfe-a5fa98c11637 HTTP/1.1" status: 204 len: 168 time: 0.5593696 Jan 21 19:22:15.869779 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 38588) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:22:15.919582 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-271e9cf4-bdde-4734-9cdf-83477a915927 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=abb4bbbfcdf0411e87ddb4e967516b91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486355 Jan 21 19:22:15.922246 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 38592) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:22:15.979417 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-16a77c39-ac93-4f93-ac5b-ef3a85046982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:16.004404 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-16a77c39-ac93-4f93-ac5b-ef3a85046982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:16.097248 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-16a77c39-ac93-4f93-ac5b-ef3a85046982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:16.113184 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a77c39-ac93-4f93-ac5b-ef3a85046982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45487eca-f2a0-409d-a279-63e302a3188c,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:22:16.187712 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-16a77c39-ac93-4f93-ac5b-ef3a85046982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:16.188837 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-16a77c39-ac93-4f93-ac5b-ef3a85046982 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/45487eca-f2a0-409d-a279-63e302a3188c HTTP/1.1" status: 204 len: 168 time: 0.2657068 Jan 21 19:22:17.243852 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 38616) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:22:17.355064 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-e1cfc936-e908-4de0-8896-45202fffa161 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-989034569-network', 'tenant_id': '1a92b4b598bd4542a191f569eda09c5b'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:22:17.359723 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e1cfc936-e908-4de0-8896-45202fffa161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:22:17.363490 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-e1cfc936-e908-4de0-8896-45202fffa161 admin admin] Usage tracker for resource:network and tenant:1a92b4b598bd4542a191f569eda09c5b is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:22:17.366506 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-e1cfc936-e908-4de0-8896-45202fffa161 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:22:17.372431 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e1cfc936-e908-4de0-8896-45202fffa161 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:22:17.423314 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cfc936-e908-4de0-8896-45202fffa161 admin admin] Made reservation on behalf of 1a92b4b598bd4542a191f569eda09c5b for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:22:17.426652 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e1cfc936-e908-4de0-8896-45202fffa161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:17.440725 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e1cfc936-e908-4de0-8896-45202fffa161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:17.462951 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e1cfc936-e908-4de0-8896-45202fffa161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:22:17.466720 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-e1cfc936-e908-4de0-8896-45202fffa161 admin admin] Usage tracker for resource:security_group_rule and tenant:1a92b4b598bd4542a191f569eda09c5b is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:22:17.469472 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-e1cfc936-e908-4de0-8896-45202fffa161 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:22:17.475598 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e1cfc936-e908-4de0-8896-45202fffa161 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:22:17.556555 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e1cfc936-e908-4de0-8896-45202fffa161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:17.588503 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 7a4e7aca-3e5b-4ca9-a496-9a06829e828e no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:22:17.600302 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e1cfc936-e908-4de0-8896-45202fffa161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:17.626415 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] No Port match for: 7a4e7aca-3e5b-4ca9-a496-9a06829e828e {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:22:17.626755 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 7a4e7aca-3e5b-4ca9-a496-9a06829e828e not bound to the agent host hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:22:17.631680 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1cfc936-e908-4de0-8896-45202fffa161 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:22:17.639938 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cfc936-e908-4de0-8896-45202fffa161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9191362f-4beb-4676-bcb3-f473a6f33def,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:22:17.646396 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e1cfc936-e908-4de0-8896-45202fffa161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:17.646770 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-e1cfc936-e908-4de0-8896-45202fffa161 admin admin] Added segment 41cee031-d931-4673-a21e-ff0484082f81 of type vlan for network ad566a62-dedb-4357-93a6-7fa2d02b46d0 Jan 21 19:22:17.672344 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e1cfc936-e908-4de0-8896-45202fffa161 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:17.772167 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e1cfc936-e908-4de0-8896-45202fffa161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:17.773130 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cfc936-e908-4de0-8896-45202fffa161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:17.773709 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e1cfc936-e908-4de0-8896-45202fffa161 admin admin] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:17.883209 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cfc936-e908-4de0-8896-45202fffa161 admin admin] Pushing event updated for resources: {'Network': ['ID=ad566a62-dedb-4357-93a6-7fa2d02b46d0,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:22:17.892041 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e1cfc936-e908-4de0-8896-45202fffa161 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6470990 Jan 21 19:22:17.892883 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network ad566a62-dedb-4357-93a6-7fa2d02b46d0 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:22:17.894826 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 38622) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:22:17.900845 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-c3dae6de-fe4a-4f22-a183-330992d6e8fe admin admin] Request body: {'subnet': {'network_id': 'ad566a62-dedb-4357-93a6-7fa2d02b46d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-989034569-subnet', 'tenant_id': '1a92b4b598bd4542a191f569eda09c5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:22:17.905771 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-c3dae6de-fe4a-4f22-a183-330992d6e8fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:22:17.909926 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-c3dae6de-fe4a-4f22-a183-330992d6e8fe admin admin] Usage tracker for resource:subnet and tenant:1a92b4b598bd4542a191f569eda09c5b is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:22:17.913633 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-c3dae6de-fe4a-4f22-a183-330992d6e8fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:22:17.919478 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-c3dae6de-fe4a-4f22-a183-330992d6e8fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:22:18.017386 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3dae6de-fe4a-4f22-a183-330992d6e8fe admin admin] Made reservation on behalf of 1a92b4b598bd4542a191f569eda09c5b for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:22:18.019828 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c3dae6de-fe4a-4f22-a183-330992d6e8fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:18.354299 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c3dae6de-fe4a-4f22-a183-330992d6e8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:18.428727 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dae6de-fe4a-4f22-a183-330992d6e8fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5d90aa6-04c0-4ba5-ad33-03b7cd838205,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:22:18.438988 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dae6de-fe4a-4f22-a183-330992d6e8fe admin admin] Checking segment: {'id': '41cee031-d931-4673-a21e-ff0484082f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ad566a62-dedb-4357-93a6-7fa2d02b46d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:22:18.439715 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dae6de-fe4a-4f22-a183-330992d6e8fe admin admin] Network hostable DHCP agents. Network: ad566a62-dedb-4357-93a6-7fa2d02b46d0, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:22:18.502782 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dae6de-fe4a-4f22-a183-330992d6e8fe admin admin] Network ad566a62-dedb-4357-93a6-7fa2d02b46d0 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:22:18.548283 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-c3dae6de-fe4a-4f22-a183-330992d6e8fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, ad566a62-dedb-4357-93a6-7fa2d02b46d0) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:22:18.552198 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3dae6de-fe4a-4f22-a183-330992d6e8fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:18.553097 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c3dae6de-fe4a-4f22-a183-330992d6e8fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:18.557082 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ced4e6-0114-42e9-8ae4-6b8896ec23cf None None] Network ad566a62-dedb-4357-93a6-7fa2d02b46d0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:22:18.606589 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c3dae6de-fe4a-4f22-a183-330992d6e8fe admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7106597 Jan 21 19:22:18.766052 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5776c3e0-6fcb-4030-a9db-b95965101d85 None None] Network ad566a62-dedb-4357-93a6-7fa2d02b46d0 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:22:19.110569 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-3e776b8e-a359-42af-8d88-64974ed2a562 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:19.112214 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-3e776b8e-a359-42af-8d88-64974ed2a562 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/networks?id=ad566a62-dedb-4357-93a6-7fa2d02b46d0 HTTP/1.1" status: 200 len: 814 time: 0.1478403 Jan 21 19:22:19.127499 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-cdbdc230-ee7d-4741-b096-56e18b7e3774 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/quotas/1a92b4b598bd4542a191f569eda09c5b HTTP/1.1" status: 200 len: 375 time: 0.0091138 Jan 21 19:22:19.173368 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-113a70d2-f720-4262-b214-482ed0b0f842 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=1a92b4b598bd4542a191f569eda09c5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406983 Jan 21 19:22:19.228576 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-97d802f8-1753-4e7c-9829-9b71f5e79927 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=88136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:22:19.229555 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-97d802f8-1753-4e7c-9829-9b71f5e79927 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0493631 Jan 21 19:22:19.360267 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-be3167ae-621e-452a-bdd6-87b5b7694c4a service neutron] 10.222.0.87 "GET /v2.0/networks/ad566a62-dedb-4357-93a6-7fa2d02b46d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247499 Jan 21 19:22:19.491294 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-1316da6a-329c-4975-b5ff-7793df2e45ef service neutron] 10.222.0.87 "GET /v2.0/networks/ad566a62-dedb-4357-93a6-7fa2d02b46d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251438 Jan 21 19:22:19.876424 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b25a3c43-fb16-40c8-8163-12e1bf75e9a0 req-29775851-c353-4bd6-9e3e-9967f6ec375f tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242 HTTP/1.1" status: 200 len: 210 time: 0.1414783 Jan 21 19:22:21.027213 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-316d8310-45b0-494b-bc90-bd2d11d949f1 req-b3e9f944-60f6-42f4-8d56-461d7bac7838 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242 HTTP/1.1" status: 200 len: 210 time: 0.0433047 Jan 21 19:22:21.837457 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-e7ef63ba-642f-4477-8fc3-77548db32b21 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:21.838103 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-e7ef63ba-642f-4477-8fc3-77548db32b21 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Synchronizing usage tracker for tenant:1a92b4b598bd4542a191f569eda09c5b on resource:network {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:22:21.914320 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-e7ef63ba-642f-4477-8fc3-77548db32b21 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Unset dirty status for tenant:1a92b4b598bd4542a191f569eda09c5b on resource:network {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:22:21.915491 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-e7ef63ba-642f-4477-8fc3-77548db32b21 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.113 "GET /v2.0/networks?id=ad566a62-dedb-4357-93a6-7fa2d02b46d0 HTTP/1.1" status: 200 len: 814 time: 0.2244973 Jan 21 19:22:21.926878 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-85b86862-a437-466f-b2f1-e87526eed688 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Request body: {'port': {'device_id': '2e4585e6-fb9a-403d-ba10-f4df52a18242', 'network_id': 'ad566a62-dedb-4357-93a6-7fa2d02b46d0', 'admin_state_up': True, 'tenant_id': '1a92b4b598bd4542a191f569eda09c5b'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:22:22.065104 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-85b86862-a437-466f-b2f1-e87526eed688 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:22:22.069777 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-85b86862-a437-466f-b2f1-e87526eed688 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Usage tracker for resource:port and tenant:1a92b4b598bd4542a191f569eda09c5b is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:22:22.072617 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-85b86862-a437-466f-b2f1-e87526eed688 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:22:22.078397 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-85b86862-a437-466f-b2f1-e87526eed688 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:22:22.142627 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-85b86862-a437-466f-b2f1-e87526eed688 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Made reservation on behalf of 1a92b4b598bd4542a191f569eda09c5b for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:22:22.146734 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-85b86862-a437-466f-b2f1-e87526eed688 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:22.179387 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-48c35d37-a462-4b65-bae0-22c938db94f4 req-3700c2c9-699c-4f80-b576-5ee3d1f1b717 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242 HTTP/1.1" status: 200 len: 210 time: 0.0426691 Jan 21 19:22:22.312057 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-85b86862-a437-466f-b2f1-e87526eed688 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Allocated IP 172.20.0.3 (ad566a62-dedb-4357-93a6-7fa2d02b46d0/a5d90aa6-04c0-4ba5-ad33-03b7cd838205/794b3f92-58bb-4089-8322-d23cf88ead7e) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:22:22.515461 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-85b86862-a437-466f-b2f1-e87526eed688 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:22.605677 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-85b86862-a437-466f-b2f1-e87526eed688 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:22.683730 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-85b86862-a437-466f-b2f1-e87526eed688 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Network ad566a62-dedb-4357-93a6-7fa2d02b46d0 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:22:22.687039 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-85b86862-a437-466f-b2f1-e87526eed688 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:22:22.691047 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-85b86862-a437-466f-b2f1-e87526eed688 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:22:22.729081 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b86862-a437-466f-b2f1-e87526eed688 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Pushing event updated for resources: {'Port': ['ID=794b3f92-58bb-4089-8322-d23cf88ead7e,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:22:22.756664 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-85b86862-a437-466f-b2f1-e87526eed688 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:22.757255 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-85b86862-a437-466f-b2f1-e87526eed688 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:22.857706 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-85b86862-a437-466f-b2f1-e87526eed688 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9346688 Jan 21 19:22:22.869718 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-3f444b9e-fde4-4001-ad5d-780b8fe0c1fd service neutron] Request body: {'port': {'device_id': '2e4585e6-fb9a-403d-ba10-f4df52a18242', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:22:22.978801 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-3f444b9e-fde4-4001-ad5d-780b8fe0c1fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:23.310181 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-3f444b9e-fde4-4001-ad5d-780b8fe0c1fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 794b3f92-58bb-4089-8322-d23cf88ead7e {{(pid=88137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:22:23.317187 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-3f444b9e-fde4-4001-ad5d-780b8fe0c1fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:23.331139 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-3f444b9e-fde4-4001-ad5d-780b8fe0c1fd service neutron] Transition to ACTIVE for port object 794b3f92-58bb-4089-8322-d23cf88ead7e will not be triggered until provisioned by entity L2. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:22:23.384000 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d6ff1-80e5-47b3-a428-bc32068bc6ae req-7221c209-09d3-4456-9a01-f5a8b3e05b7b tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:23.385477 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-712d6ff1-80e5-47b3-a428-bc32068bc6ae req-7221c209-09d3-4456-9a01-f5a8b3e05b7b tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242 HTTP/1.1" status: 200 len: 931 time: 0.0963559 Jan 21 19:22:23.416922 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-3f444b9e-fde4-4001-ad5d-780b8fe0c1fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:23.428860 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-712d6ff1-80e5-47b3-a428-bc32068bc6ae req-690f03cc-cc62-4b30-bce3-2da484ffa987 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376530 Jan 21 19:22:23.667841 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f444b9e-fde4-4001-ad5d-780b8fe0c1fd service neutron] Pushing event updated for resources: {'Port': ['ID=794b3f92-58bb-4089-8322-d23cf88ead7e,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:22:23.737703 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-3f444b9e-fde4-4001-ad5d-780b8fe0c1fd service neutron] Attempting to bind port 794b3f92-58bb-4089-8322-d23cf88ead7e on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:22:23.737983 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-3f444b9e-fde4-4001-ad5d-780b8fe0c1fd service neutron] Attempting to bind port 794b3f92-58bb-4089-8322-d23cf88ead7e by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '41cee031-d931-4673-a21e-ff0484082f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ad566a62-dedb-4357-93a6-7fa2d02b46d0'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:22:23.738303 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-3f444b9e-fde4-4001-ad5d-780b8fe0c1fd service neutron] Attempting to bind port 794b3f92-58bb-4089-8322-d23cf88ead7e on network ad566a62-dedb-4357-93a6-7fa2d02b46d0 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:22:23.742959 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-3f444b9e-fde4-4001-ad5d-780b8fe0c1fd service neutron] Port 794b3f92-58bb-4089-8322-d23cf88ead7e on network ad566a62-dedb-4357-93a6-7fa2d02b46d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 19:22:23.743273 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-3f444b9e-fde4-4001-ad5d-780b8fe0c1fd service neutron] Attempting to bind port 794b3f92-58bb-4089-8322-d23cf88ead7e on network ad566a62-dedb-4357-93a6-7fa2d02b46d0 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:22:23.748107 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-3f444b9e-fde4-4001-ad5d-780b8fe0c1fd service neutron] Checking agent: {'id': '9a14f311-f6d5-46c6-87a2-f860197fb66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:22:23.748437 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-3f444b9e-fde4-4001-ad5d-780b8fe0c1fd service neutron] Checking segment: {'id': '41cee031-d931-4673-a21e-ff0484082f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ad566a62-dedb-4357-93a6-7fa2d02b46d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:22:23.748818 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-3f444b9e-fde4-4001-ad5d-780b8fe0c1fd service neutron] Bound using segment: {'id': '41cee031-d931-4673-a21e-ff0484082f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ad566a62-dedb-4357-93a6-7fa2d02b46d0'} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:22:23.749230 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-3f444b9e-fde4-4001-ad5d-780b8fe0c1fd service neutron] Bound port: 794b3f92-58bb-4089-8322-d23cf88ead7e, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41cee031-d931-4673-a21e-ff0484082f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ad566a62-dedb-4357-93a6-7fa2d02b46d0'}}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:22:23.749565 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-3f444b9e-fde4-4001-ad5d-780b8fe0c1fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:23.837577 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-3f444b9e-fde4-4001-ad5d-780b8fe0c1fd service neutron] For port 794b3f92-58bb-4089-8322-d23cf88ead7e, host hv-neutron-8254, cleared binding levels {{(pid=88137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:22:23.840640 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-3f444b9e-fde4-4001-ad5d-780b8fe0c1fd service neutron] For port 794b3f92-58bb-4089-8322-d23cf88ead7e, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=794b3f92-58bb-4089-8322-d23cf88ead7e,segment=NetworkSegment(41cee031-d931-4673-a21e-ff0484082f81),segment_id=41cee031-d931-4673-a21e-ff0484082f81)] {{(pid=88137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:22:23.960820 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-3f444b9e-fde4-4001-ad5d-780b8fe0c1fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:24.022900 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-3f444b9e-fde4-4001-ad5d-780b8fe0c1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:24.023258 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-3f444b9e-fde4-4001-ad5d-780b8fe0c1fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:24.024746 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-3f444b9e-fde4-4001-ad5d-780b8fe0c1fd service neutron] 10.222.0.113 "PUT /v2.0/ports/794b3f92-58bb-4089-8322-d23cf88ead7e HTTP/1.1" status: 200 len: 1093 time: 1.1590583 Jan 21 19:22:24.025181 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e4585e6-fb9a-403d-ba10-f4df52a18242', 'tag': '794b3f92-58bb-4089-8322-d23cf88ead7e'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:22:24.047739 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f444b9e-fde4-4001-ad5d-780b8fe0c1fd service neutron] Pushing event updated for resources: {'Port': ['ID=794b3f92-58bb-4089-8322-d23cf88ead7e,revision_number=3']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:22:24.073966 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e4585e6-fb9a-403d-ba10-f4df52a18242', 'tag': '794b3f92-58bb-4089-8322-d23cf88ead7e', 'status': 'completed', 'code': 200} Jan 21 19:22:24.164447 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d262d-8385-493e-98c7-147858e45945 req-8d603017-adde-4f95-a2bd-586a23dc68f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:24.165933 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-190d262d-8385-493e-98c7-147858e45945 req-8d603017-adde-4f95-a2bd-586a23dc68f3 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1a92b4b598bd4542a191f569eda09c5b&device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242 HTTP/1.1" status: 200 len: 1096 time: 0.0734880 Jan 21 19:22:24.301668 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d262d-8385-493e-98c7-147858e45945 req-2d004be1-531f-4539-a63e-02612ba693f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:24.303870 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-190d262d-8385-493e-98c7-147858e45945 req-2d004be1-531f-4539-a63e-02612ba693f6 service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=1a92b4b598bd4542a191f569eda09c5b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1314447 Jan 21 19:22:24.437199 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d262d-8385-493e-98c7-147858e45945 req-b37dfed0-6e6b-455b-8f08-5703f2da02af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:24.438687 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-190d262d-8385-493e-98c7-147858e45945 req-b37dfed0-6e6b-455b-8f08-5703f2da02af service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1289341 Jan 21 19:22:24.542438 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-7a972978-e111-4b09-810a-8e23060f03bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:24.543913 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-7a972978-e111-4b09-810a-8e23060f03bd service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1a92b4b598bd4542a191f569eda09c5b&device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242 HTTP/1.1" status: 200 len: 1096 time: 0.0698259 Jan 21 19:22:24.613802 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-c58e931d-3585-4c06-be4a-6e585d02ecb0 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=794b3f92-58bb-4089-8322-d23cf88ead7e HTTP/1.1" status: 200 len: 217 time: 0.0631678 Jan 21 19:22:24.614443 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456dbf8d-ce07-4a6b-8ba0-78dc73e6aa96 req-7065fa4e-bb20-458b-886b-55ff81483031 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:24.616725 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-456dbf8d-ce07-4a6b-8ba0-78dc73e6aa96 req-7065fa4e-bb20-458b-886b-55ff81483031 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242 HTTP/1.1" status: 200 len: 943 time: 0.0801933 Jan 21 19:22:24.660049 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-456dbf8d-ce07-4a6b-8ba0-78dc73e6aa96 req-36ff4ecd-a945-4624-8455-3da7be0ef89e tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377059 Jan 21 19:22:24.675670 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-26549482-7ffc-4658-84cd-fad55a9fb0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:24.677081 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-26549482-7ffc-4658-84cd-fad55a9fb0a7 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=a5d90aa6-04c0-4ba5-ad33-03b7cd838205 HTTP/1.1" status: 200 len: 854 time: 0.0575113 Jan 21 19:22:24.726574 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-cbf4f56d-9251-49d1-9a70-17d87da5441e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ad566a62-dedb-4357-93a6-7fa2d02b46d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427644 Jan 21 19:22:24.857062 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-4c1576d5-eda7-44be-a510-c59d7ea6262b service neutron] 10.222.0.113 "GET /v2.0/networks/ad566a62-dedb-4357-93a6-7fa2d02b46d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239948 Jan 21 19:22:25.011132 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-34636a89-95ed-4ee6-b71a-cef1802afe93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:25.046975 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-00059cf8-f273-4ce0-bd91-f31a33b4e6d0 req-9936e17d-07a5-4141-b674-54302cc853d3 service neutron] 10.222.0.113 "GET /v2.0/networks/ad566a62-dedb-4357-93a6-7fa2d02b46d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842248 Jan 21 19:22:25.847174 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee649f-4fdb-445a-8692-e219ef2fcb09 req-04f0cefe-af45-461d-87cc-0fc570e45c8f tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:25.848706 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-00ee649f-4fdb-445a-8692-e219ef2fcb09 req-04f0cefe-af45-461d-87cc-0fc570e45c8f tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242 HTTP/1.1" status: 200 len: 943 time: 0.0831978 Jan 21 19:22:25.897053 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-00ee649f-4fdb-445a-8692-e219ef2fcb09 req-86a19020-bb5b-4894-9456-a57b8bd60284 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394478 Jan 21 19:22:27.079494 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f00457-68d1-46c1-9eef-ff9ac975c6dc req-fe6ad2ab-aaeb-44b1-8ad6-ecf4ef4167cc tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:27.080993 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-94f00457-68d1-46c1-9eef-ff9ac975c6dc req-fe6ad2ab-aaeb-44b1-8ad6-ecf4ef4167cc tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242 HTTP/1.1" status: 200 len: 943 time: 0.0808921 Jan 21 19:22:27.129343 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-94f00457-68d1-46c1-9eef-ff9ac975c6dc req-7f2b0e7e-3ecc-4fdb-b900-d3c4cfde4f7a tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419807 Jan 21 19:22:27.228660 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-399a3ef5-e3aa-45c5-bb0b-ad4b68f075b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:27.665978 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 794b3f92-58bb-4089-8322-d23cf88ead7e details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:22:27.832445 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 794b3f92-58bb-4089-8322-d23cf88ead7e, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=794b3f92-58bb-4089-8322-d23cf88ead7e,segment=NetworkSegment(41cee031-d931-4673-a21e-ff0484082f81),segment_id=41cee031-d931-4673-a21e-ff0484082f81)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:22:27.846025 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': '794b3f92-58bb-4089-8322-d23cf88ead7e', 'network_id': 'ad566a62-dedb-4357-93a6-7fa2d02b46d0', 'port_id': '794b3f92-58bb-4089-8322-d23cf88ead7e', 'mac_address': 'fa:16:3e:01:e8:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5d90aa6-04c0-4ba5-ad33-03b7cd838205', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:22:27.900963 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:27.918390 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 794b3f92-58bb-4089-8322-d23cf88ead7e {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:22:27.933937 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 794b3f92-58bb-4089-8322-d23cf88ead7e, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=794b3f92-58bb-4089-8322-d23cf88ead7e,segment=NetworkSegment(41cee031-d931-4673-a21e-ff0484082f81),segment_id=41cee031-d931-4673-a21e-ff0484082f81)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:22:27.999788 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:28.070106 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=794b3f92-58bb-4089-8322-d23cf88ead7e,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:22:28.202498 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['794b3f92-58bb-4089-8322-d23cf88ead7e'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:22:28.298776 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:28.314380 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44139623-8408-488d-beac-6578a5f6c339 req-711b9969-86c0-41c4-aee5-84f7f82f8aa2 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:28.315839 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-44139623-8408-488d-beac-6578a5f6c339 req-711b9969-86c0-41c4-aee5-84f7f82f8aa2 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242 HTTP/1.1" status: 200 len: 944 time: 0.0815287 Jan 21 19:22:28.361459 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-44139623-8408-488d-beac-6578a5f6c339 req-7120f21b-5a2c-4e6a-b62d-b68113d38f5d tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391552 Jan 21 19:22:28.571150 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:28.668372 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:29.428162 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:22:29.563767 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f712ab2-defa-4ea1-8868-f92b331ce73f req-207fd7f8-b2bf-4f13-984f-7428210a3be0 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:29.565192 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2f712ab2-defa-4ea1-8868-f92b331ce73f req-207fd7f8-b2bf-4f13-984f-7428210a3be0 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242 HTTP/1.1" status: 200 len: 944 time: 0.0862303 Jan 21 19:22:29.609947 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2f712ab2-defa-4ea1-8868-f92b331ce73f req-d65bcc1d-b4e3-4572-905f-56ff7c9dd8a5 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383520 Jan 21 19:22:29.668793 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 794b3f92-58bb-4089-8322-d23cf88ead7e up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:22:29.816959 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning for port 794b3f92-58bb-4089-8322-d23cf88ead7e completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:22:29.822145 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port 794b3f92-58bb-4089-8322-d23cf88ead7e triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:22:29.825448 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:29.938999 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:29.965357 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4585e6-fb9a-403d-ba10-f4df52a18242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794b3f92-58bb-4089-8322-d23cf88ead7e'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:22:29.974750 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 794b3f92-58bb-4089-8322-d23cf88ead7e, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=794b3f92-58bb-4089-8322-d23cf88ead7e,segment=NetworkSegment(41cee031-d931-4673-a21e-ff0484082f81),segment_id=41cee031-d931-4673-a21e-ff0484082f81)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:22:30.010385 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4585e6-fb9a-403d-ba10-f4df52a18242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794b3f92-58bb-4089-8322-d23cf88ead7e', 'code': 200} Jan 21 19:22:30.039759 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:30.117625 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=794b3f92-58bb-4089-8322-d23cf88ead7e,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:22:30.166641 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:30.382544 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6eb4e1-2eff-4304-86b3-d9874883ae23 req-ec865b9c-efed-4bbb-9551-05ef7e4bb610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:30.383995 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-1f6eb4e1-2eff-4304-86b3-d9874883ae23 req-ec865b9c-efed-4bbb-9551-05ef7e4bb610 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242 HTTP/1.1" status: 200 len: 1098 time: 0.0680678 Jan 21 19:22:30.423088 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-1f6eb4e1-2eff-4304-86b3-d9874883ae23 req-7f1be5de-1722-4aff-b97c-832f3cdc3191 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334055 Jan 21 19:22:30.789136 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9ce57-5dc3-4630-b5fc-3f33658de00d req-5752560f-764d-4284-b6cb-4ec984cf3a29 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:30.790583 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-eee9ce57-5dc3-4630-b5fc-3f33658de00d req-5752560f-764d-4284-b6cb-4ec984cf3a29 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242 HTTP/1.1" status: 200 len: 945 time: 0.0767019 Jan 21 19:22:30.833564 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-eee9ce57-5dc3-4630-b5fc-3f33658de00d req-108b1d70-74f1-4d9c-b993-b503bf00ab16 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373590 Jan 21 19:22:32.023059 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e5fd3-b03b-4290-95de-123e62479f66 req-44e796f0-6252-4a8b-a45e-0c0d30cb67f9 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:32.024495 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c41e5fd3-b03b-4290-95de-123e62479f66 req-44e796f0-6252-4a8b-a45e-0c0d30cb67f9 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242 HTTP/1.1" status: 200 len: 945 time: 0.0840299 Jan 21 19:22:32.067612 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c41e5fd3-b03b-4290-95de-123e62479f66 req-17d89be1-174d-45a9-92fe-4ee86590b722 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375142 Jan 21 19:22:32.248071 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2040e1b-8e94-422b-a0a4-373607c3580a req-2e1b3d76-1b4f-4cd6-a333-eee3dcb94874 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:32.249550 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c2040e1b-8e94-422b-a0a4-373607c3580a req-2e1b3d76-1b4f-4cd6-a333-eee3dcb94874 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242 HTTP/1.1" status: 200 len: 945 time: 0.0783336 Jan 21 19:22:32.296279 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c2040e1b-8e94-422b-a0a4-373607c3580a req-dd7eb691-8747-4f98-ba6f-711dcb665443 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410950 Jan 21 19:22:32.713535 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f189c8c-6ec0-4909-86e8-b7e90a43f53a req-d2f3995f-caa1-4d49-b244-8cd45cdca5ae tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:32.714981 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5f189c8c-6ec0-4909-86e8-b7e90a43f53a req-d2f3995f-caa1-4d49-b244-8cd45cdca5ae tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242 HTTP/1.1" status: 200 len: 945 time: 0.0771885 Jan 21 19:22:32.757855 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5f189c8c-6ec0-4909-86e8-b7e90a43f53a req-21deaae4-4e48-401e-92be-ac0bdefd0784 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373206 Jan 21 19:22:32.954517 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa11ff-486f-4c84-9fe2-e52385467859 req-9738d858-8bba-4021-8739-f2ad8308e71c tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:32.955955 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ecaa11ff-486f-4c84-9fe2-e52385467859 req-9738d858-8bba-4021-8739-f2ad8308e71c tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242 HTTP/1.1" status: 200 len: 945 time: 0.0932214 Jan 21 19:22:33.000171 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ecaa11ff-486f-4c84-9fe2-e52385467859 req-02aff761-9868-4c12-b2a5-53a3defbe72e tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379412 Jan 21 19:22:33.544724 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5030cb7-3da3-4acb-b7d6-b7f10785ef59 req-3a0a29bc-12ec-4bd3-89ac-89dd3eb4fbaa tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:33.546192 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a5030cb7-3da3-4acb-b7d6-b7f10785ef59 req-3a0a29bc-12ec-4bd3-89ac-89dd3eb4fbaa tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242 HTTP/1.1" status: 200 len: 945 time: 0.0807185 Jan 21 19:22:33.600092 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a5030cb7-3da3-4acb-b7d6-b7f10785ef59 req-9f24c740-a853-43f5-b0fb-90ce6aab9592 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478952 Jan 21 19:22:33.653871 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6cd48cbf-74e7-4035-ad64-67605da0f35d req-7c81de6c-613f-4557-bb23-f85658e46299 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0739360 Jan 21 19:22:34.790950 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2f2a6-5fc8-41b7-abd4-05a737da7cbc req-0c10bffc-ac28-406d-8d32-68c3472a276b tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:34.792399 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-94a2f2a6-5fc8-41b7-abd4-05a737da7cbc req-0c10bffc-ac28-406d-8d32-68c3472a276b tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242 HTTP/1.1" status: 200 len: 945 time: 0.0828629 Jan 21 19:22:34.836589 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-94a2f2a6-5fc8-41b7-abd4-05a737da7cbc req-b9a6fc9a-c4d5-4d03-b6d9-1ed8c614b23c tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383441 Jan 21 19:22:35.770933 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd48cbf-74e7-4035-ad64-67605da0f35d req-acaf375b-6ba2-4b6a-8289-2721bd7fdc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:35.772448 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6cd48cbf-74e7-4035-ad64-67605da0f35d req-acaf375b-6ba2-4b6a-8289-2721bd7fdc59 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1a92b4b598bd4542a191f569eda09c5b&device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242 HTTP/1.1" status: 200 len: 1098 time: 0.0718448 Jan 21 19:22:35.902161 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd48cbf-74e7-4035-ad64-67605da0f35d req-a9248599-3ffe-4560-b329-827b8d35fd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:35.903572 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6cd48cbf-74e7-4035-ad64-67605da0f35d req-a9248599-3ffe-4560-b329-827b8d35fd6f service neutron] 10.222.0.113 "GET /v2.0/networks?id=ad566a62-dedb-4357-93a6-7fa2d02b46d0 HTTP/1.1" status: 200 len: 915 time: 0.1249974 Jan 21 19:22:36.034732 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfade8ac-1e08-4d4d-a0ef-4974adc66fef req-e6a82479-58c8-4ce1-8e97-8fe79c127b45 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:36.036741 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-bfade8ac-1e08-4d4d-a0ef-4974adc66fef req-e6a82479-58c8-4ce1-8e97-8fe79c127b45 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242 HTTP/1.1" status: 200 len: 945 time: 0.0906379 Jan 21 19:22:36.074024 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6cd48cbf-74e7-4035-ad64-67605da0f35d req-b083c6a9-f90a-4efc-bfbe-9596b7afeda3 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=794b3f92-58bb-4089-8322-d23cf88ead7e HTTP/1.1" status: 200 len: 217 time: 0.1645396 Jan 21 19:22:36.082088 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-bfade8ac-1e08-4d4d-a0ef-4974adc66fef req-2f166d7a-a413-4a35-8106-1595289b1891 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390024 Jan 21 19:22:36.136570 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd48cbf-74e7-4035-ad64-67605da0f35d req-784c52c5-59fc-4457-9cf2-20639c8542bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:36.138041 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6cd48cbf-74e7-4035-ad64-67605da0f35d req-784c52c5-59fc-4457-9cf2-20639c8542bb service neutron] 10.222.0.113 "GET /v2.0/subnets?id=a5d90aa6-04c0-4ba5-ad33-03b7cd838205 HTTP/1.1" status: 200 len: 854 time: 0.0580142 Jan 21 19:22:36.186297 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6cd48cbf-74e7-4035-ad64-67605da0f35d req-fb243301-b119-41f1-aec5-4296ef53ce78 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ad566a62-dedb-4357-93a6-7fa2d02b46d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427768 Jan 21 19:22:36.315065 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6cd48cbf-74e7-4035-ad64-67605da0f35d req-bd550346-463e-4963-8971-fad505cdd15c service neutron] 10.222.0.113 "GET /v2.0/networks/ad566a62-dedb-4357-93a6-7fa2d02b46d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227789 Jan 21 19:22:36.445528 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6cd48cbf-74e7-4035-ad64-67605da0f35d req-9ef08c25-d4f2-4763-92b6-cb69ed6a8150 service neutron] 10.222.0.113 "GET /v2.0/networks/ad566a62-dedb-4357-93a6-7fa2d02b46d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243541 Jan 21 19:22:37.269097 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6bf2b-93a9-4972-91f0-e7117fd3cdbc req-9fbad09e-565b-471b-99ff-b415248d7d15 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:37.271646 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-01f6bf2b-93a9-4972-91f0-e7117fd3cdbc req-9fbad09e-565b-471b-99ff-b415248d7d15 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242 HTTP/1.1" status: 200 len: 945 time: 0.0841043 Jan 21 19:22:37.314703 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-01f6bf2b-93a9-4972-91f0-e7117fd3cdbc req-3a5a2985-58a9-4a90-9105-d8c112877006 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380054 Jan 21 19:22:38.499358 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a6ff0-31c8-4511-b3f3-1bfe08efdadf req-16aa6997-12f4-4abb-bc5f-328b70a6258c tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:38.500798 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b71a6ff0-31c8-4511-b3f3-1bfe08efdadf req-16aa6997-12f4-4abb-bc5f-328b70a6258c tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242 HTTP/1.1" status: 200 len: 945 time: 0.0794458 Jan 21 19:22:38.549176 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b71a6ff0-31c8-4511-b3f3-1bfe08efdadf req-94e94cef-7a21-4951-9338-e8d1469d4b6d tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423636 Jan 21 19:22:39.772828 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ebc3c-0630-4bbc-858d-83eeae173958 req-777b4f22-fdbc-4553-8e84-365c664d5896 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:39.774254 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e20ebc3c-0630-4bbc-858d-83eeae173958 req-777b4f22-fdbc-4553-8e84-365c664d5896 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242 HTTP/1.1" status: 200 len: 945 time: 0.0806773 Jan 21 19:22:39.821447 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e20ebc3c-0630-4bbc-858d-83eeae173958 req-70e36815-0a98-4bba-bdda-e728948314d1 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398486 Jan 21 19:22:41.007430 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce875ec-7abf-48a0-80dc-7df54cf12c8e req-ccb427f0-4202-4e04-83da-55da95b490fb tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:41.009365 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5ce875ec-7abf-48a0-80dc-7df54cf12c8e req-ccb427f0-4202-4e04-83da-55da95b490fb tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242 HTTP/1.1" status: 200 len: 945 time: 0.0846403 Jan 21 19:22:41.062936 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5ce875ec-7abf-48a0-80dc-7df54cf12c8e req-51765730-a345-4aa1-b1e3-551fa567e19f tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478156 Jan 21 19:22:42.247451 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f13b4-e4e5-4271-8253-e1f9b9e97bfe req-d9c21cfa-cb1c-4fa2-bca1-f6bf8905cf13 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:42.248885 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ce9f13b4-e4e5-4271-8253-e1f9b9e97bfe req-d9c21cfa-cb1c-4fa2-bca1-f6bf8905cf13 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242 HTTP/1.1" status: 200 len: 945 time: 0.0794175 Jan 21 19:22:42.293144 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ce9f13b4-e4e5-4271-8253-e1f9b9e97bfe req-78a9f933-114d-4983-87cc-99d1494706fe tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387015 Jan 21 19:22:43.476598 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9db5b-e785-4e4d-93d1-fff2271e7e47 req-3214841c-f774-4fd9-8902-0d74bc684785 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:43.478047 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-92d9db5b-e785-4e4d-93d1-fff2271e7e47 req-3214841c-f774-4fd9-8902-0d74bc684785 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242 HTTP/1.1" status: 200 len: 945 time: 0.0805030 Jan 21 19:22:43.521177 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-92d9db5b-e785-4e4d-93d1-fff2271e7e47 req-af3d8a51-1829-4161-ac8b-6473642f43bf tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376041 Jan 21 19:22:44.700366 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb41b5-03bd-41a4-8b3a-ad1e388528c2 req-89289bac-4973-4ce7-93de-d598afaf9248 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:44.701703 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-beeb41b5-03bd-41a4-8b3a-ad1e388528c2 req-89289bac-4973-4ce7-93de-d598afaf9248 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242 HTTP/1.1" status: 200 len: 945 time: 0.0781662 Jan 21 19:22:44.752895 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-beeb41b5-03bd-41a4-8b3a-ad1e388528c2 req-cd72e3bb-a216-4a88-a1e1-cb0af120a3ed tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456038 Jan 21 19:22:45.937198 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879220c7-383b-4103-8345-eb7d98b36d84 req-f1714c1d-68be-44f6-9fec-0c869e73acbd tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:45.938654 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-879220c7-383b-4103-8345-eb7d98b36d84 req-f1714c1d-68be-44f6-9fec-0c869e73acbd tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242 HTTP/1.1" status: 200 len: 945 time: 0.0789459 Jan 21 19:22:45.982427 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-879220c7-383b-4103-8345-eb7d98b36d84 req-1cdb2945-f54a-4c84-8824-852004e6ba4d tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377982 Jan 21 19:22:47.167552 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f6427-7fdb-4a0b-bf84-b84a017fc054 req-7c07598c-2627-4778-95c6-5eca5d53a707 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:47.168959 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-545f6427-7fdb-4a0b-bf84-b84a017fc054 req-7c07598c-2627-4778-95c6-5eca5d53a707 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242 HTTP/1.1" status: 200 len: 945 time: 0.0802197 Jan 21 19:22:47.308213 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-545f6427-7fdb-4a0b-bf84-b84a017fc054 req-a2b7eeab-0f4b-41b2-958a-6d199d96f09f tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335969 Jan 21 19:22:48.493476 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764fdee-813a-41a0-97ba-bb692a126202 req-8489ec7a-1dbd-4fb5-9bbd-daa0a0ba8b9c tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:48.494930 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4764fdee-813a-41a0-97ba-bb692a126202 req-8489ec7a-1dbd-4fb5-9bbd-daa0a0ba8b9c tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242 HTTP/1.1" status: 200 len: 945 time: 0.0815160 Jan 21 19:22:48.540233 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4764fdee-813a-41a0-97ba-bb692a126202 req-266dde61-b8a9-4f05-bd92-927edb9a6261 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396752 Jan 21 19:22:49.726945 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9f40d-57a9-4b4e-b888-6e478e3f7c69 req-7669aeae-de4c-44e9-b2cc-31dd8f3d4714 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:49.728382 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e6f9f40d-57a9-4b4e-b888-6e478e3f7c69 req-7669aeae-de4c-44e9-b2cc-31dd8f3d4714 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242 HTTP/1.1" status: 200 len: 945 time: 0.0819221 Jan 21 19:22:49.770976 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e6f9f40d-57a9-4b4e-b888-6e478e3f7c69 req-75af910d-02a4-4a85-b190-b756d2774358 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369701 Jan 21 19:22:50.949401 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d29348-6880-4fe8-86f5-c2ab0a514ddb req-c27faa73-b562-442e-ad6a-eaa164873a5d tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:50.950860 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d9d29348-6880-4fe8-86f5-c2ab0a514ddb req-c27faa73-b562-442e-ad6a-eaa164873a5d tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242 HTTP/1.1" status: 200 len: 945 time: 0.0777187 Jan 21 19:22:50.997282 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d9d29348-6880-4fe8-86f5-c2ab0a514ddb req-451fd148-916d-4216-a79e-2f1daba29bb1 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408955 Jan 21 19:22:52.186048 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15afcd02-b1d4-4400-99c3-4ce2a14a67a3 req-ca1c513a-b6c2-4afe-815e-c4885de491de tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:52.187522 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-15afcd02-b1d4-4400-99c3-4ce2a14a67a3 req-ca1c513a-b6c2-4afe-815e-c4885de491de tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242 HTTP/1.1" status: 200 len: 945 time: 0.0855157 Jan 21 19:22:52.232797 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-15afcd02-b1d4-4400-99c3-4ce2a14a67a3 req-bda2fefd-c70c-4e4d-a6be-e3720fb553d1 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391750 Jan 21 19:22:53.549526 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6cd48cbf-74e7-4035-ad64-67605da0f35d req-571c0f83-ea82-4e67-a8b1-b270b9dd7411 service neutron] 10.222.0.113 "GET /v2.0/ports/794b3f92-58bb-4089-8322-d23cf88ead7e/bindings/hv-neutron-8254 HTTP/1.1" status: 200 len: 384 time: 0.0771866 Jan 21 19:22:53.572094 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afab7f-0bdc-446f-8007-57f4780ab02c req-5c4f6d22-ecd4-408c-b071-43f3be1879a2 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:53.577775 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b9afab7f-0bdc-446f-8007-57f4780ab02c req-5c4f6d22-ecd4-408c-b071-43f3be1879a2 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242 HTTP/1.1" status: 200 len: 945 time: 0.0825102 Jan 21 19:22:53.618342 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b9afab7f-0bdc-446f-8007-57f4780ab02c req-c986ab4d-800d-4bb2-b370-9a5d8c95e783 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388210 Jan 21 19:22:54.099694 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd48cbf-74e7-4035-ad64-67605da0f35d req-6e87f3cf-d504-4df6-8820-0ee2716202aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:54.101163 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6cd48cbf-74e7-4035-ad64-67605da0f35d req-6e87f3cf-d504-4df6-8820-0ee2716202aa service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242&tenant_id=1a92b4b598bd4542a191f569eda09c5b HTTP/1.1" status: 200 len: 1098 time: 0.0742626 Jan 21 19:22:54.188834 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd48cbf-74e7-4035-ad64-67605da0f35d req-51f4c860-40e9-4817-b8cf-4db616ae9c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:54.190321 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6cd48cbf-74e7-4035-ad64-67605da0f35d req-51f4c860-40e9-4817-b8cf-4db616ae9c1c service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1a92b4b598bd4542a191f569eda09c5b&device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242 HTTP/1.1" status: 200 len: 1098 time: 0.0688748 Jan 21 19:22:54.319240 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd48cbf-74e7-4035-ad64-67605da0f35d req-b33472e9-2d17-4915-aadc-4280156ddbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:54.320640 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6cd48cbf-74e7-4035-ad64-67605da0f35d req-b33472e9-2d17-4915-aadc-4280156ddbdc service neutron] 10.222.0.113 "GET /v2.0/networks?id=ad566a62-dedb-4357-93a6-7fa2d02b46d0 HTTP/1.1" status: 200 len: 915 time: 0.1244218 Jan 21 19:22:54.389412 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6cd48cbf-74e7-4035-ad64-67605da0f35d req-286f4488-404e-4a9a-bcd0-c96c4782b363 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=794b3f92-58bb-4089-8322-d23cf88ead7e HTTP/1.1" status: 200 len: 217 time: 0.0630481 Jan 21 19:22:54.450128 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd48cbf-74e7-4035-ad64-67605da0f35d req-e041debc-60bd-4046-912c-90b0fd65d1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:54.451534 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6cd48cbf-74e7-4035-ad64-67605da0f35d req-e041debc-60bd-4046-912c-90b0fd65d1a1 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=a5d90aa6-04c0-4ba5-ad33-03b7cd838205 HTTP/1.1" status: 200 len: 854 time: 0.0569615 Jan 21 19:22:54.502263 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6cd48cbf-74e7-4035-ad64-67605da0f35d req-e528b0c8-3bea-445c-a9ec-1062e7b92eea service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ad566a62-dedb-4357-93a6-7fa2d02b46d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447216 Jan 21 19:22:54.632136 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6cd48cbf-74e7-4035-ad64-67605da0f35d req-cf9ffb47-d43a-4307-90bb-2dafce1a9bbd service neutron] 10.222.0.113 "GET /v2.0/networks/ad566a62-dedb-4357-93a6-7fa2d02b46d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235154 Jan 21 19:22:54.765286 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6cd48cbf-74e7-4035-ad64-67605da0f35d req-79aa3ea6-f10c-4cb6-84d2-84d1ab3e18a7 service neutron] 10.222.0.113 "GET /v2.0/networks/ad566a62-dedb-4357-93a6-7fa2d02b46d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274726 Jan 21 19:22:54.802961 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc95d0-2f4f-47ac-a551-a8c7e9656f12 req-9418c4ec-b0a6-406f-9652-eba1e8dcd4d8 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:54.804411 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-58fc95d0-2f4f-47ac-a551-a8c7e9656f12 req-9418c4ec-b0a6-406f-9652-eba1e8dcd4d8 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242 HTTP/1.1" status: 200 len: 945 time: 0.0789912 Jan 21 19:22:54.849438 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-58fc95d0-2f4f-47ac-a551-a8c7e9656f12 req-035b164b-effd-445c-8065-2ff9d956d9b0 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390425 Jan 21 19:22:54.923521 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748723b-6a54-470b-9333-a9d64b010afd req-7d941bc9-b151-4998-90f1-483857c61934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:54.924880 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4748723b-6a54-470b-9333-a9d64b010afd req-7d941bc9-b151-4998-90f1-483857c61934 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1a92b4b598bd4542a191f569eda09c5b&device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242 HTTP/1.1" status: 200 len: 1098 time: 0.0699599 Jan 21 19:22:55.022244 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b36ffd82-c4f0-4e04-8fa3-25c3df42caf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:55.069003 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748723b-6a54-470b-9333-a9d64b010afd req-9ea98cf6-14a5-4996-a534-0dfe4f8b37e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:55.070327 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4748723b-6a54-470b-9333-a9d64b010afd req-9ea98cf6-14a5-4996-a534-0dfe4f8b37e4 service neutron] 10.222.0.113 "GET /v2.0/networks?id=ad566a62-dedb-4357-93a6-7fa2d02b46d0 HTTP/1.1" status: 200 len: 915 time: 0.1257446 Jan 21 19:22:55.233121 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4748723b-6a54-470b-9333-a9d64b010afd req-37df00be-8975-49f4-9c4b-b3cd3a897d7b service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=794b3f92-58bb-4089-8322-d23cf88ead7e HTTP/1.1" status: 200 len: 217 time: 0.1567609 Jan 21 19:22:55.293744 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748723b-6a54-470b-9333-a9d64b010afd req-1fb0bcec-161e-4892-96cf-cde2296fc865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:55.295133 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4748723b-6a54-470b-9333-a9d64b010afd req-1fb0bcec-161e-4892-96cf-cde2296fc865 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=a5d90aa6-04c0-4ba5-ad33-03b7cd838205 HTTP/1.1" status: 200 len: 854 time: 0.0555620 Jan 21 19:22:55.342294 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4748723b-6a54-470b-9333-a9d64b010afd req-5321d1a4-a86f-4361-b252-aaba377fa7ec service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ad566a62-dedb-4357-93a6-7fa2d02b46d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408988 Jan 21 19:22:55.470625 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4748723b-6a54-470b-9333-a9d64b010afd req-623bbec2-276b-43db-88ab-4674864f0f2c service neutron] 10.222.0.113 "GET /v2.0/networks/ad566a62-dedb-4357-93a6-7fa2d02b46d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209443 Jan 21 19:22:55.603865 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4748723b-6a54-470b-9333-a9d64b010afd req-c2e9f12c-c7a9-4aeb-8d87-ed8e0d38f80d service neutron] 10.222.0.113 "GET /v2.0/networks/ad566a62-dedb-4357-93a6-7fa2d02b46d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258886 Jan 21 19:22:56.037766 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded28d4c-d922-4194-bfdc-124a3217f591 req-57172ea1-1895-45c4-a02a-41a24f378a48 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:56.039226 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ded28d4c-d922-4194-bfdc-124a3217f591 req-57172ea1-1895-45c4-a02a-41a24f378a48 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242 HTTP/1.1" status: 200 len: 945 time: 0.0822990 Jan 21 19:22:56.083734 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ded28d4c-d922-4194-bfdc-124a3217f591 req-5a605241-4885-4739-a74d-e674ad049099 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388925 Jan 21 19:22:57.222275 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e687083d-17b2-42c1-bb81-0df6c1303770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:57.269046 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ef8b3-ab0d-457f-a8a4-48d44026ef40 req-ce9d0925-fb06-4424-aca6-424ca3964983 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:57.270723 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e90ef8b3-ab0d-457f-a8a4-48d44026ef40 req-ce9d0925-fb06-4424-aca6-424ca3964983 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242 HTTP/1.1" status: 200 len: 945 time: 0.0779583 Jan 21 19:22:57.327091 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e90ef8b3-ab0d-457f-a8a4-48d44026ef40 req-3d532522-48d6-4603-9cb5-f74053867974 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505981 Jan 21 19:22:57.732199 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b060e3-fd1c-4bb5-83ad-0c166671c39a req-20cdef36-e0c1-4e07-b7cb-009349f7df2f tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:57.733675 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f7b060e3-fd1c-4bb5-83ad-0c166671c39a req-20cdef36-e0c1-4e07-b7cb-009349f7df2f tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242 HTTP/1.1" status: 200 len: 945 time: 0.0812643 Jan 21 19:22:57.777278 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 794b3f92-58bb-4089-8322-d23cf88ead7e details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:22:57.778276 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f7b060e3-fd1c-4bb5-83ad-0c166671c39a req-41c40a65-ca6f-4e4d-9083-1cd8a94d8962 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387123 Jan 21 19:22:57.780757 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 794b3f92-58bb-4089-8322-d23cf88ead7e no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:22:57.808442 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5cc92f-f590-487f-a8d1-ba8b586ab3dc req-b62592a3-ef0e-409c-88e5-b6722a81076d tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:57.809385 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-2d5cc92f-f590-487f-a8d1-ba8b586ab3dc req-b62592a3-ef0e-409c-88e5-b6722a81076d tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Synchronizing usage tracker for tenant:1a92b4b598bd4542a191f569eda09c5b on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:22:57.907520 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-2d5cc92f-f590-487f-a8d1-ba8b586ab3dc req-b62592a3-ef0e-409c-88e5-b6722a81076d tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Unset dirty status for tenant:1a92b4b598bd4542a191f569eda09c5b on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:22:57.909206 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2d5cc92f-f590-487f-a8d1-ba8b586ab3dc req-b62592a3-ef0e-409c-88e5-b6722a81076d tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.113 "GET /v2.0/ports?device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242&tenant_id=1a92b4b598bd4542a191f569eda09c5b&binding%3Ahost_id=hv-neutron-8254 HTTP/1.1" status: 200 len: 945 time: 0.1951301 Jan 21 19:22:57.995359 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:58.025382 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 794b3f92-58bb-4089-8322-d23cf88ead7e, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=794b3f92-58bb-4089-8322-d23cf88ead7e,segment=NetworkSegment(41cee031-d931-4673-a21e-ff0484082f81),segment_id=41cee031-d931-4673-a21e-ff0484082f81)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:22:58.050520 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': '794b3f92-58bb-4089-8322-d23cf88ead7e', 'network_id': 'ad566a62-dedb-4357-93a6-7fa2d02b46d0', 'port_id': '794b3f92-58bb-4089-8322-d23cf88ead7e', 'mac_address': 'fa:16:3e:01:e8:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5d90aa6-04c0-4ba5-ad33-03b7cd838205', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:22:58.052384 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4585e6-fb9a-403d-ba10-f4df52a18242', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '794b3f92-58bb-4089-8322-d23cf88ead7e'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:22:58.072320 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5cc92f-f590-487f-a8d1-ba8b586ab3dc req-322c7350-b061-49c3-8297-bb9bdf936814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:58.073944 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2d5cc92f-f590-487f-a8d1-ba8b586ab3dc req-322c7350-b061-49c3-8297-bb9bdf936814 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1a92b4b598bd4542a191f569eda09c5b&device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242 HTTP/1.1" status: 200 len: 1098 time: 0.0757551 Jan 21 19:22:58.086142 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 794b3f92-58bb-4089-8322-d23cf88ead7e, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=794b3f92-58bb-4089-8322-d23cf88ead7e,segment=NetworkSegment(41cee031-d931-4673-a21e-ff0484082f81),segment_id=41cee031-d931-4673-a21e-ff0484082f81)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:22:58.108670 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4585e6-fb9a-403d-ba10-f4df52a18242', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '794b3f92-58bb-4089-8322-d23cf88ead7e', 'code': 200} Jan 21 19:22:58.119238 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:58.135854 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 794b3f92-58bb-4089-8322-d23cf88ead7e {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:22:58.142032 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:58.205185 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5cc92f-f590-487f-a8d1-ba8b586ab3dc req-cc5303b5-b920-4722-9fab-5bca25e1c5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:58.206666 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2d5cc92f-f590-487f-a8d1-ba8b586ab3dc req-cc5303b5-b920-4722-9fab-5bca25e1c5cd service neutron] 10.222.0.113 "GET /v2.0/networks?id=ad566a62-dedb-4357-93a6-7fa2d02b46d0 HTTP/1.1" status: 200 len: 915 time: 0.1270986 Jan 21 19:22:58.266864 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:22:58.267462 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:22:58.272512 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=794b3f92-58bb-4089-8322-d23cf88ead7e,revision_number=6']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:22:58.276175 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2d5cc92f-f590-487f-a8d1-ba8b586ab3dc req-35a925cd-f90a-4d14-acab-7ad770523de1 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=794b3f92-58bb-4089-8322-d23cf88ead7e HTTP/1.1" status: 200 len: 217 time: 0.0628016 Jan 21 19:22:58.279861 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:22:58.280215 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:22:58.280557 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:22:58.280887 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:22:58.281210 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:22:58.281539 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:22:58.281886 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:22:58.282311 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:22:58.282624 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:22:58.282943 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:22:58.283260 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:22:58.283575 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:22:58.330316 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:58.336094 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5cc92f-f590-487f-a8d1-ba8b586ab3dc req-a5e0653c-d2cd-4d18-929b-1ff24a1f81b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:58.337477 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2d5cc92f-f590-487f-a8d1-ba8b586ab3dc req-a5e0653c-d2cd-4d18-929b-1ff24a1f81b1 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=a5d90aa6-04c0-4ba5-ad33-03b7cd838205 HTTP/1.1" status: 200 len: 854 time: 0.0563228 Jan 21 19:22:58.384095 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2d5cc92f-f590-487f-a8d1-ba8b586ab3dc req-aaf5deed-247d-4a40-9b5d-3b21f9dfb89c service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ad566a62-dedb-4357-93a6-7fa2d02b46d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401855 Jan 21 19:22:58.516645 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2d5cc92f-f590-487f-a8d1-ba8b586ab3dc req-7636eba5-f940-4d7b-aecc-c86a8c3c09a5 service neutron] 10.222.0.113 "GET /v2.0/networks/ad566a62-dedb-4357-93a6-7fa2d02b46d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259725 Jan 21 19:22:58.565061 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:58.652535 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2d5cc92f-f590-487f-a8d1-ba8b586ab3dc req-cdf01f8d-961b-4c3c-b87c-c044761da358 service neutron] 10.222.0.113 "GET /v2.0/networks/ad566a62-dedb-4357-93a6-7fa2d02b46d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295643 Jan 21 19:22:58.656561 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:58.825607 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:58.844849 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 794b3f92-58bb-4089-8322-d23cf88ead7e {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:22:58.861927 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 794b3f92-58bb-4089-8322-d23cf88ead7e, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=794b3f92-58bb-4089-8322-d23cf88ead7e,segment=NetworkSegment(41cee031-d931-4673-a21e-ff0484082f81),segment_id=41cee031-d931-4673-a21e-ff0484082f81)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:22:58.925142 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:58.980918 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf117e54-b573-48bf-814b-0a8b861324e2 req-26fc69ef-ab5a-4887-b686-2cb73c1eef63 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:22:58.982777 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cf117e54-b573-48bf-814b-0a8b861324e2 req-26fc69ef-ab5a-4887-b686-2cb73c1eef63 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242 HTTP/1.1" status: 200 len: 944 time: 0.0917428 Jan 21 19:22:58.998084 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['794b3f92-58bb-4089-8322-d23cf88ead7e'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:22:59.030837 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=794b3f92-58bb-4089-8322-d23cf88ead7e,revision_number=7']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:22:59.036576 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cf117e54-b573-48bf-814b-0a8b861324e2 req-7300ae39-2fdc-4917-bc2c-db022c666294 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482047 Jan 21 19:22:59.773805 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 794b3f92-58bb-4089-8322-d23cf88ead7e up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:22:59.845167 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port 794b3f92-58bb-4089-8322-d23cf88ead7e triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:22:59.845515 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:59.966581 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:22:59.997722 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 794b3f92-58bb-4089-8322-d23cf88ead7e, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=794b3f92-58bb-4089-8322-d23cf88ead7e,segment=NetworkSegment(41cee031-d931-4673-a21e-ff0484082f81),segment_id=41cee031-d931-4673-a21e-ff0484082f81)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:23:00.050564 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:00.109402 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4585e6-fb9a-403d-ba10-f4df52a18242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794b3f92-58bb-4089-8322-d23cf88ead7e'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:23:00.134854 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=794b3f92-58bb-4089-8322-d23cf88ead7e,revision_number=8']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:23:00.172341 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4585e6-fb9a-403d-ba10-f4df52a18242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794b3f92-58bb-4089-8322-d23cf88ead7e', 'code': 200} Jan 21 19:23:00.204879 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:00.227052 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e078c-5bc3-4015-a2f7-1c3880f2dfb9 req-67854183-566c-4e60-b7fc-f3272fb21987 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:00.228427 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-570e078c-5bc3-4015-a2f7-1c3880f2dfb9 req-67854183-566c-4e60-b7fc-f3272fb21987 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242 HTTP/1.1" status: 200 len: 945 time: 0.0794156 Jan 21 19:23:00.273112 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-570e078c-5bc3-4015-a2f7-1c3880f2dfb9 req-56624ac6-4583-404d-9f46-a613bfc30e40 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390739 Jan 21 19:23:00.460322 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de664e-878d-4179-8c1a-6f9e50218153 req-4873205c-f35b-4916-b0c6-468f63504f6f tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:00.461768 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-10de664e-878d-4179-8c1a-6f9e50218153 req-4873205c-f35b-4916-b0c6-468f63504f6f tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242 HTTP/1.1" status: 200 len: 945 time: 0.0836682 Jan 21 19:23:00.505285 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-10de664e-878d-4179-8c1a-6f9e50218153 req-ea097f3f-5425-48a8-8906-42162252d9b9 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378642 Jan 21 19:23:00.686898 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc693d-8677-47ae-96c4-735cd2d89dde req-2f29fc9d-81fe-4111-b6ef-ea920294db28 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:00.688336 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-48fc693d-8677-47ae-96c4-735cd2d89dde req-2f29fc9d-81fe-4111-b6ef-ea920294db28 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242 HTTP/1.1" status: 200 len: 945 time: 0.0811825 Jan 21 19:23:00.732177 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-48fc693d-8677-47ae-96c4-735cd2d89dde req-65fe919b-2185-435f-9253-39230ee0c3a6 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375602 Jan 21 19:23:01.347497 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031a775-5623-4c50-9669-c8894486ba02 req-647e6725-ecc1-4a08-afa6-d1d87932a294 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:01.349111 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1031a775-5623-4c50-9669-c8894486ba02 req-647e6725-ecc1-4a08-afa6-d1d87932a294 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/networks?id=ad566a62-dedb-4357-93a6-7fa2d02b46d0 HTTP/1.1" status: 200 len: 814 time: 0.1560287 Jan 21 19:23:01.363052 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1031a775-5623-4c50-9669-c8894486ba02 req-23f26207-d225-459d-8b8e-75379e6d21eb tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/quotas/1a92b4b598bd4542a191f569eda09c5b HTTP/1.1" status: 200 len: 375 time: 0.0086465 Jan 21 19:23:01.443368 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1031a775-5623-4c50-9669-c8894486ba02 req-a7cfffa0-eb21-4afc-955c-3a5700f97b6c tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=1a92b4b598bd4542a191f569eda09c5b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0749321 Jan 21 19:23:01.495810 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [req-1031a775-5623-4c50-9669-c8894486ba02 req-f6882d3f-b014-4dde-9ad2-fa06c6566450 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=88136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:23:01.496800 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1031a775-5623-4c50-9669-c8894486ba02 req-f6882d3f-b014-4dde-9ad2-fa06c6566450 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470312 Jan 21 19:23:01.633517 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1031a775-5623-4c50-9669-c8894486ba02 req-b4b038e1-bcc5-4fa2-8b89-d518f333e7be service neutron] 10.222.0.87 "GET /v2.0/networks/ad566a62-dedb-4357-93a6-7fa2d02b46d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307287 Jan 21 19:23:01.767454 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1031a775-5623-4c50-9669-c8894486ba02 req-013ef2a7-b854-4d6f-a1c5-02096ffa4d61 service neutron] 10.222.0.87 "GET /v2.0/networks/ad566a62-dedb-4357-93a6-7fa2d02b46d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272871 Jan 21 19:23:02.017600 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-967494cf-0506-4d43-b20a-6ab64ea26f59 req-5f7def5c-270a-4621-a00b-924fc4343be3 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 210 time: 0.0465026 Jan 21 19:23:02.837082 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ebd51-2974-41a1-a395-08ef43ce0e42 req-122a150b-95ee-4a76-a47e-2193d71c61d1 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:02.838602 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-526ebd51-2974-41a1-a395-08ef43ce0e42 req-122a150b-95ee-4a76-a47e-2193d71c61d1 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.113 "GET /v2.0/ports?device_id=2e4585e6-fb9a-403d-ba10-f4df52a18242 HTTP/1.1" status: 200 len: 945 time: 0.0838606 Jan 21 19:23:02.914590 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-526ebd51-2974-41a1-a395-08ef43ce0e42 req-5592e2ad-bdd1-4de4-b021-791d6969a1ad tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Deleting port 794b3f92-58bb-4089-8322-d23cf88ead7e {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:23:02.914930 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-526ebd51-2974-41a1-a395-08ef43ce0e42 req-5592e2ad-bdd1-4de4-b021-791d6969a1ad tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:03.184298 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1a0aa017-ab13-4e5f-9779-f5afd91399ad req-0fa0fdc4-fc4b-4ce1-9f57-06e7e6a76761 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 210 time: 0.0558317 Jan 21 19:23:03.275492 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-526ebd51-2974-41a1-a395-08ef43ce0e42 req-5592e2ad-bdd1-4de4-b021-791d6969a1ad tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] For port 794b3f92-58bb-4089-8322-d23cf88ead7e, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=794b3f92-58bb-4089-8322-d23cf88ead7e,segment=NetworkSegment(41cee031-d931-4673-a21e-ff0484082f81),segment_id=41cee031-d931-4673-a21e-ff0484082f81)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:23:03.275845 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-526ebd51-2974-41a1-a395-08ef43ce0e42 req-5592e2ad-bdd1-4de4-b021-791d6969a1ad tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:03.408712 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-526ebd51-2974-41a1-a395-08ef43ce0e42 req-5592e2ad-bdd1-4de4-b021-791d6969a1ad tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Calling delete_port for 794b3f92-58bb-4089-8322-d23cf88ead7e owned by compute:nova {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:23:03.616188 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-526ebd51-2974-41a1-a395-08ef43ce0e42 req-5592e2ad-bdd1-4de4-b021-791d6969a1ad tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:03.627027 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['794b3f92-58bb-4089-8322-d23cf88ead7e'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:23:03.670200 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592e2ad-bdd1-4de4-b021-791d6969a1ad tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Pushing event deleted for resources: {'Port': ['ID=794b3f92-58bb-4089-8322-d23cf88ead7e,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:23:03.746096 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-526ebd51-2974-41a1-a395-08ef43ce0e42 req-5592e2ad-bdd1-4de4-b021-791d6969a1ad tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] No DVR routers for this DVR port 794b3f92-58bb-4089-8322-d23cf88ead7e on host hv-neutron-8254 {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:23:03.748402 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-526ebd51-2974-41a1-a395-08ef43ce0e42 req-5592e2ad-bdd1-4de4-b021-791d6969a1ad tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:03.750890 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4585e6-fb9a-403d-ba10-f4df52a18242', 'name': 'network-vif-deleted', 'tag': '794b3f92-58bb-4089-8322-d23cf88ead7e'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:23:03.795673 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4585e6-fb9a-403d-ba10-f4df52a18242', 'name': 'network-vif-deleted', 'tag': '794b3f92-58bb-4089-8322-d23cf88ead7e', 'status': 'completed', 'code': 200} Jan 21 19:23:03.840626 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-526ebd51-2974-41a1-a395-08ef43ce0e42 req-5592e2ad-bdd1-4de4-b021-791d6969a1ad tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.113 "DELETE /v2.0/ports/794b3f92-58bb-4089-8322-d23cf88ead7e HTTP/1.1" status: 204 len: 173 time: 0.9891386 Jan 21 19:23:04.033706 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031a775-5623-4c50-9669-c8894486ba02 req-c7c07d55-78de-42f5-b3ec-bec1fec042fc tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:04.035174 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-1031a775-5623-4c50-9669-c8894486ba02 req-c7c07d55-78de-42f5-b3ec-bec1fec042fc tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.113 "GET /v2.0/networks?id=ad566a62-dedb-4357-93a6-7fa2d02b46d0 HTTP/1.1" status: 200 len: 814 time: 0.1439340 Jan 21 19:23:04.050944 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-1031a775-5623-4c50-9669-c8894486ba02 req-93dc4226-a2ab-45e4-93e7-06d7e00ee747 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Request body: {'port': {'device_id': 'b26aa907-7f69-4477-acf7-bc95ce56e5c6', 'network_id': 'ad566a62-dedb-4357-93a6-7fa2d02b46d0', 'admin_state_up': True, 'tenant_id': '1a92b4b598bd4542a191f569eda09c5b'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:23:04.188665 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-1031a775-5623-4c50-9669-c8894486ba02 req-93dc4226-a2ab-45e4-93e7-06d7e00ee747 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:23:04.193461 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-1031a775-5623-4c50-9669-c8894486ba02 req-93dc4226-a2ab-45e4-93e7-06d7e00ee747 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Usage tracker for resource:port and tenant:1a92b4b598bd4542a191f569eda09c5b is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:23:04.196293 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-1031a775-5623-4c50-9669-c8894486ba02 req-93dc4226-a2ab-45e4-93e7-06d7e00ee747 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:23:04.202016 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-1031a775-5623-4c50-9669-c8894486ba02 req-93dc4226-a2ab-45e4-93e7-06d7e00ee747 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:23:04.273315 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1031a775-5623-4c50-9669-c8894486ba02 req-93dc4226-a2ab-45e4-93e7-06d7e00ee747 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Made reservation on behalf of 1a92b4b598bd4542a191f569eda09c5b for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:23:04.277271 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-1031a775-5623-4c50-9669-c8894486ba02 req-93dc4226-a2ab-45e4-93e7-06d7e00ee747 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:04.337027 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9121d0fb-07b5-4b68-9b2b-2cb8c61c879e req-add16c08-8ff0-4684-999f-3b84886421bd tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 210 time: 0.0425365 Jan 21 19:23:04.455980 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [req-1031a775-5623-4c50-9669-c8894486ba02 req-93dc4226-a2ab-45e4-93e7-06d7e00ee747 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Allocated IP 172.20.0.8 (ad566a62-dedb-4357-93a6-7fa2d02b46d0/a5d90aa6-04c0-4ba5-ad33-03b7cd838205/e1bb0e2d-72bc-49b8-a68b-79e6f693af84) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:23:04.658702 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-1031a775-5623-4c50-9669-c8894486ba02 req-93dc4226-a2ab-45e4-93e7-06d7e00ee747 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:04.742440 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-1031a775-5623-4c50-9669-c8894486ba02 req-93dc4226-a2ab-45e4-93e7-06d7e00ee747 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:04.753433 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['794b3f92-58bb-4089-8322-d23cf88ead7e'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:23:04.814785 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1031a775-5623-4c50-9669-c8894486ba02 req-93dc4226-a2ab-45e4-93e7-06d7e00ee747 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Network ad566a62-dedb-4357-93a6-7fa2d02b46d0 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:23:04.817886 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [req-1031a775-5623-4c50-9669-c8894486ba02 req-93dc4226-a2ab-45e4-93e7-06d7e00ee747 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:23:04.821917 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-1031a775-5623-4c50-9669-c8894486ba02 req-93dc4226-a2ab-45e4-93e7-06d7e00ee747 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:23:04.857923 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc4226-a2ab-45e4-93e7-06d7e00ee747 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Pushing event updated for resources: {'Port': ['ID=e1bb0e2d-72bc-49b8-a68b-79e6f693af84,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:23:04.888382 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031a775-5623-4c50-9669-c8894486ba02 req-93dc4226-a2ab-45e4-93e7-06d7e00ee747 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:04.891928 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-1031a775-5623-4c50-9669-c8894486ba02 req-93dc4226-a2ab-45e4-93e7-06d7e00ee747 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:04.976531 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-1031a775-5623-4c50-9669-c8894486ba02 req-93dc4226-a2ab-45e4-93e7-06d7e00ee747 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9299564 Jan 21 19:23:04.987831 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-1031a775-5623-4c50-9669-c8894486ba02 req-ee8734bd-3817-4f23-8624-9b2518fdafc5 service neutron] Request body: {'port': {'device_id': 'b26aa907-7f69-4477-acf7-bc95ce56e5c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:23:05.098685 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-1031a775-5623-4c50-9669-c8894486ba02 req-ee8734bd-3817-4f23-8624-9b2518fdafc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:05.525296 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d40f6-ba5c-44b5-a26d-f7cb9c3d7dc8 req-3b0357b9-3176-44a5-9c61-9fe5f5acd4c3 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:05.526789 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-aa4d40f6-ba5c-44b5-a26d-f7cb9c3d7dc8 req-3b0357b9-3176-44a5-9c61-9fe5f5acd4c3 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 931 time: 0.0826609 Jan 21 19:23:05.527593 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [req-1031a775-5623-4c50-9669-c8894486ba02 req-ee8734bd-3817-4f23-8624-9b2518fdafc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1bb0e2d-72bc-49b8-a68b-79e6f693af84 {{(pid=88137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:23:05.535038 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-1031a775-5623-4c50-9669-c8894486ba02 req-ee8734bd-3817-4f23-8624-9b2518fdafc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:05.549217 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-1031a775-5623-4c50-9669-c8894486ba02 req-ee8734bd-3817-4f23-8624-9b2518fdafc5 service neutron] Transition to ACTIVE for port object e1bb0e2d-72bc-49b8-a68b-79e6f693af84 will not be triggered until provisioned by entity L2. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:23:05.633338 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-1031a775-5623-4c50-9669-c8894486ba02 req-ee8734bd-3817-4f23-8624-9b2518fdafc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:05.663317 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-aa4d40f6-ba5c-44b5-a26d-f7cb9c3d7dc8 req-f68f451e-efec-4ff7-b90e-f52564a80b71 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307366 Jan 21 19:23:05.788537 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8734bd-3817-4f23-8624-9b2518fdafc5 service neutron] Pushing event updated for resources: {'Port': ['ID=e1bb0e2d-72bc-49b8-a68b-79e6f693af84,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:23:05.867205 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-1031a775-5623-4c50-9669-c8894486ba02 req-ee8734bd-3817-4f23-8624-9b2518fdafc5 service neutron] Attempting to bind port e1bb0e2d-72bc-49b8-a68b-79e6f693af84 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:23:05.867877 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-1031a775-5623-4c50-9669-c8894486ba02 req-ee8734bd-3817-4f23-8624-9b2518fdafc5 service neutron] Attempting to bind port e1bb0e2d-72bc-49b8-a68b-79e6f693af84 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '41cee031-d931-4673-a21e-ff0484082f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ad566a62-dedb-4357-93a6-7fa2d02b46d0'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:23:05.867877 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1031a775-5623-4c50-9669-c8894486ba02 req-ee8734bd-3817-4f23-8624-9b2518fdafc5 service neutron] Attempting to bind port e1bb0e2d-72bc-49b8-a68b-79e6f693af84 on network ad566a62-dedb-4357-93a6-7fa2d02b46d0 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:23:05.872749 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1031a775-5623-4c50-9669-c8894486ba02 req-ee8734bd-3817-4f23-8624-9b2518fdafc5 service neutron] Port e1bb0e2d-72bc-49b8-a68b-79e6f693af84 on network ad566a62-dedb-4357-93a6-7fa2d02b46d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 19:23:05.873134 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1031a775-5623-4c50-9669-c8894486ba02 req-ee8734bd-3817-4f23-8624-9b2518fdafc5 service neutron] Attempting to bind port e1bb0e2d-72bc-49b8-a68b-79e6f693af84 on network ad566a62-dedb-4357-93a6-7fa2d02b46d0 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:23:05.878360 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1031a775-5623-4c50-9669-c8894486ba02 req-ee8734bd-3817-4f23-8624-9b2518fdafc5 service neutron] Checking agent: {'id': '9a14f311-f6d5-46c6-87a2-f860197fb66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:23:05.879319 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1031a775-5623-4c50-9669-c8894486ba02 req-ee8734bd-3817-4f23-8624-9b2518fdafc5 service neutron] Checking segment: {'id': '41cee031-d931-4673-a21e-ff0484082f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ad566a62-dedb-4357-93a6-7fa2d02b46d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:23:05.879765 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1031a775-5623-4c50-9669-c8894486ba02 req-ee8734bd-3817-4f23-8624-9b2518fdafc5 service neutron] Bound using segment: {'id': '41cee031-d931-4673-a21e-ff0484082f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ad566a62-dedb-4357-93a6-7fa2d02b46d0'} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:23:05.880182 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-1031a775-5623-4c50-9669-c8894486ba02 req-ee8734bd-3817-4f23-8624-9b2518fdafc5 service neutron] Bound port: e1bb0e2d-72bc-49b8-a68b-79e6f693af84, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41cee031-d931-4673-a21e-ff0484082f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ad566a62-dedb-4357-93a6-7fa2d02b46d0'}}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:23:05.880522 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-1031a775-5623-4c50-9669-c8894486ba02 req-ee8734bd-3817-4f23-8624-9b2518fdafc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:05.969079 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-1031a775-5623-4c50-9669-c8894486ba02 req-ee8734bd-3817-4f23-8624-9b2518fdafc5 service neutron] For port e1bb0e2d-72bc-49b8-a68b-79e6f693af84, host hv-neutron-8254, cleared binding levels {{(pid=88137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:23:05.971848 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-1031a775-5623-4c50-9669-c8894486ba02 req-ee8734bd-3817-4f23-8624-9b2518fdafc5 service neutron] For port e1bb0e2d-72bc-49b8-a68b-79e6f693af84, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=e1bb0e2d-72bc-49b8-a68b-79e6f693af84,segment=NetworkSegment(41cee031-d931-4673-a21e-ff0484082f81),segment_id=41cee031-d931-4673-a21e-ff0484082f81)] {{(pid=88137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:23:06.051556 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-1031a775-5623-4c50-9669-c8894486ba02 req-ee8734bd-3817-4f23-8624-9b2518fdafc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:06.112582 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031a775-5623-4c50-9669-c8894486ba02 req-ee8734bd-3817-4f23-8624-9b2518fdafc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:06.114292 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-1031a775-5623-4c50-9669-c8894486ba02 req-ee8734bd-3817-4f23-8624-9b2518fdafc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:06.115656 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-1031a775-5623-4c50-9669-c8894486ba02 req-ee8734bd-3817-4f23-8624-9b2518fdafc5 service neutron] 10.222.0.113 "PUT /v2.0/ports/e1bb0e2d-72bc-49b8-a68b-79e6f693af84 HTTP/1.1" status: 200 len: 1093 time: 1.1320353 Jan 21 19:23:06.116092 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b26aa907-7f69-4477-acf7-bc95ce56e5c6', 'tag': 'e1bb0e2d-72bc-49b8-a68b-79e6f693af84'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:23:06.136245 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8734bd-3817-4f23-8624-9b2518fdafc5 service neutron] Pushing event updated for resources: {'Port': ['ID=e1bb0e2d-72bc-49b8-a68b-79e6f693af84,revision_number=3']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:23:06.161477 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b26aa907-7f69-4477-acf7-bc95ce56e5c6', 'tag': 'e1bb0e2d-72bc-49b8-a68b-79e6f693af84', 'status': 'completed', 'code': 200} Jan 21 19:23:06.256135 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3056842-55d0-4bb4-8321-3de659d07afd req-2fe0d1b4-bde0-4398-92b9-e22b9a7ce5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:06.257524 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-f3056842-55d0-4bb4-8321-3de659d07afd req-2fe0d1b4-bde0-4398-92b9-e22b9a7ce5fb service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1a92b4b598bd4542a191f569eda09c5b&device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 1096 time: 0.0773413 Jan 21 19:23:06.394242 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3056842-55d0-4bb4-8321-3de659d07afd req-66f8f36f-4c84-4ff2-8c70-c1a4224e983b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:06.395699 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-f3056842-55d0-4bb4-8321-3de659d07afd req-66f8f36f-4c84-4ff2-8c70-c1a4224e983b service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=1a92b4b598bd4542a191f569eda09c5b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1319613 Jan 21 19:23:06.427896 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:23:06.531995 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3056842-55d0-4bb4-8321-3de659d07afd req-b38f2fc7-cb74-4112-a056-7c6359f96691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:06.533316 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-f3056842-55d0-4bb4-8321-3de659d07afd req-b38f2fc7-cb74-4112-a056-7c6359f96691 service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1320395 Jan 21 19:23:06.634609 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031a775-5623-4c50-9669-c8894486ba02 req-8d1f8bff-798f-4ddd-8765-c42bb1e938d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:06.636029 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-1031a775-5623-4c50-9669-c8894486ba02 req-8d1f8bff-798f-4ddd-8765-c42bb1e938d5 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1a92b4b598bd4542a191f569eda09c5b&device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 1096 time: 0.0684252 Jan 21 19:23:06.705845 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-1031a775-5623-4c50-9669-c8894486ba02 req-016654e1-5f00-40be-806a-bb8d7aeb5b4e service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1bb0e2d-72bc-49b8-a68b-79e6f693af84 HTTP/1.1" status: 200 len: 217 time: 0.0636199 Jan 21 19:23:06.766668 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031a775-5623-4c50-9669-c8894486ba02 req-9000cfa6-391a-40da-aeaf-f473c92c4ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:06.768102 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-1031a775-5623-4c50-9669-c8894486ba02 req-9000cfa6-391a-40da-aeaf-f473c92c4ca0 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=a5d90aa6-04c0-4ba5-ad33-03b7cd838205 HTTP/1.1" status: 200 len: 854 time: 0.0572214 Jan 21 19:23:06.824377 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-1031a775-5623-4c50-9669-c8894486ba02 req-d35218c0-9709-4512-be02-ce37d0112e1a service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ad566a62-dedb-4357-93a6-7fa2d02b46d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433969 Jan 21 19:23:06.847920 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb40d2-5dc3-4f9b-b64e-3de1343b8e7e req-4bc5c219-5963-444f-b0e1-18286757d9de tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:06.849505 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7cfb40d2-5dc3-4f9b-b64e-3de1343b8e7e req-4bc5c219-5963-444f-b0e1-18286757d9de tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 943 time: 0.0813103 Jan 21 19:23:06.893214 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7cfb40d2-5dc3-4f9b-b64e-3de1343b8e7e req-c749623c-cf79-4cf7-ab3a-9cc5b60a0862 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379605 Jan 21 19:23:06.951799 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-1031a775-5623-4c50-9669-c8894486ba02 req-6c398a7e-e517-43ba-a830-d579c8a48a34 service neutron] 10.222.0.113 "GET /v2.0/networks/ad566a62-dedb-4357-93a6-7fa2d02b46d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266873 Jan 21 19:23:07.078958 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-1031a775-5623-4c50-9669-c8894486ba02 req-161ec4b5-5cb3-413f-b5c9-97e1b83d974c service neutron] 10.222.0.113 "GET /v2.0/networks/ad566a62-dedb-4357-93a6-7fa2d02b46d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208088 Jan 21 19:23:07.825332 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 794b3f92-58bb-4089-8322-d23cf88ead7e no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:23:07.861081 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] No Port match for: 794b3f92-58bb-4089-8322-d23cf88ead7e {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:23:07.861425 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 794b3f92-58bb-4089-8322-d23cf88ead7e not bound to the agent host hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:23:08.082105 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62fcfe-b640-4891-8d5c-e09687645a52 req-ed1bf5ef-0c53-4052-be95-605bdddb0a20 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:08.083705 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-bd62fcfe-b640-4891-8d5c-e09687645a52 req-ed1bf5ef-0c53-4052-be95-605bdddb0a20 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 943 time: 0.0826020 Jan 21 19:23:08.126342 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-bd62fcfe-b640-4891-8d5c-e09687645a52 req-7aa7cad2-e46d-4217-81cf-b59282967681 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370111 Jan 21 19:23:09.309314 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b120bc3-3e75-4bc0-912e-b155c609cadc req-41e8fcad-f000-4260-ac92-56da4169415f tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:09.310765 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8b120bc3-3e75-4bc0-912e-b155c609cadc req-41e8fcad-f000-4260-ac92-56da4169415f tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 943 time: 0.0785789 Jan 21 19:23:09.356682 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8b120bc3-3e75-4bc0-912e-b155c609cadc req-8fead25e-71da-42dd-a531-bc4944736882 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397942 Jan 21 19:23:09.824918 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device e1bb0e2d-72bc-49b8-a68b-79e6f693af84 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:23:09.972628 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port e1bb0e2d-72bc-49b8-a68b-79e6f693af84, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=e1bb0e2d-72bc-49b8-a68b-79e6f693af84,segment=NetworkSegment(41cee031-d931-4673-a21e-ff0484082f81),segment_id=41cee031-d931-4673-a21e-ff0484082f81)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:23:09.985882 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': 'e1bb0e2d-72bc-49b8-a68b-79e6f693af84', 'network_id': 'ad566a62-dedb-4357-93a6-7fa2d02b46d0', 'port_id': 'e1bb0e2d-72bc-49b8-a68b-79e6f693af84', 'mac_address': 'fa:16:3e:6c:3b:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5d90aa6-04c0-4ba5-ad33-03b7cd838205', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:23:10.041100 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:10.057924 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1bb0e2d-72bc-49b8-a68b-79e6f693af84 {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:23:10.072925 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port e1bb0e2d-72bc-49b8-a68b-79e6f693af84, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=e1bb0e2d-72bc-49b8-a68b-79e6f693af84,segment=NetworkSegment(41cee031-d931-4673-a21e-ff0484082f81),segment_id=41cee031-d931-4673-a21e-ff0484082f81)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:23:10.118959 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:10.186858 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=e1bb0e2d-72bc-49b8-a68b-79e6f693af84,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:23:10.306629 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['e1bb0e2d-72bc-49b8-a68b-79e6f693af84'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:23:10.542465 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3290c984-edd5-42b0-b9d0-dda39c08bc93 req-7e95ffd7-e859-46b2-a471-d00a07d05796 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:10.543887 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3290c984-edd5-42b0-b9d0-dda39c08bc93 req-7e95ffd7-e859-46b2-a471-d00a07d05796 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 944 time: 0.0780978 Jan 21 19:23:10.588528 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3290c984-edd5-42b0-b9d0-dda39c08bc93 req-1359bd93-e805-4f5a-a3b2-ecea27062dc2 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389543 Jan 21 19:23:11.773495 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb58d3c-1f50-42d3-9a74-364e6f7738c2 req-4a906628-c7c6-4635-9efd-01e008224522 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:11.774865 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1bb58d3c-1f50-42d3-9a74-364e6f7738c2 req-4a906628-c7c6-4635-9efd-01e008224522 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 944 time: 0.0817654 Jan 21 19:23:11.818464 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1bb58d3c-1f50-42d3-9a74-364e6f7738c2 req-a4c06419-e7e9-44a3-b110-9e125f172cff tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381055 Jan 21 19:23:11.841040 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device e1bb0e2d-72bc-49b8-a68b-79e6f693af84 up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:23:11.943825 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning for port e1bb0e2d-72bc-49b8-a68b-79e6f693af84 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:23:11.948583 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port e1bb0e2d-72bc-49b8-a68b-79e6f693af84 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:23:11.948952 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:12.065733 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:12.091413 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b26aa907-7f69-4477-acf7-bc95ce56e5c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bb0e2d-72bc-49b8-a68b-79e6f693af84'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:23:12.100883 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port e1bb0e2d-72bc-49b8-a68b-79e6f693af84, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=e1bb0e2d-72bc-49b8-a68b-79e6f693af84,segment=NetworkSegment(41cee031-d931-4673-a21e-ff0484082f81),segment_id=41cee031-d931-4673-a21e-ff0484082f81)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:23:12.136060 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b26aa907-7f69-4477-acf7-bc95ce56e5c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bb0e2d-72bc-49b8-a68b-79e6f693af84', 'code': 200} Jan 21 19:23:12.158104 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:12.227620 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=e1bb0e2d-72bc-49b8-a68b-79e6f693af84,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:23:12.431827 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189fa9d-1ea6-4ea4-aae6-1a0004d33c5c req-5d0e2ee0-e460-41a6-b039-d0febe8a6ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:12.433278 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9189fa9d-1ea6-4ea4-aae6-1a0004d33c5c req-5d0e2ee0-e460-41a6-b039-d0febe8a6ef3 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 1098 time: 0.0677228 Jan 21 19:23:12.474453 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9189fa9d-1ea6-4ea4-aae6-1a0004d33c5c req-8e13ee23-9f62-4124-a05c-f3bf8ca81d17 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347579 Jan 21 19:23:13.000443 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7d1d6-797b-4deb-8915-86a87ecbad3a req-1619ffc9-dd98-48de-a36e-e1d32e9a200e tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:13.001934 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d0a7d1d6-797b-4deb-8915-86a87ecbad3a req-1619ffc9-dd98-48de-a36e-e1d32e9a200e tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 945 time: 0.0780847 Jan 21 19:23:13.044700 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d0a7d1d6-797b-4deb-8915-86a87ecbad3a req-12369759-e5d9-42f4-984c-34afb0670824 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365214 Jan 21 19:23:14.230713 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4635a1a-d0d5-453d-bb5f-fd8631705770 req-61a5967c-6edd-407f-bb91-ce63902ab8df tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:14.232124 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c4635a1a-d0d5-453d-bb5f-fd8631705770 req-61a5967c-6edd-407f-bb91-ce63902ab8df tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 945 time: 0.0822623 Jan 21 19:23:14.274290 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c4635a1a-d0d5-453d-bb5f-fd8631705770 req-1ab3c20e-1f54-4f6f-a53d-795af245c9f8 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365889 Jan 21 19:23:14.602212 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8522ca-6141-4eea-87f4-a62a796ad171 req-2a64de95-314e-4c35-bfa5-e90ff34b3255 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:14.603652 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-bf8522ca-6141-4eea-87f4-a62a796ad171 req-2a64de95-314e-4c35-bfa5-e90ff34b3255 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 945 time: 0.0820947 Jan 21 19:23:14.649512 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-bf8522ca-6141-4eea-87f4-a62a796ad171 req-f1f62cb1-0e2d-45d2-899a-5ce05af33996 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402639 Jan 21 19:23:15.183364 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa526cfb-026d-4ae2-a795-08d39128df08 req-8471912a-807e-4b0a-9115-a5972e095a1a tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:15.185170 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-aa526cfb-026d-4ae2-a795-08d39128df08 req-8471912a-807e-4b0a-9115-a5972e095a1a tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 945 time: 0.0796261 Jan 21 19:23:15.231956 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-aa526cfb-026d-4ae2-a795-08d39128df08 req-aa766ef3-0f6a-4322-974a-d79875c454b0 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401745 Jan 21 19:23:15.320403 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-bc918c9c-9cad-4090-a52a-2359d9024bfd req-72f876ef-b642-4955-afb6-726e7fc91e86 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1746588 Jan 21 19:23:16.420962 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d8edf-3405-429e-8ed1-246725198999 req-9221d810-057c-4936-871a-48b38ae48d2d tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:16.422359 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2d1d8edf-3405-429e-8ed1-246725198999 req-9221d810-057c-4936-871a-48b38ae48d2d tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 945 time: 0.0856261 Jan 21 19:23:16.476220 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2d1d8edf-3405-429e-8ed1-246725198999 req-e78b7ff8-397c-420f-b8d8-3a22b94b57dd tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470703 Jan 21 19:23:17.267307 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc918c9c-9cad-4090-a52a-2359d9024bfd req-7f71078b-847e-48a4-a626-a6c2cfa224cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:17.268735 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-bc918c9c-9cad-4090-a52a-2359d9024bfd req-7f71078b-847e-48a4-a626-a6c2cfa224cd service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1a92b4b598bd4542a191f569eda09c5b&device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 1098 time: 0.0751419 Jan 21 19:23:17.397716 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc918c9c-9cad-4090-a52a-2359d9024bfd req-a72ff3a2-f2d9-49c1-8ba4-b5bc9d50b176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:17.399173 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-bc918c9c-9cad-4090-a52a-2359d9024bfd req-a72ff3a2-f2d9-49c1-8ba4-b5bc9d50b176 service neutron] 10.222.0.113 "GET /v2.0/networks?id=ad566a62-dedb-4357-93a6-7fa2d02b46d0 HTTP/1.1" status: 200 len: 915 time: 0.1245718 Jan 21 19:23:17.468802 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-bc918c9c-9cad-4090-a52a-2359d9024bfd req-9babf56d-8679-494f-8a07-780b2000df47 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1bb0e2d-72bc-49b8-a68b-79e6f693af84 HTTP/1.1" status: 200 len: 217 time: 0.0637238 Jan 21 19:23:17.532001 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc918c9c-9cad-4090-a52a-2359d9024bfd req-57f9d85f-8a0d-4e8f-af6e-958517cea13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:17.533717 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-bc918c9c-9cad-4090-a52a-2359d9024bfd req-57f9d85f-8a0d-4e8f-af6e-958517cea13d service neutron] 10.222.0.113 "GET /v2.0/subnets?id=a5d90aa6-04c0-4ba5-ad33-03b7cd838205 HTTP/1.1" status: 200 len: 854 time: 0.0599113 Jan 21 19:23:17.584550 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-bc918c9c-9cad-4090-a52a-2359d9024bfd req-68fb6c4c-a12e-4f12-91dc-c61bbcb9d1c8 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ad566a62-dedb-4357-93a6-7fa2d02b46d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442975 Jan 21 19:23:17.666275 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd9ded-fd67-4ac2-98fd-2817101d6d49 req-2ffa9c37-30be-4422-83bc-7405568ce86e tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:17.667736 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7bcd9ded-fd67-4ac2-98fd-2817101d6d49 req-2ffa9c37-30be-4422-83bc-7405568ce86e tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 945 time: 0.0780625 Jan 21 19:23:17.712741 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7bcd9ded-fd67-4ac2-98fd-2817101d6d49 req-6228e68c-7ce2-4b25-aa25-ac59ae341708 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390079 Jan 21 19:23:17.715968 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-bc918c9c-9cad-4090-a52a-2359d9024bfd req-7d9fa96a-be53-4e5a-bb81-144f8360a5a3 service neutron] 10.222.0.113 "GET /v2.0/networks/ad566a62-dedb-4357-93a6-7fa2d02b46d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250963 Jan 21 19:23:17.845028 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-bc918c9c-9cad-4090-a52a-2359d9024bfd req-1530076b-1497-4f4a-9709-143cb500506f service neutron] 10.222.0.113 "GET /v2.0/networks/ad566a62-dedb-4357-93a6-7fa2d02b46d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232910 Jan 21 19:23:18.906836 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e951497-c715-474d-9acf-39d3a17a4738 req-fb1892d7-36b6-4a46-8a6f-cf304dafcbeb tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:18.908276 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2e951497-c715-474d-9acf-39d3a17a4738 req-fb1892d7-36b6-4a46-8a6f-cf304dafcbeb tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 945 time: 0.0920062 Jan 21 19:23:18.951954 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2e951497-c715-474d-9acf-39d3a17a4738 req-8a7d5354-f8b8-4ec0-8336-607594b5f2ea tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378437 Jan 21 19:23:20.135887 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21babce-ff5f-4503-ab67-618a81ba4fd3 req-9621674f-bf0c-4a54-9f9a-ff080a80fcc7 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:20.137320 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c21babce-ff5f-4503-ab67-618a81ba4fd3 req-9621674f-bf0c-4a54-9f9a-ff080a80fcc7 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 945 time: 0.0782256 Jan 21 19:23:20.180120 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c21babce-ff5f-4503-ab67-618a81ba4fd3 req-2b8befb9-53bf-43cf-80fb-2e94fe379783 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371664 Jan 21 19:23:21.365632 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae2553d-2597-4a37-b035-9558cd69d3b4 req-73cf263a-83fc-4a3c-b88a-d893b5f84868 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:21.367089 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cae2553d-2597-4a37-b035-9558cd69d3b4 req-73cf263a-83fc-4a3c-b88a-d893b5f84868 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 945 time: 0.0813859 Jan 21 19:23:21.410937 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cae2553d-2597-4a37-b035-9558cd69d3b4 req-7fb51890-6091-4569-bfd8-5d0e6da03bad tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383060 Jan 21 19:23:22.591704 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41317bf9-830f-41ee-89c9-60f95796e2ef req-f5670054-40ec-4983-b806-724acca81bc0 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:22.593119 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-41317bf9-830f-41ee-89c9-60f95796e2ef req-f5670054-40ec-4983-b806-724acca81bc0 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 945 time: 0.0766423 Jan 21 19:23:22.640545 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-41317bf9-830f-41ee-89c9-60f95796e2ef req-4292abc2-858c-4468-96bd-591a6bd71230 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414896 Jan 21 19:23:23.820909 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd23ad0-7226-4aa4-a16a-c4a29191b14e req-3538eb88-6f57-4083-be6f-ff3e40d0c3c7 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:23.822284 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0dd23ad0-7226-4aa4-a16a-c4a29191b14e req-3538eb88-6f57-4083-be6f-ff3e40d0c3c7 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 945 time: 0.0785720 Jan 21 19:23:23.864351 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0dd23ad0-7226-4aa4-a16a-c4a29191b14e req-f902298c-ffce-4d78-8e2b-d871741efc62 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359747 Jan 21 19:23:24.993146 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f17cc5ba-d6e1-46e2-89dc-aac501efeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:25.052586 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefc82e-b286-40d7-94ea-c997d2c7ab77 req-bdd6db5d-4718-48bf-9c32-a86c2efef223 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:25.054054 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fcefc82e-b286-40d7-94ea-c997d2c7ab77 req-bdd6db5d-4718-48bf-9c32-a86c2efef223 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 945 time: 0.0835814 Jan 21 19:23:25.097703 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fcefc82e-b286-40d7-94ea-c997d2c7ab77 req-670f7a50-9f9e-42d1-86a0-af755a790a78 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378091 Jan 21 19:23:26.278219 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61768294-1cb5-4dbf-9c0e-451d068ec015 req-838391db-c7f3-4c12-a1ce-a534bac34c87 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:26.279665 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-61768294-1cb5-4dbf-9c0e-451d068ec015 req-838391db-c7f3-4c12-a1ce-a534bac34c87 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 945 time: 0.0788796 Jan 21 19:23:26.322264 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-61768294-1cb5-4dbf-9c0e-451d068ec015 req-08cf3065-481c-43e5-9eba-dddb8ba45a62 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370717 Jan 21 19:23:27.221420 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ff1939ee-dc75-405d-9a5d-c25e0ebb6af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:27.510322 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3569bf1-338c-42bf-a121-0290ee74356f req-b54f1850-adb0-49b5-95db-cc7925f34aa4 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:27.511932 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d3569bf1-338c-42bf-a121-0290ee74356f req-b54f1850-adb0-49b5-95db-cc7925f34aa4 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 945 time: 0.0833807 Jan 21 19:23:27.558388 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d3569bf1-338c-42bf-a121-0290ee74356f req-39bd6a31-1602-4146-97e1-81549e529b97 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402074 Jan 21 19:23:28.261577 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:28.584712 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:28.661890 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:28.759175 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2ce95-5d44-461d-9624-8f0da0038242 req-8be8f25d-314e-4961-bdbe-5e05cab5581b tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:28.760608 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a0e2ce95-5d44-461d-9624-8f0da0038242 req-8be8f25d-314e-4961-bdbe-5e05cab5581b tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 945 time: 0.0780647 Jan 21 19:23:28.806649 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a0e2ce95-5d44-461d-9624-8f0da0038242 req-122cd04e-0598-4db3-837f-8677fa7dc223 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403657 Jan 21 19:23:29.987578 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb633cc-533d-420a-b6bf-0f141ed21710 req-58d3dac5-1ea7-4c59-ac15-4b399d776c1b tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:29.990007 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-deb633cc-533d-420a-b6bf-0f141ed21710 req-58d3dac5-1ea7-4c59-ac15-4b399d776c1b tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 945 time: 0.0808554 Jan 21 19:23:30.033620 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-deb633cc-533d-420a-b6bf-0f141ed21710 req-f05aa440-f81c-4fb9-8591-28cef3f8de30 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380993 Jan 21 19:23:30.118404 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:31.218878 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975786f-b404-41da-b375-e1aa18869862 req-a7827337-7b48-4b9e-995e-d1c58e77042b tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:31.220286 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b975786f-b404-41da-b375-e1aa18869862 req-a7827337-7b48-4b9e-995e-d1c58e77042b tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 945 time: 0.0810723 Jan 21 19:23:31.263372 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b975786f-b404-41da-b375-e1aa18869862 req-0b2f2b0f-cc7b-4b3e-a03d-c1a52915be6a tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366633 Jan 21 19:23:32.450687 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c2dc9-79f7-440d-aaeb-23c01ebe7d3a req-e13b2ebf-0020-4eaf-9660-fbcee315a8ef tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:32.452152 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e12c2dc9-79f7-440d-aaeb-23c01ebe7d3a req-e13b2ebf-0020-4eaf-9660-fbcee315a8ef tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 945 time: 0.0783598 Jan 21 19:23:32.495601 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e12c2dc9-79f7-440d-aaeb-23c01ebe7d3a req-5c66164e-011a-44ff-8659-6005b95338ea tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378892 Jan 21 19:23:33.767633 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1660c1e-fb28-4ef4-b6b8-02667c8386e8 req-46e5d6f5-6861-4f3c-851e-2aed299bb5ea tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:33.769057 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a1660c1e-fb28-4ef4-b6b8-02667c8386e8 req-46e5d6f5-6861-4f3c-851e-2aed299bb5ea tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 945 time: 0.1712859 Jan 21 19:23:33.812601 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a1660c1e-fb28-4ef4-b6b8-02667c8386e8 req-910eba0b-c9d0-4097-8837-fe49e130016e tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370359 Jan 21 19:23:34.997450 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81a6db-c098-4fef-b45c-a08c6047cdf2 req-67906a9d-f21f-4c17-8f45-4408e475e365 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:34.998873 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3d81a6db-c098-4fef-b45c-a08c6047cdf2 req-67906a9d-f21f-4c17-8f45-4408e475e365 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 945 time: 0.0788443 Jan 21 19:23:35.042056 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3d81a6db-c098-4fef-b45c-a08c6047cdf2 req-c2113e11-0f13-4343-b421-0b2c14b8bc6b tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376220 Jan 21 19:23:36.230959 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257d9bf-8203-4259-aaed-710b246e64f0 req-bc2fc80f-1ec5-4d54-989a-9d7bf95a45ea tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:36.232402 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6257d9bf-8203-4259-aaed-710b246e64f0 req-bc2fc80f-1ec5-4d54-989a-9d7bf95a45ea tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 945 time: 0.0817895 Jan 21 19:23:36.275901 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6257d9bf-8203-4259-aaed-710b246e64f0 req-e3827cd3-75f4-4cef-baa1-4b7bdc5fa5a6 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378630 Jan 21 19:23:37.463207 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450c8d6-5e32-4bf5-90db-d267b5d7211c req-5dbc43d7-fd93-4317-921f-8c69377387e7 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:37.464643 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c450c8d6-5e32-4bf5-90db-d267b5d7211c req-5dbc43d7-fd93-4317-921f-8c69377387e7 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 945 time: 0.0794063 Jan 21 19:23:37.511422 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c450c8d6-5e32-4bf5-90db-d267b5d7211c req-7bf8b883-0f9b-4ae6-9d95-8b733a9c3025 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411725 Jan 21 19:23:38.693852 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cad5ea-3ae6-47fb-b543-80e2d0a7e48d req-a7e4b72c-28ae-46bb-a888-af421378252d tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:38.695176 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-84cad5ea-3ae6-47fb-b543-80e2d0a7e48d req-a7e4b72c-28ae-46bb-a888-af421378252d tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 945 time: 0.0788069 Jan 21 19:23:38.737950 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-84cad5ea-3ae6-47fb-b543-80e2d0a7e48d req-7d47de8e-6825-44e7-8bf5-224a2cd9decb tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370507 Jan 21 19:23:39.922036 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a680a1-070b-4a93-ba1d-4af18105b2fa req-6de0febf-528c-4e29-ab93-cf9dafe83628 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:39.934076 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-16a680a1-070b-4a93-ba1d-4af18105b2fa req-6de0febf-528c-4e29-ab93-cf9dafe83628 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 945 time: 0.0814757 Jan 21 19:23:39.967074 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-16a680a1-070b-4a93-ba1d-4af18105b2fa req-2dbf53c2-c6af-44b5-b1e1-01e36adace32 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380332 Jan 21 19:23:41.164892 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cc07d-dee0-4f30-813a-109de7709cc4 req-3aa805e0-ceae-46b4-b6a5-3ee6fe9075ac tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:41.166339 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-430cc07d-dee0-4f30-813a-109de7709cc4 req-3aa805e0-ceae-46b4-b6a5-3ee6fe9075ac tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 945 time: 0.0942309 Jan 21 19:23:41.212103 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-430cc07d-dee0-4f30-813a-109de7709cc4 req-8a061ceb-a1c3-45d2-8fea-30967060215e tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399778 Jan 21 19:23:42.401172 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9993e-7619-45d8-a0ff-cd7ec95fd81e req-8e3ba0bb-e886-4596-b50f-0679cf88be06 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:42.402653 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-42d9993e-7619-45d8-a0ff-cd7ec95fd81e req-8e3ba0bb-e886-4596-b50f-0679cf88be06 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 945 time: 0.0834541 Jan 21 19:23:42.448273 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-42d9993e-7619-45d8-a0ff-cd7ec95fd81e req-a04bf85b-f3d8-41c0-bad0-128ace842468 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399430 Jan 21 19:23:43.428188 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:23:43.634697 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427a529-d853-4ce2-bb61-29e6bbd111c2 req-250abad2-0371-48bb-a238-832baa24b057 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:43.636186 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e427a529-d853-4ce2-bb61-29e6bbd111c2 req-250abad2-0371-48bb-a238-832baa24b057 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 945 time: 0.0801752 Jan 21 19:23:43.684086 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e427a529-d853-4ce2-bb61-29e6bbd111c2 req-45084b5f-7ff3-400f-a597-748007e56d11 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421436 Jan 21 19:23:44.871727 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a2e7e-8474-470d-8a3d-13b889599229 req-330d8e8f-f3f2-4263-81be-5ae9c19ec317 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:44.873145 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ec3a2e7e-8474-470d-8a3d-13b889599229 req-330d8e8f-f3f2-4263-81be-5ae9c19ec317 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 945 time: 0.0811410 Jan 21 19:23:44.917512 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ec3a2e7e-8474-470d-8a3d-13b889599229 req-f407579a-c0e9-4893-9d75-92d88872d343 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385695 Jan 21 19:23:44.963661 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-bc918c9c-9cad-4090-a52a-2359d9024bfd req-568d88a4-9304-44f8-a3d0-08389a38aacb service neutron] 10.222.0.113 "GET /v2.0/ports/e1bb0e2d-72bc-49b8-a68b-79e6f693af84/bindings/hv-neutron-8254 HTTP/1.1" status: 200 len: 384 time: 0.0746686 Jan 21 19:23:45.576561 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc918c9c-9cad-4090-a52a-2359d9024bfd req-ce672019-a4e7-4c74-9841-e89930e39318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:45.578068 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-bc918c9c-9cad-4090-a52a-2359d9024bfd req-ce672019-a4e7-4c74-9841-e89930e39318 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6&tenant_id=1a92b4b598bd4542a191f569eda09c5b HTTP/1.1" status: 200 len: 1098 time: 0.0728433 Jan 21 19:23:45.665511 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc918c9c-9cad-4090-a52a-2359d9024bfd req-3b144f2c-0bf2-431b-b04f-2c4d7fb1314c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:45.666969 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-bc918c9c-9cad-4090-a52a-2359d9024bfd req-3b144f2c-0bf2-431b-b04f-2c4d7fb1314c service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1a92b4b598bd4542a191f569eda09c5b&device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 1098 time: 0.0682580 Jan 21 19:23:45.794952 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc918c9c-9cad-4090-a52a-2359d9024bfd req-938f0f21-417c-4bb3-a4d1-223bb1ec2c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:45.796280 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-bc918c9c-9cad-4090-a52a-2359d9024bfd req-938f0f21-417c-4bb3-a4d1-223bb1ec2c91 service neutron] 10.222.0.113 "GET /v2.0/networks?id=ad566a62-dedb-4357-93a6-7fa2d02b46d0 HTTP/1.1" status: 200 len: 915 time: 0.1237803 Jan 21 19:23:45.865938 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-bc918c9c-9cad-4090-a52a-2359d9024bfd req-4df4ff3d-cb7e-4e1a-9f13-1ab43371d33f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1bb0e2d-72bc-49b8-a68b-79e6f693af84 HTTP/1.1" status: 200 len: 217 time: 0.0632796 Jan 21 19:23:45.925067 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc918c9c-9cad-4090-a52a-2359d9024bfd req-68d6f9ff-1b47-4aae-b91d-717d4d81d0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:45.927319 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-bc918c9c-9cad-4090-a52a-2359d9024bfd req-68d6f9ff-1b47-4aae-b91d-717d4d81d0cf service neutron] 10.222.0.113 "GET /v2.0/subnets?id=a5d90aa6-04c0-4ba5-ad33-03b7cd838205 HTTP/1.1" status: 200 len: 854 time: 0.0561225 Jan 21 19:23:45.976871 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-bc918c9c-9cad-4090-a52a-2359d9024bfd req-f8e838cf-6b2e-4d25-8ac3-023b74280fb3 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ad566a62-dedb-4357-93a6-7fa2d02b46d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433254 Jan 21 19:23:46.105247 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345aa91-f426-4deb-9dc1-e2920d5459ef req-47a2248b-f2ee-4f3f-aa25-23e422f730b9 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:46.106619 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5345aa91-f426-4deb-9dc1-e2920d5459ef req-47a2248b-f2ee-4f3f-aa25-23e422f730b9 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 945 time: 0.0828605 Jan 21 19:23:46.107724 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-bc918c9c-9cad-4090-a52a-2359d9024bfd req-800539db-2b3f-4611-bdbc-0043dd79ac7d service neutron] 10.222.0.113 "GET /v2.0/networks/ad566a62-dedb-4357-93a6-7fa2d02b46d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247845 Jan 21 19:23:46.151555 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5345aa91-f426-4deb-9dc1-e2920d5459ef req-721efece-6319-4f4b-bd3d-c7cbaf5861d5 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392342 Jan 21 19:23:46.342023 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-bc918c9c-9cad-4090-a52a-2359d9024bfd req-f39ade58-2c04-4e3d-897d-6a743ac84954 service neutron] 10.222.0.113 "GET /v2.0/networks/ad566a62-dedb-4357-93a6-7fa2d02b46d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277100 Jan 21 19:23:47.335074 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9b579-d27c-4eed-b8fa-46508764173b req-a96e0675-efb9-4ba8-a222-0bb575e5ee28 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:47.336543 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b4e9b579-d27c-4eed-b8fa-46508764173b req-a96e0675-efb9-4ba8-a222-0bb575e5ee28 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 945 time: 0.0792747 Jan 21 19:23:47.380592 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b4e9b579-d27c-4eed-b8fa-46508764173b req-1c19f0a2-97cc-48eb-8dc8-284bb3f91afd tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386090 Jan 21 19:23:48.579573 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a01ca1-738e-4c46-add3-10237bac9f8b req-f2a7a3fc-7c76-4452-95b1-7ba7e231c8f2 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:48.580992 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-40a01ca1-738e-4c46-add3-10237bac9f8b req-f2a7a3fc-7c76-4452-95b1-7ba7e231c8f2 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 945 time: 0.0908046 Jan 21 19:23:48.624667 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-40a01ca1-738e-4c46-add3-10237bac9f8b req-40617dd5-4c68-4c5c-acde-b5cbfed1724a tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375681 Jan 21 19:23:49.039432 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8351e0-00af-414b-af7a-436331b0f5b0 req-4def71af-46cf-4a7d-a21b-22a6c01878bb tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:49.040807 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-bc8351e0-00af-414b-af7a-436331b0f5b0 req-4def71af-46cf-4a7d-a21b-22a6c01878bb tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 945 time: 0.0785656 Jan 21 19:23:49.086278 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-bc8351e0-00af-414b-af7a-436331b0f5b0 req-7ebda085-400e-4699-ba20-f589b69afb68 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398126 Jan 21 19:23:49.118295 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c4cbf-3fd4-483a-af6c-b66710958ad9 req-d9bf18bd-78f2-4f60-bae1-0d289827b6d6 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:49.118994 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-4b5c4cbf-3fd4-483a-af6c-b66710958ad9 req-d9bf18bd-78f2-4f60-bae1-0d289827b6d6 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Synchronizing usage tracker for tenant:1a92b4b598bd4542a191f569eda09c5b on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:23:49.193488 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-4b5c4cbf-3fd4-483a-af6c-b66710958ad9 req-d9bf18bd-78f2-4f60-bae1-0d289827b6d6 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Unset dirty status for tenant:1a92b4b598bd4542a191f569eda09c5b on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:23:49.194747 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4b5c4cbf-3fd4-483a-af6c-b66710958ad9 req-d9bf18bd-78f2-4f60-bae1-0d289827b6d6 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.113 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6&tenant_id=1a92b4b598bd4542a191f569eda09c5b&binding%3Ahost_id=hv-neutron-8254 HTTP/1.1" status: 200 len: 945 time: 0.1644218 Jan 21 19:23:49.334816 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c4cbf-3fd4-483a-af6c-b66710958ad9 req-3a1966b5-8d30-458c-b0bc-8bfde3fc6432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:49.336160 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4b5c4cbf-3fd4-483a-af6c-b66710958ad9 req-3a1966b5-8d30-458c-b0bc-8bfde3fc6432 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1a92b4b598bd4542a191f569eda09c5b&device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 1098 time: 0.0731940 Jan 21 19:23:49.466509 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c4cbf-3fd4-483a-af6c-b66710958ad9 req-f8b1a820-1d10-4712-a9f7-4a21f7d72b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:49.467915 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4b5c4cbf-3fd4-483a-af6c-b66710958ad9 req-f8b1a820-1d10-4712-a9f7-4a21f7d72b2a service neutron] 10.222.0.113 "GET /v2.0/networks?id=ad566a62-dedb-4357-93a6-7fa2d02b46d0 HTTP/1.1" status: 200 len: 915 time: 0.1258781 Jan 21 19:23:49.535888 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4b5c4cbf-3fd4-483a-af6c-b66710958ad9 req-37ca2c70-7655-4819-869a-4879ce0e06db service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1bb0e2d-72bc-49b8-a68b-79e6f693af84 HTTP/1.1" status: 200 len: 217 time: 0.0617747 Jan 21 19:23:49.596722 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c4cbf-3fd4-483a-af6c-b66710958ad9 req-7810770f-6fb8-4836-9176-a427f8719771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:49.598785 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4b5c4cbf-3fd4-483a-af6c-b66710958ad9 req-7810770f-6fb8-4836-9176-a427f8719771 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=a5d90aa6-04c0-4ba5-ad33-03b7cd838205 HTTP/1.1" status: 200 len: 854 time: 0.0569973 Jan 21 19:23:49.643737 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4b5c4cbf-3fd4-483a-af6c-b66710958ad9 req-a79a4813-2f11-4336-a4be-5b0fdd133944 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ad566a62-dedb-4357-93a6-7fa2d02b46d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389829 Jan 21 19:23:49.772517 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4b5c4cbf-3fd4-483a-af6c-b66710958ad9 req-8c7fe521-3c06-45d9-87c4-05413f001b9b service neutron] 10.222.0.113 "GET /v2.0/networks/ad566a62-dedb-4357-93a6-7fa2d02b46d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229641 Jan 21 19:23:49.900615 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4b5c4cbf-3fd4-483a-af6c-b66710958ad9 req-7b4a9ce9-90e9-47cf-84eb-1df0624ce7d5 service neutron] 10.222.0.113 "GET /v2.0/networks/ad566a62-dedb-4357-93a6-7fa2d02b46d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225657 Jan 21 19:23:49.968164 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device e1bb0e2d-72bc-49b8-a68b-79e6f693af84 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:23:49.974288 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device e1bb0e2d-72bc-49b8-a68b-79e6f693af84 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:23:50.190347 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:50.208236 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port e1bb0e2d-72bc-49b8-a68b-79e6f693af84, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=e1bb0e2d-72bc-49b8-a68b-79e6f693af84,segment=NetworkSegment(41cee031-d931-4673-a21e-ff0484082f81),segment_id=41cee031-d931-4673-a21e-ff0484082f81)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:23:50.228725 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': 'e1bb0e2d-72bc-49b8-a68b-79e6f693af84', 'network_id': 'ad566a62-dedb-4357-93a6-7fa2d02b46d0', 'port_id': 'e1bb0e2d-72bc-49b8-a68b-79e6f693af84', 'mac_address': 'fa:16:3e:6c:3b:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5d90aa6-04c0-4ba5-ad33-03b7cd838205', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:23:50.235212 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b26aa907-7f69-4477-acf7-bc95ce56e5c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1bb0e2d-72bc-49b8-a68b-79e6f693af84'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:23:50.279461 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0370a95-6a09-49c6-beaa-06ee93324c66 req-0d0cdc2e-47c8-48ee-ba20-b56e0696cca5 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:50.280962 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c0370a95-6a09-49c6-beaa-06ee93324c66 req-0d0cdc2e-47c8-48ee-ba20-b56e0696cca5 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 945 time: 0.0864277 Jan 21 19:23:50.298396 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port e1bb0e2d-72bc-49b8-a68b-79e6f693af84, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=e1bb0e2d-72bc-49b8-a68b-79e6f693af84,segment=NetworkSegment(41cee031-d931-4673-a21e-ff0484082f81),segment_id=41cee031-d931-4673-a21e-ff0484082f81)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:23:50.302770 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:50.313954 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b26aa907-7f69-4477-acf7-bc95ce56e5c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1bb0e2d-72bc-49b8-a68b-79e6f693af84', 'code': 200} Jan 21 19:23:50.321116 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1bb0e2d-72bc-49b8-a68b-79e6f693af84 {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:23:50.326767 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c0370a95-6a09-49c6-beaa-06ee93324c66 req-21700c08-e5d5-4389-91bc-344e554320d4 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385997 Jan 21 19:23:50.374813 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:50.518602 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:23:50.518949 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:23:50.522186 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=e1bb0e2d-72bc-49b8-a68b-79e6f693af84,revision_number=6']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:23:51.079111 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:51.096136 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1bb0e2d-72bc-49b8-a68b-79e6f693af84 {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:23:51.111619 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port e1bb0e2d-72bc-49b8-a68b-79e6f693af84, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=e1bb0e2d-72bc-49b8-a68b-79e6f693af84,segment=NetworkSegment(41cee031-d931-4673-a21e-ff0484082f81),segment_id=41cee031-d931-4673-a21e-ff0484082f81)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:23:51.168463 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:51.234205 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['e1bb0e2d-72bc-49b8-a68b-79e6f693af84'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:23:51.283578 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=e1bb0e2d-72bc-49b8-a68b-79e6f693af84,revision_number=7']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:23:51.516343 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c47996-4085-4f3f-a2ff-3fdfa71262ee req-1dd2dbcb-fed0-4f77-85c1-d4fea73ace11 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:51.517772 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-84c47996-4085-4f3f-a2ff-3fdfa71262ee req-1dd2dbcb-fed0-4f77-85c1-d4fea73ace11 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 944 time: 0.0792398 Jan 21 19:23:51.565203 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-84c47996-4085-4f3f-a2ff-3fdfa71262ee req-ee677c1c-1c2f-47ea-bbab-d3b929c782e2 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414288 Jan 21 19:23:51.747239 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a0d35c-44ac-4917-b8fd-07b63e3f371b req-985fe266-d617-4c6a-9973-add5901bb775 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:51.748677 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-26a0d35c-44ac-4917-b8fd-07b63e3f371b req-985fe266-d617-4c6a-9973-add5901bb775 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 944 time: 0.0788817 Jan 21 19:23:51.791670 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-26a0d35c-44ac-4917-b8fd-07b63e3f371b req-60fc6389-9561-407f-b846-9d061b7b159e tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373356 Jan 21 19:23:51.974775 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef5ec5-dc12-44c2-b017-4bd6ee4e5baf req-97cbd145-db0c-4548-98f8-8b2d12d0af4c tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:51.976148 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c6ef5ec5-dc12-44c2-b017-4bd6ee4e5baf req-97cbd145-db0c-4548-98f8-8b2d12d0af4c tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 944 time: 0.0829337 Jan 21 19:23:51.976473 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device e1bb0e2d-72bc-49b8-a68b-79e6f693af84 up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:23:52.019876 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c6ef5ec5-dc12-44c2-b017-4bd6ee4e5baf req-bd892439-a4f6-4364-93e2-0369125c42b8 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379705 Jan 21 19:23:52.043754 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port e1bb0e2d-72bc-49b8-a68b-79e6f693af84 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:23:52.044132 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:52.162018 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:52.194543 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port e1bb0e2d-72bc-49b8-a68b-79e6f693af84, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=e1bb0e2d-72bc-49b8-a68b-79e6f693af84,segment=NetworkSegment(41cee031-d931-4673-a21e-ff0484082f81),segment_id=41cee031-d931-4673-a21e-ff0484082f81)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:23:52.283603 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:52.318965 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b26aa907-7f69-4477-acf7-bc95ce56e5c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bb0e2d-72bc-49b8-a68b-79e6f693af84'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:23:52.355050 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=e1bb0e2d-72bc-49b8-a68b-79e6f693af84,revision_number=8']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:23:52.362471 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b26aa907-7f69-4477-acf7-bc95ce56e5c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bb0e2d-72bc-49b8-a68b-79e6f693af84', 'code': 200} Jan 21 19:23:52.832752 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435fc86-3ef7-4d3e-a025-0eb55159900f req-16b019c3-d27a-4d5f-b551-419b645bc0d5 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:52.834093 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0435fc86-3ef7-4d3e-a025-0eb55159900f req-16b019c3-d27a-4d5f-b551-419b645bc0d5 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 945 time: 0.0781918 Jan 21 19:23:52.877313 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0435fc86-3ef7-4d3e-a025-0eb55159900f req-dcb7b2a9-609c-4b94-8d58-07e6024d3f09 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375507 Jan 21 19:23:54.063574 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487a9f5-fd58-4392-8d8a-53e8f510645d req-034299f8-f8a3-431f-b495-c0e92b1e496f tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:54.064937 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0487a9f5-fd58-4392-8d8a-53e8f510645d req-034299f8-f8a3-431f-b495-c0e92b1e496f tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 945 time: 0.0827410 Jan 21 19:23:54.108933 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0487a9f5-fd58-4392-8d8a-53e8f510645d req-34895f92-3b02-434e-9785-0d3092381d8e tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/security-groups?id=9191362f-4beb-4676-bcb3-f473a6f33def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376709 Jan 21 19:23:54.239308 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecbde4b-4d7f-4fff-bca3-b03f9a2a3978 req-aeacf615-6fb5-418a-9897-5e1b3c584424 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:54.240698 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-eecbde4b-4d7f-4fff-bca3-b03f9a2a3978 req-aeacf615-6fb5-418a-9897-5e1b3c584424 tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.113 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 945 time: 0.0834832 Jan 21 19:23:54.309800 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-eecbde4b-4d7f-4fff-bca3-b03f9a2a3978 req-f3f820c9-869f-44e8-a716-e81cb8b139db tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Deleting port e1bb0e2d-72bc-49b8-a68b-79e6f693af84 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:23:54.310150 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-eecbde4b-4d7f-4fff-bca3-b03f9a2a3978 req-f3f820c9-869f-44e8-a716-e81cb8b139db tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:54.563256 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-eecbde4b-4d7f-4fff-bca3-b03f9a2a3978 req-f3f820c9-869f-44e8-a716-e81cb8b139db tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] For port e1bb0e2d-72bc-49b8-a68b-79e6f693af84, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=e1bb0e2d-72bc-49b8-a68b-79e6f693af84,segment=NetworkSegment(41cee031-d931-4673-a21e-ff0484082f81),segment_id=41cee031-d931-4673-a21e-ff0484082f81)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:23:54.563610 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-eecbde4b-4d7f-4fff-bca3-b03f9a2a3978 req-f3f820c9-869f-44e8-a716-e81cb8b139db tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:54.683180 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-eecbde4b-4d7f-4fff-bca3-b03f9a2a3978 req-f3f820c9-869f-44e8-a716-e81cb8b139db tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Calling delete_port for e1bb0e2d-72bc-49b8-a68b-79e6f693af84 owned by compute:nova {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:23:54.889367 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-eecbde4b-4d7f-4fff-bca3-b03f9a2a3978 req-f3f820c9-869f-44e8-a716-e81cb8b139db tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:54.900581 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['e1bb0e2d-72bc-49b8-a68b-79e6f693af84'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:23:54.940440 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f820c9-869f-44e8-a716-e81cb8b139db tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Pushing event deleted for resources: {'Port': ['ID=e1bb0e2d-72bc-49b8-a68b-79e6f693af84,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:23:55.032341 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0e44df4d-cc22-4e89-884b-80f614cbbc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:55.087210 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f820c9-869f-44e8-a716-e81cb8b139db tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:23:55.087558 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f820c9-869f-44e8-a716-e81cb8b139db tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:23:55.087898 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f820c9-869f-44e8-a716-e81cb8b139db tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:23:55.088253 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f820c9-869f-44e8-a716-e81cb8b139db tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:23:55.088566 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f820c9-869f-44e8-a716-e81cb8b139db tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:23:55.088892 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f820c9-869f-44e8-a716-e81cb8b139db tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:23:55.089212 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f820c9-869f-44e8-a716-e81cb8b139db tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:23:55.089532 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f820c9-869f-44e8-a716-e81cb8b139db tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:23:55.089873 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f820c9-869f-44e8-a716-e81cb8b139db tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:23:55.090194 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f820c9-869f-44e8-a716-e81cb8b139db tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:23:55.090513 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f820c9-869f-44e8-a716-e81cb8b139db tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:23:55.090835 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f820c9-869f-44e8-a716-e81cb8b139db tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:23:55.130190 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-eecbde4b-4d7f-4fff-bca3-b03f9a2a3978 req-f3f820c9-869f-44e8-a716-e81cb8b139db tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] No DVR routers for this DVR port e1bb0e2d-72bc-49b8-a68b-79e6f693af84 on host hv-neutron-8254 {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:23:55.133527 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-eecbde4b-4d7f-4fff-bca3-b03f9a2a3978 req-f3f820c9-869f-44e8-a716-e81cb8b139db tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:55.136295 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b26aa907-7f69-4477-acf7-bc95ce56e5c6', 'name': 'network-vif-deleted', 'tag': 'e1bb0e2d-72bc-49b8-a68b-79e6f693af84'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:23:55.180387 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b26aa907-7f69-4477-acf7-bc95ce56e5c6', 'name': 'network-vif-deleted', 'tag': 'e1bb0e2d-72bc-49b8-a68b-79e6f693af84', 'status': 'completed', 'code': 200} Jan 21 19:23:55.215918 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-eecbde4b-4d7f-4fff-bca3-b03f9a2a3978 req-f3f820c9-869f-44e8-a716-e81cb8b139db tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.113 "DELETE /v2.0/ports/e1bb0e2d-72bc-49b8-a68b-79e6f693af84 HTTP/1.1" status: 204 len: 173 time: 0.9694343 Jan 21 19:23:55.258496 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-80077fbd-f2e1-45fc-a836-119bc1c00daf req-8ab693fb-6dc6-4a01-9547-a9c969306e4e tempest-ServerDiskConfigTestJSON-595731001 tempest-ServerDiskConfigTestJSON-595731001-project] 10.222.0.87 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 210 time: 0.0429995 Jan 21 19:23:55.621246 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-f2286c00-ade7-4b00-be34-9ebc9a4af65c req-e7a3cb04-5946-42a6-8bf9-beff488ed4be service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0400841 Jan 21 19:23:55.729462 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-f2286c00-ade7-4b00-be34-9ebc9a4af65c req-b2ace340-0f4d-4240-a284-1fa6620f4975 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1a92b4b598bd4542a191f569eda09c5b&device_id=b26aa907-7f69-4477-acf7-bc95ce56e5c6 HTTP/1.1" status: 200 len: 210 time: 0.0418956 Jan 21 19:23:55.885350 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2286c00-ade7-4b00-be34-9ebc9a4af65c req-3b9a07a3-3865-47f7-b981-c42c188c3cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:55.886825 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-f2286c00-ade7-4b00-be34-9ebc9a4af65c req-3b9a07a3-3865-47f7-b981-c42c188c3cd3 service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=1a92b4b598bd4542a191f569eda09c5b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1379378 Jan 21 19:23:56.028203 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2286c00-ade7-4b00-be34-9ebc9a4af65c req-a3a9021a-6908-4bcc-877c-6e7fc187198c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:56.029644 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-f2286c00-ade7-4b00-be34-9ebc9a4af65c req-a3a9021a-6908-4bcc-877c-6e7fc187198c service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1365554 Jan 21 19:23:56.505389 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 38962) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:23:56.563971 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-8800b7d1-12dc-48a2-b9a4-fbb7a026294d admin admin] Deleting subnet a5d90aa6-04c0-4ba5-ad33-03b7cd838205 {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:23:56.566884 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8800b7d1-12dc-48a2-b9a4-fbb7a026294d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:56.621365 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8800b7d1-12dc-48a2-b9a4-fbb7a026294d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:56.675131 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8800b7d1-12dc-48a2-b9a4-fbb7a026294d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:56.809699 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8800b7d1-12dc-48a2-b9a4-fbb7a026294d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:56.849398 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8800b7d1-12dc-48a2-b9a4-fbb7a026294d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5d90aa6-04c0-4ba5-ad33-03b7cd838205,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:23:56.854537 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8800b7d1-12dc-48a2-b9a4-fbb7a026294d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:56.860261 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-8800b7d1-12dc-48a2-b9a4-fbb7a026294d admin admin] 10.222.0.87 "DELETE /v2.0/subnets/a5d90aa6-04c0-4ba5-ad33-03b7cd838205 HTTP/1.1" status: 204 len: 168 time: 0.3538034 Jan 21 19:23:56.863515 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 38966) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:23:56.976655 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ca4af079-51d6-4a6b-ba64-731c68cad95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:57.098642 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ca4af079-51d6-4a6b-ba64-731c68cad95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:57.122700 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-ca4af079-51d6-4a6b-ba64-731c68cad95a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad566a62-dedb-4357-93a6-7fa2d02b46d0']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:23:57.135151 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-ca4af079-51d6-4a6b-ba64-731c68cad95a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41cee031-d931-4673-a21e-ff0484082f81') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:23:57.135448 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-ca4af079-51d6-4a6b-ba64-731c68cad95a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41cee031-d931-4673-a21e-ff0484082f81') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:23:57.146984 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ca4af079-51d6-4a6b-ba64-731c68cad95a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:57.162195 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ca4af079-51d6-4a6b-ba64-731c68cad95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:57.168117 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca4af079-51d6-4a6b-ba64-731c68cad95a admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:23:57.168492 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ca4af079-51d6-4a6b-ba64-731c68cad95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:57.181833 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:23:57.181833 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:23:57.181833 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:23:57.181833 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:23:57.181833 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:23:57.181833 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:23:57.181833 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:23:57.181833 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:23:57.181833 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:23:57.181833 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:23:57.181833 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:23:57.181833 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:23:57.181833 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:23:57.181833 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:23:57.181833 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:23:57.181833 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:23:57.181833 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:23:57.181833 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:23:57.181833 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:23:57.181833 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:23:57.181833 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:23:57.181833 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:23:57.181833 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:23:57.181833 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:23:57.181833 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:23:57.181833 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:23:57.181833 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:23:57.181833 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:23:57.181833 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:23:57.181833 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:23:57.181833 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:23:57.181833 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:23:57.255409 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5fbdb50b-54c8-4cd1-9a14-dfdbaa41d311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:57.323970 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ca4af079-51d6-4a6b-ba64-731c68cad95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:57.340257 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ca4af079-51d6-4a6b-ba64-731c68cad95a admin admin] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:57.350600 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4af079-51d6-4a6b-ba64-731c68cad95a admin admin] Pushing event deleted for resources: {'Network': ['ID=ad566a62-dedb-4357-93a6-7fa2d02b46d0,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:23:57.427627 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ca4af079-51d6-4a6b-ba64-731c68cad95a admin admin] 10.222.0.87 "DELETE /v2.0/networks/ad566a62-dedb-4357-93a6-7fa2d02b46d0 HTTP/1.1" status: 204 len: 168 time: 0.5629120 Jan 21 19:23:57.770807 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 38972) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:23:57.819470 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-9a8e659b-588d-46b9-9375-573c2243dc99 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1a92b4b598bd4542a191f569eda09c5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475104 Jan 21 19:23:57.821949 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 38976) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:23:57.882116 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4b72c732-5756-46b8-adef-889254457b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:57.907184 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4b72c732-5756-46b8-adef-889254457b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:58.006823 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device e1bb0e2d-72bc-49b8-a68b-79e6f693af84 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:23:58.040251 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] No Port match for: e1bb0e2d-72bc-49b8-a68b-79e6f693af84 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:23:58.040592 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device e1bb0e2d-72bc-49b8-a68b-79e6f693af84 not bound to the agent host hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:23:58.095128 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4b72c732-5756-46b8-adef-889254457b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:58.110112 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b72c732-5756-46b8-adef-889254457b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9191362f-4beb-4676-bcb3-f473a6f33def,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:23:58.120776 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b72c732-5756-46b8-adef-889254457b73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:23:58.121128 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b72c732-5756-46b8-adef-889254457b73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:23:58.121477 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b72c732-5756-46b8-adef-889254457b73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:23:58.121887 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b72c732-5756-46b8-adef-889254457b73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:23:58.122221 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b72c732-5756-46b8-adef-889254457b73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:23:58.122553 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b72c732-5756-46b8-adef-889254457b73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:23:58.122880 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b72c732-5756-46b8-adef-889254457b73 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:23:58.123206 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b72c732-5756-46b8-adef-889254457b73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:23:58.123531 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b72c732-5756-46b8-adef-889254457b73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:23:58.123852 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b72c732-5756-46b8-adef-889254457b73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:23:58.124168 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b72c732-5756-46b8-adef-889254457b73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:23:58.124486 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b72c732-5756-46b8-adef-889254457b73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:23:58.127518 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4b72c732-5756-46b8-adef-889254457b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:58.128717 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-4b72c732-5756-46b8-adef-889254457b73 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9191362f-4beb-4676-bcb3-f473a6f33def HTTP/1.1" status: 204 len: 168 time: 0.3058538 Jan 21 19:23:58.301369 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:58.575301 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:58.661436 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:59.179565 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 39000) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:23:59.281675 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-aa1d72fc-8fea-48c3-a34c-91713ebe9130 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-359212956-network', 'tenant_id': '6306f0f6329f45368a10bca96708233e'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:23:59.287018 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-aa1d72fc-8fea-48c3-a34c-91713ebe9130 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:23:59.290948 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-aa1d72fc-8fea-48c3-a34c-91713ebe9130 admin admin] Usage tracker for resource:network and tenant:6306f0f6329f45368a10bca96708233e is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:23:59.293747 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-aa1d72fc-8fea-48c3-a34c-91713ebe9130 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:23:59.299735 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-aa1d72fc-8fea-48c3-a34c-91713ebe9130 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:23:59.380878 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1d72fc-8fea-48c3-a34c-91713ebe9130 admin admin] Made reservation on behalf of 6306f0f6329f45368a10bca96708233e for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:23:59.383293 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aa1d72fc-8fea-48c3-a34c-91713ebe9130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:59.396364 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aa1d72fc-8fea-48c3-a34c-91713ebe9130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:59.410893 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-aa1d72fc-8fea-48c3-a34c-91713ebe9130 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:23:59.414765 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-aa1d72fc-8fea-48c3-a34c-91713ebe9130 admin admin] Usage tracker for resource:security_group_rule and tenant:6306f0f6329f45368a10bca96708233e is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:23:59.417503 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-aa1d72fc-8fea-48c3-a34c-91713ebe9130 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:23:59.423134 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-aa1d72fc-8fea-48c3-a34c-91713ebe9130 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:23:59.504360 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aa1d72fc-8fea-48c3-a34c-91713ebe9130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:59.569186 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aa1d72fc-8fea-48c3-a34c-91713ebe9130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:59.601110 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa1d72fc-8fea-48c3-a34c-91713ebe9130 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:23:59.609323 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d72fc-8fea-48c3-a34c-91713ebe9130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b5748c-a187-4250-90b2-01fef134baac,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:23:59.615467 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aa1d72fc-8fea-48c3-a34c-91713ebe9130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:59.615814 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-aa1d72fc-8fea-48c3-a34c-91713ebe9130 admin admin] Added segment df499347-be85-40db-b735-743af625baf5 of type vlan for network 23308924-6219-433a-99e7-42bb489e672f Jan 21 19:23:59.644864 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aa1d72fc-8fea-48c3-a34c-91713ebe9130 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:59.734998 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aa1d72fc-8fea-48c3-a34c-91713ebe9130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:59.735951 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1d72fc-8fea-48c3-a34c-91713ebe9130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:23:59.736554 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aa1d72fc-8fea-48c3-a34c-91713ebe9130 admin admin] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:23:59.927756 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-aa1d72fc-8fea-48c3-a34c-91713ebe9130 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7467692 Jan 21 19:23:59.931391 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 39006) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:23:59.933296 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d72fc-8fea-48c3-a34c-91713ebe9130 admin admin] Pushing event updated for resources: {'Network': ['ID=23308924-6219-433a-99e7-42bb489e672f,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:23:59.937931 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-e5b9339f-a140-48d5-b3cb-a7e3683a5749 admin admin] Request body: {'subnet': {'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-359212956-subnet', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:23:59.944055 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e5b9339f-a140-48d5-b3cb-a7e3683a5749 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:23:59.946722 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 23308924-6219-433a-99e7-42bb489e672f details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:23:59.948943 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-e5b9339f-a140-48d5-b3cb-a7e3683a5749 admin admin] Usage tracker for resource:subnet and tenant:6306f0f6329f45368a10bca96708233e is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:23:59.951918 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-e5b9339f-a140-48d5-b3cb-a7e3683a5749 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:23:59.958870 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e5b9339f-a140-48d5-b3cb-a7e3683a5749 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:24:00.065444 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b9339f-a140-48d5-b3cb-a7e3683a5749 admin admin] Made reservation on behalf of 6306f0f6329f45368a10bca96708233e for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:24:00.068765 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e5b9339f-a140-48d5-b3cb-a7e3683a5749 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:00.128969 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:00.335452 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e5b9339f-a140-48d5-b3cb-a7e3683a5749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:00.408234 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9339f-a140-48d5-b3cb-a7e3683a5749 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19b5b36a-bb23-42b3-bed0-1fc020de6fdd,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:24:00.419297 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b9339f-a140-48d5-b3cb-a7e3683a5749 admin admin] Checking segment: {'id': 'df499347-be85-40db-b735-743af625baf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '23308924-6219-433a-99e7-42bb489e672f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:24:00.419648 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b9339f-a140-48d5-b3cb-a7e3683a5749 admin admin] Network hostable DHCP agents. Network: 23308924-6219-433a-99e7-42bb489e672f, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:24:00.495049 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b9339f-a140-48d5-b3cb-a7e3683a5749 admin admin] Network 23308924-6219-433a-99e7-42bb489e672f is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:24:00.575225 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-e5b9339f-a140-48d5-b3cb-a7e3683a5749 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 23308924-6219-433a-99e7-42bb489e672f) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:24:00.579780 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b9339f-a140-48d5-b3cb-a7e3683a5749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:24:00.580803 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e5b9339f-a140-48d5-b3cb-a7e3683a5749 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:00.584511 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62845060-82fb-4590-9dbc-2d04a6f041e2 None None] Network 23308924-6219-433a-99e7-42bb489e672f requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:24:00.650328 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e5b9339f-a140-48d5-b3cb-a7e3683a5749 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7178092 Jan 21 19:24:00.652914 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 39010) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:24:00.657829 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-28f41728-9987-4dca-92cd-def5f92b21e3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-359212956-router', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:24:00.662800 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-28f41728-9987-4dca-92cd-def5f92b21e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:24:00.666591 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-28f41728-9987-4dca-92cd-def5f92b21e3 admin admin] Usage tracker for resource:router and tenant:6306f0f6329f45368a10bca96708233e is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:24:00.669368 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-28f41728-9987-4dca-92cd-def5f92b21e3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:24:00.675558 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-28f41728-9987-4dca-92cd-def5f92b21e3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:24:00.762946 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-28f41728-9987-4dca-92cd-def5f92b21e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:00.763970 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-28f41728-9987-4dca-92cd-def5f92b21e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:00.778791 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-28f41728-9987-4dca-92cd-def5f92b21e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:00.793804 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c3323c-0d60-4aa3-8008-922daf9f7956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-23308924-6219-433a-99e7-42bb489e672f', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'fixed_ips': [{'subnet_id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:24:00.794821 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-96c3323c-0d60-4aa3-8008-922daf9f7956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:00.951626 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-96c3323c-0d60-4aa3-8008-922daf9f7956 None None] Allocated IP 172.20.0.2 (23308924-6219-433a-99e7-42bb489e672f/19b5b36a-bb23-42b3-bed0-1fc020de6fdd/46f48ef6-e012-4ee2-bed5-40fa0447c19e) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:24:01.161990 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-96c3323c-0d60-4aa3-8008-922daf9f7956 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:01.171640 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-96c3323c-0d60-4aa3-8008-922daf9f7956 None None] Transition to ACTIVE for port object 46f48ef6-e012-4ee2-bed5-40fa0447c19e will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:24:01.189329 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-96c3323c-0d60-4aa3-8008-922daf9f7956 None None] Transition to ACTIVE for port object 46f48ef6-e012-4ee2-bed5-40fa0447c19e will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:24:01.214552 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-28f41728-9987-4dca-92cd-def5f92b21e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:01.243707 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-96c3323c-0d60-4aa3-8008-922daf9f7956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:01.308308 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c3323c-0d60-4aa3-8008-922daf9f7956 None None] Network 23308924-6219-433a-99e7-42bb489e672f is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:24:01.394541 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-96c3323c-0d60-4aa3-8008-922daf9f7956 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:24:01.394541 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c3323c-0d60-4aa3-8008-922daf9f7956 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:24:01.394541 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3323c-0d60-4aa3-8008-922daf9f7956 None None] Pushing event updated for resources: {'Port': ['ID=46f48ef6-e012-4ee2-bed5-40fa0447c19e,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:24:01.402115 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c3323c-0d60-4aa3-8008-922daf9f7956 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:24:01.402413 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c3323c-0d60-4aa3-8008-922daf9f7956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:24:01.402729 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c3323c-0d60-4aa3-8008-922daf9f7956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:24:01.403059 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c3323c-0d60-4aa3-8008-922daf9f7956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:24:01.403866 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c3323c-0d60-4aa3-8008-922daf9f7956 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:24:01.403866 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c3323c-0d60-4aa3-8008-922daf9f7956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:24:01.404063 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c3323c-0d60-4aa3-8008-922daf9f7956 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:24:01.404301 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c3323c-0d60-4aa3-8008-922daf9f7956 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:24:01.404630 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c3323c-0d60-4aa3-8008-922daf9f7956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:24:01.404929 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c3323c-0d60-4aa3-8008-922daf9f7956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:24:01.405251 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c3323c-0d60-4aa3-8008-922daf9f7956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:24:01.405554 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c3323c-0d60-4aa3-8008-922daf9f7956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:24:01.427501 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-96c3323c-0d60-4aa3-8008-922daf9f7956 None None] Attempting to bind port 46f48ef6-e012-4ee2-bed5-40fa0447c19e on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:24:01.427861 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-96c3323c-0d60-4aa3-8008-922daf9f7956 None None] Attempting to bind port 46f48ef6-e012-4ee2-bed5-40fa0447c19e by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'df499347-be85-40db-b735-743af625baf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '23308924-6219-433a-99e7-42bb489e672f'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:24:01.428219 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c3323c-0d60-4aa3-8008-922daf9f7956 None None] Attempting to bind port 46f48ef6-e012-4ee2-bed5-40fa0447c19e on network 23308924-6219-433a-99e7-42bb489e672f {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:24:01.436734 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c3323c-0d60-4aa3-8008-922daf9f7956 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:24:01.437344 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c3323c-0d60-4aa3-8008-922daf9f7956 None None] Checking segment: {'id': 'df499347-be85-40db-b735-743af625baf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '23308924-6219-433a-99e7-42bb489e672f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:24:01.437746 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-96c3323c-0d60-4aa3-8008-922daf9f7956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:01.438162 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c3323c-0d60-4aa3-8008-922daf9f7956 None None] Bound using segment: {'id': 'df499347-be85-40db-b735-743af625baf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '23308924-6219-433a-99e7-42bb489e672f'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:24:01.438620 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-96c3323c-0d60-4aa3-8008-922daf9f7956 None None] Bound port: 46f48ef6-e012-4ee2-bed5-40fa0447c19e, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df499347-be85-40db-b735-743af625baf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '23308924-6219-433a-99e7-42bb489e672f'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:24:01.439020 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-96c3323c-0d60-4aa3-8008-922daf9f7956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:01.530751 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-96c3323c-0d60-4aa3-8008-922daf9f7956 None None] For port 46f48ef6-e012-4ee2-bed5-40fa0447c19e, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:24:01.533531 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-96c3323c-0d60-4aa3-8008-922daf9f7956 None None] For port 46f48ef6-e012-4ee2-bed5-40fa0447c19e, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=46f48ef6-e012-4ee2-bed5-40fa0447c19e,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:24:01.609690 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-28f41728-9987-4dca-92cd-def5f92b21e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:01.637731 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-96c3323c-0d60-4aa3-8008-922daf9f7956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:01.639865 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-28f41728-9987-4dca-92cd-def5f92b21e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:01.754072 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3323c-0d60-4aa3-8008-922daf9f7956 None None] Pushing event updated for resources: {'Port': ['ID=46f48ef6-e012-4ee2-bed5-40fa0447c19e,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:24:01.784095 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-28f41728-9987-4dca-92cd-def5f92b21e3 admin admin] Allocated IP 172.26.1.144 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/a6152452-11be-4868-ba25-506bdffbdcd5) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:24:01.941259 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-28f41728-9987-4dca-92cd-def5f92b21e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:02.032655 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-28f41728-9987-4dca-92cd-def5f92b21e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:02.098442 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f41728-9987-4dca-92cd-def5f92b21e3 admin admin] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:24:02.099508 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-28f41728-9987-4dca-92cd-def5f92b21e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:24:02.101823 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f41728-9987-4dca-92cd-def5f92b21e3 admin admin] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:24:02.144713 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f41728-9987-4dca-92cd-def5f92b21e3 admin admin] Pushing event updated for resources: {'Port': ['ID=a6152452-11be-4868-ba25-506bdffbdcd5,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:24:02.664847 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc72a58-9dc9-43ff-af41-acb4e6a4def0 None None] Network 23308924-6219-433a-99e7-42bb489e672f requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:24:02.740644 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-28f41728-9987-4dca-92cd-def5f92b21e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:02.870541 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f5b61543-eeca-4e9d-b49d-8b2a9fda8973 None None] Provisioning for port 46f48ef6-e012-4ee2-bed5-40fa0447c19e completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:24:03.090856 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-28f41728-9987-4dca-92cd-def5f92b21e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:03.369351 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f41728-9987-4dca-92cd-def5f92b21e3 admin admin] Router 3e3483ee-a27e-498a-b7fd-148220ab6bd8 is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:24:03.542788 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f41728-9987-4dca-92cd-def5f92b21e3 admin admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:24:03.552233 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8ed724-a81c-4b31-9c52-110b8cc7ab6c None None] Sync routers for ids ['3e3483ee-a27e-498a-b7fd-148220ab6bd8'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:24:03.561491 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8ed724-a81c-4b31-9c52-110b8cc7ab6c None None] Routers {'3e3483ee-a27e-498a-b7fd-148220ab6bd8'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:24:03.562125 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-ed8ed724-a81c-4b31-9c52-110b8cc7ab6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:23:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['3e3483ee-a27e-498a-b7fd-148220ab6bd8'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:24:03.665527 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-28f41728-9987-4dca-92cd-def5f92b21e3 admin admin] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:03.668979 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-28f41728-9987-4dca-92cd-def5f92b21e3 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0151212 Jan 21 19:24:03.672067 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 39014) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:24:03.748611 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-ed8ed724-a81c-4b31-9c52-110b8cc7ab6c None None] Set router 3e3483ee-a27e-498a-b7fd-148220ab6bd8 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:24:03.787447 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 46f48ef6-e012-4ee2-bed5-40fa0447c19e up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:24:03.923522 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 46f48ef6-e012-4ee2-bed5-40fa0447c19e completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:24:03.930397 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 46f48ef6-e012-4ee2-bed5-40fa0447c19e triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:24:03.930776 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:04.050384 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-ed8ed724-a81c-4b31-9c52-110b8cc7ab6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'name': 'tempest-ServerActionsTestJSON-359212956-router', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:24:00Z', 'updated_at': '2022-01-21T19:24:02Z', 'revision_number': 3, 'project_id': '6306f0f6329f45368a10bca96708233e', 'gw_port': {'id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e1:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:01Z', 'updated_at': '2022-01-21T19:24:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:24:04.058663 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8ed724-a81c-4b31-9c52-110b8cc7ab6c None None] Checking router: 3e3483ee-a27e-498a-b7fd-148220ab6bd8 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:24:04.059215 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8ed724-a81c-4b31-9c52-110b8cc7ab6c None None] Updating router 3e3483ee-a27e-498a-b7fd-148220ab6bd8 port a6152452-11be-4868-ba25-506bdffbdcd5 binding host dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:24:04.062501 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:04.098813 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 46f48ef6-e012-4ee2-bed5-40fa0447c19e, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=46f48ef6-e012-4ee2-bed5-40fa0447c19e,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:24:04.124708 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed8ed724-a81c-4b31-9c52-110b8cc7ab6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:04.152432 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:04.222731 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=46f48ef6-e012-4ee2-bed5-40fa0447c19e,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:24:04.373562 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-87f763ba-0f66-45de-8146-057eb2e2819b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:04.461931 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed8ed724-a81c-4b31-9c52-110b8cc7ab6c None None] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:04.473805 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-ed8ed724-a81c-4b31-9c52-110b8cc7ab6c None None] Transition to ACTIVE for port object a6152452-11be-4868-ba25-506bdffbdcd5 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:24:04.536138 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed8ed724-a81c-4b31-9c52-110b8cc7ab6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:04.586587 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-87f763ba-0f66-45de-8146-057eb2e2819b admin admin] Allocated IP 172.20.0.1 (23308924-6219-433a-99e7-42bb489e672f/19b5b36a-bb23-42b3-bed0-1fc020de6fdd/57544715-14f1-4e4f-a7aa-8520669c8f0d) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:24:04.624412 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-ed8ed724-a81c-4b31-9c52-110b8cc7ab6c None None] Attempting to bind port a6152452-11be-4868-ba25-506bdffbdcd5 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:24:04.624972 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-ed8ed724-a81c-4b31-9c52-110b8cc7ab6c None None] Attempting to bind port a6152452-11be-4868-ba25-506bdffbdcd5 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:24:04.625101 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8ed724-a81c-4b31-9c52-110b8cc7ab6c None None] Attempting to bind port a6152452-11be-4868-ba25-506bdffbdcd5 on network 552ba34b-3dd7-4be8-8310-a9fc908fe72b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:24:04.630628 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abab7807-0faa-48c9-92c4-2c9b213cb8d8 None None] Pushing event updated for resources: {'Port': ['ID=a6152452-11be-4868-ba25-506bdffbdcd5,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:24:04.635404 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8ed724-a81c-4b31-9c52-110b8cc7ab6c None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:24:04.635770 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8ed724-a81c-4b31-9c52-110b8cc7ab6c None None] Checking segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:24:04.636160 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed8ed724-a81c-4b31-9c52-110b8cc7ab6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:04.636551 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8ed724-a81c-4b31-9c52-110b8cc7ab6c None None] Bound using segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:24:04.637003 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-ed8ed724-a81c-4b31-9c52-110b8cc7ab6c None None] Bound port: a6152452-11be-4868-ba25-506bdffbdcd5, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:24:04.637369 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed8ed724-a81c-4b31-9c52-110b8cc7ab6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:04.667862 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abab7807-0faa-48c9-92c4-2c9b213cb8d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:24:04.668206 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abab7807-0faa-48c9-92c4-2c9b213cb8d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:24:04.668542 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abab7807-0faa-48c9-92c4-2c9b213cb8d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:24:04.668898 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abab7807-0faa-48c9-92c4-2c9b213cb8d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:24:04.669196 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abab7807-0faa-48c9-92c4-2c9b213cb8d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:24:04.669520 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abab7807-0faa-48c9-92c4-2c9b213cb8d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:24:04.669869 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abab7807-0faa-48c9-92c4-2c9b213cb8d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:24:04.670191 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abab7807-0faa-48c9-92c4-2c9b213cb8d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:24:04.670513 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abab7807-0faa-48c9-92c4-2c9b213cb8d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:24:04.670827 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abab7807-0faa-48c9-92c4-2c9b213cb8d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:24:04.671143 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abab7807-0faa-48c9-92c4-2c9b213cb8d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:24:04.671451 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abab7807-0faa-48c9-92c4-2c9b213cb8d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:24:04.717454 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-ed8ed724-a81c-4b31-9c52-110b8cc7ab6c None None] For port a6152452-11be-4868-ba25-506bdffbdcd5, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:24:04.720352 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-ed8ed724-a81c-4b31-9c52-110b8cc7ab6c None None] For port a6152452-11be-4868-ba25-506bdffbdcd5, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=a6152452-11be-4868-ba25-506bdffbdcd5,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:24:04.733621 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-87f763ba-0f66-45de-8146-057eb2e2819b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:04.749113 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-87f763ba-0f66-45de-8146-057eb2e2819b admin admin] Transition to ACTIVE for port object 57544715-14f1-4e4f-a7aa-8520669c8f0d will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:24:04.792274 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed8ed724-a81c-4b31-9c52-110b8cc7ab6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:04.838103 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-87f763ba-0f66-45de-8146-057eb2e2819b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:04.870804 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8ed724-a81c-4b31-9c52-110b8cc7ab6c None None] Routers {'3e3483ee-a27e-498a-b7fd-148220ab6bd8'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:24:04.871405 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-ed8ed724-a81c-4b31-9c52-110b8cc7ab6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:23:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['3e3483ee-a27e-498a-b7fd-148220ab6bd8'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:24:04.908866 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f763ba-0f66-45de-8146-057eb2e2819b admin admin] Network 23308924-6219-433a-99e7-42bb489e672f is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:24:04.913014 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-87f763ba-0f66-45de-8146-057eb2e2819b admin admin] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:24:04.916897 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f763ba-0f66-45de-8146-057eb2e2819b admin admin] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:24:04.951359 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abab7807-0faa-48c9-92c4-2c9b213cb8d8 None None] Pushing event updated for resources: {'Port': ['ID=a6152452-11be-4868-ba25-506bdffbdcd5,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:24:04.967735 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f763ba-0f66-45de-8146-057eb2e2819b admin admin] Pushing event updated for resources: {'Port': ['ID=57544715-14f1-4e4f-a7aa-8520669c8f0d,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:24:04.988925 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-87f763ba-0f66-45de-8146-057eb2e2819b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:05.086582 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-ed8ed724-a81c-4b31-9c52-110b8cc7ab6c None None] Set router 3e3483ee-a27e-498a-b7fd-148220ab6bd8 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:24:05.174085 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-4d912981-3e3d-4cf2-851d-35e0544351d6 None None] Provisioning for port 57544715-14f1-4e4f-a7aa-8520669c8f0d completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:24:05.179914 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-4d912981-3e3d-4cf2-851d-35e0544351d6 None None] Provisioning complete for port 57544715-14f1-4e4f-a7aa-8520669c8f0d triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:24:05.180288 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4d912981-3e3d-4cf2-851d-35e0544351d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:05.239807 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-4d912981-3e3d-4cf2-851d-35e0544351d6 None None] Port 57544715-14f1-4e4f-a7aa-8520669c8f0d cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:24:05.375045 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-ed8ed724-a81c-4b31-9c52-110b8cc7ab6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'name': 'tempest-ServerActionsTestJSON-359212956-router', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:24:00Z', 'updated_at': '2022-01-21T19:24:02Z', 'revision_number': 3, 'project_id': '6306f0f6329f45368a10bca96708233e', 'gw_port': {'id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e1:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:01Z', 'updated_at': '2022-01-21T19:24:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:24:05.379939 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8ed724-a81c-4b31-9c52-110b8cc7ab6c None None] The sync data for ids ['3e3483ee-a27e-498a-b7fd-148220ab6bd8'] in dv-neutron-825470-1-hyperv is: [{'id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'name': 'tempest-ServerActionsTestJSON-359212956-router', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:24:00Z', 'updated_at': '2022-01-21T19:24:02Z', 'revision_number': 3, 'project_id': '6306f0f6329f45368a10bca96708233e', 'gw_port': {'id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e1:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:01Z', 'updated_at': '2022-01-21T19:24:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:24:05.427006 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-87f763ba-0f66-45de-8146-057eb2e2819b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:05.667401 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-87f763ba-0f66-45de-8146-057eb2e2819b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:05.729495 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-87f763ba-0f66-45de-8146-057eb2e2819b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:05.832762 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 46f48ef6-e012-4ee2-bed5-40fa0447c19e up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:24:05.843816 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-87f763ba-0f66-45de-8146-057eb2e2819b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:05.847914 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f763ba-0f66-45de-8146-057eb2e2819b admin admin] Pushing event updated for resources: {'Port': ['ID=57544715-14f1-4e4f-a7aa-8520669c8f0d,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:24:05.908636 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 46f48ef6-e012-4ee2-bed5-40fa0447c19e triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:24:05.909332 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:05.989015 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f763ba-0f66-45de-8146-057eb2e2819b admin admin] Network 23308924-6219-433a-99e7-42bb489e672f is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:24:05.990663 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-87f763ba-0f66-45de-8146-057eb2e2819b admin admin] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:24:06.042897 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device a6152452-11be-4868-ba25-506bdffbdcd5 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:24:06.180587 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port a6152452-11be-4868-ba25-506bdffbdcd5 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:24:06.186793 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port a6152452-11be-4868-ba25-506bdffbdcd5 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:24:06.187420 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:06.196325 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f763ba-0f66-45de-8146-057eb2e2819b admin admin] Router 3e3483ee-a27e-498a-b7fd-148220ab6bd8 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:24:06.316915 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-730401bd-05bf-402c-b99e-453ddf705805 None None] Provisioning complete for port 57544715-14f1-4e4f-a7aa-8520669c8f0d triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:24:06.317296 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-730401bd-05bf-402c-b99e-453ddf705805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:06.368482 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:06.389902 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-730401bd-05bf-402c-b99e-453ddf705805 None None] Port 57544715-14f1-4e4f-a7aa-8520669c8f0d cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:24:06.393534 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port a6152452-11be-4868-ba25-506bdffbdcd5, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=a6152452-11be-4868-ba25-506bdffbdcd5,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:24:06.395138 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f763ba-0f66-45de-8146-057eb2e2819b admin admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:24:06.409909 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-87f763ba-0f66-45de-8146-057eb2e2819b admin admin] 10.222.0.87 "PUT /v2.0/routers/3e3483ee-a27e-498a-b7fd-148220ab6bd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7360785 Jan 21 19:24:06.483784 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:06.558380 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=a6152452-11be-4868-ba25-506bdffbdcd5,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:24:06.990333 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b711e1cb-513c-4067-913f-2465f5256a4c None None] Sync routers for ids ['3e3483ee-a27e-498a-b7fd-148220ab6bd8'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:24:06.999669 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b711e1cb-513c-4067-913f-2465f5256a4c None None] Routers {'3e3483ee-a27e-498a-b7fd-148220ab6bd8'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:24:07.000293 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-b711e1cb-513c-4067-913f-2465f5256a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:23:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['3e3483ee-a27e-498a-b7fd-148220ab6bd8'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:24:07.176104 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-b711e1cb-513c-4067-913f-2465f5256a4c None None] Set router 3e3483ee-a27e-498a-b7fd-148220ab6bd8 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:24:07.515265 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-b711e1cb-513c-4067-913f-2465f5256a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'name': 'tempest-ServerActionsTestJSON-359212956-router', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:24:00Z', 'updated_at': '2022-01-21T19:24:05Z', 'revision_number': 4, 'project_id': '6306f0f6329f45368a10bca96708233e', 'gw_port': {'id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:01Z', 'updated_at': '2022-01-21T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '57544715-14f1-4e4f-a7aa-8520669c8f0d', 'name': '', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'mac_address': 'fa:16:3e:e5:b8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:04Z', 'updated_at': '2022-01-21T19:24:05Z', 'revision_number': 2, 'project_id': '6306f0f6329f45368a10bca96708233e', 'subnets': [{'id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:24:07.519077 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b711e1cb-513c-4067-913f-2465f5256a4c None None] Checking router: 3e3483ee-a27e-498a-b7fd-148220ab6bd8 for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:24:07.519434 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b711e1cb-513c-4067-913f-2465f5256a4c None None] Updating router 3e3483ee-a27e-498a-b7fd-148220ab6bd8 port 57544715-14f1-4e4f-a7aa-8520669c8f0d binding host dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:24:07.570953 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b711e1cb-513c-4067-913f-2465f5256a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:07.796592 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device a6152452-11be-4868-ba25-506bdffbdcd5 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:24:07.898254 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port a6152452-11be-4868-ba25-506bdffbdcd5 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:24:07.898626 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:08.023144 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b711e1cb-513c-4067-913f-2465f5256a4c None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:08.071216 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-b711e1cb-513c-4067-913f-2465f5256a4c None None] Transition to ACTIVE for port object 57544715-14f1-4e4f-a7aa-8520669c8f0d will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:24:08.131413 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 39026) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:24:08.134952 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b711e1cb-513c-4067-913f-2465f5256a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:08.136635 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-313171a5-caeb-491e-a5f4-9f6611b89bd4 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1068002586', 'description': 'tempest-description--1587453105'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:24:08.142506 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-313171a5-caeb-491e-a5f4-9f6611b89bd4 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:24:08.146893 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-313171a5-caeb-491e-a5f4-9f6611b89bd4 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Usage tracker for resource:security_group and tenant:6306f0f6329f45368a10bca96708233e is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:24:08.149723 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-313171a5-caeb-491e-a5f4-9f6611b89bd4 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:24:08.155355 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-313171a5-caeb-491e-a5f4-9f6611b89bd4 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:24:08.215567 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-313171a5-caeb-491e-a5f4-9f6611b89bd4 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:08.237108 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-313171a5-caeb-491e-a5f4-9f6611b89bd4 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:24:08.241523 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-313171a5-caeb-491e-a5f4-9f6611b89bd4 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Usage tracker for resource:security_group_rule and tenant:6306f0f6329f45368a10bca96708233e is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:24:08.245719 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-313171a5-caeb-491e-a5f4-9f6611b89bd4 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:24:08.250515 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-313171a5-caeb-491e-a5f4-9f6611b89bd4 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:24:08.294475 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edafda05-25bf-4a7c-ad7c-7cf9eaec247d None None] Pushing event updated for resources: {'Port': ['ID=57544715-14f1-4e4f-a7aa-8520669c8f0d,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:24:08.327589 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-313171a5-caeb-491e-a5f4-9f6611b89bd4 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:08.356040 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-b711e1cb-513c-4067-913f-2465f5256a4c None None] Attempting to bind port 57544715-14f1-4e4f-a7aa-8520669c8f0d on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:24:08.356482 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-b711e1cb-513c-4067-913f-2465f5256a4c None None] Attempting to bind port 57544715-14f1-4e4f-a7aa-8520669c8f0d by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'df499347-be85-40db-b735-743af625baf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '23308924-6219-433a-99e7-42bb489e672f'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:24:08.360021 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b711e1cb-513c-4067-913f-2465f5256a4c None None] Attempting to bind port 57544715-14f1-4e4f-a7aa-8520669c8f0d on network 23308924-6219-433a-99e7-42bb489e672f {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:24:08.362526 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b711e1cb-513c-4067-913f-2465f5256a4c None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:24:08.362900 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b711e1cb-513c-4067-913f-2465f5256a4c None None] Checking segment: {'id': 'df499347-be85-40db-b735-743af625baf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '23308924-6219-433a-99e7-42bb489e672f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:24:08.363304 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b711e1cb-513c-4067-913f-2465f5256a4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:08.363689 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b711e1cb-513c-4067-913f-2465f5256a4c None None] Bound using segment: {'id': 'df499347-be85-40db-b735-743af625baf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '23308924-6219-433a-99e7-42bb489e672f'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:24:08.364176 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-b711e1cb-513c-4067-913f-2465f5256a4c None None] Bound port: 57544715-14f1-4e4f-a7aa-8520669c8f0d, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df499347-be85-40db-b735-743af625baf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '23308924-6219-433a-99e7-42bb489e672f'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:24:08.364543 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b711e1cb-513c-4067-913f-2465f5256a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:08.409639 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-313171a5-caeb-491e-a5f4-9f6611b89bd4 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:08.454802 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313171a5-caeb-491e-a5f4-9f6611b89bd4 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=790e36eb-7b15-4311-8e6c-21da6c7e7cb0,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:24:08.474960 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-b711e1cb-513c-4067-913f-2465f5256a4c None None] For port 57544715-14f1-4e4f-a7aa-8520669c8f0d, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:24:08.477977 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-b711e1cb-513c-4067-913f-2465f5256a4c None None] For port 57544715-14f1-4e4f-a7aa-8520669c8f0d, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=57544715-14f1-4e4f-a7aa-8520669c8f0d,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:24:08.535638 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b711e1cb-513c-4067-913f-2465f5256a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:08.536246 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-313171a5-caeb-491e-a5f4-9f6611b89bd4 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:08.536874 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-313171a5-caeb-491e-a5f4-9f6611b89bd4 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4044652 Jan 21 19:24:08.539731 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 39030) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:24:08.544663 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-736b0d4d-2bfc-4cc8-9c18-d2533fb742b4 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Request body: {'security_group_rule': {'security_group_id': '790e36eb-7b15-4311-8e6c-21da6c7e7cb0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:24:08.551318 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-736b0d4d-2bfc-4cc8-9c18-d2533fb742b4 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:24:08.555171 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-736b0d4d-2bfc-4cc8-9c18-d2533fb742b4 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Usage tracker for resource:security_group_rule and tenant:6306f0f6329f45368a10bca96708233e is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:24:08.558341 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-736b0d4d-2bfc-4cc8-9c18-d2533fb742b4 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:24:08.564100 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-736b0d4d-2bfc-4cc8-9c18-d2533fb742b4 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:24:08.628990 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-736b0d4d-2bfc-4cc8-9c18-d2533fb742b4 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:08.631025 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b711e1cb-513c-4067-913f-2465f5256a4c None None] Routers {'3e3483ee-a27e-498a-b7fd-148220ab6bd8'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:24:08.631653 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-b711e1cb-513c-4067-913f-2465f5256a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:23:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['3e3483ee-a27e-498a-b7fd-148220ab6bd8'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:24:08.694626 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-736b0d4d-2bfc-4cc8-9c18-d2533fb742b4 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:08.700002 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edafda05-25bf-4a7c-ad7c-7cf9eaec247d None None] Pushing event updated for resources: {'Port': ['ID=57544715-14f1-4e4f-a7aa-8520669c8f0d,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:24:08.756830 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-736b0d4d-2bfc-4cc8-9c18-d2533fb742b4 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:08.789221 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b0d4d-2bfc-4cc8-9c18-d2533fb742b4 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47da32ea-c6ba-4625-a7b4-197581408f64,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:24:08.822088 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-b711e1cb-513c-4067-913f-2465f5256a4c None None] Set router 3e3483ee-a27e-498a-b7fd-148220ab6bd8 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:24:08.871069 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-736b0d4d-2bfc-4cc8-9c18-d2533fb742b4 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:08.872393 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-736b0d4d-2bfc-4cc8-9c18-d2533fb742b4 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3317475 Jan 21 19:24:08.875129 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 39034) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:24:08.880270 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-f4e2833c-c70c-491b-b50b-a535df9859df tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Request body: {'security_group_rule': {'security_group_id': '790e36eb-7b15-4311-8e6c-21da6c7e7cb0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:24:08.886202 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-f4e2833c-c70c-491b-b50b-a535df9859df tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:24:08.889941 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-f4e2833c-c70c-491b-b50b-a535df9859df tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Usage tracker for resource:security_group_rule and tenant:6306f0f6329f45368a10bca96708233e is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:24:08.892750 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-f4e2833c-c70c-491b-b50b-a535df9859df tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:24:08.899099 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-f4e2833c-c70c-491b-b50b-a535df9859df tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:24:08.964333 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f4e2833c-c70c-491b-b50b-a535df9859df tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:09.027813 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f4e2833c-c70c-491b-b50b-a535df9859df tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:09.095152 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f4e2833c-c70c-491b-b50b-a535df9859df tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:09.119242 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2833c-c70c-491b-b50b-a535df9859df tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=519cc67d-99a8-4d29-bc8d-1e75be0cc1e8,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:24:09.174328 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-b711e1cb-513c-4067-913f-2465f5256a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'name': 'tempest-ServerActionsTestJSON-359212956-router', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:24:00Z', 'updated_at': '2022-01-21T19:24:05Z', 'revision_number': 4, 'project_id': '6306f0f6329f45368a10bca96708233e', 'gw_port': {'id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:01Z', 'updated_at': '2022-01-21T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '57544715-14f1-4e4f-a7aa-8520669c8f0d', 'name': '', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'mac_address': 'fa:16:3e:e5:b8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:04Z', 'updated_at': '2022-01-21T19:24:08Z', 'revision_number': 4, 'project_id': '6306f0f6329f45368a10bca96708233e', 'subnets': [{'id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:24:09.178240 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b711e1cb-513c-4067-913f-2465f5256a4c None None] The sync data for ids ['3e3483ee-a27e-498a-b7fd-148220ab6bd8'] in dv-neutron-825470-1-hyperv is: [{'id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'name': 'tempest-ServerActionsTestJSON-359212956-router', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:24:00Z', 'updated_at': '2022-01-21T19:24:05Z', 'revision_number': 4, 'project_id': '6306f0f6329f45368a10bca96708233e', 'gw_port': {'id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:01Z', 'updated_at': '2022-01-21T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '57544715-14f1-4e4f-a7aa-8520669c8f0d', 'name': '', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'mac_address': 'fa:16:3e:e5:b8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:04Z', 'updated_at': '2022-01-21T19:24:08Z', 'revision_number': 4, 'project_id': '6306f0f6329f45368a10bca96708233e', 'subnets': [{'id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:24:09.186769 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f4e2833c-c70c-491b-b50b-a535df9859df tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:09.187971 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f4e2833c-c70c-491b-b50b-a535df9859df tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3119340 Jan 21 19:24:09.191546 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 39038) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:24:09.196751 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-857771fd-07c5-47e2-901a-a75164ad8ebb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Request body: {'floatingip': {'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:24:09.203442 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-857771fd-07c5-47e2-901a-a75164ad8ebb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:24:09.208228 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-857771fd-07c5-47e2-901a-a75164ad8ebb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Usage tracker for resource:floatingip and tenant:6306f0f6329f45368a10bca96708233e is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:24:09.211139 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-857771fd-07c5-47e2-901a-a75164ad8ebb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:24:09.222133 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-857771fd-07c5-47e2-901a-a75164ad8ebb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:24:09.317700 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-857771fd-07c5-47e2-901a-a75164ad8ebb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks [] for floatingip, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:09.460142 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-857771fd-07c5-47e2-901a-a75164ad8ebb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:09.601689 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-857771fd-07c5-47e2-901a-a75164ad8ebb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Allocated IP 172.26.1.205 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/861893d5-62cf-4e29-a038-6fc3a82dcd52) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:24:09.783725 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 57544715-14f1-4e4f-a7aa-8520669c8f0d up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:24:09.875827 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-857771fd-07c5-47e2-901a-a75164ad8ebb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:09.923577 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 57544715-14f1-4e4f-a7aa-8520669c8f0d completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:24:09.929599 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 57544715-14f1-4e4f-a7aa-8520669c8f0d triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:24:09.930004 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:09.981873 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-857771fd-07c5-47e2-901a-a75164ad8ebb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:10.047713 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857771fd-07c5-47e2-901a-a75164ad8ebb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:24:10.051327 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-857771fd-07c5-47e2-901a-a75164ad8ebb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:24:10.055119 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857771fd-07c5-47e2-901a-a75164ad8ebb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:24:10.056566 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:10.091448 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 57544715-14f1-4e4f-a7aa-8520669c8f0d, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=57544715-14f1-4e4f-a7aa-8520669c8f0d,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:24:10.097385 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857771fd-07c5-47e2-901a-a75164ad8ebb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Pushing event updated for resources: {'Port': ['ID=861893d5-62cf-4e29-a038-6fc3a82dcd52,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:24:10.150044 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-857771fd-07c5-47e2-901a-a75164ad8ebb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:10.175064 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:10.249160 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=57544715-14f1-4e4f-a7aa-8520669c8f0d,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:24:10.278092 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-857771fd-07c5-47e2-901a-a75164ad8ebb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:10.495897 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-857771fd-07c5-47e2-901a-a75164ad8ebb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:10.556476 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-857771fd-07c5-47e2-901a-a75164ad8ebb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:10.678020 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857771fd-07c5-47e2-901a-a75164ad8ebb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Pushing event updated for resources: {'Port': ['ID=861893d5-62cf-4e29-a038-6fc3a82dcd52,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:24:10.688547 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-857771fd-07c5-47e2-901a-a75164ad8ebb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:10.757909 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-857771fd-07c5-47e2-901a-a75164ad8ebb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:10.759047 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-857771fd-07c5-47e2-901a-a75164ad8ebb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5664940 Jan 21 19:24:10.930143 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-454a3349-f2f1-4382-b7ee-91295984411b tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Synchronizing usage tracker for tenant:6306f0f6329f45368a10bca96708233e on resource:security_group {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:24:11.008822 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-454a3349-f2f1-4382-b7ee-91295984411b tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Unset dirty status for tenant:6306f0f6329f45368a10bca96708233e on resource:security_group {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:24:11.009948 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-454a3349-f2f1-4382-b7ee-91295984411b tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--1068002586&fields=id&tenant_id=6306f0f6329f45368a10bca96708233e HTTP/1.1" status: 200 len: 267 time: 0.1242378 Jan 21 19:24:11.159910 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-21c8345d-acea-4f51-9f72-daf9b15e3aa8 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:24:11.161013 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-21c8345d-acea-4f51-9f72-daf9b15e3aa8 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Synchronizing usage tracker for tenant:6306f0f6329f45368a10bca96708233e on resource:network {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:24:11.243553 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-21c8345d-acea-4f51-9f72-daf9b15e3aa8 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Unset dirty status for tenant:6306f0f6329f45368a10bca96708233e on resource:network {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:24:11.244798 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-21c8345d-acea-4f51-9f72-daf9b15e3aa8 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/networks?id=23308924-6219-433a-99e7-42bb489e672f HTTP/1.1" status: 200 len: 811 time: 0.2283034 Jan 21 19:24:11.260348 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-5fa4fe4b-ef43-4f1e-9918-2a2b5e01e27e tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/quotas/6306f0f6329f45368a10bca96708233e HTTP/1.1" status: 200 len: 375 time: 0.0100253 Jan 21 19:24:11.343474 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-99ea5f2c-2086-4eaa-aada-d752b94e8680 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Synchronizing usage tracker for tenant:6306f0f6329f45368a10bca96708233e on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:24:11.398169 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-99ea5f2c-2086-4eaa-aada-d752b94e8680 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Unset dirty status for tenant:6306f0f6329f45368a10bca96708233e on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:24:11.399590 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-99ea5f2c-2086-4eaa-aada-d752b94e8680 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=6306f0f6329f45368a10bca96708233e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1343417 Jan 21 19:24:11.542464 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-21523409-9b5a-464f-bc0f-0e20ff0eb351 service neutron] 10.222.0.87 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301627 Jan 21 19:24:11.675829 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-5500777c-adc5-4614-b658-a620cda63e35 service neutron] 10.222.0.87 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275592 Jan 21 19:24:11.757188 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 57544715-14f1-4e4f-a7aa-8520669c8f0d up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:24:11.823897 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 57544715-14f1-4e4f-a7aa-8520669c8f0d triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:24:11.824188 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:11.921840 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-04b64ce5-a4cb-424c-bc50-e36da7f253af req-efad93b9-296f-4107-9451-d8dd6fe4254d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8 HTTP/1.1" status: 200 len: 210 time: 0.0497725 Jan 21 19:24:13.071457 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c9ff04d1-c725-45e2-839f-fddb88444c68 req-4fa8addd-580e-46ed-aec7-d88a2c901b7f tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8 HTTP/1.1" status: 200 len: 210 time: 0.0443735 Jan 21 19:24:13.911505 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-eadad2bd-9885-4110-bea3-91d390aa3ba4 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:24:13.913081 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-eadad2bd-9885-4110-bea3-91d390aa3ba4 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.113 "GET /v2.0/networks?id=23308924-6219-433a-99e7-42bb489e672f HTTP/1.1" status: 200 len: 811 time: 0.1440327 Jan 21 19:24:13.964112 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-5eed8a46-3f11-4022-8be5-9315f878e0f6 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6306f0f6329f45368a10bca96708233e HTTP/1.1" status: 200 len: 380 time: 0.0434239 Jan 21 19:24:13.972087 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-54ad9bef-de33-4d69-b736-10d432c9c323 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Request body: {'port': {'device_id': '94414c2f-ac6a-41b0-8c25-7153345f02d8', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'admin_state_up': True, 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'security_groups': ['790e36eb-7b15-4311-8e6c-21da6c7e7cb0']}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:24:14.107149 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-54ad9bef-de33-4d69-b736-10d432c9c323 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:24:14.117370 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-54ad9bef-de33-4d69-b736-10d432c9c323 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:24:14.197869 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-54ad9bef-de33-4d69-b736-10d432c9c323 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Made reservation on behalf of 6306f0f6329f45368a10bca96708233e for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:24:14.201382 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-54ad9bef-de33-4d69-b736-10d432c9c323 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:14.221250 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c76632d0-3423-494f-8b1f-ebfbca134829 req-5cbde75e-4f3f-443b-9b1b-f7529ae28e80 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8 HTTP/1.1" status: 200 len: 210 time: 0.0464580 Jan 21 19:24:14.363368 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-54ad9bef-de33-4d69-b736-10d432c9c323 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Allocated IP 172.20.0.10 (23308924-6219-433a-99e7-42bb489e672f/19b5b36a-bb23-42b3-bed0-1fc020de6fdd/ed9ad618-5a02-43ea-a844-55d043b1fef7) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:24:14.664139 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-54ad9bef-de33-4d69-b736-10d432c9c323 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:14.679292 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-54ad9bef-de33-4d69-b736-10d432c9c323 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Transition to ACTIVE for port object ed9ad618-5a02-43ea-a844-55d043b1fef7 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:24:14.757954 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-54ad9bef-de33-4d69-b736-10d432c9c323 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:14.827079 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-54ad9bef-de33-4d69-b736-10d432c9c323 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Network 23308924-6219-433a-99e7-42bb489e672f is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:24:14.830224 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-54ad9bef-de33-4d69-b736-10d432c9c323 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:24:14.834177 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-54ad9bef-de33-4d69-b736-10d432c9c323 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:24:14.869438 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad9bef-de33-4d69-b736-10d432c9c323 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Pushing event updated for resources: {'Port': ['ID=ed9ad618-5a02-43ea-a844-55d043b1fef7,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:24:14.923198 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-54ad9bef-de33-4d69-b736-10d432c9c323 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:24:14.923886 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-54ad9bef-de33-4d69-b736-10d432c9c323 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:15.021738 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-54ad9bef-de33-4d69-b736-10d432c9c323 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0531287 Jan 21 19:24:15.033395 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-b1432d8b-53ed-433f-8a1c-a5e8cab06a61 service neutron] Request body: {'port': {'device_id': '94414c2f-ac6a-41b0-8c25-7153345f02d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:24:15.117732 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-983c46f4-23b9-443c-8514-34a3773a331d None None] Provisioning for port ed9ad618-5a02-43ea-a844-55d043b1fef7 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:24:15.122711 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-983c46f4-23b9-443c-8514-34a3773a331d None None] Provisioning complete for port ed9ad618-5a02-43ea-a844-55d043b1fef7 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:24:15.125110 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-983c46f4-23b9-443c-8514-34a3773a331d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:15.141881 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-b1432d8b-53ed-433f-8a1c-a5e8cab06a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:15.178375 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-983c46f4-23b9-443c-8514-34a3773a331d None None] Port ed9ad618-5a02-43ea-a844-55d043b1fef7 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:24:15.415449 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264eba0e-5644-4aac-bdc0-8c6a3ba4b4bf req-c8026166-3ada-4099-abfa-f265513de51a tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:24:15.417153 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-264eba0e-5644-4aac-bdc0-8c6a3ba4b4bf req-c8026166-3ada-4099-abfa-f265513de51a tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8 HTTP/1.1" status: 200 len: 932 time: 0.0855913 Jan 21 19:24:15.465425 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-264eba0e-5644-4aac-bdc0-8c6a3ba4b4bf req-2bf776f5-8d0c-4594-a970-ffac67f79c8e tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416620 Jan 21 19:24:15.498201 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-b1432d8b-53ed-433f-8a1c-a5e8cab06a61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed9ad618-5a02-43ea-a844-55d043b1fef7 {{(pid=88137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:24:15.505665 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-b1432d8b-53ed-433f-8a1c-a5e8cab06a61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:15.520336 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-b1432d8b-53ed-433f-8a1c-a5e8cab06a61 service neutron] Transition to ACTIVE for port object ed9ad618-5a02-43ea-a844-55d043b1fef7 will not be triggered until provisioned by entity L2. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:24:15.592132 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-b1432d8b-53ed-433f-8a1c-a5e8cab06a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:15.752822 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1432d8b-53ed-433f-8a1c-a5e8cab06a61 service neutron] Pushing event updated for resources: {'Port': ['ID=ed9ad618-5a02-43ea-a844-55d043b1fef7,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:24:15.837751 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-b1432d8b-53ed-433f-8a1c-a5e8cab06a61 service neutron] Attempting to bind port ed9ad618-5a02-43ea-a844-55d043b1fef7 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:24:15.838115 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-b1432d8b-53ed-433f-8a1c-a5e8cab06a61 service neutron] Attempting to bind port ed9ad618-5a02-43ea-a844-55d043b1fef7 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'df499347-be85-40db-b735-743af625baf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '23308924-6219-433a-99e7-42bb489e672f'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:24:15.838442 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-b1432d8b-53ed-433f-8a1c-a5e8cab06a61 service neutron] Attempting to bind port ed9ad618-5a02-43ea-a844-55d043b1fef7 on network 23308924-6219-433a-99e7-42bb489e672f {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:24:15.842934 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-b1432d8b-53ed-433f-8a1c-a5e8cab06a61 service neutron] Port ed9ad618-5a02-43ea-a844-55d043b1fef7 on network 23308924-6219-433a-99e7-42bb489e672f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 19:24:15.843255 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-b1432d8b-53ed-433f-8a1c-a5e8cab06a61 service neutron] Attempting to bind port ed9ad618-5a02-43ea-a844-55d043b1fef7 on network 23308924-6219-433a-99e7-42bb489e672f {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:24:15.849239 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-b1432d8b-53ed-433f-8a1c-a5e8cab06a61 service neutron] Checking agent: {'id': '9a14f311-f6d5-46c6-87a2-f860197fb66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:24:15.849577 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-b1432d8b-53ed-433f-8a1c-a5e8cab06a61 service neutron] Checking segment: {'id': 'df499347-be85-40db-b735-743af625baf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '23308924-6219-433a-99e7-42bb489e672f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:24:15.849997 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-b1432d8b-53ed-433f-8a1c-a5e8cab06a61 service neutron] Bound using segment: {'id': 'df499347-be85-40db-b735-743af625baf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '23308924-6219-433a-99e7-42bb489e672f'} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:24:15.850421 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-b1432d8b-53ed-433f-8a1c-a5e8cab06a61 service neutron] Bound port: ed9ad618-5a02-43ea-a844-55d043b1fef7, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df499347-be85-40db-b735-743af625baf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '23308924-6219-433a-99e7-42bb489e672f'}}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:24:15.850764 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-b1432d8b-53ed-433f-8a1c-a5e8cab06a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:15.940264 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-b1432d8b-53ed-433f-8a1c-a5e8cab06a61 service neutron] For port ed9ad618-5a02-43ea-a844-55d043b1fef7, host hv-neutron-8254, cleared binding levels {{(pid=88137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:24:15.943405 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-b1432d8b-53ed-433f-8a1c-a5e8cab06a61 service neutron] For port ed9ad618-5a02-43ea-a844-55d043b1fef7, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=ed9ad618-5a02-43ea-a844-55d043b1fef7,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:24:16.008273 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-b1432d8b-53ed-433f-8a1c-a5e8cab06a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:16.071225 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-b1432d8b-53ed-433f-8a1c-a5e8cab06a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:24:16.071829 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-b1432d8b-53ed-433f-8a1c-a5e8cab06a61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:16.073187 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-b1432d8b-53ed-433f-8a1c-a5e8cab06a61 service neutron] 10.222.0.113 "PUT /v2.0/ports/ed9ad618-5a02-43ea-a844-55d043b1fef7 HTTP/1.1" status: 200 len: 1094 time: 1.0441990 Jan 21 19:24:16.073615 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94414c2f-ac6a-41b0-8c25-7153345f02d8', 'tag': 'ed9ad618-5a02-43ea-a844-55d043b1fef7'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:24:16.098622 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1432d8b-53ed-433f-8a1c-a5e8cab06a61 service neutron] Pushing event updated for resources: {'Port': ['ID=ed9ad618-5a02-43ea-a844-55d043b1fef7,revision_number=3']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:24:16.121639 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94414c2f-ac6a-41b0-8c25-7153345f02d8', 'tag': 'ed9ad618-5a02-43ea-a844-55d043b1fef7', 'status': 'completed', 'code': 200} Jan 21 19:24:16.263605 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2de7f5-ce61-4997-b987-7bb6ebb5f631 req-f4447521-707d-4375-9940-5ba428af4988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:24:16.265015 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ab2de7f5-ce61-4997-b987-7bb6ebb5f631 req-f4447521-707d-4375-9940-5ba428af4988 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=6306f0f6329f45368a10bca96708233e&device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8 HTTP/1.1" status: 200 len: 1097 time: 0.1237719 Jan 21 19:24:16.404804 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2de7f5-ce61-4997-b987-7bb6ebb5f631 req-941e1b30-02f0-4c8a-9e52-0679fff2f776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:24:16.406259 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ab2de7f5-ce61-4997-b987-7bb6ebb5f631 req-941e1b30-02f0-4c8a-9e52-0679fff2f776 service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=6306f0f6329f45368a10bca96708233e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1339204 Jan 21 19:24:16.541561 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2de7f5-ce61-4997-b987-7bb6ebb5f631 req-90dbc150-3f6f-4d61-bf7b-e089c3bbbd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:24:16.543008 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ab2de7f5-ce61-4997-b987-7bb6ebb5f631 req-90dbc150-3f6f-4d61-bf7b-e089c3bbbd3f service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1314430 Jan 21 19:24:16.650470 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-2dc05de2-3f10-4fcb-b873-ef02936b9cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:24:16.651956 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-2dc05de2-3f10-4fcb-b873-ef02936b9cf5 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=6306f0f6329f45368a10bca96708233e&device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8 HTTP/1.1" status: 200 len: 1097 time: 0.0743871 Jan 21 19:24:16.658118 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d06d2-16e9-47ae-9bc2-2687b82fea61 req-8b494f50-ed52-4190-8468-c55719017a9a tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:24:16.659540 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-695d06d2-16e9-47ae-9bc2-2687b82fea61 req-8b494f50-ed52-4190-8468-c55719017a9a tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8 HTTP/1.1" status: 200 len: 944 time: 0.0884459 Jan 21 19:24:16.707834 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-695d06d2-16e9-47ae-9bc2-2687b82fea61 req-e46e1622-6a70-4dfc-8970-be347e3c5d70 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412264 Jan 21 19:24:16.719668 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-7ed0b434-33b5-4bb0-9269-caa2a300597c service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed9ad618-5a02-43ea-a844-55d043b1fef7 HTTP/1.1" status: 200 len: 217 time: 0.0611641 Jan 21 19:24:16.874758 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-1de6d5d8-5a97-45ad-9053-2b86864173ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:24:16.876177 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-1de6d5d8-5a97-45ad-9053-2b86864173ac service neutron] 10.222.0.113 "GET /v2.0/subnets?id=19b5b36a-bb23-42b3-bed0-1fc020de6fdd HTTP/1.1" status: 200 len: 850 time: 0.1515126 Jan 21 19:24:16.950254 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-52d83599-f093-44f1-9d57-7e23c5745ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:24:16.951719 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-52d83599-f093-44f1-9d57-7e23c5745ae1 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=23308924-6219-433a-99e7-42bb489e672f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694091 Jan 21 19:24:17.079244 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-800e2d17-d9eb-4de1-8381-a51f8a99a6b1 service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211824 Jan 21 19:24:17.208890 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-98973a85-50ef-41c5-9a21-35472c85bcfa req-13b3f4e2-5e52-49b4-b538-967b737f529b service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235435 Jan 21 19:24:17.896992 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26fa2b-a875-4f5e-a771-698d0316017f req-316ccad2-f221-4cd6-b241-a80c0e9361ff tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:24:17.898451 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3d26fa2b-a875-4f5e-a771-698d0316017f req-316ccad2-f221-4cd6-b241-a80c0e9361ff tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8 HTTP/1.1" status: 200 len: 944 time: 0.0807335 Jan 21 19:24:17.948013 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3d26fa2b-a875-4f5e-a771-698d0316017f req-afb73391-a25a-4ecd-a1ab-9b3c58290062 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438910 Jan 21 19:24:19.127758 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b627ed-2bae-4cc3-9cf1-f4b3714692e4 req-7b3a5326-f28c-4af7-8af2-7df972a23e14 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:24:19.129472 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-94b627ed-2bae-4cc3-9cf1-f4b3714692e4 req-7b3a5326-f28c-4af7-8af2-7df972a23e14 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8 HTTP/1.1" status: 200 len: 944 time: 0.0779085 Jan 21 19:24:19.176843 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-94b627ed-2bae-4cc3-9cf1-f4b3714692e4 req-2ff3b8df-1f29-49f7-add4-278275592846 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419347 Jan 21 19:24:20.115742 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device ed9ad618-5a02-43ea-a844-55d043b1fef7 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:24:20.247988 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port ed9ad618-5a02-43ea-a844-55d043b1fef7, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=ed9ad618-5a02-43ea-a844-55d043b1fef7,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:24:20.260977 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': 'ed9ad618-5a02-43ea-a844-55d043b1fef7', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'port_id': 'ed9ad618-5a02-43ea-a844-55d043b1fef7', 'mac_address': 'fa:16:3e:2d:33:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:24:20.318951 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:20.335475 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed9ad618-5a02-43ea-a844-55d043b1fef7 {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:24:20.350880 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port ed9ad618-5a02-43ea-a844-55d043b1fef7, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=ed9ad618-5a02-43ea-a844-55d043b1fef7,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:24:20.414650 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:20.428543 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:24:20.445737 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1846f75d-2ba7-451c-b72f-61651ea57ee8 req-8c548029-ca50-4773-a968-36706bb20eb4 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:24:20.448716 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1846f75d-2ba7-451c-b72f-61651ea57ee8 req-8c548029-ca50-4773-a968-36706bb20eb4 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8 HTTP/1.1" status: 200 len: 944 time: 0.1645067 Jan 21 19:24:20.482872 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=ed9ad618-5a02-43ea-a844-55d043b1fef7,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:24:20.491790 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1846f75d-2ba7-451c-b72f-61651ea57ee8 req-5a2cb5b3-75dc-41fd-8c9d-d3a6c2a7b573 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386326 Jan 21 19:24:20.642693 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['ed9ad618-5a02-43ea-a844-55d043b1fef7'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:24:21.783492 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439cc89d-25c0-4b4d-ba37-2b632537fb86 req-9237e486-19cc-49c5-880c-a95490ea4304 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:24:21.784936 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-439cc89d-25c0-4b4d-ba37-2b632537fb86 req-9237e486-19cc-49c5-880c-a95490ea4304 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8 HTTP/1.1" status: 200 len: 945 time: 0.1845512 Jan 21 19:24:21.828579 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-439cc89d-25c0-4b4d-ba37-2b632537fb86 req-4bbdc1a6-5a54-4877-af0f-44d6a11db96d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374625 Jan 21 19:24:22.131023 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device ed9ad618-5a02-43ea-a844-55d043b1fef7 up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:24:22.253365 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning for port ed9ad618-5a02-43ea-a844-55d043b1fef7 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:24:22.258956 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port ed9ad618-5a02-43ea-a844-55d043b1fef7 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:24:22.259338 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:22.376172 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:22.403739 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94414c2f-ac6a-41b0-8c25-7153345f02d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9ad618-5a02-43ea-a844-55d043b1fef7'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:24:22.413935 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port ed9ad618-5a02-43ea-a844-55d043b1fef7, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=ed9ad618-5a02-43ea-a844-55d043b1fef7,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:24:22.448524 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94414c2f-ac6a-41b0-8c25-7153345f02d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9ad618-5a02-43ea-a844-55d043b1fef7', 'code': 200} Jan 21 19:24:22.493465 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:22.563158 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=ed9ad618-5a02-43ea-a844-55d043b1fef7,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:24:22.824172 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b41eb-581f-4a1c-ad3d-3b429e54771b req-c7d8e7a1-71e8-4edf-acb6-bf31a0d1dc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:24:22.825533 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-fe1b41eb-581f-4a1c-ad3d-3b429e54771b req-c7d8e7a1-71e8-4edf-acb6-bf31a0d1dc57 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8 HTTP/1.1" status: 200 len: 1099 time: 0.0776711 Jan 21 19:24:22.868450 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-fe1b41eb-581f-4a1c-ad3d-3b429e54771b req-d74662dd-583a-47ea-9122-2a06e866a8d0 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362856 Jan 21 19:24:23.010551 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9e5d3-c772-4a91-a904-13379cd836d7 req-5289ea7d-df92-4301-980e-856221337be6 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:24:23.012015 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b5f9e5d3-c772-4a91-a904-13379cd836d7 req-5289ea7d-df92-4301-980e-856221337be6 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8 HTTP/1.1" status: 200 len: 946 time: 0.0806754 Jan 21 19:24:23.106211 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b5f9e5d3-c772-4a91-a904-13379cd836d7 req-f623b340-8efb-472a-824c-6f4bc47f4bb7 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884700 Jan 21 19:24:24.287880 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb30aa8-cb81-433c-ac6a-8f78422f3a72 req-d3568450-8e66-4e92-8106-ef15fc8549ec tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:24:24.289304 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6bb30aa8-cb81-433c-ac6a-8f78422f3a72 req-d3568450-8e66-4e92-8106-ef15fc8549ec tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8 HTTP/1.1" status: 200 len: 946 time: 0.0776198 Jan 21 19:24:24.332392 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6bb30aa8-cb81-433c-ac6a-8f78422f3a72 req-d898937c-2fa4-4607-b703-1c4d5cc3ab01 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375166 Jan 21 19:24:24.510389 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd38d1-5b95-4504-916f-05c277df3d80 req-4a16713e-9558-47df-b75d-610021f07527 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:24:24.511845 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ebcd38d1-5b95-4504-916f-05c277df3d80 req-4a16713e-9558-47df-b75d-610021f07527 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8 HTTP/1.1" status: 200 len: 946 time: 0.0827405 Jan 21 19:24:24.520545 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 39102) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:24:24.525823 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-aaba50ac-3b29-434b-a0d8-83b6d97d6e08 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Request body: {'floatingip': {'port_id': 'ed9ad618-5a02-43ea-a844-55d043b1fef7'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:24:24.603647 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aaba50ac-3b29-434b-a0d8-83b6d97d6e08 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks [] for floatingip, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:25.030757 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d0682d76-fef3-4eb1-ace4-b2632dd0e98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:25.198116 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aaba50ac-3b29-434b-a0d8-83b6d97d6e08 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:25.259792 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aaba50ac-3b29-434b-a0d8-83b6d97d6e08 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:25.430272 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.l3_db [None req-aaba50ac-3b29-434b-a0d8-83b6d97d6e08 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Floating IP 080899ed-ab00-4c97-bff7-c7d4a8c6eb18 associated. External IP: 172.26.1.205, port: ed9ad618-5a02-43ea-a844-55d043b1fef7. Jan 21 19:24:25.888122 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaba50ac-3b29-434b-a0d8-83b6d97d6e08 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Router 3e3483ee-a27e-498a-b7fd-148220ab6bd8 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:24:26.062417 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaba50ac-3b29-434b-a0d8-83b6d97d6e08 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:24:26.066492 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-aaba50ac-3b29-434b-a0d8-83b6d97d6e08 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:26.072169 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f85860-f862-417e-b08f-4fb5dd028244 None None] Sync routers for ids ['3e3483ee-a27e-498a-b7fd-148220ab6bd8'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:24:26.081448 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f85860-f862-417e-b08f-4fb5dd028244 None None] Routers {'3e3483ee-a27e-498a-b7fd-148220ab6bd8'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:24:26.082597 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-a3f85860-f862-417e-b08f-4fb5dd028244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:23:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['3e3483ee-a27e-498a-b7fd-148220ab6bd8'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:24:26.123880 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-aaba50ac-3b29-434b-a0d8-83b6d97d6e08 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "PUT /v2.0/floatingips/080899ed-ab00-4c97-bff7-c7d4a8c6eb18 HTTP/1.1" status: 200 len: 992 time: 1.6022391 Jan 21 19:24:26.124447 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94414c2f-ac6a-41b0-8c25-7153345f02d8', 'tag': 'ed9ad618-5a02-43ea-a844-55d043b1fef7'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:24:26.231679 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94414c2f-ac6a-41b0-8c25-7153345f02d8', 'tag': 'ed9ad618-5a02-43ea-a844-55d043b1fef7', 'status': 'completed', 'code': 200} Jan 21 19:24:26.261089 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-a3f85860-f862-417e-b08f-4fb5dd028244 None None] Set router 3e3483ee-a27e-498a-b7fd-148220ab6bd8 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:24:26.325972 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c19712-b585-458a-8084-c8a85566fd87 req-e64257b3-f7a1-46c8-a185-a4046b177242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:24:26.327364 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d9c19712-b585-458a-8084-c8a85566fd87 req-e64257b3-f7a1-46c8-a185-a4046b177242 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=6306f0f6329f45368a10bca96708233e&device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8 HTTP/1.1" status: 200 len: 1099 time: 0.0696433 Jan 21 19:24:26.459551 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c19712-b585-458a-8084-c8a85566fd87 req-5c5c87d7-08cd-446f-aaca-e1173615be2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:24:26.460964 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d9c19712-b585-458a-8084-c8a85566fd87 req-5c5c87d7-08cd-446f-aaca-e1173615be2f service neutron] 10.222.0.113 "GET /v2.0/networks?id=23308924-6219-433a-99e7-42bb489e672f HTTP/1.1" status: 200 len: 912 time: 0.1258497 Jan 21 19:24:26.567377 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d9c19712-b585-458a-8084-c8a85566fd87 req-8db43ca1-1641-4d45-b203-f4c2c0c9038e service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed9ad618-5a02-43ea-a844-55d043b1fef7 HTTP/1.1" status: 200 len: 1000 time: 0.0989420 Jan 21 19:24:26.605925 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-a3f85860-f862-417e-b08f-4fb5dd028244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'name': 'tempest-ServerActionsTestJSON-359212956-router', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:24:00Z', 'updated_at': '2022-01-21T19:24:05Z', 'revision_number': 4, 'project_id': '6306f0f6329f45368a10bca96708233e', 'gw_port': {'id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:01Z', 'updated_at': '2022-01-21T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '080899ed-ab00-4c97-bff7-c7d4a8c6eb18', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'floating_ip_address': '172.26.1.205', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'port_id': 'ed9ad618-5a02-43ea-a844-55d043b1fef7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'mac_address': 'fa:16:3e:2d:33:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94414c2f-ac6a-41b0-8c25-7153345f02d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:24:10Z', 'updated_at': '2022-01-21T19:24:25Z', 'revision_number': 1, 'project_id': '6306f0f6329f45368a10bca96708233e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57544715-14f1-4e4f-a7aa-8520669c8f0d', 'name': '', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'mac_address': 'fa:16:3e:e5:b8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:04Z', 'updated_at': '2022-01-21T19:24:10Z', 'revision_number': 5, 'project_id': '6306f0f6329f45368a10bca96708233e', 'subnets': [{'id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:24:26.609425 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f85860-f862-417e-b08f-4fb5dd028244 None None] Checking router: 3e3483ee-a27e-498a-b7fd-148220ab6bd8 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:24:26.618335 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f85860-f862-417e-b08f-4fb5dd028244 None None] Routers {'3e3483ee-a27e-498a-b7fd-148220ab6bd8'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:24:26.618935 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-a3f85860-f862-417e-b08f-4fb5dd028244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:23:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['3e3483ee-a27e-498a-b7fd-148220ab6bd8'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:24:26.629845 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c19712-b585-458a-8084-c8a85566fd87 req-e9dc777e-33df-4ca2-8d99-214729d0b022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:24:26.631932 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d9c19712-b585-458a-8084-c8a85566fd87 req-e9dc777e-33df-4ca2-8d99-214729d0b022 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=19b5b36a-bb23-42b3-bed0-1fc020de6fdd HTTP/1.1" status: 200 len: 850 time: 0.0582702 Jan 21 19:24:26.709630 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c19712-b585-458a-8084-c8a85566fd87 req-a48def4e-ed5f-41eb-b3c4-b8da304e3208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:24:26.711139 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d9c19712-b585-458a-8084-c8a85566fd87 req-a48def4e-ed5f-41eb-b3c4-b8da304e3208 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=23308924-6219-433a-99e7-42bb489e672f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728774 Jan 21 19:24:26.846963 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d9c19712-b585-458a-8084-c8a85566fd87 req-1c905adf-4e0c-4a5e-ac11-cce33e142f71 service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287696 Jan 21 19:24:26.859557 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-a3f85860-f862-417e-b08f-4fb5dd028244 None None] Set router 3e3483ee-a27e-498a-b7fd-148220ab6bd8 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:24:26.978627 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d9c19712-b585-458a-8084-c8a85566fd87 req-f319fd6f-791d-487d-81af-504cc0c8927c service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251893 Jan 21 19:24:27.205084 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-a3f85860-f862-417e-b08f-4fb5dd028244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'name': 'tempest-ServerActionsTestJSON-359212956-router', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:24:00Z', 'updated_at': '2022-01-21T19:24:05Z', 'revision_number': 4, 'project_id': '6306f0f6329f45368a10bca96708233e', 'gw_port': {'id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:01Z', 'updated_at': '2022-01-21T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '080899ed-ab00-4c97-bff7-c7d4a8c6eb18', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'floating_ip_address': '172.26.1.205', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'port_id': 'ed9ad618-5a02-43ea-a844-55d043b1fef7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'mac_address': 'fa:16:3e:2d:33:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94414c2f-ac6a-41b0-8c25-7153345f02d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:24:10Z', 'updated_at': '2022-01-21T19:24:25Z', 'revision_number': 1, 'project_id': '6306f0f6329f45368a10bca96708233e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57544715-14f1-4e4f-a7aa-8520669c8f0d', 'name': '', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'mac_address': 'fa:16:3e:e5:b8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:04Z', 'updated_at': '2022-01-21T19:24:10Z', 'revision_number': 5, 'project_id': '6306f0f6329f45368a10bca96708233e', 'subnets': [{'id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:24:27.209997 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f85860-f862-417e-b08f-4fb5dd028244 None None] The sync data for ids ['3e3483ee-a27e-498a-b7fd-148220ab6bd8'] in dv-neutron-825470-1-hyperv is: [{'id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'name': 'tempest-ServerActionsTestJSON-359212956-router', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:24:00Z', 'updated_at': '2022-01-21T19:24:05Z', 'revision_number': 4, 'project_id': '6306f0f6329f45368a10bca96708233e', 'gw_port': {'id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:01Z', 'updated_at': '2022-01-21T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '080899ed-ab00-4c97-bff7-c7d4a8c6eb18', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'floating_ip_address': '172.26.1.205', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'port_id': 'ed9ad618-5a02-43ea-a844-55d043b1fef7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'mac_address': 'fa:16:3e:2d:33:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94414c2f-ac6a-41b0-8c25-7153345f02d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:24:10Z', 'updated_at': '2022-01-21T19:24:25Z', 'revision_number': 1, 'project_id': '6306f0f6329f45368a10bca96708233e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57544715-14f1-4e4f-a7aa-8520669c8f0d', 'name': '', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'mac_address': 'fa:16:3e:e5:b8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:04Z', 'updated_at': '2022-01-21T19:24:10Z', 'revision_number': 5, 'project_id': '6306f0f6329f45368a10bca96708233e', 'subnets': [{'id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:24:27.231952 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c3ceb94a-1643-49f3-9256-c3a44df6c32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:27.430360 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496ff72a-839a-44e5-85c8-1a4eb5206416 None None] New status for floating IP 080899ed-ab00-4c97-bff7-c7d4a8c6eb18: ACTIVE {{(pid=88138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:24:28.345889 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:28.562947 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:28.653213 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:30.128402 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:54.995139 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-94a06e83-fede-4a60-9925-21de6faade30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:57.225404 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-78bce82b-2dc1-4040-a7ba-615670fe2b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:57.428807 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:24:57.650613 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e925f051-c1f8-4846-9f2e-5b22ed1f027a req-61cf2249-4aef-4201-805a-a82ab63fa889 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708315 Jan 21 19:24:57.902864 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925f051-c1f8-4846-9f2e-5b22ed1f027a req-6261c107-fdb1-4de5-81d7-35e3abea0c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:24:57.904343 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e925f051-c1f8-4846-9f2e-5b22ed1f027a req-6261c107-fdb1-4de5-81d7-35e3abea0c35 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=6306f0f6329f45368a10bca96708233e&device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8 HTTP/1.1" status: 200 len: 1099 time: 0.1762798 Jan 21 19:24:58.064428 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925f051-c1f8-4846-9f2e-5b22ed1f027a req-d9c29114-1b71-4f31-a464-a976b7f7ceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:24:58.064428 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e925f051-c1f8-4846-9f2e-5b22ed1f027a req-d9c29114-1b71-4f31-a464-a976b7f7ceb4 service neutron] 10.222.0.113 "GET /v2.0/networks?id=23308924-6219-433a-99e7-42bb489e672f HTTP/1.1" status: 200 len: 912 time: 0.1342700 Jan 21 19:24:58.159572 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e925f051-c1f8-4846-9f2e-5b22ed1f027a req-1b9521d4-09c9-4ae1-b598-f15ca58da0b7 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed9ad618-5a02-43ea-a844-55d043b1fef7 HTTP/1.1" status: 200 len: 1002 time: 0.0946586 Jan 21 19:24:58.218975 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925f051-c1f8-4846-9f2e-5b22ed1f027a req-a276a6ef-2723-4c80-aefc-907bdde28346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:24:58.220347 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e925f051-c1f8-4846-9f2e-5b22ed1f027a req-a276a6ef-2723-4c80-aefc-907bdde28346 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=19b5b36a-bb23-42b3-bed0-1fc020de6fdd HTTP/1.1" status: 200 len: 850 time: 0.0549719 Jan 21 19:24:58.296731 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925f051-c1f8-4846-9f2e-5b22ed1f027a req-109b0e87-c942-4cc6-b571-2aba97ecd8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:24:58.298282 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e925f051-c1f8-4846-9f2e-5b22ed1f027a req-109b0e87-c942-4cc6-b571-2aba97ecd8d6 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=23308924-6219-433a-99e7-42bb489e672f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720472 Jan 21 19:24:58.305214 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:58.429448 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e925f051-c1f8-4846-9f2e-5b22ed1f027a req-622d093c-e840-428b-ac76-e08934af71c3 service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245062 Jan 21 19:24:58.560392 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e925f051-c1f8-4846-9f2e-5b22ed1f027a req-deb25a47-b7e6-4557-82e4-6f48b3c2b10e service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256700 Jan 21 19:24:58.619474 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:24:58.693677 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:25:00.150871 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:25:02.422333 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8423b-3b14-4c76-aa85-b527e7af5931 req-bb980d64-2419-47a9-8494-d293d7b250d2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:02.423684 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-01b8423b-3b14-4c76-aa85-b527e7af5931 req-bb980d64-2419-47a9-8494-d293d7b250d2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8 HTTP/1.1" status: 200 len: 946 time: 0.0814893 Jan 21 19:25:02.468847 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-01b8423b-3b14-4c76-aa85-b527e7af5931 req-d914e279-36a4-482d-9d66-835f75c7cd9b tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388801 Jan 21 19:25:03.118497 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9c5c0-a994-4557-9c8f-f6dd4ff6f09b req-03ca48ad-974c-4712-8744-49b79ea46b85 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:03.119936 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-91b9c5c0-a994-4557-9c8f-f6dd4ff6f09b req-03ca48ad-974c-4712-8744-49b79ea46b85 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8 HTTP/1.1" status: 200 len: 946 time: 0.0816548 Jan 21 19:25:03.166078 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-91b9c5c0-a994-4557-9c8f-f6dd4ff6f09b req-04a3b9cb-b3ea-405c-afa7-f5193af7a69e tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402060 Jan 21 19:25:03.215776 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0fdd3623-d3a4-441c-8b4b-ed33b55009da req-1ce4a75b-b902-4206-bf67-50e2ff576863 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0722294 Jan 21 19:25:04.354493 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e073d-d40b-48c4-a405-872a29515088 req-6e0ab20e-44ef-4422-94ec-9881db0ac786 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:04.355951 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5b8e073d-d40b-48c4-a405-872a29515088 req-6e0ab20e-44ef-4422-94ec-9881db0ac786 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8 HTTP/1.1" status: 200 len: 946 time: 0.0795844 Jan 21 19:25:04.401424 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5b8e073d-d40b-48c4-a405-872a29515088 req-ce7c9ead-aa3c-45c7-9468-0bef5039fc11 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396018 Jan 21 19:25:05.244043 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd3623-d3a4-441c-8b4b-ed33b55009da req-146239fc-90ff-4c11-932b-fe14c371de9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:05.245497 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0fdd3623-d3a4-441c-8b4b-ed33b55009da req-146239fc-90ff-4c11-932b-fe14c371de9e service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=6306f0f6329f45368a10bca96708233e&device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8 HTTP/1.1" status: 200 len: 1099 time: 0.0750334 Jan 21 19:25:05.377953 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd3623-d3a4-441c-8b4b-ed33b55009da req-97b538f4-a73a-41ad-829e-46e3ae3509ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:05.380091 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0fdd3623-d3a4-441c-8b4b-ed33b55009da req-97b538f4-a73a-41ad-829e-46e3ae3509ef service neutron] 10.222.0.113 "GET /v2.0/networks?id=23308924-6219-433a-99e7-42bb489e672f HTTP/1.1" status: 200 len: 912 time: 0.1288464 Jan 21 19:25:05.491773 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0fdd3623-d3a4-441c-8b4b-ed33b55009da req-2293af40-306a-4dc6-a6e4-0e52e9ebb08d service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed9ad618-5a02-43ea-a844-55d043b1fef7 HTTP/1.1" status: 200 len: 1002 time: 0.1051950 Jan 21 19:25:05.553260 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd3623-d3a4-441c-8b4b-ed33b55009da req-32fe8299-f401-4310-bf90-51d9b56ec244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:05.554628 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0fdd3623-d3a4-441c-8b4b-ed33b55009da req-32fe8299-f401-4310-bf90-51d9b56ec244 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=19b5b36a-bb23-42b3-bed0-1fc020de6fdd HTTP/1.1" status: 200 len: 850 time: 0.0565381 Jan 21 19:25:05.596537 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac2c93-d51f-4e07-8a42-4e0b8eeb9a1e req-1a75ca92-3121-4463-af90-2995cf818059 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:05.598043 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1eac2c93-d51f-4e07-8a42-4e0b8eeb9a1e req-1a75ca92-3121-4463-af90-2995cf818059 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8 HTTP/1.1" status: 200 len: 946 time: 0.0831246 Jan 21 19:25:05.626665 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd3623-d3a4-441c-8b4b-ed33b55009da req-174e5716-e6e2-418a-b301-31e96a7fa123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:05.628111 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0fdd3623-d3a4-441c-8b4b-ed33b55009da req-174e5716-e6e2-418a-b301-31e96a7fa123 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=23308924-6219-433a-99e7-42bb489e672f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682249 Jan 21 19:25:05.641839 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1eac2c93-d51f-4e07-8a42-4e0b8eeb9a1e req-7b71bf34-5225-47dd-b22a-749145ac9760 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379965 Jan 21 19:25:05.774782 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0fdd3623-d3a4-441c-8b4b-ed33b55009da req-d4548cdf-2cfa-4793-9255-df70c1310dd3 service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404033 Jan 21 19:25:05.912718 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0fdd3623-d3a4-441c-8b4b-ed33b55009da req-f1ad88a9-5d7a-4061-b32b-987e70855400 service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321423 Jan 21 19:25:06.822998 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd78427-b21b-46db-84ae-311356fbba3f req-76eea2a8-153e-4f77-adb7-b1a5c81fe010 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:06.824335 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5bd78427-b21b-46db-84ae-311356fbba3f req-76eea2a8-153e-4f77-adb7-b1a5c81fe010 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8 HTTP/1.1" status: 200 len: 946 time: 0.0769851 Jan 21 19:25:06.867721 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5bd78427-b21b-46db-84ae-311356fbba3f req-209b8c41-0b3d-4044-be30-5b51caff8aae tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378022 Jan 21 19:25:08.052748 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6494b-b63a-4bdd-bbd0-2f47d96f240b req-190a6354-2fa0-4d20-8e67-76fd2572311c tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:08.054100 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a8b6494b-b63a-4bdd-bbd0-2f47d96f240b req-190a6354-2fa0-4d20-8e67-76fd2572311c tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8 HTTP/1.1" status: 200 len: 946 time: 0.0808623 Jan 21 19:25:08.098321 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a8b6494b-b63a-4bdd-bbd0-2f47d96f240b req-2b4a1b3f-c745-4ec4-997a-40eb6ca9c684 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383611 Jan 21 19:25:09.290711 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb354d81-72a2-40c1-9bc1-5dc971ace0ed req-89d27cfc-b815-4814-bafd-9922caa594c2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:09.292157 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-bb354d81-72a2-40c1-9bc1-5dc971ace0ed req-89d27cfc-b815-4814-bafd-9922caa594c2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8 HTTP/1.1" status: 200 len: 946 time: 0.0828245 Jan 21 19:25:09.340409 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-bb354d81-72a2-40c1-9bc1-5dc971ace0ed req-32dc09f3-f3d8-4dc6-b3ac-54c802f6f98b tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424602 Jan 21 19:25:10.520003 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9117220-8bb9-4103-8035-1944bc3ab2b0 req-a1f9b04d-d7bd-4d14-ad33-aecd05b52220 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:10.521452 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b9117220-8bb9-4103-8035-1944bc3ab2b0 req-a1f9b04d-d7bd-4d14-ad33-aecd05b52220 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8 HTTP/1.1" status: 200 len: 946 time: 0.0773509 Jan 21 19:25:10.565218 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b9117220-8bb9-4103-8035-1944bc3ab2b0 req-3ae483c7-51a5-4949-807e-788fce19ffd5 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379069 Jan 21 19:25:11.750909 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17ed97-04af-4172-8ad0-5d7f01ef81d2 req-44bc1ebf-3392-4f5b-8adb-b184eb1452be tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:11.752336 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3b17ed97-04af-4172-8ad0-5d7f01ef81d2 req-44bc1ebf-3392-4f5b-8adb-b184eb1452be tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8 HTTP/1.1" status: 200 len: 946 time: 0.0821257 Jan 21 19:25:11.795586 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3b17ed97-04af-4172-8ad0-5d7f01ef81d2 req-8579d71b-921d-4828-b5f2-b04a212bd3ac tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370457 Jan 21 19:25:12.981660 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcdd94b-39ad-4772-82e0-0cb21102e6c0 req-aa0ce62f-303c-406d-a8fd-1b5eb8b08684 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:12.983111 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6fcdd94b-39ad-4772-82e0-0cb21102e6c0 req-aa0ce62f-303c-406d-a8fd-1b5eb8b08684 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8 HTTP/1.1" status: 200 len: 946 time: 0.0801837 Jan 21 19:25:13.025957 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6fcdd94b-39ad-4772-82e0-0cb21102e6c0 req-3cd6c5c2-944c-424b-a28e-095c457c60dc tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367441 Jan 21 19:25:14.210587 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f91b85-6e0d-41b4-829c-558267a22c76 req-07d8f0af-05a6-42ae-934b-5d8315ec3bf3 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:14.212017 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d7f91b85-6e0d-41b4-829c-558267a22c76 req-07d8f0af-05a6-42ae-934b-5d8315ec3bf3 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8 HTTP/1.1" status: 200 len: 946 time: 0.0827007 Jan 21 19:25:14.255239 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d7f91b85-6e0d-41b4-829c-558267a22c76 req-4ef69a26-7e23-48f9-8b56-9574bad0f805 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375023 Jan 21 19:25:15.438756 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d9e12-18b4-49de-a57c-d8ab6b2ad5ec req-eadfe111-fbba-4652-b34e-d2ec001225a9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:15.440213 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-075d9e12-18b4-49de-a57c-d8ab6b2ad5ec req-eadfe111-fbba-4652-b34e-d2ec001225a9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8 HTTP/1.1" status: 200 len: 946 time: 0.0792649 Jan 21 19:25:15.488781 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-075d9e12-18b4-49de-a57c-d8ab6b2ad5ec req-2ec85b71-18ae-49f7-9ad8-00484b6cba26 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420618 Jan 21 19:25:16.678240 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4de554-5dd9-4850-8d37-312c43e2deb8 req-66878b2f-d7bc-4a4e-995a-a52ad1aa67f0 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:16.679685 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6d4de554-5dd9-4850-8d37-312c43e2deb8 req-66878b2f-d7bc-4a4e-995a-a52ad1aa67f0 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8 HTTP/1.1" status: 200 len: 946 time: 0.0791492 Jan 21 19:25:16.722838 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6d4de554-5dd9-4850-8d37-312c43e2deb8 req-5068e80d-c460-4bdd-9a75-091c00d2bdb6 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372419 Jan 21 19:25:17.921417 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6fb842-ebc4-4904-b04f-cfa32e296431 req-ed2ed5b3-6424-455b-b9f9-354851ff3d63 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:17.923613 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9a6fb842-ebc4-4904-b04f-cfa32e296431 req-ed2ed5b3-6424-455b-b9f9-354851ff3d63 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8 HTTP/1.1" status: 200 len: 946 time: 0.0951507 Jan 21 19:25:17.970775 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9a6fb842-ebc4-4904-b04f-cfa32e296431 req-bddab740-b551-43c8-a767-1861dbb4a05b tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393255 Jan 21 19:25:17.980118 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0fdd3623-d3a4-441c-8b4b-ed33b55009da req-6d2e5c84-fc3c-492a-b246-bbf453359003 service neutron] 10.222.0.113 "GET /v2.0/ports/ed9ad618-5a02-43ea-a844-55d043b1fef7/bindings/hv-neutron-8254 HTTP/1.1" status: 200 len: 384 time: 0.1826203 Jan 21 19:25:18.510764 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd3623-d3a4-441c-8b4b-ed33b55009da req-efd74911-45bb-42ea-a8a4-1fa829415209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:18.512204 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0fdd3623-d3a4-441c-8b4b-ed33b55009da req-efd74911-45bb-42ea-a8a4-1fa829415209 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8&tenant_id=6306f0f6329f45368a10bca96708233e HTTP/1.1" status: 200 len: 1099 time: 0.0703056 Jan 21 19:25:18.607187 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd3623-d3a4-441c-8b4b-ed33b55009da req-80435bf0-bf3f-4278-8c8e-31351c5b4c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:18.608671 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0fdd3623-d3a4-441c-8b4b-ed33b55009da req-80435bf0-bf3f-4278-8c8e-31351c5b4c4a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=6306f0f6329f45368a10bca96708233e&device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8 HTTP/1.1" status: 200 len: 1099 time: 0.0754211 Jan 21 19:25:18.741221 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd3623-d3a4-441c-8b4b-ed33b55009da req-91ce58a9-c92c-4ebc-bc35-1a9375c3f94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:18.742597 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0fdd3623-d3a4-441c-8b4b-ed33b55009da req-91ce58a9-c92c-4ebc-bc35-1a9375c3f94f service neutron] 10.222.0.113 "GET /v2.0/networks?id=23308924-6219-433a-99e7-42bb489e672f HTTP/1.1" status: 200 len: 912 time: 0.1279235 Jan 21 19:25:18.845294 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0fdd3623-d3a4-441c-8b4b-ed33b55009da req-03c15adb-1dff-4511-8cba-7028824e030b service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed9ad618-5a02-43ea-a844-55d043b1fef7 HTTP/1.1" status: 200 len: 1002 time: 0.0972905 Jan 21 19:25:18.906848 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd3623-d3a4-441c-8b4b-ed33b55009da req-ef85d80e-5b2b-47d4-a548-cd84f03754d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:18.908301 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0fdd3623-d3a4-441c-8b4b-ed33b55009da req-ef85d80e-5b2b-47d4-a548-cd84f03754d0 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=19b5b36a-bb23-42b3-bed0-1fc020de6fdd HTTP/1.1" status: 200 len: 850 time: 0.0575593 Jan 21 19:25:18.982978 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd3623-d3a4-441c-8b4b-ed33b55009da req-33838cd5-9975-4c03-970e-82ed32437a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:18.984407 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0fdd3623-d3a4-441c-8b4b-ed33b55009da req-33838cd5-9975-4c03-970e-82ed32437a69 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=23308924-6219-433a-99e7-42bb489e672f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709026 Jan 21 19:25:19.117401 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0fdd3623-d3a4-441c-8b4b-ed33b55009da req-0ddf29f4-00b9-4fd8-b82e-cf8a0e025aa0 service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264014 Jan 21 19:25:19.153045 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109e46c-092d-4276-978e-2dc7ef325558 req-3a07642a-1297-41b5-9709-30a99bd1b3fe tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:19.154539 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1109e46c-092d-4276-978e-2dc7ef325558 req-3a07642a-1297-41b5-9709-30a99bd1b3fe tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8 HTTP/1.1" status: 200 len: 946 time: 0.0790472 Jan 21 19:25:19.198607 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1109e46c-092d-4276-978e-2dc7ef325558 req-a660328a-b070-4fed-ba35-91fba3b6682c tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377698 Jan 21 19:25:19.249645 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0fdd3623-d3a4-441c-8b4b-ed33b55009da req-d1b92285-130b-4934-aa1a-e2aad33ea0ee service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267791 Jan 21 19:25:20.397024 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe3847-3963-4d9d-820d-d648e4a34baf req-68c885a7-c431-4344-875c-aa9a3aadfa7b tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:20.398489 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3cfe3847-3963-4d9d-820d-d648e4a34baf req-68c885a7-c431-4344-875c-aa9a3aadfa7b tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8 HTTP/1.1" status: 200 len: 946 time: 0.0835843 Jan 21 19:25:20.443209 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3cfe3847-3963-4d9d-820d-d648e4a34baf req-b5710578-a722-4e11-bbb4-eb05dd790ee7 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389857 Jan 21 19:25:21.631427 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce8ba9-f730-4aca-a527-804f553e61f6 req-b4e06628-e80c-4abf-a6f8-3dd8bcea567f tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:21.632944 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6cce8ba9-f730-4aca-a527-804f553e61f6 req-b4e06628-e80c-4abf-a6f8-3dd8bcea567f tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8 HTTP/1.1" status: 200 len: 946 time: 0.0819016 Jan 21 19:25:21.686860 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6cce8ba9-f730-4aca-a527-804f553e61f6 req-3b40948e-dd17-4b95-8c00-b35bd94dfd17 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479853 Jan 21 19:25:22.177529 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9afc1-c3ed-4a27-956d-02bd465730b5 req-1fbbc178-25d2-41ae-9855-58c689c0918e tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:22.178995 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9ad9afc1-c3ed-4a27-956d-02bd465730b5 req-1fbbc178-25d2-41ae-9855-58c689c0918e tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8 HTTP/1.1" status: 200 len: 946 time: 0.0869122 Jan 21 19:25:22.223397 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9ad9afc1-c3ed-4a27-956d-02bd465730b5 req-2cecb666-d0b8-46cd-9c91-2dcde1a3668d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383759 Jan 21 19:25:22.256294 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6b548-a103-4c29-969e-49f03c0cecbf req-68f491f5-4cbe-4fce-89d3-1c4c33c89b42 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:22.256911 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-d4f6b548-a103-4c29-969e-49f03c0cecbf req-68f491f5-4cbe-4fce-89d3-1c4c33c89b42 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Synchronizing usage tracker for tenant:6306f0f6329f45368a10bca96708233e on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:25:22.327407 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-d4f6b548-a103-4c29-969e-49f03c0cecbf req-68f491f5-4cbe-4fce-89d3-1c4c33c89b42 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Unset dirty status for tenant:6306f0f6329f45368a10bca96708233e on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:25:22.328612 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d4f6b548-a103-4c29-969e-49f03c0cecbf req-68f491f5-4cbe-4fce-89d3-1c4c33c89b42 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.113 "GET /v2.0/ports?device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8&tenant_id=6306f0f6329f45368a10bca96708233e&binding%3Ahost_id=hv-neutron-8254 HTTP/1.1" status: 200 len: 946 time: 0.1561983 Jan 21 19:25:22.441102 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device ed9ad618-5a02-43ea-a844-55d043b1fef7 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:25:22.443481 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device ed9ad618-5a02-43ea-a844-55d043b1fef7 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:25:22.473454 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6b548-a103-4c29-969e-49f03c0cecbf req-2a725e5c-e2b5-4033-9fd1-a23f40bcd22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:22.474958 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d4f6b548-a103-4c29-969e-49f03c0cecbf req-2a725e5c-e2b5-4033-9fd1-a23f40bcd22f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=6306f0f6329f45368a10bca96708233e&device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8 HTTP/1.1" status: 200 len: 1099 time: 0.0750670 Jan 21 19:25:22.604363 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6b548-a103-4c29-969e-49f03c0cecbf req-7d807873-53f3-44f4-93aa-91f663b89d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:22.605696 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d4f6b548-a103-4c29-969e-49f03c0cecbf req-7d807873-53f3-44f4-93aa-91f663b89d5a service neutron] 10.222.0.113 "GET /v2.0/networks?id=23308924-6219-433a-99e7-42bb489e672f HTTP/1.1" status: 200 len: 912 time: 0.1250672 Jan 21 19:25:22.653573 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:25:22.690785 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port ed9ad618-5a02-43ea-a844-55d043b1fef7, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=ed9ad618-5a02-43ea-a844-55d043b1fef7,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:25:22.706298 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d4f6b548-a103-4c29-969e-49f03c0cecbf req-1922b743-356f-4312-9713-acf7774f32f4 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed9ad618-5a02-43ea-a844-55d043b1fef7 HTTP/1.1" status: 200 len: 1002 time: 0.0950136 Jan 21 19:25:22.707180 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94414c2f-ac6a-41b0-8c25-7153345f02d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed9ad618-5a02-43ea-a844-55d043b1fef7'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:25:22.715715 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': 'ed9ad618-5a02-43ea-a844-55d043b1fef7', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'port_id': 'ed9ad618-5a02-43ea-a844-55d043b1fef7', 'mac_address': 'fa:16:3e:2d:33:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:25:22.720517 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port ed9ad618-5a02-43ea-a844-55d043b1fef7, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=ed9ad618-5a02-43ea-a844-55d043b1fef7,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:25:22.768593 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94414c2f-ac6a-41b0-8c25-7153345f02d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed9ad618-5a02-43ea-a844-55d043b1fef7', 'code': 200} Jan 21 19:25:22.773157 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6b548-a103-4c29-969e-49f03c0cecbf req-af51df9f-ee3c-489e-9597-6a1c9e62ffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:22.777438 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d4f6b548-a103-4c29-969e-49f03c0cecbf req-af51df9f-ee3c-489e-9597-6a1c9e62ffa9 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=19b5b36a-bb23-42b3-bed0-1fc020de6fdd HTTP/1.1" status: 200 len: 850 time: 0.0628383 Jan 21 19:25:22.778722 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:25:22.796676 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed9ad618-5a02-43ea-a844-55d043b1fef7 {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:25:22.801318 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:25:22.850239 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6b548-a103-4c29-969e-49f03c0cecbf req-6b7b88b1-08d7-4d64-a70d-2620678aa03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:22.851717 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d4f6b548-a103-4c29-969e-49f03c0cecbf req-6b7b88b1-08d7-4d64-a70d-2620678aa03a service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=23308924-6219-433a-99e7-42bb489e672f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709541 Jan 21 19:25:22.916371 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:25:22.916724 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:25:22.918971 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=ed9ad618-5a02-43ea-a844-55d043b1fef7,revision_number=6']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:25:22.926609 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:25:22.926955 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:25:22.927289 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:25:22.927623 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:25:22.927949 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:25:22.928276 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:25:22.928601 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:25:22.928920 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:25:22.929240 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:25:22.929562 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:25:22.929900 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:25:22.930471 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:25:22.983718 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d4f6b548-a103-4c29-969e-49f03c0cecbf req-e54b41c5-c929-4a14-a093-770aa852a5d3 service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259081 Jan 21 19:25:23.209212 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d4f6b548-a103-4c29-969e-49f03c0cecbf req-5698d2cd-aa9f-4c2b-9a34-2019b585d03a service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200379 Jan 21 19:25:23.416675 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c51a1-b9da-43d6-898f-da947fdc1a6c req-e3466edf-04e5-4dd3-8d55-e823dbf2a52a tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:23.418136 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a40c51a1-b9da-43d6-898f-da947fdc1a6c req-e3466edf-04e5-4dd3-8d55-e823dbf2a52a tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8 HTTP/1.1" status: 200 len: 944 time: 0.0823452 Jan 21 19:25:23.470126 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a40c51a1-b9da-43d6-898f-da947fdc1a6c req-138cd69f-baa6-438b-b4a3-83dc1c42b7ca tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460048 Jan 21 19:25:23.476995 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:25:23.494765 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed9ad618-5a02-43ea-a844-55d043b1fef7 {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:25:23.509833 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port ed9ad618-5a02-43ea-a844-55d043b1fef7, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=ed9ad618-5a02-43ea-a844-55d043b1fef7,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:25:23.588703 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:25:23.652800 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['ed9ad618-5a02-43ea-a844-55d043b1fef7'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:25:23.696432 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=ed9ad618-5a02-43ea-a844-55d043b1fef7,revision_number=7']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:25:24.448325 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device ed9ad618-5a02-43ea-a844-55d043b1fef7 up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:25:24.514917 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port ed9ad618-5a02-43ea-a844-55d043b1fef7 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:25:24.515489 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:25:24.632630 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:25:24.654404 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e30d65-9ea3-49dd-a355-6ecb22a3a55d req-a95cdd92-291f-436f-af89-7c00cd0bb9f3 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:24.655940 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a3e30d65-9ea3-49dd-a355-6ecb22a3a55d req-a95cdd92-291f-436f-af89-7c00cd0bb9f3 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8 HTTP/1.1" status: 200 len: 945 time: 0.0785625 Jan 21 19:25:24.665077 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port ed9ad618-5a02-43ea-a844-55d043b1fef7, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=ed9ad618-5a02-43ea-a844-55d043b1fef7,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:25:24.700323 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a3e30d65-9ea3-49dd-a355-6ecb22a3a55d req-f90d3956-5499-48d4-85e5-99d3cad90b72 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376918 Jan 21 19:25:24.749379 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:25:24.784527 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94414c2f-ac6a-41b0-8c25-7153345f02d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9ad618-5a02-43ea-a844-55d043b1fef7'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:25:24.825045 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=ed9ad618-5a02-43ea-a844-55d043b1fef7,revision_number=8']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:25:24.832795 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94414c2f-ac6a-41b0-8c25-7153345f02d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9ad618-5a02-43ea-a844-55d043b1fef7', 'code': 200} Jan 21 19:25:24.995518 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b9be4-7d9f-445c-94f6-42284ee21d56 req-ffbaac27-c302-4ee6-9beb-f3efd32b95a0 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:24.996867 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-327b9be4-7d9f-445c-94f6-42284ee21d56 req-ffbaac27-c302-4ee6-9beb-f3efd32b95a0 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8 HTTP/1.1" status: 200 len: 946 time: 0.1904106 Jan 21 19:25:25.002190 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b0121910-cdba-4a15-b882-4ffc44540a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:25:25.041217 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-327b9be4-7d9f-445c-94f6-42284ee21d56 req-0dbae7b6-f51b-433f-b0a3-b8e206691538 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386832 Jan 21 19:25:25.224099 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de65f6e-d958-4d4a-8a1c-ab4373f88902 req-d8185973-1023-486a-9b59-f636e19d16fb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:25.225519 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4de65f6e-d958-4d4a-8a1c-ab4373f88902 req-d8185973-1023-486a-9b59-f636e19d16fb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8 HTTP/1.1" status: 200 len: 946 time: 0.0778515 Jan 21 19:25:25.267916 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4de65f6e-d958-4d4a-8a1c-ab4373f88902 req-751b4c3c-d99e-4253-af4d-b40d02d30801 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367911 Jan 21 19:25:26.022097 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c54ba-0a7c-414c-89bf-c16536938be3 req-1927b020-da58-461d-8c6d-e6921e8a62ff tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:26.023466 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1a9c54ba-0a7c-414c-89bf-c16536938be3 req-1927b020-da58-461d-8c6d-e6921e8a62ff tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8 HTTP/1.1" status: 200 len: 946 time: 0.0820282 Jan 21 19:25:26.068528 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1a9c54ba-0a7c-414c-89bf-c16536938be3 req-823f2b85-6975-435e-a344-6b5644fa5451 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394773 Jan 21 19:25:27.230317 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3dbd7170-590e-44e3-9a62-09c6cc6ec753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:25:27.255809 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626058e-0909-4dc2-8cfa-d5622d9e7263 req-fa1b2ac8-066e-4a80-9aa4-49b1d3c50435 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:27.257291 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3626058e-0909-4dc2-8cfa-d5622d9e7263 req-fa1b2ac8-066e-4a80-9aa4-49b1d3c50435 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8 HTTP/1.1" status: 200 len: 946 time: 0.0829587 Jan 21 19:25:27.306231 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3626058e-0909-4dc2-8cfa-d5622d9e7263 req-9e9aaf21-0e46-476a-b1e2-c692381866ae tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431507 Jan 21 19:25:27.808526 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526a872-5da9-437d-8f65-28e4c1ded138 req-1ebd2239-18bd-46f0-b034-1dbc51a1d07e tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:27.809869 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-f526a872-5da9-437d-8f65-28e4c1ded138 req-1ebd2239-18bd-46f0-b034-1dbc51a1d07e tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.113 "GET /v2.0/ports?device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8 HTTP/1.1" status: 200 len: 946 time: 0.0787699 Jan 21 19:25:27.880183 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-f526a872-5da9-437d-8f65-28e4c1ded138 req-c942d532-da04-40fb-93a6-fb01439a7cf2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Deleting port ed9ad618-5a02-43ea-a844-55d043b1fef7 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:25:27.883038 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-f526a872-5da9-437d-8f65-28e4c1ded138 req-c942d532-da04-40fb-93a6-fb01439a7cf2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:25:28.132230 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-f526a872-5da9-437d-8f65-28e4c1ded138 req-c942d532-da04-40fb-93a6-fb01439a7cf2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] For port ed9ad618-5a02-43ea-a844-55d043b1fef7, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=ed9ad618-5a02-43ea-a844-55d043b1fef7,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:25:28.132595 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-f526a872-5da9-437d-8f65-28e4c1ded138 req-c942d532-da04-40fb-93a6-fb01439a7cf2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:25:28.308836 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:25:28.429452 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-f526a872-5da9-437d-8f65-28e4c1ded138 req-c942d532-da04-40fb-93a6-fb01439a7cf2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:25:28.429718 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-f526a872-5da9-437d-8f65-28e4c1ded138 req-c942d532-da04-40fb-93a6-fb01439a7cf2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:25:28.430305 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.l3_db [req-f526a872-5da9-437d-8f65-28e4c1ded138 req-c942d532-da04-40fb-93a6-fb01439a7cf2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Floating IP 080899ed-ab00-4c97-bff7-c7d4a8c6eb18 disassociated. External IP: 172.26.1.205, port: ed9ad618-5a02-43ea-a844-55d043b1fef7. Jan 21 19:25:28.430638 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-f526a872-5da9-437d-8f65-28e4c1ded138 req-c942d532-da04-40fb-93a6-fb01439a7cf2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Calling delete_port for ed9ad618-5a02-43ea-a844-55d043b1fef7 owned by compute:nova {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:25:28.495119 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d54e4-f8d5-460e-b67c-e1ad80a44b92 req-c12a2b2d-ee9a-49ca-955a-75e58e0a1c14 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:28.496593 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-102d54e4-f8d5-460e-b67c-e1ad80a44b92 req-c12a2b2d-ee9a-49ca-955a-75e58e0a1c14 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8 HTTP/1.1" status: 200 len: 946 time: 0.0843899 Jan 21 19:25:28.544757 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-102d54e4-f8d5-460e-b67c-e1ad80a44b92 req-c4f72eda-2aee-4228-9c98-492f9575f158 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421970 Jan 21 19:25:28.606999 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:25:28.687425 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-f526a872-5da9-437d-8f65-28e4c1ded138 req-c942d532-da04-40fb-93a6-fb01439a7cf2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:25:28.715906 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:25:28.742653 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c942d532-da04-40fb-93a6-fb01439a7cf2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Pushing event deleted for resources: {'Port': ['ID=ed9ad618-5a02-43ea-a844-55d043b1fef7,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:25:28.754576 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942d532-da04-40fb-93a6-fb01439a7cf2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:25:28.754929 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942d532-da04-40fb-93a6-fb01439a7cf2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:25:28.755269 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942d532-da04-40fb-93a6-fb01439a7cf2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:25:28.755608 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942d532-da04-40fb-93a6-fb01439a7cf2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:25:28.755937 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942d532-da04-40fb-93a6-fb01439a7cf2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:25:28.756267 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942d532-da04-40fb-93a6-fb01439a7cf2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:25:28.756596 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942d532-da04-40fb-93a6-fb01439a7cf2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:25:28.756919 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942d532-da04-40fb-93a6-fb01439a7cf2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:25:28.757244 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942d532-da04-40fb-93a6-fb01439a7cf2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:25:28.757569 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942d532-da04-40fb-93a6-fb01439a7cf2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:25:28.757915 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942d532-da04-40fb-93a6-fb01439a7cf2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:25:28.758236 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c942d532-da04-40fb-93a6-fb01439a7cf2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:25:28.951702 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f526a872-5da9-437d-8f65-28e4c1ded138 req-c942d532-da04-40fb-93a6-fb01439a7cf2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Router 3e3483ee-a27e-498a-b7fd-148220ab6bd8 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:25:29.139921 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f526a872-5da9-437d-8f65-28e4c1ded138 req-c942d532-da04-40fb-93a6-fb01439a7cf2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:25:29.149216 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf30c221-5445-4516-92b5-c4b4a2a1a493 None None] Sync routers for ids ['3e3483ee-a27e-498a-b7fd-148220ab6bd8'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:25:29.159179 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf30c221-5445-4516-92b5-c4b4a2a1a493 None None] Routers {'3e3483ee-a27e-498a-b7fd-148220ab6bd8'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:25:29.159653 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-cf30c221-5445-4516-92b5-c4b4a2a1a493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:25:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['3e3483ee-a27e-498a-b7fd-148220ab6bd8'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:25:29.313703 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-f526a872-5da9-437d-8f65-28e4c1ded138 req-c942d532-da04-40fb-93a6-fb01439a7cf2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] No DVR routers for this DVR port ed9ad618-5a02-43ea-a844-55d043b1fef7 on host hv-neutron-8254 {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:25:29.316867 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-f526a872-5da9-437d-8f65-28e4c1ded138 req-c942d532-da04-40fb-93a6-fb01439a7cf2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:25:29.319434 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94414c2f-ac6a-41b0-8c25-7153345f02d8', 'name': 'network-vif-deleted', 'tag': 'ed9ad618-5a02-43ea-a844-55d043b1fef7'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:25:29.347684 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-cf30c221-5445-4516-92b5-c4b4a2a1a493 None None] Set router 3e3483ee-a27e-498a-b7fd-148220ab6bd8 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:25:29.363115 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94414c2f-ac6a-41b0-8c25-7153345f02d8', 'name': 'network-vif-deleted', 'tag': 'ed9ad618-5a02-43ea-a844-55d043b1fef7', 'status': 'completed', 'code': 200} Jan 21 19:25:29.402802 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-f526a872-5da9-437d-8f65-28e4c1ded138 req-c942d532-da04-40fb-93a6-fb01439a7cf2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.113 "DELETE /v2.0/ports/ed9ad618-5a02-43ea-a844-55d043b1fef7 HTTP/1.1" status: 204 len: 173 time: 1.5877843 Jan 21 19:25:29.668797 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-cf30c221-5445-4516-92b5-c4b4a2a1a493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'name': 'tempest-ServerActionsTestJSON-359212956-router', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:24:00Z', 'updated_at': '2022-01-21T19:24:05Z', 'revision_number': 4, 'project_id': '6306f0f6329f45368a10bca96708233e', 'gw_port': {'id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:01Z', 'updated_at': '2022-01-21T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '57544715-14f1-4e4f-a7aa-8520669c8f0d', 'name': '', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'mac_address': 'fa:16:3e:e5:b8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:04Z', 'updated_at': '2022-01-21T19:24:10Z', 'revision_number': 5, 'project_id': '6306f0f6329f45368a10bca96708233e', 'subnets': [{'id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:25:29.672722 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf30c221-5445-4516-92b5-c4b4a2a1a493 None None] Checking router: 3e3483ee-a27e-498a-b7fd-148220ab6bd8 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:25:29.682431 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf30c221-5445-4516-92b5-c4b4a2a1a493 None None] Routers {'3e3483ee-a27e-498a-b7fd-148220ab6bd8'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:25:29.683038 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-cf30c221-5445-4516-92b5-c4b4a2a1a493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:25:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['3e3483ee-a27e-498a-b7fd-148220ab6bd8'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:25:29.714860 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-629dcb0b-873f-44d2-a727-08224f28e914 req-a8884859-9e4f-4761-9f20-4061a8daea02 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=94414c2f-ac6a-41b0-8c25-7153345f02d8 HTTP/1.1" status: 200 len: 210 time: 0.0455973 Jan 21 19:25:29.861371 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-cf30c221-5445-4516-92b5-c4b4a2a1a493 None None] Set router 3e3483ee-a27e-498a-b7fd-148220ab6bd8 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:25:30.167566 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:25:30.201000 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-cf30c221-5445-4516-92b5-c4b4a2a1a493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'name': 'tempest-ServerActionsTestJSON-359212956-router', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:24:00Z', 'updated_at': '2022-01-21T19:24:05Z', 'revision_number': 4, 'project_id': '6306f0f6329f45368a10bca96708233e', 'gw_port': {'id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:01Z', 'updated_at': '2022-01-21T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '57544715-14f1-4e4f-a7aa-8520669c8f0d', 'name': '', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'mac_address': 'fa:16:3e:e5:b8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:04Z', 'updated_at': '2022-01-21T19:24:10Z', 'revision_number': 5, 'project_id': '6306f0f6329f45368a10bca96708233e', 'subnets': [{'id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:25:30.204881 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf30c221-5445-4516-92b5-c4b4a2a1a493 None None] The sync data for ids ['3e3483ee-a27e-498a-b7fd-148220ab6bd8'] in dv-neutron-825470-1-hyperv is: [{'id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'name': 'tempest-ServerActionsTestJSON-359212956-router', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:24:00Z', 'updated_at': '2022-01-21T19:24:05Z', 'revision_number': 4, 'project_id': '6306f0f6329f45368a10bca96708233e', 'gw_port': {'id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:01Z', 'updated_at': '2022-01-21T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '57544715-14f1-4e4f-a7aa-8520669c8f0d', 'name': '', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'mac_address': 'fa:16:3e:e5:b8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:04Z', 'updated_at': '2022-01-21T19:24:10Z', 'revision_number': 5, 'project_id': '6306f0f6329f45368a10bca96708233e', 'subnets': [{'id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:25:30.423324 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b852f753-7441-4b71-a652-d9a40401b620 None None] New status for floating IP 080899ed-ab00-4c97-bff7-c7d4a8c6eb18: DOWN {{(pid=88138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:25:31.040118 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-4c8b9833-5e44-4a72-86b9-2c8633d7d5f5 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--1068002586&fields=id&tenant_id=6306f0f6329f45368a10bca96708233e HTTP/1.1" status: 200 len: 267 time: 0.0385084 Jan 21 19:25:31.186044 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-443469d7-92da-4300-b908-6960166c291e tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:31.187360 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-443469d7-92da-4300-b908-6960166c291e tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/networks?id=23308924-6219-433a-99e7-42bb489e672f HTTP/1.1" status: 200 len: 811 time: 0.1410198 Jan 21 19:25:31.201475 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-8ccf2eb8-181f-4459-97c9-3363ea1d1995 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/quotas/6306f0f6329f45368a10bca96708233e HTTP/1.1" status: 200 len: 375 time: 0.0086906 Jan 21 19:25:31.282990 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-e52369f9-4154-4bff-a953-58916ef0c73b tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=6306f0f6329f45368a10bca96708233e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0764785 Jan 21 19:25:31.417536 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-82044871-86b5-4aa0-ae21-05afc0b73767 service neutron] 10.222.0.87 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222210 Jan 21 19:25:31.549222 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-3aab6e38-66ae-40d4-a520-d04495019453 service neutron] 10.222.0.87 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259542 Jan 21 19:25:31.803672 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-47029c29-126d-416b-a4cd-22c88576f734 req-2e5a6dad-dedb-4fff-94d8-5141331450af tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 210 time: 0.0460153 Jan 21 19:25:32.486715 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device ed9ad618-5a02-43ea-a844-55d043b1fef7 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:25:32.521169 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] No Port match for: ed9ad618-5a02-43ea-a844-55d043b1fef7 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:25:32.521512 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device ed9ad618-5a02-43ea-a844-55d043b1fef7 not bound to the agent host hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:25:32.949695 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d1192f2f-e9f6-49e3-8945-6cef730fe90b req-27b75ac6-20b0-4233-8ceb-d23ad2657965 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 210 time: 0.0429554 Jan 21 19:25:33.741572 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-229a35c7-f926-4b62-86a4-19cd8aef77e2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:33.743028 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-229a35c7-f926-4b62-86a4-19cd8aef77e2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.113 "GET /v2.0/networks?id=23308924-6219-433a-99e7-42bb489e672f HTTP/1.1" status: 200 len: 811 time: 0.1568005 Jan 21 19:25:33.789757 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-1baa5c10-b9ff-4fa0-a348-a8d6a3788aaf tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6306f0f6329f45368a10bca96708233e HTTP/1.1" status: 200 len: 380 time: 0.0389445 Jan 21 19:25:33.797903 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-39363c22-b5c6-4836-80a3-4f8fbb01779a tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Request body: {'port': {'device_id': 'bfc11cca-f054-41ef-92f5-c133955642da', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'admin_state_up': True, 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'security_groups': ['790e36eb-7b15-4311-8e6c-21da6c7e7cb0']}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:25:33.931934 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-39363c22-b5c6-4836-80a3-4f8fbb01779a tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:25:33.935970 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-39363c22-b5c6-4836-80a3-4f8fbb01779a tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Usage tracker for resource:port and tenant:6306f0f6329f45368a10bca96708233e is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:25:33.938773 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-39363c22-b5c6-4836-80a3-4f8fbb01779a tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:25:33.944502 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-39363c22-b5c6-4836-80a3-4f8fbb01779a tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:25:34.012018 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-39363c22-b5c6-4836-80a3-4f8fbb01779a tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Made reservation on behalf of 6306f0f6329f45368a10bca96708233e for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:25:34.016781 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-39363c22-b5c6-4836-80a3-4f8fbb01779a tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:25:34.102197 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a42aaa54-3430-4b22-900e-02e5fc3b20b7 req-d62214d2-397e-463f-bef2-97f662ca5814 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 210 time: 0.0442019 Jan 21 19:25:34.181135 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-39363c22-b5c6-4836-80a3-4f8fbb01779a tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Allocated IP 172.20.0.8 (23308924-6219-433a-99e7-42bb489e672f/19b5b36a-bb23-42b3-bed0-1fc020de6fdd/2f23bfd1-c8cc-43eb-8e5d-87d1081b9657) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:25:34.366310 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-39363c22-b5c6-4836-80a3-4f8fbb01779a tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:25:34.381170 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-39363c22-b5c6-4836-80a3-4f8fbb01779a tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Transition to ACTIVE for port object 2f23bfd1-c8cc-43eb-8e5d-87d1081b9657 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:25:34.427666 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:25:34.481867 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-39363c22-b5c6-4836-80a3-4f8fbb01779a tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:25:34.554420 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-39363c22-b5c6-4836-80a3-4f8fbb01779a tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Network 23308924-6219-433a-99e7-42bb489e672f is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:25:34.557778 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-39363c22-b5c6-4836-80a3-4f8fbb01779a tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:25:34.561537 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-39363c22-b5c6-4836-80a3-4f8fbb01779a tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:25:34.591532 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39363c22-b5c6-4836-80a3-4f8fbb01779a tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Pushing event updated for resources: {'Port': ['ID=2f23bfd1-c8cc-43eb-8e5d-87d1081b9657,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:25:34.628538 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-39363c22-b5c6-4836-80a3-4f8fbb01779a tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:34.629139 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-39363c22-b5c6-4836-80a3-4f8fbb01779a tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:25:34.728352 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-39363c22-b5c6-4836-80a3-4f8fbb01779a tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9338272 Jan 21 19:25:34.739831 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-26a91505-775f-4dbd-aed2-86e6f7ca133d service neutron] Request body: {'port': {'device_id': 'bfc11cca-f054-41ef-92f5-c133955642da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:25:34.822773 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-6d9f0cc1-cadb-4044-a38a-40cc8aa632f2 None None] Provisioning for port 2f23bfd1-c8cc-43eb-8e5d-87d1081b9657 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:25:34.827920 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-6d9f0cc1-cadb-4044-a38a-40cc8aa632f2 None None] Provisioning complete for port 2f23bfd1-c8cc-43eb-8e5d-87d1081b9657 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:25:34.828295 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6d9f0cc1-cadb-4044-a38a-40cc8aa632f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:25:34.852881 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-26a91505-775f-4dbd-aed2-86e6f7ca133d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:25:34.885594 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-6d9f0cc1-cadb-4044-a38a-40cc8aa632f2 None None] Port 2f23bfd1-c8cc-43eb-8e5d-87d1081b9657 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:25:35.189466 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-26a91505-775f-4dbd-aed2-86e6f7ca133d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f23bfd1-c8cc-43eb-8e5d-87d1081b9657 {{(pid=88137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:25:35.196993 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-26a91505-775f-4dbd-aed2-86e6f7ca133d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:25:35.211662 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-26a91505-775f-4dbd-aed2-86e6f7ca133d service neutron] Transition to ACTIVE for port object 2f23bfd1-c8cc-43eb-8e5d-87d1081b9657 will not be triggered until provisioned by entity L2. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:25:35.287235 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-26a91505-775f-4dbd-aed2-86e6f7ca133d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:25:35.288968 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34161bc9-6102-4142-ba57-9dffce283b86 req-fc39fa63-1768-4d87-abcc-bbcc1e61c98c tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:35.290460 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-34161bc9-6102-4142-ba57-9dffce283b86 req-fc39fa63-1768-4d87-abcc-bbcc1e61c98c tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 931 time: 0.0825639 Jan 21 19:25:35.343771 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-34161bc9-6102-4142-ba57-9dffce283b86 req-cf01d7ee-5f4f-4184-ab12-6464d39a5909 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474567 Jan 21 19:25:35.452370 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a91505-775f-4dbd-aed2-86e6f7ca133d service neutron] Pushing event updated for resources: {'Port': ['ID=2f23bfd1-c8cc-43eb-8e5d-87d1081b9657,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:25:35.528405 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-26a91505-775f-4dbd-aed2-86e6f7ca133d service neutron] Attempting to bind port 2f23bfd1-c8cc-43eb-8e5d-87d1081b9657 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:25:35.528738 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-26a91505-775f-4dbd-aed2-86e6f7ca133d service neutron] Attempting to bind port 2f23bfd1-c8cc-43eb-8e5d-87d1081b9657 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'df499347-be85-40db-b735-743af625baf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '23308924-6219-433a-99e7-42bb489e672f'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:25:35.529063 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-26a91505-775f-4dbd-aed2-86e6f7ca133d service neutron] Attempting to bind port 2f23bfd1-c8cc-43eb-8e5d-87d1081b9657 on network 23308924-6219-433a-99e7-42bb489e672f {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:25:35.534194 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-26a91505-775f-4dbd-aed2-86e6f7ca133d service neutron] Port 2f23bfd1-c8cc-43eb-8e5d-87d1081b9657 on network 23308924-6219-433a-99e7-42bb489e672f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 19:25:35.534509 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-26a91505-775f-4dbd-aed2-86e6f7ca133d service neutron] Attempting to bind port 2f23bfd1-c8cc-43eb-8e5d-87d1081b9657 on network 23308924-6219-433a-99e7-42bb489e672f {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:25:35.539444 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-26a91505-775f-4dbd-aed2-86e6f7ca133d service neutron] Checking agent: {'id': '9a14f311-f6d5-46c6-87a2-f860197fb66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:25:35.539770 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-26a91505-775f-4dbd-aed2-86e6f7ca133d service neutron] Checking segment: {'id': 'df499347-be85-40db-b735-743af625baf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '23308924-6219-433a-99e7-42bb489e672f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:25:35.540145 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-26a91505-775f-4dbd-aed2-86e6f7ca133d service neutron] Bound using segment: {'id': 'df499347-be85-40db-b735-743af625baf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '23308924-6219-433a-99e7-42bb489e672f'} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:25:35.540556 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-26a91505-775f-4dbd-aed2-86e6f7ca133d service neutron] Bound port: 2f23bfd1-c8cc-43eb-8e5d-87d1081b9657, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df499347-be85-40db-b735-743af625baf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '23308924-6219-433a-99e7-42bb489e672f'}}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:25:35.540894 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-26a91505-775f-4dbd-aed2-86e6f7ca133d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:25:35.718581 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-26a91505-775f-4dbd-aed2-86e6f7ca133d service neutron] For port 2f23bfd1-c8cc-43eb-8e5d-87d1081b9657, host hv-neutron-8254, cleared binding levels {{(pid=88137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:25:35.722093 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-26a91505-775f-4dbd-aed2-86e6f7ca133d service neutron] For port 2f23bfd1-c8cc-43eb-8e5d-87d1081b9657, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=2f23bfd1-c8cc-43eb-8e5d-87d1081b9657,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:25:35.813452 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-26a91505-775f-4dbd-aed2-86e6f7ca133d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:25:35.872196 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-26a91505-775f-4dbd-aed2-86e6f7ca133d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:35.872802 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-26a91505-775f-4dbd-aed2-86e6f7ca133d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:25:35.874151 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-26a91505-775f-4dbd-aed2-86e6f7ca133d service neutron] 10.222.0.113 "PUT /v2.0/ports/2f23bfd1-c8cc-43eb-8e5d-87d1081b9657 HTTP/1.1" status: 200 len: 1093 time: 1.1384873 Jan 21 19:25:35.874580 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc11cca-f054-41ef-92f5-c133955642da', 'tag': '2f23bfd1-c8cc-43eb-8e5d-87d1081b9657'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:25:35.898048 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a91505-775f-4dbd-aed2-86e6f7ca133d service neutron] Pushing event updated for resources: {'Port': ['ID=2f23bfd1-c8cc-43eb-8e5d-87d1081b9657,revision_number=3']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:25:35.932721 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc11cca-f054-41ef-92f5-c133955642da', 'tag': '2f23bfd1-c8cc-43eb-8e5d-87d1081b9657', 'status': 'completed', 'code': 200} Jan 21 19:25:36.025151 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699dd988-f6ee-4b73-8e3d-9d497afd33d2 req-08bc07a4-d389-48cd-b74a-6187d4a52410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:36.026649 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-699dd988-f6ee-4b73-8e3d-9d497afd33d2 req-08bc07a4-d389-48cd-b74a-6187d4a52410 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=6306f0f6329f45368a10bca96708233e&device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 1096 time: 0.0765858 Jan 21 19:25:36.190940 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699dd988-f6ee-4b73-8e3d-9d497afd33d2 req-95f31944-232d-4eab-b08f-795a13127d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:36.192346 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-699dd988-f6ee-4b73-8e3d-9d497afd33d2 req-95f31944-232d-4eab-b08f-795a13127d0b service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=6306f0f6329f45368a10bca96708233e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1584718 Jan 21 19:25:36.323079 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699dd988-f6ee-4b73-8e3d-9d497afd33d2 req-18311bec-7675-40b8-9ca6-c58715a7285c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:36.324378 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-699dd988-f6ee-4b73-8e3d-9d497afd33d2 req-18311bec-7675-40b8-9ca6-c58715a7285c service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1257718 Jan 21 19:25:36.429140 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-25acf57d-7cda-4e91-8349-18d2216899cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:36.431644 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-25acf57d-7cda-4e91-8349-18d2216899cd service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=6306f0f6329f45368a10bca96708233e&device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 1096 time: 0.0725815 Jan 21 19:25:36.514577 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-c0759f97-503a-43aa-9250-58bd9d742697 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f23bfd1-c8cc-43eb-8e5d-87d1081b9657 HTTP/1.1" status: 200 len: 217 time: 0.0751476 Jan 21 19:25:36.552431 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95779945-be80-46af-a57a-61c4643be8a8 req-35307458-1170-488b-9d72-991eeff1383f tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:36.553899 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-95779945-be80-46af-a57a-61c4643be8a8 req-35307458-1170-488b-9d72-991eeff1383f tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 943 time: 0.1009114 Jan 21 19:25:36.576153 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-2bf82962-63ac-45d2-bad5-ee7a03c0b3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:36.577484 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-2bf82962-63ac-45d2-bad5-ee7a03c0b3c3 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=19b5b36a-bb23-42b3-bed0-1fc020de6fdd HTTP/1.1" status: 200 len: 850 time: 0.0571525 Jan 21 19:25:36.598201 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-95779945-be80-46af-a57a-61c4643be8a8 req-1199c4e5-1614-478f-8a82-0b4922284664 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383370 Jan 21 19:25:36.654106 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-b301a7bb-da33-4fff-9479-200036c44351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:36.655555 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-b301a7bb-da33-4fff-9479-200036c44351 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=23308924-6219-433a-99e7-42bb489e672f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722783 Jan 21 19:25:36.782209 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-e7744577-e540-4e20-80b0-a7a060357366 service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206603 Jan 21 19:25:36.917512 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5cd40421-df72-4a40-8715-82d46cd51d9a req-428d3140-5185-41da-a332-fd893f5dc7c1 service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299148 Jan 21 19:25:37.790783 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c36665-eef8-4132-8289-e8dfbb9bfa3c req-78fc7a29-2b7d-428b-a55b-ee08ee47c92e tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:37.792203 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-55c36665-eef8-4132-8289-e8dfbb9bfa3c req-78fc7a29-2b7d-428b-a55b-ee08ee47c92e tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 943 time: 0.0852304 Jan 21 19:25:37.836423 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-55c36665-eef8-4132-8289-e8dfbb9bfa3c req-f6f7782d-217c-4615-b9ed-85298d2195b7 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386252 Jan 21 19:25:38.510761 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 2f23bfd1-c8cc-43eb-8e5d-87d1081b9657 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:25:38.645271 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 2f23bfd1-c8cc-43eb-8e5d-87d1081b9657, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=2f23bfd1-c8cc-43eb-8e5d-87d1081b9657,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:25:38.657858 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': '2f23bfd1-c8cc-43eb-8e5d-87d1081b9657', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'port_id': '2f23bfd1-c8cc-43eb-8e5d-87d1081b9657', 'mac_address': 'fa:16:3e:9c:59:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:25:38.711181 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:25:38.726806 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f23bfd1-c8cc-43eb-8e5d-87d1081b9657 {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:25:38.742419 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 2f23bfd1-c8cc-43eb-8e5d-87d1081b9657, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=2f23bfd1-c8cc-43eb-8e5d-87d1081b9657,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:25:38.829762 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:25:38.901227 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=2f23bfd1-c8cc-43eb-8e5d-87d1081b9657,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:25:39.029184 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1a18c-e3fc-4c46-9427-982731eae193 req-ae18fa2e-1a5f-4a6e-81d7-8f71cc69a957 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:39.030650 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f9b1a18c-e3fc-4c46-9427-982731eae193 req-ae18fa2e-1a5f-4a6e-81d7-8f71cc69a957 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 944 time: 0.0829980 Jan 21 19:25:39.032808 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['2f23bfd1-c8cc-43eb-8e5d-87d1081b9657'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:25:39.074687 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f9b1a18c-e3fc-4c46-9427-982731eae193 req-4c933989-15dc-4e6e-8545-14397a3ea3e5 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375075 Jan 21 19:25:40.254939 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6689f-e864-40ac-b155-ae952249f05e req-bc1bb474-0dfc-402b-a018-f494701824a3 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:40.256390 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-15c6689f-e864-40ac-b155-ae952249f05e req-bc1bb474-0dfc-402b-a018-f494701824a3 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 944 time: 0.0782635 Jan 21 19:25:40.300130 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-15c6689f-e864-40ac-b155-ae952249f05e req-abb0bd1b-a568-4bc0-aaea-aef7a10a9e1b tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381410 Jan 21 19:25:40.541403 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 2f23bfd1-c8cc-43eb-8e5d-87d1081b9657 up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:25:40.662545 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning for port 2f23bfd1-c8cc-43eb-8e5d-87d1081b9657 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:25:40.667179 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port 2f23bfd1-c8cc-43eb-8e5d-87d1081b9657 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:25:40.667570 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:25:40.782515 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:25:40.808217 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc11cca-f054-41ef-92f5-c133955642da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f23bfd1-c8cc-43eb-8e5d-87d1081b9657'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:25:40.818152 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 2f23bfd1-c8cc-43eb-8e5d-87d1081b9657, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=2f23bfd1-c8cc-43eb-8e5d-87d1081b9657,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:25:40.852141 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc11cca-f054-41ef-92f5-c133955642da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f23bfd1-c8cc-43eb-8e5d-87d1081b9657', 'code': 200} Jan 21 19:25:40.888159 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:25:40.957335 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=2f23bfd1-c8cc-43eb-8e5d-87d1081b9657,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:25:41.200358 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452de7a-73bc-4e99-adf4-4a1f295420e2 req-2d73a503-b1e4-4ad4-8185-8f9bf6f99ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:41.201805 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d452de7a-73bc-4e99-adf4-4a1f295420e2 req-2d73a503-b1e4-4ad4-8185-8f9bf6f99ee6 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 1098 time: 0.0677032 Jan 21 19:25:41.239842 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d452de7a-73bc-4e99-adf4-4a1f295420e2 req-2e0a6cc3-0435-4d70-8270-935438c1edf4 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325251 Jan 21 19:25:41.483294 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2ada7-61de-42f3-82d4-1d5f3ca0d2c2 req-c8897048-3d71-45fa-b0c7-295997dbbece tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:41.484789 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2ae2ada7-61de-42f3-82d4-1d5f3ca0d2c2 req-c8897048-3d71-45fa-b0c7-295997dbbece tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 945 time: 0.0832584 Jan 21 19:25:41.528170 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2ae2ada7-61de-42f3-82d4-1d5f3ca0d2c2 req-a34f1bff-4983-4f22-a799-41d578e2d8a4 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369637 Jan 21 19:25:42.711219 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200399a9-0e74-499e-a1c2-9145428b6b0f req-c3c06fa3-8da4-4a56-8f4e-c8d6d603c3b3 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:42.712549 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-200399a9-0e74-499e-a1c2-9145428b6b0f req-c3c06fa3-8da4-4a56-8f4e-c8d6d603c3b3 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 945 time: 0.0777698 Jan 21 19:25:42.754880 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-200399a9-0e74-499e-a1c2-9145428b6b0f req-05c39699-6ded-4849-b3c6-2a6ff83accaa tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368364 Jan 21 19:25:42.935467 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ca824-052a-4362-b85e-db3c2f6f5e53 req-e70768cc-499d-47e8-9a33-03c4bd0f3c64 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:42.936898 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-610ca824-052a-4362-b85e-db3c2f6f5e53 req-e70768cc-499d-47e8-9a33-03c4bd0f3c64 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 945 time: 0.0830142 Jan 21 19:25:42.945692 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 39320) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:25:42.950621 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-05fdd390-3679-4357-b4a7-62c033c1d3e3 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Request body: {'floatingip': {'port_id': '2f23bfd1-c8cc-43eb-8e5d-87d1081b9657'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:25:43.133762 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-05fdd390-3679-4357-b4a7-62c033c1d3e3 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks [] for floatingip, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:25:43.768762 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-05fdd390-3679-4357-b4a7-62c033c1d3e3 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:25:43.824755 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-05fdd390-3679-4357-b4a7-62c033c1d3e3 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:25:44.021162 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.l3_db [None req-05fdd390-3679-4357-b4a7-62c033c1d3e3 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Floating IP 080899ed-ab00-4c97-bff7-c7d4a8c6eb18 associated. External IP: 172.26.1.205, port: 2f23bfd1-c8cc-43eb-8e5d-87d1081b9657. Jan 21 19:25:44.396700 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05fdd390-3679-4357-b4a7-62c033c1d3e3 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Router 3e3483ee-a27e-498a-b7fd-148220ab6bd8 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:25:44.707504 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05fdd390-3679-4357-b4a7-62c033c1d3e3 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:25:44.712297 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-05fdd390-3679-4357-b4a7-62c033c1d3e3 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:25:44.716699 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830731b6-1b2f-4f8a-8d18-77af59fff1c3 None None] Sync routers for ids ['3e3483ee-a27e-498a-b7fd-148220ab6bd8'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:25:44.726420 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830731b6-1b2f-4f8a-8d18-77af59fff1c3 None None] Routers {'3e3483ee-a27e-498a-b7fd-148220ab6bd8'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:25:44.727100 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-830731b6-1b2f-4f8a-8d18-77af59fff1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:25:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['3e3483ee-a27e-498a-b7fd-148220ab6bd8'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:25:44.767994 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-05fdd390-3679-4357-b4a7-62c033c1d3e3 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "PUT /v2.0/floatingips/080899ed-ab00-4c97-bff7-c7d4a8c6eb18 HTTP/1.1" status: 200 len: 991 time: 1.8206637 Jan 21 19:25:44.768638 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc11cca-f054-41ef-92f5-c133955642da', 'tag': '2f23bfd1-c8cc-43eb-8e5d-87d1081b9657'}] {{(pid=88136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:25:44.913260 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-830731b6-1b2f-4f8a-8d18-77af59fff1c3 None None] Set router 3e3483ee-a27e-498a-b7fd-148220ab6bd8 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:25:45.021775 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc11cca-f054-41ef-92f5-c133955642da', 'tag': '2f23bfd1-c8cc-43eb-8e5d-87d1081b9657', 'status': 'completed', 'code': 200} Jan 21 19:25:45.117221 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77250d2e-0ea1-4632-985c-6bb810adced5 req-be9cc49d-a302-4990-babc-ef5652308664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:45.118729 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-77250d2e-0ea1-4632-985c-6bb810adced5 req-be9cc49d-a302-4990-babc-ef5652308664 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=6306f0f6329f45368a10bca96708233e&device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 1098 time: 0.0760660 Jan 21 19:25:45.250761 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77250d2e-0ea1-4632-985c-6bb810adced5 req-8c525e5d-744d-4d27-8c07-328ee5bdecfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:45.252337 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-77250d2e-0ea1-4632-985c-6bb810adced5 req-8c525e5d-744d-4d27-8c07-328ee5bdecfb service neutron] 10.222.0.113 "GET /v2.0/networks?id=23308924-6219-433a-99e7-42bb489e672f HTTP/1.1" status: 200 len: 912 time: 0.1277945 Jan 21 19:25:45.266164 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-830731b6-1b2f-4f8a-8d18-77af59fff1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'name': 'tempest-ServerActionsTestJSON-359212956-router', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:24:00Z', 'updated_at': '2022-01-21T19:24:05Z', 'revision_number': 4, 'project_id': '6306f0f6329f45368a10bca96708233e', 'gw_port': {'id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:01Z', 'updated_at': '2022-01-21T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '080899ed-ab00-4c97-bff7-c7d4a8c6eb18', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'floating_ip_address': '172.26.1.205', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'port_id': '2f23bfd1-c8cc-43eb-8e5d-87d1081b9657', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'mac_address': 'fa:16:3e:9c:59:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc11cca-f054-41ef-92f5-c133955642da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:24:10Z', 'updated_at': '2022-01-21T19:25:43Z', 'revision_number': 5, 'project_id': '6306f0f6329f45368a10bca96708233e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57544715-14f1-4e4f-a7aa-8520669c8f0d', 'name': '', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'mac_address': 'fa:16:3e:e5:b8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:04Z', 'updated_at': '2022-01-21T19:24:10Z', 'revision_number': 5, 'project_id': '6306f0f6329f45368a10bca96708233e', 'subnets': [{'id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:25:45.270175 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830731b6-1b2f-4f8a-8d18-77af59fff1c3 None None] Checking router: 3e3483ee-a27e-498a-b7fd-148220ab6bd8 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:25:45.278187 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830731b6-1b2f-4f8a-8d18-77af59fff1c3 None None] Routers {'3e3483ee-a27e-498a-b7fd-148220ab6bd8'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:25:45.278784 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-830731b6-1b2f-4f8a-8d18-77af59fff1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:25:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['3e3483ee-a27e-498a-b7fd-148220ab6bd8'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:25:45.353507 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-77250d2e-0ea1-4632-985c-6bb810adced5 req-37ae5927-82ee-4f6f-884b-88fb5db85cec service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f23bfd1-c8cc-43eb-8e5d-87d1081b9657 HTTP/1.1" status: 200 len: 999 time: 0.0956526 Jan 21 19:25:45.413650 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77250d2e-0ea1-4632-985c-6bb810adced5 req-643a7824-d124-4bab-8a49-35310eb4a81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:45.415096 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-77250d2e-0ea1-4632-985c-6bb810adced5 req-643a7824-d124-4bab-8a49-35310eb4a81e service neutron] 10.222.0.113 "GET /v2.0/subnets?id=19b5b36a-bb23-42b3-bed0-1fc020de6fdd HTTP/1.1" status: 200 len: 850 time: 0.0564735 Jan 21 19:25:45.455552 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-830731b6-1b2f-4f8a-8d18-77af59fff1c3 None None] Set router 3e3483ee-a27e-498a-b7fd-148220ab6bd8 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:25:45.594401 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77250d2e-0ea1-4632-985c-6bb810adced5 req-eb2cace1-7304-4fdc-9245-82943519bb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:45.596599 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-77250d2e-0ea1-4632-985c-6bb810adced5 req-eb2cace1-7304-4fdc-9245-82943519bb03 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=23308924-6219-433a-99e7-42bb489e672f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1756032 Jan 21 19:25:45.727816 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-77250d2e-0ea1-4632-985c-6bb810adced5 req-8a222ac7-7b48-4d51-a440-4b4bb4e615b6 service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243470 Jan 21 19:25:45.797324 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-830731b6-1b2f-4f8a-8d18-77af59fff1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'name': 'tempest-ServerActionsTestJSON-359212956-router', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:24:00Z', 'updated_at': '2022-01-21T19:24:05Z', 'revision_number': 4, 'project_id': '6306f0f6329f45368a10bca96708233e', 'gw_port': {'id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:01Z', 'updated_at': '2022-01-21T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '080899ed-ab00-4c97-bff7-c7d4a8c6eb18', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'floating_ip_address': '172.26.1.205', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'port_id': '2f23bfd1-c8cc-43eb-8e5d-87d1081b9657', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'mac_address': 'fa:16:3e:9c:59:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc11cca-f054-41ef-92f5-c133955642da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:24:10Z', 'updated_at': '2022-01-21T19:25:43Z', 'revision_number': 5, 'project_id': '6306f0f6329f45368a10bca96708233e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57544715-14f1-4e4f-a7aa-8520669c8f0d', 'name': '', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'mac_address': 'fa:16:3e:e5:b8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:04Z', 'updated_at': '2022-01-21T19:24:10Z', 'revision_number': 5, 'project_id': '6306f0f6329f45368a10bca96708233e', 'subnets': [{'id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:25:45.801897 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830731b6-1b2f-4f8a-8d18-77af59fff1c3 None None] The sync data for ids ['3e3483ee-a27e-498a-b7fd-148220ab6bd8'] in dv-neutron-825470-1-hyperv is: [{'id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'name': 'tempest-ServerActionsTestJSON-359212956-router', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:24:00Z', 'updated_at': '2022-01-21T19:24:05Z', 'revision_number': 4, 'project_id': '6306f0f6329f45368a10bca96708233e', 'gw_port': {'id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:01Z', 'updated_at': '2022-01-21T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '080899ed-ab00-4c97-bff7-c7d4a8c6eb18', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'floating_ip_address': '172.26.1.205', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'port_id': '2f23bfd1-c8cc-43eb-8e5d-87d1081b9657', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'mac_address': 'fa:16:3e:9c:59:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc11cca-f054-41ef-92f5-c133955642da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:24:10Z', 'updated_at': '2022-01-21T19:25:43Z', 'revision_number': 5, 'project_id': '6306f0f6329f45368a10bca96708233e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57544715-14f1-4e4f-a7aa-8520669c8f0d', 'name': '', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'mac_address': 'fa:16:3e:e5:b8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:04Z', 'updated_at': '2022-01-21T19:24:10Z', 'revision_number': 5, 'project_id': '6306f0f6329f45368a10bca96708233e', 'subnets': [{'id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:25:45.870473 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-77250d2e-0ea1-4632-985c-6bb810adced5 req-07724a06-a414-4924-9653-7f042d1c1f4c service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371388 Jan 21 19:25:46.013395 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f70154-2812-47ac-a212-3b55f0239987 None None] New status for floating IP 080899ed-ab00-4c97-bff7-c7d4a8c6eb18: ACTIVE {{(pid=88138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:25:55.022224 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0828ee0a-cb1a-4936-bea5-3d13e8cab1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:25:57.239697 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ff9e49d5-a020-4140-9c7b-96ef86175a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:25:57.646565 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-61a9927e-d9d8-4b61-b3dd-fb68c8229eb8 req-c7a3e179-dfbf-4e32-b40b-e7e294ddcb1c service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=bfc11cca-f054-41ef-92f5-c133955642da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678821 Jan 21 19:25:57.786454 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a9927e-d9d8-4b61-b3dd-fb68c8229eb8 req-38be0465-5d16-4193-a29c-27f75e68d974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:57.787940 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-61a9927e-d9d8-4b61-b3dd-fb68c8229eb8 req-38be0465-5d16-4193-a29c-27f75e68d974 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=6306f0f6329f45368a10bca96708233e&device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 1098 time: 0.0730531 Jan 21 19:25:57.930710 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a9927e-d9d8-4b61-b3dd-fb68c8229eb8 req-7496c33c-08fd-4763-9fd6-bd4b3aea026d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:57.932163 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-61a9927e-d9d8-4b61-b3dd-fb68c8229eb8 req-7496c33c-08fd-4763-9fd6-bd4b3aea026d service neutron] 10.222.0.113 "GET /v2.0/networks?id=23308924-6219-433a-99e7-42bb489e672f HTTP/1.1" status: 200 len: 912 time: 0.1265972 Jan 21 19:25:58.039902 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-61a9927e-d9d8-4b61-b3dd-fb68c8229eb8 req-f2fddbf2-c87e-46fa-8d11-b09e03f632a3 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f23bfd1-c8cc-43eb-8e5d-87d1081b9657 HTTP/1.1" status: 200 len: 1001 time: 0.1010933 Jan 21 19:25:58.103333 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a9927e-d9d8-4b61-b3dd-fb68c8229eb8 req-8d21d09e-9848-4ace-8f95-4f3b126878de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:58.104734 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-61a9927e-d9d8-4b61-b3dd-fb68c8229eb8 req-8d21d09e-9848-4ace-8f95-4f3b126878de service neutron] 10.222.0.113 "GET /v2.0/subnets?id=19b5b36a-bb23-42b3-bed0-1fc020de6fdd HTTP/1.1" status: 200 len: 850 time: 0.0588834 Jan 21 19:25:58.180570 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a9927e-d9d8-4b61-b3dd-fb68c8229eb8 req-74667ba5-2a8d-47a2-9bad-f578de4f7010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:25:58.182046 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-61a9927e-d9d8-4b61-b3dd-fb68c8229eb8 req-74667ba5-2a8d-47a2-9bad-f578de4f7010 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=23308924-6219-433a-99e7-42bb489e672f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713570 Jan 21 19:25:58.304623 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:25:58.317170 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-61a9927e-d9d8-4b61-b3dd-fb68c8229eb8 req-2621eec3-5617-427c-8d82-12e99d35151f service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252835 Jan 21 19:25:58.459987 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-61a9927e-d9d8-4b61-b3dd-fb68c8229eb8 req-f97d2c5c-1f79-45dd-8f99-4bef8356aad5 service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344790 Jan 21 19:25:58.610561 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:25:58.691014 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:26:00.138120 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:26:11.427002 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:26:21.306849 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbf006-e3c2-48a6-9190-c133934ec02e req-48027c81-49c9-49dd-a2db-d9c3da8fbed4 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:21.308302 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2bcbf006-e3c2-48a6-9190-c133934ec02e req-48027c81-49c9-49dd-a2db-d9c3da8fbed4 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 945 time: 0.0802257 Jan 21 19:26:21.351700 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2bcbf006-e3c2-48a6-9190-c133934ec02e req-1873e881-8cdc-437b-b1cb-dad357b6614d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377209 Jan 21 19:26:22.546268 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ee5a3-d8a1-4267-8cf4-93e2d1c87c79 req-0240f024-98ae-469b-823c-617c80027de4 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:22.547684 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ba3ee5a3-d8a1-4267-8cf4-93e2d1c87c79 req-0240f024-98ae-469b-823c-617c80027de4 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 945 time: 0.0855134 Jan 21 19:26:22.591280 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ba3ee5a3-d8a1-4267-8cf4-93e2d1c87c79 req-b1c90897-2194-4ade-9124-8454c9e0b20c tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365748 Jan 21 19:26:23.774530 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702b4b3-9601-4d88-8c2a-9f6475deb8fc req-1d241f06-90b3-47cc-bb0f-296f32e8dfda tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:23.775958 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b702b4b3-9601-4d88-8c2a-9f6475deb8fc req-1d241f06-90b3-47cc-bb0f-296f32e8dfda tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 945 time: 0.0781674 Jan 21 19:26:23.819328 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b702b4b3-9601-4d88-8c2a-9f6475deb8fc req-cd4e9e81-0363-462f-a7ee-9e94c33a5769 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378652 Jan 21 19:26:24.998660 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c42738c6-c745-4941-8a20-ad730bcfabb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:26:25.003302 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759b6a5-877c-43c9-afa0-118cc62d5c87 req-e47d784c-a0f6-4e7d-8477-2c26e63c9900 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:25.004777 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7759b6a5-877c-43c9-afa0-118cc62d5c87 req-e47d784c-a0f6-4e7d-8477-2c26e63c9900 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 945 time: 0.0811865 Jan 21 19:26:25.048146 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7759b6a5-877c-43c9-afa0-118cc62d5c87 req-ec27289c-e7a8-4ad5-a063-7e43e379c805 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369120 Jan 21 19:26:26.227118 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89a223-faa0-4e45-bcea-f1ee43fa658d req-cfc39552-637f-4244-a217-e25d48274b78 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:26.228558 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ee89a223-faa0-4e45-bcea-f1ee43fa658d req-cfc39552-637f-4244-a217-e25d48274b78 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 945 time: 0.0771253 Jan 21 19:26:26.273553 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ee89a223-faa0-4e45-bcea-f1ee43fa658d req-e46d2bbc-0a48-4d99-befa-83c8a25fc3fc tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384402 Jan 21 19:26:27.239072 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6abfba08-0cd2-43f0-8805-2fc07583db98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:26:27.460006 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae439e-e67e-4f2e-a399-ae02ca1493ba req-131c197d-089d-472a-9f86-918ead52782d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:27.461462 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-baae439e-e67e-4f2e-a399-ae02ca1493ba req-131c197d-089d-472a-9f86-918ead52782d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 945 time: 0.0838056 Jan 21 19:26:27.505329 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-baae439e-e67e-4f2e-a399-ae02ca1493ba req-80703742-b8e0-4b46-a404-1963aea76a98 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380831 Jan 21 19:26:28.358885 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:26:28.589371 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:26:28.675118 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:26:28.689352 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df750986-d16e-495d-99b4-6b5c6e842740 req-f8134519-a9c2-4730-b7e0-dac6b087e3cc tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:28.690877 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-df750986-d16e-495d-99b4-6b5c6e842740 req-f8134519-a9c2-4730-b7e0-dac6b087e3cc tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 945 time: 0.0787277 Jan 21 19:26:28.738467 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-df750986-d16e-495d-99b4-6b5c6e842740 req-60b3fc2d-22a3-4f09-b074-e170f12b891d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413013 Jan 21 19:26:29.923156 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033891c5-5ba8-45b9-b430-e24b32e29ae8 req-f81488b9-0070-4f45-b589-396f9b2e7845 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:29.924599 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-033891c5-5ba8-45b9-b430-e24b32e29ae8 req-f81488b9-0070-4f45-b589-396f9b2e7845 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 945 time: 0.0795786 Jan 21 19:26:29.968165 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-033891c5-5ba8-45b9-b430-e24b32e29ae8 req-2a93b91f-d25d-4ea8-9d2d-d85b3dbb8a92 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376384 Jan 21 19:26:30.148682 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:26:31.156520 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7f669-398f-4e53-991b-c069bcabb29e req-2c46fd11-e697-4bce-b658-b592af2f7a23 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:31.158009 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5cd7f669-398f-4e53-991b-c069bcabb29e req-2c46fd11-e697-4bce-b658-b592af2f7a23 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 945 time: 0.0823667 Jan 21 19:26:31.200858 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5cd7f669-398f-4e53-991b-c069bcabb29e req-aa919f29-6e79-4b74-b096-b60807855658 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365715 Jan 21 19:26:32.399915 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff3f2a-aa88-4329-b9f5-5b0ddc627be3 req-5a961dd4-f1b4-42de-8168-123c22c3d1de tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:32.402431 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-71ff3f2a-aa88-4329-b9f5-5b0ddc627be3 req-5a961dd4-f1b4-42de-8168-123c22c3d1de tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 945 time: 0.0990262 Jan 21 19:26:32.446040 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-71ff3f2a-aa88-4329-b9f5-5b0ddc627be3 req-61580131-5934-4211-887e-0b2de6c890ec tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382183 Jan 21 19:26:33.013621 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c3b9e-dc0c-4948-961f-f40c1c699aa4 req-3b7597f2-e696-4e95-bfee-3e81bc9e0ada tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:33.015130 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7d2c3b9e-dc0c-4948-961f-f40c1c699aa4 req-3b7597f2-e696-4e95-bfee-3e81bc9e0ada tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 945 time: 0.0855324 Jan 21 19:26:33.059451 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7d2c3b9e-dc0c-4948-961f-f40c1c699aa4 req-323f8905-8297-4227-9196-9911cf9c92d7 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386255 Jan 21 19:26:33.096668 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-63907b8b-19a4-4732-8a49-515d07ecfb4a req-c43445ee-b386-4fea-baa8-94546f96c5de service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=bfc11cca-f054-41ef-92f5-c133955642da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0759063 Jan 21 19:26:34.249608 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c908257-b51c-4d57-ad8a-d497f51cc7b2 req-ab3005ca-9b81-4d9e-b0d7-2bf4b7f3bd4e tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:34.251105 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6c908257-b51c-4d57-ad8a-d497f51cc7b2 req-ab3005ca-9b81-4d9e-b0d7-2bf4b7f3bd4e tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 945 time: 0.0825660 Jan 21 19:26:34.298040 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6c908257-b51c-4d57-ad8a-d497f51cc7b2 req-65f9eda5-b5fb-40f4-a311-274bec50f436 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404758 Jan 21 19:26:34.966305 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63907b8b-19a4-4732-8a49-515d07ecfb4a req-a6526855-9ce4-44f6-bae3-7a4df783e1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:34.967799 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-63907b8b-19a4-4732-8a49-515d07ecfb4a req-a6526855-9ce4-44f6-bae3-7a4df783e1ef service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=6306f0f6329f45368a10bca96708233e&device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 1098 time: 0.0721762 Jan 21 19:26:35.106429 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63907b8b-19a4-4732-8a49-515d07ecfb4a req-e13b41fd-e4b9-4498-a23c-41ab72230d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:35.107844 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-63907b8b-19a4-4732-8a49-515d07ecfb4a req-e13b41fd-e4b9-4498-a23c-41ab72230d4d service neutron] 10.222.0.113 "GET /v2.0/networks?id=23308924-6219-433a-99e7-42bb489e672f HTTP/1.1" status: 200 len: 912 time: 0.1329777 Jan 21 19:26:35.211565 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-63907b8b-19a4-4732-8a49-515d07ecfb4a req-edc667fc-b972-4784-ab7e-b4aacb96e3e0 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f23bfd1-c8cc-43eb-8e5d-87d1081b9657 HTTP/1.1" status: 200 len: 1001 time: 0.0979054 Jan 21 19:26:35.274218 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63907b8b-19a4-4732-8a49-515d07ecfb4a req-5e476411-efdf-4fcf-9509-01897c7d6dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:35.275503 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-63907b8b-19a4-4732-8a49-515d07ecfb4a req-5e476411-efdf-4fcf-9509-01897c7d6dda service neutron] 10.222.0.113 "GET /v2.0/subnets?id=19b5b36a-bb23-42b3-bed0-1fc020de6fdd HTTP/1.1" status: 200 len: 850 time: 0.0584476 Jan 21 19:26:35.450693 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63907b8b-19a4-4732-8a49-515d07ecfb4a req-a7191e0a-06a0-46aa-8153-c937db32a8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:35.452164 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-63907b8b-19a4-4732-8a49-515d07ecfb4a req-a7191e0a-06a0-46aa-8153-c937db32a8d5 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=23308924-6219-433a-99e7-42bb489e672f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1707988 Jan 21 19:26:35.494508 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89630801-5ba9-44fd-8c53-dfc511870a68 req-1e79d682-919b-4870-b647-ff72c1e7fe5a tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:35.496001 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-89630801-5ba9-44fd-8c53-dfc511870a68 req-1e79d682-919b-4870-b647-ff72c1e7fe5a tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 945 time: 0.0808060 Jan 21 19:26:35.539825 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-89630801-5ba9-44fd-8c53-dfc511870a68 req-4918cbfb-0849-4dee-a070-a9c459ad4052 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380044 Jan 21 19:26:35.582384 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-63907b8b-19a4-4732-8a49-515d07ecfb4a req-2dff85d1-629f-42bc-be2a-8b8180d8c1e8 service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236284 Jan 21 19:26:35.712537 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-63907b8b-19a4-4732-8a49-515d07ecfb4a req-be4e5d55-1fcf-445d-b805-600b68c57473 service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236491 Jan 21 19:26:36.723711 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c29748-7cea-4bf9-8c3e-66ae609c15d2 req-26c1d2c1-6400-44ac-b446-7e33bb6076ca tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:36.725628 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-66c29748-7cea-4bf9-8c3e-66ae609c15d2 req-26c1d2c1-6400-44ac-b446-7e33bb6076ca tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 945 time: 0.0820587 Jan 21 19:26:36.768397 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-66c29748-7cea-4bf9-8c3e-66ae609c15d2 req-8fee9bb8-d9f9-4f6e-9ec2-122c138d271c tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372062 Jan 21 19:26:37.580487 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-63907b8b-19a4-4732-8a49-515d07ecfb4a req-b93eb78f-a4a6-4851-9c48-7cb03e8db566 service neutron] 10.222.0.113 "GET /v2.0/ports/2f23bfd1-c8cc-43eb-8e5d-87d1081b9657/bindings/hv-neutron-8254 HTTP/1.1" status: 200 len: 384 time: 0.0763712 Jan 21 19:26:37.957358 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0fa332-17c2-4443-a5e8-1f8ef195d15e req-dd432e47-e72a-465c-ab6e-d2bbb61cf7f3 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:37.959387 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ad0fa332-17c2-4443-a5e8-1f8ef195d15e req-dd432e47-e72a-465c-ab6e-d2bbb61cf7f3 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 945 time: 0.0806620 Jan 21 19:26:38.006382 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ad0fa332-17c2-4443-a5e8-1f8ef195d15e req-edca9247-4252-4603-bcd7-4c618f24d628 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394197 Jan 21 19:26:38.140088 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63907b8b-19a4-4732-8a49-515d07ecfb4a req-8dadd058-4d3e-4333-a403-5a06042adeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:38.141568 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-63907b8b-19a4-4732-8a49-515d07ecfb4a req-8dadd058-4d3e-4333-a403-5a06042adeff service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=bfc11cca-f054-41ef-92f5-c133955642da&tenant_id=6306f0f6329f45368a10bca96708233e HTTP/1.1" status: 200 len: 1098 time: 0.0698502 Jan 21 19:26:38.232318 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63907b8b-19a4-4732-8a49-515d07ecfb4a req-cc47e42c-50d2-4ede-9f14-0faa22d702dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:38.233735 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-63907b8b-19a4-4732-8a49-515d07ecfb4a req-cc47e42c-50d2-4ede-9f14-0faa22d702dd service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=6306f0f6329f45368a10bca96708233e&device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 1098 time: 0.0722766 Jan 21 19:26:38.399433 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63907b8b-19a4-4732-8a49-515d07ecfb4a req-e2511fed-3455-42b5-87d9-69913e4a7092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:38.400882 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-63907b8b-19a4-4732-8a49-515d07ecfb4a req-e2511fed-3455-42b5-87d9-69913e4a7092 service neutron] 10.222.0.113 "GET /v2.0/networks?id=23308924-6219-433a-99e7-42bb489e672f HTTP/1.1" status: 200 len: 912 time: 0.1612763 Jan 21 19:26:38.506875 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-63907b8b-19a4-4732-8a49-515d07ecfb4a req-dd494c69-dc56-46bc-9936-e3bd56d845ed service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f23bfd1-c8cc-43eb-8e5d-87d1081b9657 HTTP/1.1" status: 200 len: 1001 time: 0.0999670 Jan 21 19:26:38.570054 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63907b8b-19a4-4732-8a49-515d07ecfb4a req-89680148-9876-4d55-b310-dbf0107a930a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:38.571447 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-63907b8b-19a4-4732-8a49-515d07ecfb4a req-89680148-9876-4d55-b310-dbf0107a930a service neutron] 10.222.0.113 "GET /v2.0/subnets?id=19b5b36a-bb23-42b3-bed0-1fc020de6fdd HTTP/1.1" status: 200 len: 850 time: 0.0584784 Jan 21 19:26:38.643374 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63907b8b-19a4-4732-8a49-515d07ecfb4a req-6f0c9a33-fa13-4b34-91e1-39acd33c9d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:38.644787 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-63907b8b-19a4-4732-8a49-515d07ecfb4a req-6f0c9a33-fa13-4b34-91e1-39acd33c9d0c service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=23308924-6219-433a-99e7-42bb489e672f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673921 Jan 21 19:26:38.780259 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-63907b8b-19a4-4732-8a49-515d07ecfb4a req-335a2c25-41fc-45bf-b0f4-d522c369d26d service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287267 Jan 21 19:26:38.915132 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-63907b8b-19a4-4732-8a49-515d07ecfb4a req-c5df25e8-a31c-4840-b4ba-c94143c55c22 service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291950 Jan 21 19:26:39.219673 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b70ccc-fc9e-4122-b7c4-84a3477550fe req-dac63d38-d1c6-4ff7-b65d-b916c645cd7e tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:39.221117 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c8b70ccc-fc9e-4122-b7c4-84a3477550fe req-dac63d38-d1c6-4ff7-b65d-b916c645cd7e tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 945 time: 0.0856104 Jan 21 19:26:39.265454 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c8b70ccc-fc9e-4122-b7c4-84a3477550fe req-29e8e959-278a-47af-97b7-0a6d00c55aa6 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374491 Jan 21 19:26:40.451417 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb7563-e6b6-4fbd-a8e5-2755c594897b req-bc4570db-4918-4507-887f-c8e2902dc280 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:40.452878 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-30cb7563-e6b6-4fbd-a8e5-2755c594897b req-bc4570db-4918-4507-887f-c8e2902dc280 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 945 time: 0.0822392 Jan 21 19:26:40.499986 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-30cb7563-e6b6-4fbd-a8e5-2755c594897b req-e8ba898c-a90b-4539-a2a8-4e624fb483f5 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405836 Jan 21 19:26:40.870626 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 2f23bfd1-c8cc-43eb-8e5d-87d1081b9657 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:26:41.009955 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 2f23bfd1-c8cc-43eb-8e5d-87d1081b9657, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=2f23bfd1-c8cc-43eb-8e5d-87d1081b9657,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:26:41.022574 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': '2f23bfd1-c8cc-43eb-8e5d-87d1081b9657', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'port_id': '2f23bfd1-c8cc-43eb-8e5d-87d1081b9657', 'mac_address': 'fa:16:3e:9c:59:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:26:41.112358 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:26:41.128395 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f23bfd1-c8cc-43eb-8e5d-87d1081b9657 {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:26:41.142838 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 2f23bfd1-c8cc-43eb-8e5d-87d1081b9657, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=2f23bfd1-c8cc-43eb-8e5d-87d1081b9657,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:26:41.205522 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:26:41.273913 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['2f23bfd1-c8cc-43eb-8e5d-87d1081b9657'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:26:41.320727 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=2f23bfd1-c8cc-43eb-8e5d-87d1081b9657,revision_number=6']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:26:41.331448 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:26:41.331801 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:26:41.332140 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:26:41.332485 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:26:41.332823 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:26:41.333162 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:26:41.333484 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:26:41.334891 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:26:41.335235 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:26:41.335566 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:26:41.335895 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:26:41.336222 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:26:41.692669 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f1fcc-9680-4ed5-bdd3-0ca8163a43bb req-7be1aeb1-f97b-4d8c-a24e-cfa9526b1803 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:41.694132 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-720f1fcc-9680-4ed5-bdd3-0ca8163a43bb req-7be1aeb1-f97b-4d8c-a24e-cfa9526b1803 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 944 time: 0.0825429 Jan 21 19:26:41.738578 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-720f1fcc-9680-4ed5-bdd3-0ca8163a43bb req-35ba0ba6-cc96-44f0-b0d1-b8ee06dd07e7 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387180 Jan 21 19:26:42.221105 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9485d0-26ce-4957-9c4a-2c73bb9f5eca req-98c83c4f-8755-4c82-81b3-e3e0e3b6a07d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:42.222657 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-bf9485d0-26ce-4957-9c4a-2c73bb9f5eca req-98c83c4f-8755-4c82-81b3-e3e0e3b6a07d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 944 time: 0.0788376 Jan 21 19:26:42.270488 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-bf9485d0-26ce-4957-9c4a-2c73bb9f5eca req-6c68da69-9e41-4f17-b52c-14609da53c0c tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416172 Jan 21 19:26:42.309196 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544aad69-70e2-4055-bdb8-a008b74ac4dd req-0d24d5c0-5b8e-4276-a221-06888f6d0143 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:42.309864 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-544aad69-70e2-4055-bdb8-a008b74ac4dd req-0d24d5c0-5b8e-4276-a221-06888f6d0143 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Synchronizing usage tracker for tenant:6306f0f6329f45368a10bca96708233e on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:26:42.383308 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-544aad69-70e2-4055-bdb8-a008b74ac4dd req-0d24d5c0-5b8e-4276-a221-06888f6d0143 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Unset dirty status for tenant:6306f0f6329f45368a10bca96708233e on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:26:42.384434 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-544aad69-70e2-4055-bdb8-a008b74ac4dd req-0d24d5c0-5b8e-4276-a221-06888f6d0143 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.113 "GET /v2.0/ports?device_id=bfc11cca-f054-41ef-92f5-c133955642da&tenant_id=6306f0f6329f45368a10bca96708233e&binding%3Ahost_id=hv-neutron-8254 HTTP/1.1" status: 200 len: 944 time: 0.1618028 Jan 21 19:26:42.532145 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544aad69-70e2-4055-bdb8-a008b74ac4dd req-85aec6bc-71dc-4ef8-8352-fe627d75f94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:42.533599 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-544aad69-70e2-4055-bdb8-a008b74ac4dd req-85aec6bc-71dc-4ef8-8352-fe627d75f94c service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=6306f0f6329f45368a10bca96708233e&device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 1097 time: 0.0780344 Jan 21 19:26:42.663037 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544aad69-70e2-4055-bdb8-a008b74ac4dd req-a279396f-0918-4b91-93d3-0c534304a5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:42.664460 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-544aad69-70e2-4055-bdb8-a008b74ac4dd req-a279396f-0918-4b91-93d3-0c534304a5d6 service neutron] 10.222.0.113 "GET /v2.0/networks?id=23308924-6219-433a-99e7-42bb489e672f HTTP/1.1" status: 200 len: 912 time: 0.1251149 Jan 21 19:26:42.853525 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-544aad69-70e2-4055-bdb8-a008b74ac4dd req-44c427e9-aa2a-44db-a3de-8f69d5610b09 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f23bfd1-c8cc-43eb-8e5d-87d1081b9657 HTTP/1.1" status: 200 len: 1000 time: 0.1828952 Jan 21 19:26:42.871220 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 2f23bfd1-c8cc-43eb-8e5d-87d1081b9657 up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:26:42.916941 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544aad69-70e2-4055-bdb8-a008b74ac4dd req-bcc6ef17-3469-45c2-bdbf-6d56bd2a1bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:42.918298 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-544aad69-70e2-4055-bdb8-a008b74ac4dd req-bcc6ef17-3469-45c2-bdbf-6d56bd2a1bd0 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=19b5b36a-bb23-42b3-bed0-1fc020de6fdd HTTP/1.1" status: 200 len: 850 time: 0.0589814 Jan 21 19:26:42.937238 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port 2f23bfd1-c8cc-43eb-8e5d-87d1081b9657 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:26:42.937605 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:26:42.994259 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544aad69-70e2-4055-bdb8-a008b74ac4dd req-f3dfbfe6-b30a-4be5-bd3d-4c8a224f9651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:42.995706 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-544aad69-70e2-4055-bdb8-a008b74ac4dd req-f3dfbfe6-b30a-4be5-bd3d-4c8a224f9651 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=23308924-6219-433a-99e7-42bb489e672f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713618 Jan 21 19:26:43.055543 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:26:43.080876 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc11cca-f054-41ef-92f5-c133955642da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f23bfd1-c8cc-43eb-8e5d-87d1081b9657'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:26:43.090642 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 2f23bfd1-c8cc-43eb-8e5d-87d1081b9657, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=2f23bfd1-c8cc-43eb-8e5d-87d1081b9657,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:26:43.128396 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-544aad69-70e2-4055-bdb8-a008b74ac4dd req-8ce337f9-19c5-47d8-9862-d2b18c179317 service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264269 Jan 21 19:26:43.149354 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:26:43.192294 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc11cca-f054-41ef-92f5-c133955642da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f23bfd1-c8cc-43eb-8e5d-87d1081b9657', 'code': 200} Jan 21 19:26:43.223741 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=2f23bfd1-c8cc-43eb-8e5d-87d1081b9657,revision_number=7']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:26:43.264656 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-544aad69-70e2-4055-bdb8-a008b74ac4dd req-d0981bab-0d6b-450d-b71c-e45b06f862db service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299267 Jan 21 19:26:43.458330 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238cd84-f336-48b9-bcd8-8b072bd3c704 req-23b30c8a-943a-453f-843b-483970c24841 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:43.461095 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7238cd84-f336-48b9-bcd8-8b072bd3c704 req-23b30c8a-943a-453f-843b-483970c24841 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 945 time: 0.0835378 Jan 21 19:26:43.506919 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7238cd84-f336-48b9-bcd8-8b072bd3c704 req-021adf38-db5e-4d35-bb7a-6a3f4fdf4369 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394495 Jan 21 19:26:44.695458 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc475ac-fa8b-49dc-b1c0-de9068d425b5 req-93454629-10af-4095-ac94-3d38d0b897e3 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:44.696807 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5fc475ac-fa8b-49dc-b1c0-de9068d425b5 req-93454629-10af-4095-ac94-3d38d0b897e3 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 945 time: 0.0826283 Jan 21 19:26:44.741196 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5fc475ac-fa8b-49dc-b1c0-de9068d425b5 req-e5457aa1-dbbc-48da-b923-8722f983ec04 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383396 Jan 21 19:26:44.926791 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547536a-6a6e-4c35-b88b-ec35f0ff2dd9 req-5744aaac-9739-4033-a80d-4b53b99881de tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:44.928528 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5547536a-6a6e-4c35-b88b-ec35f0ff2dd9 req-5744aaac-9739-4033-a80d-4b53b99881de tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 945 time: 0.0830290 Jan 21 19:26:44.971756 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5547536a-6a6e-4c35-b88b-ec35f0ff2dd9 req-7c9e51cd-4e1b-42cf-9f27-128d24745a86 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375078 Jan 21 19:26:45.436720 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe983c3-fc59-4c16-8c20-4a73e11b8eda req-42191e15-c05a-4ec2-80f0-ee91caeaf540 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:45.438188 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cbe983c3-fc59-4c16-8c20-4a73e11b8eda req-42191e15-c05a-4ec2-80f0-ee91caeaf540 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 945 time: 0.0899138 Jan 21 19:26:45.490595 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cbe983c3-fc59-4c16-8c20-4a73e11b8eda req-9add903f-9cce-42d3-913b-45afc92d6883 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435388 Jan 21 19:26:45.535168 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbf92b-264e-485f-a174-35d5cfd5317b req-258b41f1-e36b-4694-a9e3-1631f30248a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:45.536659 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-efcbf92b-264e-485f-a174-35d5cfd5317b req-258b41f1-e36b-4694-a9e3-1631f30248a3 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=6306f0f6329f45368a10bca96708233e&device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 1098 time: 0.0748863 Jan 21 19:26:45.692150 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbf92b-264e-485f-a174-35d5cfd5317b req-b837a957-0d36-4ffd-9c9c-3a80169f416d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:45.693698 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-efcbf92b-264e-485f-a174-35d5cfd5317b req-b837a957-0d36-4ffd-9c9c-3a80169f416d service neutron] 10.222.0.113 "GET /v2.0/networks?id=23308924-6219-433a-99e7-42bb489e672f HTTP/1.1" status: 200 len: 912 time: 0.1505175 Jan 21 19:26:45.811649 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-efcbf92b-264e-485f-a174-35d5cfd5317b req-2df98727-73b3-48f5-8140-092a5f043347 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f23bfd1-c8cc-43eb-8e5d-87d1081b9657 HTTP/1.1" status: 200 len: 1001 time: 0.1119385 Jan 21 19:26:45.875517 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbf92b-264e-485f-a174-35d5cfd5317b req-2544fef4-a7b2-4d00-98b3-70fab93e6391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:45.877188 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-efcbf92b-264e-485f-a174-35d5cfd5317b req-2544fef4-a7b2-4d00-98b3-70fab93e6391 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=19b5b36a-bb23-42b3-bed0-1fc020de6fdd HTTP/1.1" status: 200 len: 850 time: 0.0601611 Jan 21 19:26:45.957265 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbf92b-264e-485f-a174-35d5cfd5317b req-11c66853-c038-4ade-bece-5aeb5c2b4c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:45.959545 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-efcbf92b-264e-485f-a174-35d5cfd5317b req-11c66853-c038-4ade-bece-5aeb5c2b4c47 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=23308924-6219-433a-99e7-42bb489e672f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756545 Jan 21 19:26:46.092716 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-efcbf92b-264e-485f-a174-35d5cfd5317b req-34b32df8-15be-464e-8c16-3783a2d6be20 service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279542 Jan 21 19:26:46.237872 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-efcbf92b-264e-485f-a174-35d5cfd5317b req-e820cbc0-3043-45a7-ac14-4a2c4c487250 service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391258 Jan 21 19:26:46.676727 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ae29d-9c00-4a0c-8673-24785f5f58fd req-5bcf3ba5-4e4c-41ec-96d5-ad7ea48c2670 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:46.679213 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d06ae29d-9c00-4a0c-8673-24785f5f58fd req-5bcf3ba5-4e4c-41ec-96d5-ad7ea48c2670 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 945 time: 0.0814943 Jan 21 19:26:46.727921 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d06ae29d-9c00-4a0c-8673-24785f5f58fd req-7711b28a-2b78-494e-a230-8ff6e891bfea tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412803 Jan 21 19:26:48.010607 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea154d-6020-4c1a-9795-5319abc87bce req-6673c8f0-df6d-4dc7-a0eb-a7175de2d4bd tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:48.011964 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ebea154d-6020-4c1a-9795-5319abc87bce req-6673c8f0-df6d-4dc7-a0eb-a7175de2d4bd tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 945 time: 0.1818938 Jan 21 19:26:48.055659 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ebea154d-6020-4c1a-9795-5319abc87bce req-0d0fa692-3804-43b5-b0ed-a0e7c71b3c4d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381150 Jan 21 19:26:48.425411 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:26:48.611709 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f8028-d7e3-4af2-a53c-1543e2fb1f06 req-fb2983f2-2dd5-4c72-b69b-2dcfc3a3a989 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:48.613135 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-810f8028-d7e3-4af2-a53c-1543e2fb1f06 req-fb2983f2-2dd5-4c72-b69b-2dcfc3a3a989 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 945 time: 0.0841272 Jan 21 19:26:48.655863 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-810f8028-d7e3-4af2-a53c-1543e2fb1f06 req-dae165a6-d3a9-4ce6-b4eb-a891b73e4770 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370097 Jan 21 19:26:49.840432 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1bf94-0b8e-4f8d-8e4b-185ad20c1aac req-fb5d1f07-0ca4-43e5-a257-1c5e07d94a69 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:49.841861 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-94b1bf94-0b8e-4f8d-8e4b-185ad20c1aac req-fb5d1f07-0ca4-43e5-a257-1c5e07d94a69 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 945 time: 0.0782483 Jan 21 19:26:49.884396 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-94b1bf94-0b8e-4f8d-8e4b-185ad20c1aac req-48537aaa-3477-4c76-98d0-882c939540bb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369406 Jan 21 19:26:50.230086 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b15286-98f4-4004-9d32-9503b2f558c8 req-14106c22-3d69-4ded-9149-f354713e9013 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:50.231480 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c5b15286-98f4-4004-9d32-9503b2f558c8 req-14106c22-3d69-4ded-9149-f354713e9013 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.113 "GET /v2.0/ports?device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 945 time: 0.0813687 Jan 21 19:26:50.302118 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-c5b15286-98f4-4004-9d32-9503b2f558c8 req-693fff55-b9f8-47af-aa38-096fafbe29a9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Deleting port 2f23bfd1-c8cc-43eb-8e5d-87d1081b9657 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:26:50.302458 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-c5b15286-98f4-4004-9d32-9503b2f558c8 req-693fff55-b9f8-47af-aa38-096fafbe29a9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:26:50.654771 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-c5b15286-98f4-4004-9d32-9503b2f558c8 req-693fff55-b9f8-47af-aa38-096fafbe29a9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] For port 2f23bfd1-c8cc-43eb-8e5d-87d1081b9657, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=2f23bfd1-c8cc-43eb-8e5d-87d1081b9657,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:26:50.655128 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-c5b15286-98f4-4004-9d32-9503b2f558c8 req-693fff55-b9f8-47af-aa38-096fafbe29a9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:26:50.951007 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-c5b15286-98f4-4004-9d32-9503b2f558c8 req-693fff55-b9f8-47af-aa38-096fafbe29a9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:26:50.951380 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-c5b15286-98f4-4004-9d32-9503b2f558c8 req-693fff55-b9f8-47af-aa38-096fafbe29a9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:26:50.951721 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.l3_db [req-c5b15286-98f4-4004-9d32-9503b2f558c8 req-693fff55-b9f8-47af-aa38-096fafbe29a9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Floating IP 080899ed-ab00-4c97-bff7-c7d4a8c6eb18 disassociated. External IP: 172.26.1.205, port: 2f23bfd1-c8cc-43eb-8e5d-87d1081b9657. Jan 21 19:26:50.952063 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-c5b15286-98f4-4004-9d32-9503b2f558c8 req-693fff55-b9f8-47af-aa38-096fafbe29a9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Calling delete_port for 2f23bfd1-c8cc-43eb-8e5d-87d1081b9657 owned by compute:nova {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:26:51.072550 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef8fb3-8a0b-4d75-a170-bc59cd75519a req-4a7f5713-30ac-4a32-88d4-fd2c9ae488d7 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:51.074032 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7aef8fb3-8a0b-4d75-a170-bc59cd75519a req-4a7f5713-30ac-4a32-88d4-fd2c9ae488d7 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 945 time: 0.0834489 Jan 21 19:26:51.117961 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7aef8fb3-8a0b-4d75-a170-bc59cd75519a req-b48100f4-5847-46b9-92f2-08951687d488 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375948 Jan 21 19:26:51.158085 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-c5b15286-98f4-4004-9d32-9503b2f558c8 req-693fff55-b9f8-47af-aa38-096fafbe29a9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:26:51.211967 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693fff55-b9f8-47af-aa38-096fafbe29a9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Pushing event deleted for resources: {'Port': ['ID=2f23bfd1-c8cc-43eb-8e5d-87d1081b9657,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:26:51.267938 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693fff55-b9f8-47af-aa38-096fafbe29a9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:26:51.268543 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693fff55-b9f8-47af-aa38-096fafbe29a9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:26:51.268645 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693fff55-b9f8-47af-aa38-096fafbe29a9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:26:51.268907 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693fff55-b9f8-47af-aa38-096fafbe29a9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:26:51.269226 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693fff55-b9f8-47af-aa38-096fafbe29a9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:26:51.269547 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693fff55-b9f8-47af-aa38-096fafbe29a9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:26:51.269887 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693fff55-b9f8-47af-aa38-096fafbe29a9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:26:51.270202 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693fff55-b9f8-47af-aa38-096fafbe29a9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:26:51.270522 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693fff55-b9f8-47af-aa38-096fafbe29a9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:26:51.270837 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693fff55-b9f8-47af-aa38-096fafbe29a9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:26:51.271152 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693fff55-b9f8-47af-aa38-096fafbe29a9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:26:51.271457 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693fff55-b9f8-47af-aa38-096fafbe29a9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:26:51.410652 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5b15286-98f4-4004-9d32-9503b2f558c8 req-693fff55-b9f8-47af-aa38-096fafbe29a9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Router 3e3483ee-a27e-498a-b7fd-148220ab6bd8 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:26:51.584698 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5b15286-98f4-4004-9d32-9503b2f558c8 req-693fff55-b9f8-47af-aa38-096fafbe29a9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:26:51.594495 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e95f37-39de-4f15-8a25-14486ebfde06 None None] Sync routers for ids ['3e3483ee-a27e-498a-b7fd-148220ab6bd8'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:26:51.604882 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e95f37-39de-4f15-8a25-14486ebfde06 None None] Routers {'3e3483ee-a27e-498a-b7fd-148220ab6bd8'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:26:51.605480 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-e7e95f37-39de-4f15-8a25-14486ebfde06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:26:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['3e3483ee-a27e-498a-b7fd-148220ab6bd8'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:26:51.660456 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b15286-98f4-4004-9d32-9503b2f558c8 req-693fff55-b9f8-47af-aa38-096fafbe29a9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] No DVR routers for this DVR port 2f23bfd1-c8cc-43eb-8e5d-87d1081b9657 on host hv-neutron-8254 {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:26:51.662919 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-c5b15286-98f4-4004-9d32-9503b2f558c8 req-693fff55-b9f8-47af-aa38-096fafbe29a9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:26:51.665592 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc11cca-f054-41ef-92f5-c133955642da', 'name': 'network-vif-deleted', 'tag': '2f23bfd1-c8cc-43eb-8e5d-87d1081b9657'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:26:51.713596 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc11cca-f054-41ef-92f5-c133955642da', 'name': 'network-vif-deleted', 'tag': '2f23bfd1-c8cc-43eb-8e5d-87d1081b9657', 'status': 'completed', 'code': 200} Jan 21 19:26:51.732153 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c5b15286-98f4-4004-9d32-9503b2f558c8 req-693fff55-b9f8-47af-aa38-096fafbe29a9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.113 "DELETE /v2.0/ports/2f23bfd1-c8cc-43eb-8e5d-87d1081b9657 HTTP/1.1" status: 204 len: 173 time: 1.4958563 Jan 21 19:26:51.785507 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-e7e95f37-39de-4f15-8a25-14486ebfde06 None None] Set router 3e3483ee-a27e-498a-b7fd-148220ab6bd8 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:26:52.104666 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-e7e95f37-39de-4f15-8a25-14486ebfde06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'name': 'tempest-ServerActionsTestJSON-359212956-router', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:24:00Z', 'updated_at': '2022-01-21T19:24:05Z', 'revision_number': 4, 'project_id': '6306f0f6329f45368a10bca96708233e', 'gw_port': {'id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:01Z', 'updated_at': '2022-01-21T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '57544715-14f1-4e4f-a7aa-8520669c8f0d', 'name': '', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'mac_address': 'fa:16:3e:e5:b8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:04Z', 'updated_at': '2022-01-21T19:24:10Z', 'revision_number': 5, 'project_id': '6306f0f6329f45368a10bca96708233e', 'subnets': [{'id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:26:52.108350 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e95f37-39de-4f15-8a25-14486ebfde06 None None] Checking router: 3e3483ee-a27e-498a-b7fd-148220ab6bd8 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:26:52.116930 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e95f37-39de-4f15-8a25-14486ebfde06 None None] Routers {'3e3483ee-a27e-498a-b7fd-148220ab6bd8'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:26:52.117522 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-e7e95f37-39de-4f15-8a25-14486ebfde06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:26:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['3e3483ee-a27e-498a-b7fd-148220ab6bd8'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:26:52.285242 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7d758d11-4c68-4b3a-9c3a-eb76a2e2a6b5 req-683fdf6e-2f43-43a3-bcb5-eb2e29211909 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfc11cca-f054-41ef-92f5-c133955642da HTTP/1.1" status: 200 len: 210 time: 0.0409515 Jan 21 19:26:52.296573 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-e7e95f37-39de-4f15-8a25-14486ebfde06 None None] Set router 3e3483ee-a27e-498a-b7fd-148220ab6bd8 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:26:52.618774 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-e7e95f37-39de-4f15-8a25-14486ebfde06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'name': 'tempest-ServerActionsTestJSON-359212956-router', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:24:00Z', 'updated_at': '2022-01-21T19:24:05Z', 'revision_number': 4, 'project_id': '6306f0f6329f45368a10bca96708233e', 'gw_port': {'id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:01Z', 'updated_at': '2022-01-21T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '57544715-14f1-4e4f-a7aa-8520669c8f0d', 'name': '', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'mac_address': 'fa:16:3e:e5:b8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:04Z', 'updated_at': '2022-01-21T19:24:10Z', 'revision_number': 5, 'project_id': '6306f0f6329f45368a10bca96708233e', 'subnets': [{'id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:26:52.622718 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e95f37-39de-4f15-8a25-14486ebfde06 None None] The sync data for ids ['3e3483ee-a27e-498a-b7fd-148220ab6bd8'] in dv-neutron-825470-1-hyperv is: [{'id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'name': 'tempest-ServerActionsTestJSON-359212956-router', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:24:00Z', 'updated_at': '2022-01-21T19:24:05Z', 'revision_number': 4, 'project_id': '6306f0f6329f45368a10bca96708233e', 'gw_port': {'id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:01Z', 'updated_at': '2022-01-21T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '57544715-14f1-4e4f-a7aa-8520669c8f0d', 'name': '', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'mac_address': 'fa:16:3e:e5:b8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:04Z', 'updated_at': '2022-01-21T19:24:10Z', 'revision_number': 5, 'project_id': '6306f0f6329f45368a10bca96708233e', 'subnets': [{'id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:26:52.842327 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfde4423-8b7d-4df2-a709-18b8f148ad22 None None] New status for floating IP 080899ed-ab00-4c97-bff7-c7d4a8c6eb18: DOWN {{(pid=88138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:26:53.635599 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-b67fba01-0059-41f3-8bd6-eb9732ead187 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--1068002586&fields=id&tenant_id=6306f0f6329f45368a10bca96708233e HTTP/1.1" status: 200 len: 267 time: 0.0423048 Jan 21 19:26:53.783867 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-b18357b6-2d7d-4b41-834d-7c51c621d2b4 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:53.785266 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-b18357b6-2d7d-4b41-834d-7c51c621d2b4 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/networks?id=23308924-6219-433a-99e7-42bb489e672f HTTP/1.1" status: 200 len: 811 time: 0.1429510 Jan 21 19:26:53.800325 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-a37dfcdc-0c1b-43b1-8e1f-a07f217a4f71 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/quotas/6306f0f6329f45368a10bca96708233e HTTP/1.1" status: 200 len: 375 time: 0.0087883 Jan 21 19:26:53.899025 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-48aa215a-3dc0-472c-a62d-8c74b94abd31 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=6306f0f6329f45368a10bca96708233e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0922370 Jan 21 19:26:54.048896 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-2702bd9f-1ee9-43dd-a8aa-cda25c13af13 service neutron] 10.222.0.87 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383579 Jan 21 19:26:54.177571 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-ab78414f-cc35-4a7f-9502-7b12c371f259 service neutron] 10.222.0.87 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218977 Jan 21 19:26:54.410479 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d566ba8f-e9bd-45d2-92c5-3c520263fc1a req-14b80f2d-c88e-429f-8cb3-65c5e93ca5c9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 210 time: 0.0485988 Jan 21 19:26:54.905058 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 2f23bfd1-c8cc-43eb-8e5d-87d1081b9657 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:26:54.943653 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] No Port match for: 2f23bfd1-c8cc-43eb-8e5d-87d1081b9657 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:26:54.943995 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 2f23bfd1-c8cc-43eb-8e5d-87d1081b9657 not bound to the agent host hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:26:55.028628 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6dab32d5-20b7-4bce-9aa4-2cedc6026c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:26:55.562416 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6c2cfb76-8c27-46b4-865c-e0b54a4ec1b2 req-bf474fcf-9a48-4972-91e4-913aba3d8c70 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 210 time: 0.0422924 Jan 21 19:26:56.326908 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-0e6efbcf-8fe5-4fc7-99e3-732c1645ad41 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:56.328321 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-0e6efbcf-8fe5-4fc7-99e3-732c1645ad41 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.113 "GET /v2.0/networks?id=23308924-6219-433a-99e7-42bb489e672f HTTP/1.1" status: 200 len: 811 time: 0.1469562 Jan 21 19:26:56.377345 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-12120f86-43ce-448f-b612-0960625d17c3 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6306f0f6329f45368a10bca96708233e HTTP/1.1" status: 200 len: 380 time: 0.0398688 Jan 21 19:26:56.385742 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-84c07d78-8d28-481d-9330-7aba4945b03d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Request body: {'port': {'device_id': '9f5e4b5d-92dc-48ff-be16-396c6d3fadca', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'admin_state_up': True, 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'security_groups': ['790e36eb-7b15-4311-8e6c-21da6c7e7cb0']}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:26:56.525441 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-84c07d78-8d28-481d-9330-7aba4945b03d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:26:56.529435 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-84c07d78-8d28-481d-9330-7aba4945b03d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Usage tracker for resource:port and tenant:6306f0f6329f45368a10bca96708233e is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:26:56.532221 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-84c07d78-8d28-481d-9330-7aba4945b03d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:26:56.537829 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-84c07d78-8d28-481d-9330-7aba4945b03d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:26:56.623293 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-84c07d78-8d28-481d-9330-7aba4945b03d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Made reservation on behalf of 6306f0f6329f45368a10bca96708233e for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:26:56.626802 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-84c07d78-8d28-481d-9330-7aba4945b03d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:26:56.728160 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-11248dce-f60d-4fa4-9e66-163f379614f8 req-ad81b21f-fe59-478a-acb4-97dd688019f7 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 210 time: 0.0491762 Jan 21 19:26:56.888955 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-84c07d78-8d28-481d-9330-7aba4945b03d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Allocated IP 172.20.0.4 (23308924-6219-433a-99e7-42bb489e672f/19b5b36a-bb23-42b3-bed0-1fc020de6fdd/9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:26:57.072624 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-84c07d78-8d28-481d-9330-7aba4945b03d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:26:57.087920 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-84c07d78-8d28-481d-9330-7aba4945b03d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Transition to ACTIVE for port object 9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:26:57.189415 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-84c07d78-8d28-481d-9330-7aba4945b03d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:26:57.234784 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-de28e260-fbb1-498c-af92-db57a5d3bb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:26:57.262740 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-84c07d78-8d28-481d-9330-7aba4945b03d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Network 23308924-6219-433a-99e7-42bb489e672f is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:26:57.265771 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-84c07d78-8d28-481d-9330-7aba4945b03d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:26:57.268132 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-84c07d78-8d28-481d-9330-7aba4945b03d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:26:57.315408 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c07d78-8d28-481d-9330-7aba4945b03d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Pushing event updated for resources: {'Port': ['ID=9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:26:57.343046 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-84c07d78-8d28-481d-9330-7aba4945b03d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:57.343716 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-84c07d78-8d28-481d-9330-7aba4945b03d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:26:57.447315 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-84c07d78-8d28-481d-9330-7aba4945b03d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0656919 Jan 21 19:26:57.458141 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-c38b90af-6a74-416b-beed-8da6d0d03c98 service neutron] Request body: {'port': {'device_id': '9f5e4b5d-92dc-48ff-be16-396c6d3fadca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:26:57.569109 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-c38b90af-6a74-416b-beed-8da6d0d03c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:26:57.583384 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-a10edd75-bf20-4b5d-818c-dca1883ded6a None None] Provisioning for port 9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:26:57.589928 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-a10edd75-bf20-4b5d-818c-dca1883ded6a None None] Provisioning complete for port 9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:26:57.590361 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a10edd75-bf20-4b5d-818c-dca1883ded6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:26:57.647834 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-a10edd75-bf20-4b5d-818c-dca1883ded6a None None] Port 9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:26:57.912181 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421777dc-63ff-4504-81e8-3fd6089e8cbc req-59547524-d785-4045-8abf-f37d6f979761 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:57.912758 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-c38b90af-6a74-416b-beed-8da6d0d03c98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8 {{(pid=88137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:26:57.913618 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-421777dc-63ff-4504-81e8-3fd6089e8cbc req-59547524-d785-4045-8abf-f37d6f979761 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 931 time: 0.0813069 Jan 21 19:26:57.920007 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-c38b90af-6a74-416b-beed-8da6d0d03c98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:26:57.935249 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-c38b90af-6a74-416b-beed-8da6d0d03c98 service neutron] Transition to ACTIVE for port object 9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8 will not be triggered until provisioned by entity L2. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:26:57.958828 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-421777dc-63ff-4504-81e8-3fd6089e8cbc req-6f71ed98-1658-418a-ba76-8c8d1c3b0c14 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390606 Jan 21 19:26:57.988913 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-c38b90af-6a74-416b-beed-8da6d0d03c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:26:58.144395 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b90af-6a74-416b-beed-8da6d0d03c98 service neutron] Pushing event updated for resources: {'Port': ['ID=9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:26:58.224842 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-c38b90af-6a74-416b-beed-8da6d0d03c98 service neutron] Attempting to bind port 9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:26:58.225170 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-c38b90af-6a74-416b-beed-8da6d0d03c98 service neutron] Attempting to bind port 9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'df499347-be85-40db-b735-743af625baf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '23308924-6219-433a-99e7-42bb489e672f'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:26:58.225493 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-c38b90af-6a74-416b-beed-8da6d0d03c98 service neutron] Attempting to bind port 9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8 on network 23308924-6219-433a-99e7-42bb489e672f {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:26:58.230307 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-c38b90af-6a74-416b-beed-8da6d0d03c98 service neutron] Port 9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8 on network 23308924-6219-433a-99e7-42bb489e672f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 19:26:58.230623 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-c38b90af-6a74-416b-beed-8da6d0d03c98 service neutron] Attempting to bind port 9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8 on network 23308924-6219-433a-99e7-42bb489e672f {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:26:58.235624 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-c38b90af-6a74-416b-beed-8da6d0d03c98 service neutron] Checking agent: {'id': '9a14f311-f6d5-46c6-87a2-f860197fb66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:26:58.235956 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-c38b90af-6a74-416b-beed-8da6d0d03c98 service neutron] Checking segment: {'id': 'df499347-be85-40db-b735-743af625baf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '23308924-6219-433a-99e7-42bb489e672f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:26:58.236333 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-c38b90af-6a74-416b-beed-8da6d0d03c98 service neutron] Bound using segment: {'id': 'df499347-be85-40db-b735-743af625baf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '23308924-6219-433a-99e7-42bb489e672f'} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:26:58.236747 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-c38b90af-6a74-416b-beed-8da6d0d03c98 service neutron] Bound port: 9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df499347-be85-40db-b735-743af625baf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '23308924-6219-433a-99e7-42bb489e672f'}}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:26:58.237086 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-c38b90af-6a74-416b-beed-8da6d0d03c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:26:58.327072 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-c38b90af-6a74-416b-beed-8da6d0d03c98 service neutron] For port 9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8, host hv-neutron-8254, cleared binding levels {{(pid=88137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:26:58.329931 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-c38b90af-6a74-416b-beed-8da6d0d03c98 service neutron] For port 9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:26:58.336276 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:26:58.423654 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-c38b90af-6a74-416b-beed-8da6d0d03c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:26:58.484527 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-c38b90af-6a74-416b-beed-8da6d0d03c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:58.485314 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-c38b90af-6a74-416b-beed-8da6d0d03c98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:26:58.486517 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-c38b90af-6a74-416b-beed-8da6d0d03c98 service neutron] 10.222.0.113 "PUT /v2.0/ports/9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8 HTTP/1.1" status: 200 len: 1093 time: 1.0324416 Jan 21 19:26:58.486949 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f5e4b5d-92dc-48ff-be16-396c6d3fadca', 'tag': '9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:26:58.512284 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b90af-6a74-416b-beed-8da6d0d03c98 service neutron] Pushing event updated for resources: {'Port': ['ID=9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8,revision_number=3']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:26:58.537477 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f5e4b5d-92dc-48ff-be16-396c6d3fadca', 'tag': '9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8', 'status': 'completed', 'code': 200} Jan 21 19:26:58.618111 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:26:58.647743 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57992a-60e7-49ba-ac65-df233959aadd req-18468bd8-99a9-4046-a501-135e24091eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:58.650351 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5f57992a-60e7-49ba-ac65-df233959aadd req-18468bd8-99a9-4046-a501-135e24091eb7 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=6306f0f6329f45368a10bca96708233e&device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 1096 time: 0.0819113 Jan 21 19:26:58.678585 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:26:58.801406 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57992a-60e7-49ba-ac65-df233959aadd req-1b71863f-abd9-4c81-8a59-f8fe9087be9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:58.802777 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5f57992a-60e7-49ba-ac65-df233959aadd req-1b71863f-abd9-4c81-8a59-f8fe9087be9a service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=6306f0f6329f45368a10bca96708233e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1457214 Jan 21 19:26:59.038567 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57992a-60e7-49ba-ac65-df233959aadd req-28f387bf-923d-4025-b2b3-5326078003e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:59.040575 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5f57992a-60e7-49ba-ac65-df233959aadd req-28f387bf-923d-4025-b2b3-5326078003e4 service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2312968 Jan 21 19:26:59.142015 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39ced7-70c1-498c-8e66-0a8d755bbafc req-3b91f360-6a93-4f99-92ce-c36c104ddf23 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:59.143605 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fd39ced7-70c1-498c-8e66-0a8d755bbafc req-3b91f360-6a93-4f99-92ce-c36c104ddf23 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 943 time: 0.0796707 Jan 21 19:26:59.144703 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-876d0bd1-db28-4a2c-941c-f17d474e80b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:59.146174 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-876d0bd1-db28-4a2c-941c-f17d474e80b0 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=6306f0f6329f45368a10bca96708233e&device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 1096 time: 0.0691440 Jan 21 19:26:59.188783 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fd39ced7-70c1-498c-8e66-0a8d755bbafc req-26fbf90d-c26c-4b94-88d6-748000067967 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389717 Jan 21 19:26:59.216407 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-08387977-a6e8-4158-802e-0e9913aa0a09 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8 HTTP/1.1" status: 200 len: 217 time: 0.0630393 Jan 21 19:26:59.280088 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-c0bd15a2-895a-440c-8ccc-f1b5f38fd438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:59.281403 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-c0bd15a2-895a-440c-8ccc-f1b5f38fd438 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=19b5b36a-bb23-42b3-bed0-1fc020de6fdd HTTP/1.1" status: 200 len: 850 time: 0.0589304 Jan 21 19:26:59.358654 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-0059d525-f26d-4f5d-bc02-b061a2ef799e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:26:59.360277 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-0059d525-f26d-4f5d-bc02-b061a2ef799e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=23308924-6219-433a-99e7-42bb489e672f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731926 Jan 21 19:26:59.491530 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-31a2ca78-2fb3-45f9-8ff0-c632ff041e3f service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256051 Jan 21 19:26:59.626393 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c8a9d019-f060-4a79-be86-75f48bd05321 req-1dfae1c5-795f-4cc2-8026-ded3522cf569 service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279833 Jan 21 19:27:00.175349 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:27:00.375223 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2176456-1028-4226-98ae-9aa055f576b0 req-4bec9aea-921c-486b-a74b-342930242024 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:27:00.376651 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c2176456-1028-4226-98ae-9aa055f576b0 req-4bec9aea-921c-486b-a74b-342930242024 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 943 time: 0.0808063 Jan 21 19:27:00.420135 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c2176456-1028-4226-98ae-9aa055f576b0 req-f4dea67f-97a2-4d0d-a1d2-ba2095979cea tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377848 Jan 21 19:27:01.603271 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c234f97-f410-4187-863f-7b5bee3e9e34 req-1ff38f9e-f16e-4847-a7a4-fd24b079940d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:27:01.604772 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0c234f97-f410-4187-863f-7b5bee3e9e34 req-1ff38f9e-f16e-4847-a7a4-fd24b079940d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 943 time: 0.0787542 Jan 21 19:27:01.651066 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0c234f97-f410-4187-863f-7b5bee3e9e34 req-8209b38d-9c81-4b00-9b45-477194731dd2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406549 Jan 21 19:27:02.840321 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ebd65a-4f1d-4e58-a023-0797bfba1b61 req-6923a92b-5637-4241-adc0-f22010429eaa tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:27:02.841676 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-09ebd65a-4f1d-4e58-a023-0797bfba1b61 req-6923a92b-5637-4241-adc0-f22010429eaa tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 943 time: 0.0826087 Jan 21 19:27:02.884768 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-09ebd65a-4f1d-4e58-a023-0797bfba1b61 req-fd1fa9c9-f766-4aca-b300-e4ceceaf1e8c tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375814 Jan 21 19:27:02.967561 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:27:03.097069 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:27:03.109484 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': '9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'port_id': '9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8', 'mac_address': 'fa:16:3e:6d:2f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:27:03.165181 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:27:03.181910 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8 {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:27:03.197074 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:27:03.257022 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:27:03.324571 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:27:03.458690 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:27:04.068657 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8b9a5-7a42-41d3-a709-77b9e48c198c req-07df8255-1ddc-495f-b377-e179a82fbb09 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:27:04.070023 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d4b8b9a5-7a42-41d3-a709-77b9e48c198c req-07df8255-1ddc-495f-b377-e179a82fbb09 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 944 time: 0.0820248 Jan 21 19:27:04.208227 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d4b8b9a5-7a42-41d3-a709-77b9e48c198c req-5863cf08-c7f1-4a6f-88df-d95952f28fcf tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319075 Jan 21 19:27:04.982645 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8 up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:27:05.106860 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning for port 9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:27:05.111488 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port 9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:27:05.111855 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:27:05.225028 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:27:05.251996 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f5e4b5d-92dc-48ff-be16-396c6d3fadca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:27:05.262072 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:27:05.295081 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f5e4b5d-92dc-48ff-be16-396c6d3fadca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8', 'code': 200} Jan 21 19:27:05.324179 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:27:05.395379 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6ec76-5d68-468f-bf80-451a87860b24 req-fae5ec2a-51e7-4eda-8106-9d81e9c4ba24 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:27:05.395985 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:27:05.397126 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-54d6ec76-5d68-468f-bf80-451a87860b24 req-fae5ec2a-51e7-4eda-8106-9d81e9c4ba24 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 945 time: 0.0829771 Jan 21 19:27:05.441832 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-54d6ec76-5d68-468f-bf80-451a87860b24 req-5bc13b4c-a66d-4196-a606-b8cf69268511 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376968 Jan 21 19:27:05.651896 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdb55e-f2f8-4550-9780-95769711cbcd req-a52f6687-be24-4260-b1e9-a5eda9c23b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:27:05.653334 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c7fdb55e-f2f8-4550-9780-95769711cbcd req-a52f6687-be24-4260-b1e9-a5eda9c23b86 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 1098 time: 0.0675001 Jan 21 19:27:05.692176 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c7fdb55e-f2f8-4550-9780-95769711cbcd req-03f1d1c3-212b-47f2-bbb0-fe591a9f1edb service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329435 Jan 21 19:27:06.630404 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9aacd-4f75-4f49-abeb-5e66ff5af631 req-aa9ac2cd-9182-4498-a018-c9adb09bf99a tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:27:06.631983 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1cc9aacd-4f75-4f49-abeb-5e66ff5af631 req-aa9ac2cd-9182-4498-a018-c9adb09bf99a tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 945 time: 0.0819008 Jan 21 19:27:06.676768 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1cc9aacd-4f75-4f49-abeb-5e66ff5af631 req-46c6c925-aff1-4a42-b820-160fca4f49c8 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384929 Jan 21 19:27:07.862909 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e771461-f3cf-4e0d-b4ea-57912762ca8a req-2be65098-e0bd-445e-8288-aead1c29b565 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:27:07.864338 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4e771461-f3cf-4e0d-b4ea-57912762ca8a req-2be65098-e0bd-445e-8288-aead1c29b565 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 945 time: 0.0820210 Jan 21 19:27:07.911501 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4e771461-f3cf-4e0d-b4ea-57912762ca8a req-a415b20d-aeb7-43f8-af72-07fb031bcce3 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408359 Jan 21 19:27:08.093624 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada0aea-abf6-43e5-9d91-88880a111f57 req-0673f6dc-a4e9-4342-ac3a-4c1f2ddc56c1 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:27:08.095024 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8ada0aea-abf6-43e5-9d91-88880a111f57 req-0673f6dc-a4e9-4342-ac3a-4c1f2ddc56c1 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 945 time: 0.0799706 Jan 21 19:27:08.103960 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 39554) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:27:08.111249 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-04eb0ba8-2d67-4c78-ae78-be104717e54b tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Request body: {'floatingip': {'port_id': '9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:27:08.214096 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-04eb0ba8-2d67-4c78-ae78-be104717e54b tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks [] for floatingip, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:27:08.825988 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-04eb0ba8-2d67-4c78-ae78-be104717e54b tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:27:08.884572 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-04eb0ba8-2d67-4c78-ae78-be104717e54b tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:27:09.053710 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.l3_db [None req-04eb0ba8-2d67-4c78-ae78-be104717e54b tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Floating IP 080899ed-ab00-4c97-bff7-c7d4a8c6eb18 associated. External IP: 172.26.1.205, port: 9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8. Jan 21 19:27:09.507452 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04eb0ba8-2d67-4c78-ae78-be104717e54b tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Router 3e3483ee-a27e-498a-b7fd-148220ab6bd8 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:27:09.687237 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04eb0ba8-2d67-4c78-ae78-be104717e54b tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:27:09.692133 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-04eb0ba8-2d67-4c78-ae78-be104717e54b tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:27:09.697348 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d2a7ab-e4bc-43ca-8fa1-1aa938551bda None None] Sync routers for ids ['3e3483ee-a27e-498a-b7fd-148220ab6bd8'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:27:09.707314 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d2a7ab-e4bc-43ca-8fa1-1aa938551bda None None] Routers {'3e3483ee-a27e-498a-b7fd-148220ab6bd8'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:27:09.707916 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-b6d2a7ab-e4bc-43ca-8fa1-1aa938551bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:26:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['3e3483ee-a27e-498a-b7fd-148220ab6bd8'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:27:09.745491 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-04eb0ba8-2d67-4c78-ae78-be104717e54b tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "PUT /v2.0/floatingips/080899ed-ab00-4c97-bff7-c7d4a8c6eb18 HTTP/1.1" status: 200 len: 991 time: 1.6400466 Jan 21 19:27:09.746213 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f5e4b5d-92dc-48ff-be16-396c6d3fadca', 'tag': '9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8'}] {{(pid=88136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:27:09.799705 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f5e4b5d-92dc-48ff-be16-396c6d3fadca', 'tag': '9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8', 'status': 'completed', 'code': 200} Jan 21 19:27:09.909109 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843f511-ed1d-4290-9009-07ae521fd443 req-b6f6b74e-7072-442d-a234-8eeb2f3ccea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:27:09.910619 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2843f511-ed1d-4290-9009-07ae521fd443 req-b6f6b74e-7072-442d-a234-8eeb2f3ccea7 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=6306f0f6329f45368a10bca96708233e&device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 1098 time: 0.0891042 Jan 21 19:27:09.927864 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-b6d2a7ab-e4bc-43ca-8fa1-1aa938551bda None None] Set router 3e3483ee-a27e-498a-b7fd-148220ab6bd8 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:27:10.049050 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843f511-ed1d-4290-9009-07ae521fd443 req-67075e26-edc2-46d8-9db5-636c6640283f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:27:10.050507 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2843f511-ed1d-4290-9009-07ae521fd443 req-67075e26-edc2-46d8-9db5-636c6640283f service neutron] 10.222.0.113 "GET /v2.0/networks?id=23308924-6219-433a-99e7-42bb489e672f HTTP/1.1" status: 200 len: 912 time: 0.1328840 Jan 21 19:27:10.152504 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2843f511-ed1d-4290-9009-07ae521fd443 req-6a86beb9-6d74-4ebc-bd97-4b4b40771400 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8 HTTP/1.1" status: 200 len: 999 time: 0.0954676 Jan 21 19:27:10.214557 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843f511-ed1d-4290-9009-07ae521fd443 req-77d93596-07e5-479a-9027-27736e91c289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:27:10.215988 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2843f511-ed1d-4290-9009-07ae521fd443 req-77d93596-07e5-479a-9027-27736e91c289 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=19b5b36a-bb23-42b3-bed0-1fc020de6fdd HTTP/1.1" status: 200 len: 850 time: 0.0581448 Jan 21 19:27:10.281515 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-b6d2a7ab-e4bc-43ca-8fa1-1aa938551bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'name': 'tempest-ServerActionsTestJSON-359212956-router', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:24:00Z', 'updated_at': '2022-01-21T19:24:05Z', 'revision_number': 4, 'project_id': '6306f0f6329f45368a10bca96708233e', 'gw_port': {'id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:01Z', 'updated_at': '2022-01-21T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '080899ed-ab00-4c97-bff7-c7d4a8c6eb18', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'floating_ip_address': '172.26.1.205', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'port_id': '9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'mac_address': 'fa:16:3e:6d:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5e4b5d-92dc-48ff-be16-396c6d3fadca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:24:10Z', 'updated_at': '2022-01-21T19:27:08Z', 'revision_number': 9, 'project_id': '6306f0f6329f45368a10bca96708233e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57544715-14f1-4e4f-a7aa-8520669c8f0d', 'name': '', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'mac_address': 'fa:16:3e:e5:b8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:04Z', 'updated_at': '2022-01-21T19:24:10Z', 'revision_number': 5, 'project_id': '6306f0f6329f45368a10bca96708233e', 'subnets': [{'id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:27:10.286714 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d2a7ab-e4bc-43ca-8fa1-1aa938551bda None None] Checking router: 3e3483ee-a27e-498a-b7fd-148220ab6bd8 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:27:10.296031 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d2a7ab-e4bc-43ca-8fa1-1aa938551bda None None] Routers {'3e3483ee-a27e-498a-b7fd-148220ab6bd8'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:27:10.296678 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-b6d2a7ab-e4bc-43ca-8fa1-1aa938551bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:26:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['3e3483ee-a27e-498a-b7fd-148220ab6bd8'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:27:10.307450 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843f511-ed1d-4290-9009-07ae521fd443 req-e2d24bd5-a810-4543-adfb-edd83c33871f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:27:10.308851 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2843f511-ed1d-4290-9009-07ae521fd443 req-e2d24bd5-a810-4543-adfb-edd83c33871f service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=23308924-6219-433a-99e7-42bb489e672f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0867956 Jan 21 19:27:10.439552 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2843f511-ed1d-4290-9009-07ae521fd443 req-f71a7b46-40f2-4c09-a37d-e8ac0a1a6a91 service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245875 Jan 21 19:27:10.477701 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-b6d2a7ab-e4bc-43ca-8fa1-1aa938551bda None None] Set router 3e3483ee-a27e-498a-b7fd-148220ab6bd8 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:27:10.573149 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2843f511-ed1d-4290-9009-07ae521fd443 req-b37fa8d1-a781-4c12-80b5-ab9994637eee service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272728 Jan 21 19:27:10.822768 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-b6d2a7ab-e4bc-43ca-8fa1-1aa938551bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'name': 'tempest-ServerActionsTestJSON-359212956-router', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:24:00Z', 'updated_at': '2022-01-21T19:24:05Z', 'revision_number': 4, 'project_id': '6306f0f6329f45368a10bca96708233e', 'gw_port': {'id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:01Z', 'updated_at': '2022-01-21T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '080899ed-ab00-4c97-bff7-c7d4a8c6eb18', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'floating_ip_address': '172.26.1.205', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'port_id': '9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'mac_address': 'fa:16:3e:6d:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5e4b5d-92dc-48ff-be16-396c6d3fadca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:24:10Z', 'updated_at': '2022-01-21T19:27:08Z', 'revision_number': 9, 'project_id': '6306f0f6329f45368a10bca96708233e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57544715-14f1-4e4f-a7aa-8520669c8f0d', 'name': '', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'mac_address': 'fa:16:3e:e5:b8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:04Z', 'updated_at': '2022-01-21T19:24:10Z', 'revision_number': 5, 'project_id': '6306f0f6329f45368a10bca96708233e', 'subnets': [{'id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:27:10.826694 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d2a7ab-e4bc-43ca-8fa1-1aa938551bda None None] The sync data for ids ['3e3483ee-a27e-498a-b7fd-148220ab6bd8'] in dv-neutron-825470-1-hyperv is: [{'id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'name': 'tempest-ServerActionsTestJSON-359212956-router', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:24:00Z', 'updated_at': '2022-01-21T19:24:05Z', 'revision_number': 4, 'project_id': '6306f0f6329f45368a10bca96708233e', 'gw_port': {'id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:01Z', 'updated_at': '2022-01-21T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '080899ed-ab00-4c97-bff7-c7d4a8c6eb18', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'floating_ip_address': '172.26.1.205', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'port_id': '9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'mac_address': 'fa:16:3e:6d:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5e4b5d-92dc-48ff-be16-396c6d3fadca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:24:10Z', 'updated_at': '2022-01-21T19:27:08Z', 'revision_number': 9, 'project_id': '6306f0f6329f45368a10bca96708233e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57544715-14f1-4e4f-a7aa-8520669c8f0d', 'name': '', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'mac_address': 'fa:16:3e:e5:b8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:04Z', 'updated_at': '2022-01-21T19:24:10Z', 'revision_number': 5, 'project_id': '6306f0f6329f45368a10bca96708233e', 'subnets': [{'id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:27:11.038908 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3160c4-aa6f-45fb-a806-adba7d64c048 None None] New status for floating IP 080899ed-ab00-4c97-bff7-c7d4a8c6eb18: ACTIVE {{(pid=88138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:27:25.038403 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b1f2e0af-432c-4be6-9f61-50f50816e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:27:25.424251 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:27:27.252269 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-96112f7c-98cd-4903-a5ce-5a23794ac477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:27:28.347228 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:27:28.611724 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:27:28.684237 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:27:30.172316 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:27:45.274362 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284164c8-6945-42e5-8a0e-bd69dc4c8b8c req-ada5250b-1b7d-492a-8516-50feb4c805cd tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:27:45.275833 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-284164c8-6945-42e5-8a0e-bd69dc4c8b8c req-ada5250b-1b7d-492a-8516-50feb4c805cd tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 945 time: 0.0929673 Jan 21 19:27:45.325603 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-284164c8-6945-42e5-8a0e-bd69dc4c8b8c req-28d36bff-ccec-4788-9811-7f3b2356210d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440111 Jan 21 19:27:45.359416 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b66d071d-3e6f-495b-a67e-f3838dd1205e req-00c17f7d-f5b0-4e43-8489-471c08e5d535 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1164262 Jan 21 19:27:46.518457 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e766f5-ad08-49ae-ab6d-eb05e94d7028 req-7a031141-49d7-47ed-93f9-f80802e81a0d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:27:46.520033 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-98e766f5-ad08-49ae-ab6d-eb05e94d7028 req-7a031141-49d7-47ed-93f9-f80802e81a0d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 945 time: 0.0836210 Jan 21 19:27:46.570562 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-98e766f5-ad08-49ae-ab6d-eb05e94d7028 req-370c38f7-af23-4ef8-9a21-988b44ad8fc7 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444469 Jan 21 19:27:47.434227 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d071d-3e6f-495b-a67e-f3838dd1205e req-ce239045-b3f4-4a2f-bf68-5998c21b704d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:27:47.436154 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b66d071d-3e6f-495b-a67e-f3838dd1205e req-ce239045-b3f4-4a2f-bf68-5998c21b704d service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=6306f0f6329f45368a10bca96708233e&device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 1098 time: 0.1787729 Jan 21 19:27:47.570991 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d071d-3e6f-495b-a67e-f3838dd1205e req-6a61a96c-db48-4b2c-b79b-2bddef7725d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:27:47.572392 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b66d071d-3e6f-495b-a67e-f3838dd1205e req-6a61a96c-db48-4b2c-b79b-2bddef7725d5 service neutron] 10.222.0.113 "GET /v2.0/networks?id=23308924-6219-433a-99e7-42bb489e672f HTTP/1.1" status: 200 len: 912 time: 0.1310282 Jan 21 19:27:47.674097 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b66d071d-3e6f-495b-a67e-f3838dd1205e req-7e3137a1-25ae-41e7-8b56-4e7d0698e4a1 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8 HTTP/1.1" status: 200 len: 1002 time: 0.0957143 Jan 21 19:27:47.735725 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d071d-3e6f-495b-a67e-f3838dd1205e req-aca1da90-0cb8-4e75-8402-60c39ba37a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:27:47.737064 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b66d071d-3e6f-495b-a67e-f3838dd1205e req-aca1da90-0cb8-4e75-8402-60c39ba37a0c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=19b5b36a-bb23-42b3-bed0-1fc020de6fdd HTTP/1.1" status: 200 len: 850 time: 0.0576138 Jan 21 19:27:47.762169 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f849dd6-8485-41de-92d7-5deb5cf95af6 req-1e4eb56c-4cfd-40c8-86c9-18b7df45fe73 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:27:47.764133 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3f849dd6-8485-41de-92d7-5deb5cf95af6 req-1e4eb56c-4cfd-40c8-86c9-18b7df45fe73 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 945 time: 0.0820291 Jan 21 19:27:47.807873 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3f849dd6-8485-41de-92d7-5deb5cf95af6 req-e082324d-86dd-4b09-b987-792bfe52953c tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379119 Jan 21 19:27:47.815003 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d071d-3e6f-495b-a67e-f3838dd1205e req-c0f66fc5-b185-4879-9e3e-186b05fb10bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:27:47.817163 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b66d071d-3e6f-495b-a67e-f3838dd1205e req-c0f66fc5-b185-4879-9e3e-186b05fb10bd service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=23308924-6219-433a-99e7-42bb489e672f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734668 Jan 21 19:27:47.948149 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b66d071d-3e6f-495b-a67e-f3838dd1205e req-5e35142f-76c2-458f-87cc-08200e0a477b service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241531 Jan 21 19:27:48.077132 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b66d071d-3e6f-495b-a67e-f3838dd1205e req-bc1507b5-3906-494b-b1c8-0695b10b1f89 service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232278 Jan 21 19:27:48.995413 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39bb72-324a-4fcf-9c5b-390142e23575 req-88a4ae45-b54c-4d6a-a466-022799e6d4a0 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:27:48.996862 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-bd39bb72-324a-4fcf-9c5b-390142e23575 req-88a4ae45-b54c-4d6a-a466-022799e6d4a0 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 945 time: 0.0811293 Jan 21 19:27:49.040769 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-bd39bb72-324a-4fcf-9c5b-390142e23575 req-2531cb66-70b6-4261-a30a-176a3db6c61f tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381229 Jan 21 19:27:50.372065 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f260e1-71c1-41c7-92cf-2ff0136c11c8 req-b090ba46-fd31-4727-b1d8-495dc134094b tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:27:50.373511 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-31f260e1-71c1-41c7-92cf-2ff0136c11c8 req-b090ba46-fd31-4727-b1d8-495dc134094b tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 945 time: 0.0822361 Jan 21 19:27:50.417343 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-31f260e1-71c1-41c7-92cf-2ff0136c11c8 req-2a52b5ef-1dec-4d30-85c1-e7941662cb0e tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379758 Jan 21 19:27:51.599476 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe397c7-824e-4d03-b18a-34d3e87f8d62 req-46b38cb9-7c98-4e13-8491-59de27a15eee tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:27:51.600926 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-abe397c7-824e-4d03-b18a-34d3e87f8d62 req-46b38cb9-7c98-4e13-8491-59de27a15eee tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 945 time: 0.0796924 Jan 21 19:27:51.648195 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-abe397c7-824e-4d03-b18a-34d3e87f8d62 req-e42137fd-a5fc-4df4-9fe7-20cda775d371 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415654 Jan 21 19:27:52.828771 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10b695-da38-415c-a820-74bcd29fde36 req-c8ebac41-5dd9-4d82-80e0-b3a7e8431dc4 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:27:52.830138 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6c10b695-da38-415c-a820-74bcd29fde36 req-c8ebac41-5dd9-4d82-80e0-b3a7e8431dc4 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 945 time: 0.0800281 Jan 21 19:27:52.872841 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6c10b695-da38-415c-a820-74bcd29fde36 req-e5825c89-8e22-4f18-8d1e-5922b7ef7d33 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371366 Jan 21 19:27:54.057420 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef54f2b-0515-4be3-9961-ddbfac598e47 req-da579dd3-52ca-4fa2-9331-670470ff63a4 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:27:54.058780 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9ef54f2b-0515-4be3-9961-ddbfac598e47 req-da579dd3-52ca-4fa2-9331-670470ff63a4 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 945 time: 0.0814528 Jan 21 19:27:54.102333 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9ef54f2b-0515-4be3-9961-ddbfac598e47 req-ad503ec9-3116-42f4-9c29-b74fd44aaa24 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373344 Jan 21 19:27:55.027381 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f10bee5f-a2a7-4d54-8c59-2ff723438072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:27:55.287234 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8076d-45ab-4f6e-8229-2f5a92ae85ea req-70196560-e780-4f9c-bfeb-aff2bf504226 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:27:55.288578 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b5e8076d-45ab-4f6e-8229-2f5a92ae85ea req-70196560-e780-4f9c-bfeb-aff2bf504226 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 945 time: 0.0780945 Jan 21 19:27:55.331970 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b5e8076d-45ab-4f6e-8229-2f5a92ae85ea req-c6db4ddd-674b-4f8a-b033-8c7006fbdbe6 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378931 Jan 21 19:27:56.522694 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c2e04-e327-4ee6-b577-0733a12fee8f req-faa52540-134e-43aa-9621-38e54a2c8004 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:27:56.524118 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f08c2e04-e327-4ee6-b577-0733a12fee8f req-faa52540-134e-43aa-9621-38e54a2c8004 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 945 time: 0.0812719 Jan 21 19:27:56.570387 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f08c2e04-e327-4ee6-b577-0733a12fee8f req-538a9b9e-5fc5-48d0-9e66-2d49ff5dc865 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394163 Jan 21 19:27:57.238830 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-907591ff-5227-455a-8e28-e6da72e712fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:27:57.757399 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97c147-67f9-441e-88f6-f0a973e43a1d req-6a2e6f1b-e2cd-4754-a7a2-08a0bdc7ad22 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:27:57.758862 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2e97c147-67f9-441e-88f6-f0a973e43a1d req-6a2e6f1b-e2cd-4754-a7a2-08a0bdc7ad22 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 945 time: 0.0777385 Jan 21 19:27:57.802064 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2e97c147-67f9-441e-88f6-f0a973e43a1d req-00cd2d00-2f62-46da-901c-c93c7bda04ab tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375662 Jan 21 19:27:58.347182 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:27:58.656578 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:27:58.700024 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99a3cb-9f47-4802-bcc5-25c1c6f71b2c req-3874c230-fc7c-4b00-b1c4-3f3561a13910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:27:58.701487 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6a99a3cb-9f47-4802-bcc5-25c1c6f71b2c req-3874c230-fc7c-4b00-b1c4-3f3561a13910 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=6306f0f6329f45368a10bca96708233e&device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 1098 time: 0.0759950 Jan 21 19:27:58.701692 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:27:58.843246 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99a3cb-9f47-4802-bcc5-25c1c6f71b2c req-921a1c85-6cca-4a19-95dd-79d0d7441d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:27:58.844788 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6a99a3cb-9f47-4802-bcc5-25c1c6f71b2c req-921a1c85-6cca-4a19-95dd-79d0d7441d34 service neutron] 10.222.0.113 "GET /v2.0/networks?id=23308924-6219-433a-99e7-42bb489e672f HTTP/1.1" status: 200 len: 912 time: 0.1253374 Jan 21 19:27:58.949342 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6a99a3cb-9f47-4802-bcc5-25c1c6f71b2c req-b7240fc4-01c8-43da-aa6e-a6aa014037e5 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8 HTTP/1.1" status: 200 len: 1002 time: 0.0982151 Jan 21 19:27:59.016753 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99a3cb-9f47-4802-bcc5-25c1c6f71b2c req-c82ed5c4-5f4d-468a-b024-4c49175836b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:27:59.018256 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6a99a3cb-9f47-4802-bcc5-25c1c6f71b2c req-c82ed5c4-5f4d-468a-b024-4c49175836b5 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=19b5b36a-bb23-42b3-bed0-1fc020de6fdd HTTP/1.1" status: 200 len: 850 time: 0.0626044 Jan 21 19:27:59.097885 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99a3cb-9f47-4802-bcc5-25c1c6f71b2c req-73194581-7289-439e-af22-30031875c76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:27:59.099362 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6a99a3cb-9f47-4802-bcc5-25c1c6f71b2c req-73194581-7289-439e-af22-30031875c76d service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=23308924-6219-433a-99e7-42bb489e672f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741420 Jan 21 19:27:59.101683 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28782127-ea20-49ce-ae5b-5c4845511c82 req-360ed681-b670-404c-8093-42fc2c8a4d98 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:27:59.103123 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-28782127-ea20-49ce-ae5b-5c4845511c82 req-360ed681-b670-404c-8093-42fc2c8a4d98 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 945 time: 0.1940937 Jan 21 19:27:59.147000 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-28782127-ea20-49ce-ae5b-5c4845511c82 req-50ae93a7-08c3-42ff-9350-c6b8490bf18d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376110 Jan 21 19:27:59.231138 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6a99a3cb-9f47-4802-bcc5-25c1c6f71b2c req-a669e17f-db68-44cc-8fe8-5b292ae999d8 service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239388 Jan 21 19:27:59.359865 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6a99a3cb-9f47-4802-bcc5-25c1c6f71b2c req-61edf2dd-0a4f-49a0-84ee-65ded7bfabae service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228511 Jan 21 19:28:00.080891 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b66d071d-3e6f-495b-a67e-f3838dd1205e req-44942682-c71a-42f1-8d97-ef842644ea7a service neutron] 10.222.0.113 "GET /v2.0/ports/9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8/bindings/hv-neutron-8254 HTTP/1.1" status: 200 len: 384 time: 0.0910523 Jan 21 19:28:00.210206 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:00.337808 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3df548-70a9-44ca-839e-1be891a748e1 req-7f7b1c6f-765a-45d6-9187-2e07a0d8de03 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:00.339191 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7e3df548-70a9-44ca-839e-1be891a748e1 req-7f7b1c6f-765a-45d6-9187-2e07a0d8de03 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 945 time: 0.0851202 Jan 21 19:28:00.383514 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7e3df548-70a9-44ca-839e-1be891a748e1 req-8ecf9d6a-fe7e-4720-a9f9-0f4033bfd8e4 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378096 Jan 21 19:28:00.611344 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d071d-3e6f-495b-a67e-f3838dd1205e req-7bd7285d-6462-4c50-b3af-aa860b9dfd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:00.612708 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b66d071d-3e6f-495b-a67e-f3838dd1205e req-7bd7285d-6462-4c50-b3af-aa860b9dfd37 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca&tenant_id=6306f0f6329f45368a10bca96708233e HTTP/1.1" status: 200 len: 1098 time: 0.0700746 Jan 21 19:28:00.794602 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d071d-3e6f-495b-a67e-f3838dd1205e req-f52d5130-faff-47c2-8e6b-9625805a736d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:00.796679 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b66d071d-3e6f-495b-a67e-f3838dd1205e req-f52d5130-faff-47c2-8e6b-9625805a736d service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=6306f0f6329f45368a10bca96708233e&device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 1098 time: 0.1632116 Jan 21 19:28:00.923280 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d071d-3e6f-495b-a67e-f3838dd1205e req-9e23c057-c00e-4f3e-9ab1-04fab1c5e214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:00.924689 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b66d071d-3e6f-495b-a67e-f3838dd1205e req-9e23c057-c00e-4f3e-9ab1-04fab1c5e214 service neutron] 10.222.0.113 "GET /v2.0/networks?id=23308924-6219-433a-99e7-42bb489e672f HTTP/1.1" status: 200 len: 912 time: 0.1228495 Jan 21 19:28:01.026186 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b66d071d-3e6f-495b-a67e-f3838dd1205e req-d73678ac-060c-43ba-a4e1-0526abe2785a service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8 HTTP/1.1" status: 200 len: 1002 time: 0.0938866 Jan 21 19:28:01.088117 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d071d-3e6f-495b-a67e-f3838dd1205e req-c471e521-52b4-4668-86a7-dd4f68b12b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:01.089603 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b66d071d-3e6f-495b-a67e-f3838dd1205e req-c471e521-52b4-4668-86a7-dd4f68b12b47 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=19b5b36a-bb23-42b3-bed0-1fc020de6fdd HTTP/1.1" status: 200 len: 850 time: 0.0567911 Jan 21 19:28:01.165938 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d071d-3e6f-495b-a67e-f3838dd1205e req-341c7c78-4d7a-43c3-95cf-63bd61a1636a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:01.167377 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b66d071d-3e6f-495b-a67e-f3838dd1205e req-341c7c78-4d7a-43c3-95cf-63bd61a1636a service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=23308924-6219-433a-99e7-42bb489e672f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721610 Jan 21 19:28:01.294284 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b66d071d-3e6f-495b-a67e-f3838dd1205e req-78c5e37f-ce8f-44b6-a261-723e1b2e305d service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209302 Jan 21 19:28:01.427664 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b66d071d-3e6f-495b-a67e-f3838dd1205e req-eaa20c97-8d95-4ebd-af62-fac86599d244 service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279616 Jan 21 19:28:01.569048 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da86ac-d763-46e9-88c1-77f110c1c0b1 req-398374d6-ae4d-4b5c-8c18-b32e58031771 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:01.570421 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a4da86ac-d763-46e9-88c1-77f110c1c0b1 req-398374d6-ae4d-4b5c-8c18-b32e58031771 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 945 time: 0.0776384 Jan 21 19:28:01.615434 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a4da86ac-d763-46e9-88c1-77f110c1c0b1 req-0e7e01dd-57e6-4878-aab8-9ada3b263ca7 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392418 Jan 21 19:28:02.423955 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:28:02.803974 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bae17-b476-43a3-b9fa-9b059b040f2e req-250d817b-3112-40be-8e7e-6b0d0efbb5fc tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:02.805314 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cb1bae17-b476-43a3-b9fa-9b059b040f2e req-250d817b-3112-40be-8e7e-6b0d0efbb5fc tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 945 time: 0.0821605 Jan 21 19:28:02.848560 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cb1bae17-b476-43a3-b9fa-9b059b040f2e req-ffa3aeb9-57fc-4bfe-a0e0-a88ad1c02166 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377164 Jan 21 19:28:03.320794 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:28:03.460599 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:28:03.474683 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': '9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'port_id': '9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8', 'mac_address': 'fa:16:3e:6d:2f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:28:03.528551 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:03.544360 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8 {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:28:03.560614 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:28:03.638702 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:03.699697 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:28:03.752749 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8,revision_number=6']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:28:03.763839 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:28:03.764205 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:28:03.764552 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:28:03.764881 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:28:03.765207 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:28:03.765531 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:28:03.765882 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:28:03.766204 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:28:03.766526 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:28:03.766843 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:28:03.767156 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:28:03.767469 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:28:04.034193 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abd453-1aba-4931-a550-578c9ede7a09 req-7500de0d-5c1c-4a95-b826-724b6ef96c3f tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:04.035524 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-27abd453-1aba-4931-a550-578c9ede7a09 req-7500de0d-5c1c-4a95-b826-724b6ef96c3f tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 944 time: 0.0771637 Jan 21 19:28:04.078501 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-27abd453-1aba-4931-a550-578c9ede7a09 req-da176cf3-fd05-4ac7-ba05-8860f413185b tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373762 Jan 21 19:28:04.820939 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a669c34-c5e1-44f9-9000-770cdf78b038 req-827a2117-6985-488c-adfd-bc589bb9aad7 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:04.821527 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-4a669c34-c5e1-44f9-9000-770cdf78b038 req-827a2117-6985-488c-adfd-bc589bb9aad7 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Synchronizing usage tracker for tenant:6306f0f6329f45368a10bca96708233e on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:28:04.823004 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543316fa-0a67-4ac0-a7c0-a685e9236be7 req-aa0b1f1a-3374-47b5-9c21-03efa1c74784 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:04.824700 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-543316fa-0a67-4ac0-a7c0-a685e9236be7 req-aa0b1f1a-3374-47b5-9c21-03efa1c74784 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 944 time: 0.0826828 Jan 21 19:28:04.868490 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-543316fa-0a67-4ac0-a7c0-a685e9236be7 req-708a8164-827a-4b12-a85a-f62c6e153d49 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377727 Jan 21 19:28:04.895842 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-4a669c34-c5e1-44f9-9000-770cdf78b038 req-827a2117-6985-488c-adfd-bc589bb9aad7 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Unset dirty status for tenant:6306f0f6329f45368a10bca96708233e on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:28:04.896980 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4a669c34-c5e1-44f9-9000-770cdf78b038 req-827a2117-6985-488c-adfd-bc589bb9aad7 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.113 "GET /v2.0/ports?device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca&tenant_id=6306f0f6329f45368a10bca96708233e&binding%3Ahost_id=hv-neutron-8254 HTTP/1.1" status: 200 len: 944 time: 0.1578436 Jan 21 19:28:04.978088 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4a669c34-c5e1-44f9-9000-770cdf78b038 req-40cac52a-f44a-44f8-8ac2-be07fdd1cbc9 service neutron] 10.222.0.113 "GET /v2.0/ports/9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8/bindings/hv-neutron-8254 HTTP/1.1" status: 200 len: 384 time: 0.0755751 Jan 21 19:28:05.068629 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a669c34-c5e1-44f9-9000-770cdf78b038 req-1695cdf9-7c81-477b-bc32-5b570f84f056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:05.070125 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4a669c34-c5e1-44f9-9000-770cdf78b038 req-1695cdf9-7c81-477b-bc32-5b570f84f056 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=6306f0f6329f45368a10bca96708233e&device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 1097 time: 0.0702927 Jan 21 19:28:05.196818 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a669c34-c5e1-44f9-9000-770cdf78b038 req-8187b21d-8aaf-42de-8f29-fe92a7ed44d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:05.198245 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4a669c34-c5e1-44f9-9000-770cdf78b038 req-8187b21d-8aaf-42de-8f29-fe92a7ed44d4 service neutron] 10.222.0.113 "GET /v2.0/networks?id=23308924-6219-433a-99e7-42bb489e672f HTTP/1.1" status: 200 len: 912 time: 0.1223054 Jan 21 19:28:05.298794 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4a669c34-c5e1-44f9-9000-770cdf78b038 req-aabb1290-e03e-4aa7-8280-9d8079032a06 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8 HTTP/1.1" status: 200 len: 1001 time: 0.0943787 Jan 21 19:28:05.326167 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8 up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:28:05.359659 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a669c34-c5e1-44f9-9000-770cdf78b038 req-b5b4df7e-c76e-4d64-959a-32a50b8aa591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:05.361098 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4a669c34-c5e1-44f9-9000-770cdf78b038 req-b5b4df7e-c76e-4d64-959a-32a50b8aa591 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=19b5b36a-bb23-42b3-bed0-1fc020de6fdd HTTP/1.1" status: 200 len: 850 time: 0.0567467 Jan 21 19:28:05.397082 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port 9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:28:05.397445 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:05.437357 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a669c34-c5e1-44f9-9000-770cdf78b038 req-0cb6f566-b31a-4aaf-9cc7-2c5971649a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:05.438950 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4a669c34-c5e1-44f9-9000-770cdf78b038 req-0cb6f566-b31a-4aaf-9cc7-2c5971649a2e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=23308924-6219-433a-99e7-42bb489e672f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724981 Jan 21 19:28:05.520289 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:05.547531 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f5e4b5d-92dc-48ff-be16-396c6d3fadca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:28:05.557596 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:28:05.578396 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4a669c34-c5e1-44f9-9000-770cdf78b038 req-c1d8dd6b-8a3d-4975-8331-608de55ee731 service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319377 Jan 21 19:28:05.600956 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f5e4b5d-92dc-48ff-be16-396c6d3fadca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8', 'code': 200} Jan 21 19:28:05.627240 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:05.696253 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8,revision_number=7']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:28:05.818962 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4a669c34-c5e1-44f9-9000-770cdf78b038 req-a7eb1d32-e6f1-482c-beb1-1e26d8caa739 service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356727 Jan 21 19:28:06.053693 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad04a39-984c-4792-b9d4-82f19908b8a9 req-af8c9e94-9b63-4827-8de5-1c2f60720880 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:06.055201 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-dad04a39-984c-4792-b9d4-82f19908b8a9 req-af8c9e94-9b63-4827-8de5-1c2f60720880 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 945 time: 0.0793719 Jan 21 19:28:06.101942 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-dad04a39-984c-4792-b9d4-82f19908b8a9 req-c616051d-319c-4819-bd52-899f973d928d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411074 Jan 21 19:28:07.287049 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14951bf2-242f-4ad4-924f-5b80b9c5c780 req-306fd8b1-e925-4029-91dd-6817a8ae659c tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:07.288472 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-14951bf2-242f-4ad4-924f-5b80b9c5c780 req-306fd8b1-e925-4029-91dd-6817a8ae659c tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 945 time: 0.0782595 Jan 21 19:28:07.336617 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-14951bf2-242f-4ad4-924f-5b80b9c5c780 req-0cdb2902-a5fb-4246-824d-978a1428c577 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425963 Jan 21 19:28:08.531737 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf7fb1-fe3d-48e5-8127-17e620bb79eb req-2e05cce6-9bb1-4f04-9532-21c8d5367d40 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:08.533209 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-dbdf7fb1-fe3d-48e5-8127-17e620bb79eb req-2e05cce6-9bb1-4f04-9532-21c8d5367d40 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 945 time: 0.0846043 Jan 21 19:28:08.577775 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-dbdf7fb1-fe3d-48e5-8127-17e620bb79eb req-87f1e304-6817-46d0-b8eb-9d95a0062e7d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387197 Jan 21 19:28:08.722213 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a669c34-c5e1-44f9-9000-770cdf78b038 req-fcee3e8b-8c80-41fc-baec-cd33345a49ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:08.723649 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4a669c34-c5e1-44f9-9000-770cdf78b038 req-fcee3e8b-8c80-41fc-baec-cd33345a49ad service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca&tenant_id=6306f0f6329f45368a10bca96708233e HTTP/1.1" status: 200 len: 1098 time: 0.0695574 Jan 21 19:28:08.813459 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a669c34-c5e1-44f9-9000-770cdf78b038 req-c76127dd-5a7d-4ab0-b29d-dee061e6694a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:08.814903 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4a669c34-c5e1-44f9-9000-770cdf78b038 req-c76127dd-5a7d-4ab0-b29d-dee061e6694a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=6306f0f6329f45368a10bca96708233e&device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 1098 time: 0.0716012 Jan 21 19:28:08.942370 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a669c34-c5e1-44f9-9000-770cdf78b038 req-f1ababd5-7997-4ceb-b53c-64e239781372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:08.943696 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4a669c34-c5e1-44f9-9000-770cdf78b038 req-f1ababd5-7997-4ceb-b53c-64e239781372 service neutron] 10.222.0.113 "GET /v2.0/networks?id=23308924-6219-433a-99e7-42bb489e672f HTTP/1.1" status: 200 len: 912 time: 0.1226079 Jan 21 19:28:09.042750 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4a669c34-c5e1-44f9-9000-770cdf78b038 req-5aa4aac3-5f4e-4874-8ca4-c78c295a6c94 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8 HTTP/1.1" status: 200 len: 1002 time: 0.0935442 Jan 21 19:28:09.102698 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a669c34-c5e1-44f9-9000-770cdf78b038 req-4e9b9625-f802-4bad-b710-f5521e93b14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:09.104079 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4a669c34-c5e1-44f9-9000-770cdf78b038 req-4e9b9625-f802-4bad-b710-f5521e93b14c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=19b5b36a-bb23-42b3-bed0-1fc020de6fdd HTTP/1.1" status: 200 len: 850 time: 0.0554833 Jan 21 19:28:09.180532 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a669c34-c5e1-44f9-9000-770cdf78b038 req-428594e0-0f44-4bd1-ba3d-05b2ca4e6683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:09.181993 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4a669c34-c5e1-44f9-9000-770cdf78b038 req-428594e0-0f44-4bd1-ba3d-05b2ca4e6683 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=23308924-6219-433a-99e7-42bb489e672f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713632 Jan 21 19:28:09.310003 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4a669c34-c5e1-44f9-9000-770cdf78b038 req-29c99d5e-dce5-44a1-9c3f-80ce5e808eb3 service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215045 Jan 21 19:28:09.438505 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4a669c34-c5e1-44f9-9000-770cdf78b038 req-1fe6d35b-e511-4f3c-b4a1-ef68183f7547 service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228495 Jan 21 19:28:09.759055 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16392b02-b02d-4f84-85bb-148837b6adcf req-d14bdcab-4bec-4e32-af18-7bfd3f0d7195 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:09.760467 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-16392b02-b02d-4f84-85bb-148837b6adcf req-d14bdcab-4bec-4e32-af18-7bfd3f0d7195 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 945 time: 0.0778768 Jan 21 19:28:09.805262 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-16392b02-b02d-4f84-85bb-148837b6adcf req-45b61511-7dc2-42b2-97bb-04faad758333 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386682 Jan 21 19:28:10.992544 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764eedb-07c0-4855-ad34-96a05ed7ba1d req-266334ad-0847-4459-8f57-75349c01a9fe tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:10.994015 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1764eedb-07c0-4855-ad34-96a05ed7ba1d req-266334ad-0847-4459-8f57-75349c01a9fe tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 945 time: 0.0832345 Jan 21 19:28:11.038879 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1764eedb-07c0-4855-ad34-96a05ed7ba1d req-ba5f1bff-f87e-4bb7-8216-a5e4cfeb9b31 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374961 Jan 21 19:28:11.349716 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:28:11.353120 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:28:11.626223 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:11.639794 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:28:11.661302 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': '9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'port_id': '9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8', 'mac_address': 'fa:16:3e:6d:2f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:28:11.708507 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f5e4b5d-92dc-48ff-be16-396c6d3fadca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:28:11.736754 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:28:11.747028 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:11.760875 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f5e4b5d-92dc-48ff-be16-396c6d3fadca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8', 'code': 200} Jan 21 19:28:11.765856 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8 {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:28:11.785030 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:11.894842 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:28:11.895117 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:28:11.898293 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8,revision_number=8']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:28:12.234375 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f772a5f-bd93-45c3-9ef8-37df798ae33b req-301abd19-525c-45fb-a205-4281a25be975 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:12.235706 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4f772a5f-bd93-45c3-9ef8-37df798ae33b req-301abd19-525c-45fb-a205-4281a25be975 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 943 time: 0.0782743 Jan 21 19:28:12.281563 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4f772a5f-bd93-45c3-9ef8-37df798ae33b req-bf6949c8-0525-490f-8f6a-1576546f3c8b tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403576 Jan 21 19:28:12.453519 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:12.471908 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8 {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:28:12.483055 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42133442-1518-47a3-944b-5fddb52f0eaf req-ac3aff08-b16b-43d4-ab5e-a6068dce4b3c tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:12.484567 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-42133442-1518-47a3-944b-5fddb52f0eaf req-ac3aff08-b16b-43d4-ab5e-a6068dce4b3c tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 943 time: 0.0952196 Jan 21 19:28:12.487338 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:28:12.528255 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-42133442-1518-47a3-944b-5fddb52f0eaf req-fcdf9f8e-2b22-465d-bfbd-a7f1ca108d4a tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376081 Jan 21 19:28:12.558714 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:12.631456 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:28:12.668579 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8,revision_number=9']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:28:12.718126 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301595e-c467-49b5-9c3a-07be64957a09 req-57ce94ff-c398-45d2-82b9-b2becd182a23 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:12.719576 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8301595e-c467-49b5-9c3a-07be64957a09 req-57ce94ff-c398-45d2-82b9-b2becd182a23 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 944 time: 0.0847709 Jan 21 19:28:12.763637 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8301595e-c467-49b5-9c3a-07be64957a09 req-c79c5c6d-4c1f-4155-9c51-01224e3d9a99 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381002 Jan 21 19:28:13.350589 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8 up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:28:13.389895 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c499b-134c-4809-afc2-1f2fac261e93 req-69ceb49c-3f99-43e2-860d-8976e9fc1d72 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:13.391531 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f19c499b-134c-4809-afc2-1f2fac261e93 req-69ceb49c-3f99-43e2-860d-8976e9fc1d72 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 944 time: 0.0819438 Jan 21 19:28:13.439105 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f19c499b-134c-4809-afc2-1f2fac261e93 req-4aef30c8-72ee-40ca-9b7f-7118f523710c tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413160 Jan 21 19:28:13.441025 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port 9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:28:13.441618 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:13.573168 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:13.613165 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:28:13.675588 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:13.742513 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8,revision_number=10']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:28:13.761611 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f5e4b5d-92dc-48ff-be16-396c6d3fadca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:28:13.806872 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f5e4b5d-92dc-48ff-be16-396c6d3fadca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8', 'code': 200} Jan 21 19:28:14.629536 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858e3d3-cbcc-4b9a-97e0-eb6115052fa3 req-90428e13-d061-471e-ae7c-804e24142639 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:14.631028 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b858e3d3-cbcc-4b9a-97e0-eb6115052fa3 req-90428e13-d061-471e-ae7c-804e24142639 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 946 time: 0.0821936 Jan 21 19:28:14.674081 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b858e3d3-cbcc-4b9a-97e0-eb6115052fa3 req-163cdace-6968-44af-aff3-378bce6b91b1 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374796 Jan 21 19:28:15.430113 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352467a3-0b0a-4a80-a1d4-186aeef445fc req-5cfae96a-29e0-4d65-a304-2583932c353c tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:15.431528 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-352467a3-0b0a-4a80-a1d4-186aeef445fc req-5cfae96a-29e0-4d65-a304-2583932c353c tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.113 "GET /v2.0/ports?device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 946 time: 0.0786276 Jan 21 19:28:15.506174 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-352467a3-0b0a-4a80-a1d4-186aeef445fc req-b5d2c6d1-4dd0-4980-a550-f3586fa147fb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Deleting port 9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:28:15.506505 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-352467a3-0b0a-4a80-a1d4-186aeef445fc req-b5d2c6d1-4dd0-4980-a550-f3586fa147fb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:15.757022 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-352467a3-0b0a-4a80-a1d4-186aeef445fc req-b5d2c6d1-4dd0-4980-a550-f3586fa147fb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] For port 9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:28:15.757374 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-352467a3-0b0a-4a80-a1d4-186aeef445fc req-b5d2c6d1-4dd0-4980-a550-f3586fa147fb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:15.859166 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10fa1e-e3d9-4568-9c31-b55aad78ee92 req-de881d99-b640-4343-a606-460a8284c961 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:15.860620 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6b10fa1e-e3d9-4568-9c31-b55aad78ee92 req-de881d99-b640-4343-a606-460a8284c961 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 946 time: 0.0806212 Jan 21 19:28:15.903732 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6b10fa1e-e3d9-4568-9c31-b55aad78ee92 req-f9bbe65f-3f18-42be-931f-ac5baf9cf227 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373540 Jan 21 19:28:16.144036 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-352467a3-0b0a-4a80-a1d4-186aeef445fc req-b5d2c6d1-4dd0-4980-a550-f3586fa147fb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:16.144400 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-352467a3-0b0a-4a80-a1d4-186aeef445fc req-b5d2c6d1-4dd0-4980-a550-f3586fa147fb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:16.144708 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.l3_db [req-352467a3-0b0a-4a80-a1d4-186aeef445fc req-b5d2c6d1-4dd0-4980-a550-f3586fa147fb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Floating IP 080899ed-ab00-4c97-bff7-c7d4a8c6eb18 disassociated. External IP: 172.26.1.205, port: 9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8. Jan 21 19:28:16.145048 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-352467a3-0b0a-4a80-a1d4-186aeef445fc req-b5d2c6d1-4dd0-4980-a550-f3586fa147fb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Calling delete_port for 9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8 owned by compute:nova {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:28:16.344160 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-352467a3-0b0a-4a80-a1d4-186aeef445fc req-b5d2c6d1-4dd0-4980-a550-f3586fa147fb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:16.393768 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2c6d1-4dd0-4980-a550-f3586fa147fb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Pushing event deleted for resources: {'Port': ['ID=9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:28:16.404837 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2c6d1-4dd0-4980-a550-f3586fa147fb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:28:16.405698 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2c6d1-4dd0-4980-a550-f3586fa147fb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:28:16.406085 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2c6d1-4dd0-4980-a550-f3586fa147fb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:28:16.406492 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2c6d1-4dd0-4980-a550-f3586fa147fb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:28:16.406819 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2c6d1-4dd0-4980-a550-f3586fa147fb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:28:16.407143 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2c6d1-4dd0-4980-a550-f3586fa147fb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:28:16.407478 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2c6d1-4dd0-4980-a550-f3586fa147fb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:28:16.407787 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2c6d1-4dd0-4980-a550-f3586fa147fb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:28:16.408107 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2c6d1-4dd0-4980-a550-f3586fa147fb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:28:16.408423 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2c6d1-4dd0-4980-a550-f3586fa147fb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:28:16.408738 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2c6d1-4dd0-4980-a550-f3586fa147fb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:28:16.409046 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d2c6d1-4dd0-4980-a550-f3586fa147fb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:28:16.598166 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-352467a3-0b0a-4a80-a1d4-186aeef445fc req-b5d2c6d1-4dd0-4980-a550-f3586fa147fb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Router 3e3483ee-a27e-498a-b7fd-148220ab6bd8 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:28:16.771532 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-352467a3-0b0a-4a80-a1d4-186aeef445fc req-b5d2c6d1-4dd0-4980-a550-f3586fa147fb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:28:16.781522 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e8a73e-b1d9-4f4c-8169-4d289d5968b4 None None] Sync routers for ids ['3e3483ee-a27e-498a-b7fd-148220ab6bd8'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:28:16.790741 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e8a73e-b1d9-4f4c-8169-4d289d5968b4 None None] Routers {'3e3483ee-a27e-498a-b7fd-148220ab6bd8'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:28:16.791351 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-72e8a73e-b1d9-4f4c-8169-4d289d5968b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:27:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['3e3483ee-a27e-498a-b7fd-148220ab6bd8'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:28:16.851108 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-352467a3-0b0a-4a80-a1d4-186aeef445fc req-b5d2c6d1-4dd0-4980-a550-f3586fa147fb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] No DVR routers for this DVR port 9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8 on host hv-neutron-8254 {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:28:16.853744 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-352467a3-0b0a-4a80-a1d4-186aeef445fc req-b5d2c6d1-4dd0-4980-a550-f3586fa147fb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:16.858740 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f5e4b5d-92dc-48ff-be16-396c6d3fadca', 'name': 'network-vif-deleted', 'tag': '9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:28:16.910418 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f5e4b5d-92dc-48ff-be16-396c6d3fadca', 'name': 'network-vif-deleted', 'tag': '9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8', 'status': 'completed', 'code': 200} Jan 21 19:28:16.942540 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-352467a3-0b0a-4a80-a1d4-186aeef445fc req-b5d2c6d1-4dd0-4980-a550-f3586fa147fb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.113 "DELETE /v2.0/ports/9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8 HTTP/1.1" status: 204 len: 173 time: 1.5043397 Jan 21 19:28:17.013032 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-72e8a73e-b1d9-4f4c-8169-4d289d5968b4 None None] Set router 3e3483ee-a27e-498a-b7fd-148220ab6bd8 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:28:17.070876 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b08d7481-90cd-4539-b48d-cf01685a15e7 req-66616369-a6fd-41ca-a70c-32706e720284 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f5e4b5d-92dc-48ff-be16-396c6d3fadca HTTP/1.1" status: 200 len: 210 time: 0.0522602 Jan 21 19:28:17.338088 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-72e8a73e-b1d9-4f4c-8169-4d289d5968b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'name': 'tempest-ServerActionsTestJSON-359212956-router', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:24:00Z', 'updated_at': '2022-01-21T19:24:05Z', 'revision_number': 4, 'project_id': '6306f0f6329f45368a10bca96708233e', 'gw_port': {'id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:01Z', 'updated_at': '2022-01-21T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '57544715-14f1-4e4f-a7aa-8520669c8f0d', 'name': '', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'mac_address': 'fa:16:3e:e5:b8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:04Z', 'updated_at': '2022-01-21T19:24:10Z', 'revision_number': 5, 'project_id': '6306f0f6329f45368a10bca96708233e', 'subnets': [{'id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:28:17.341716 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e8a73e-b1d9-4f4c-8169-4d289d5968b4 None None] Checking router: 3e3483ee-a27e-498a-b7fd-148220ab6bd8 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:28:17.351053 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e8a73e-b1d9-4f4c-8169-4d289d5968b4 None None] Routers {'3e3483ee-a27e-498a-b7fd-148220ab6bd8'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:28:17.351644 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-72e8a73e-b1d9-4f4c-8169-4d289d5968b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:27:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['3e3483ee-a27e-498a-b7fd-148220ab6bd8'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:28:17.528998 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-72e8a73e-b1d9-4f4c-8169-4d289d5968b4 None None] Set router 3e3483ee-a27e-498a-b7fd-148220ab6bd8 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:28:17.843318 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-72e8a73e-b1d9-4f4c-8169-4d289d5968b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'name': 'tempest-ServerActionsTestJSON-359212956-router', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:24:00Z', 'updated_at': '2022-01-21T19:24:05Z', 'revision_number': 4, 'project_id': '6306f0f6329f45368a10bca96708233e', 'gw_port': {'id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:01Z', 'updated_at': '2022-01-21T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '57544715-14f1-4e4f-a7aa-8520669c8f0d', 'name': '', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'mac_address': 'fa:16:3e:e5:b8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:04Z', 'updated_at': '2022-01-21T19:24:10Z', 'revision_number': 5, 'project_id': '6306f0f6329f45368a10bca96708233e', 'subnets': [{'id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:28:17.847425 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e8a73e-b1d9-4f4c-8169-4d289d5968b4 None None] The sync data for ids ['3e3483ee-a27e-498a-b7fd-148220ab6bd8'] in dv-neutron-825470-1-hyperv is: [{'id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'name': 'tempest-ServerActionsTestJSON-359212956-router', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:24:00Z', 'updated_at': '2022-01-21T19:24:05Z', 'revision_number': 4, 'project_id': '6306f0f6329f45368a10bca96708233e', 'gw_port': {'id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:01Z', 'updated_at': '2022-01-21T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '57544715-14f1-4e4f-a7aa-8520669c8f0d', 'name': '', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'mac_address': 'fa:16:3e:e5:b8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:04Z', 'updated_at': '2022-01-21T19:24:10Z', 'revision_number': 5, 'project_id': '6306f0f6329f45368a10bca96708233e', 'subnets': [{'id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:28:18.070076 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf832730-9167-4c9c-bdca-652e2b0ae280 None None] New status for floating IP 080899ed-ab00-4c97-bff7-c7d4a8c6eb18: DOWN {{(pid=88138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:28:18.417836 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-d0100ae9-2eb2-426e-ba58-683c408dea90 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--1068002586&fields=id&tenant_id=6306f0f6329f45368a10bca96708233e HTTP/1.1" status: 200 len: 267 time: 0.0386012 Jan 21 19:28:18.576120 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-24424620-92ff-4bf7-a475-24b86ff83b80 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:18.578111 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-24424620-92ff-4bf7-a475-24b86ff83b80 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/networks?id=23308924-6219-433a-99e7-42bb489e672f HTTP/1.1" status: 200 len: 811 time: 0.1530945 Jan 21 19:28:18.593591 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-e440e30a-a2e8-49e1-b66b-b813dab05465 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/quotas/6306f0f6329f45368a10bca96708233e HTTP/1.1" status: 200 len: 375 time: 0.0098841 Jan 21 19:28:18.675400 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-a0c2e075-86ff-44eb-ab3e-4ee1dd5794ca tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=6306f0f6329f45368a10bca96708233e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0767970 Jan 21 19:28:18.853031 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-f9aea316-1bc7-497c-be10-974e83adbe63 service neutron] 10.222.0.87 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655691 Jan 21 19:28:18.982672 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-45bea4bd-8c7b-4ba3-9022-908d6a33d0ff service neutron] 10.222.0.87 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230168 Jan 21 19:28:19.232578 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7d6f86b7-a49e-420a-8091-6e1db070deeb req-1ffef25c-08cd-4a17-86e0-f560b8938918 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 210 time: 0.0450442 Jan 21 19:28:19.420636 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:28:19.458830 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] No Port match for: 9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:28:19.459172 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 9fecd0b9-aa0b-4d78-9ab0-064f0593c4d8 not bound to the agent host hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:28:20.381540 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-534504de-04ff-42d9-a1a4-00d9a6a27af2 req-529d4f9f-4ef3-40ef-882a-902a5761f168 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 210 time: 0.0431256 Jan 21 19:28:21.254307 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-8552c5ec-b3a3-4159-a888-1c65f5af2737 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:21.255771 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-8552c5ec-b3a3-4159-a888-1c65f5af2737 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.113 "GET /v2.0/networks?id=23308924-6219-433a-99e7-42bb489e672f HTTP/1.1" status: 200 len: 811 time: 0.1448159 Jan 21 19:28:21.303114 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-fd616586-fd54-463b-8c5a-0866ab16525c tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6306f0f6329f45368a10bca96708233e HTTP/1.1" status: 200 len: 380 time: 0.0400016 Jan 21 19:28:21.311655 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-cc3cae19-3c2e-4c0d-b6cd-9749d63f78a2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Request body: {'port': {'device_id': '441ada1f-bea4-4607-987b-a348a881be89', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'admin_state_up': True, 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'security_groups': ['790e36eb-7b15-4311-8e6c-21da6c7e7cb0']}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:28:21.455961 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-cc3cae19-3c2e-4c0d-b6cd-9749d63f78a2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:28:21.460299 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-cc3cae19-3c2e-4c0d-b6cd-9749d63f78a2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Usage tracker for resource:port and tenant:6306f0f6329f45368a10bca96708233e is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:28:21.463185 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-cc3cae19-3c2e-4c0d-b6cd-9749d63f78a2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:28:21.469587 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-cc3cae19-3c2e-4c0d-b6cd-9749d63f78a2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:28:21.521320 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-cc3cae19-3c2e-4c0d-b6cd-9749d63f78a2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Made reservation on behalf of 6306f0f6329f45368a10bca96708233e for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:28:21.526506 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-cc3cae19-3c2e-4c0d-b6cd-9749d63f78a2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:21.533918 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-62d85ab6-8c45-4ee8-9b0b-73f57402c415 req-9f9635a2-4b80-4165-82c5-aad8d317b188 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 210 time: 0.0445673 Jan 21 19:28:21.695273 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-cc3cae19-3c2e-4c0d-b6cd-9749d63f78a2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Allocated IP 172.20.0.8 (23308924-6219-433a-99e7-42bb489e672f/19b5b36a-bb23-42b3-bed0-1fc020de6fdd/45bd0cee-ab60-4eea-a388-7d87d02088ce) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:28:21.882026 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-cc3cae19-3c2e-4c0d-b6cd-9749d63f78a2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:21.897231 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-cc3cae19-3c2e-4c0d-b6cd-9749d63f78a2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Transition to ACTIVE for port object 45bd0cee-ab60-4eea-a388-7d87d02088ce will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:28:22.001891 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-cc3cae19-3c2e-4c0d-b6cd-9749d63f78a2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:22.073479 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-cc3cae19-3c2e-4c0d-b6cd-9749d63f78a2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Network 23308924-6219-433a-99e7-42bb489e672f is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:28:22.076419 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-cc3cae19-3c2e-4c0d-b6cd-9749d63f78a2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:28:22.079515 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-cc3cae19-3c2e-4c0d-b6cd-9749d63f78a2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:28:22.120584 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3cae19-3c2e-4c0d-b6cd-9749d63f78a2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Pushing event updated for resources: {'Port': ['ID=45bd0cee-ab60-4eea-a388-7d87d02088ce,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:28:22.150990 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-cc3cae19-3c2e-4c0d-b6cd-9749d63f78a2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:22.151589 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-cc3cae19-3c2e-4c0d-b6cd-9749d63f78a2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:22.242461 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-cc3cae19-3c2e-4c0d-b6cd-9749d63f78a2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9342022 Jan 21 19:28:22.254167 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-35de804d-c035-4fbf-b450-e22f3baffeda service neutron] Request body: {'port': {'device_id': '441ada1f-bea4-4607-987b-a348a881be89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:28:22.327977 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-2880612d-69a6-4257-9216-6be910916424 None None] Provisioning for port 45bd0cee-ab60-4eea-a388-7d87d02088ce completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:28:22.333699 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-2880612d-69a6-4257-9216-6be910916424 None None] Provisioning complete for port 45bd0cee-ab60-4eea-a388-7d87d02088ce triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:28:22.334118 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2880612d-69a6-4257-9216-6be910916424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:22.389852 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-2880612d-69a6-4257-9216-6be910916424 None None] Port 45bd0cee-ab60-4eea-a388-7d87d02088ce cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:28:22.469680 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-35de804d-c035-4fbf-b450-e22f3baffeda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:22.722381 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b29f79-2a29-419a-b645-1dee272da424 req-22aa362e-b450-4433-ba3b-5e32d4cb4439 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:22.723922 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-68b29f79-2a29-419a-b645-1dee272da424 req-22aa362e-b450-4433-ba3b-5e32d4cb4439 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 931 time: 0.0815258 Jan 21 19:28:22.768186 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-68b29f79-2a29-419a-b645-1dee272da424 req-98c6f17d-2f46-473b-8583-2ef8ee6f43bb tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385010 Jan 21 19:28:22.807165 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-35de804d-c035-4fbf-b450-e22f3baffeda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45bd0cee-ab60-4eea-a388-7d87d02088ce {{(pid=88137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:28:22.814832 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-35de804d-c035-4fbf-b450-e22f3baffeda service neutron] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:22.828778 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-35de804d-c035-4fbf-b450-e22f3baffeda service neutron] Transition to ACTIVE for port object 45bd0cee-ab60-4eea-a388-7d87d02088ce will not be triggered until provisioned by entity L2. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:28:22.886745 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-35de804d-c035-4fbf-b450-e22f3baffeda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:23.042946 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de804d-c035-4fbf-b450-e22f3baffeda service neutron] Pushing event updated for resources: {'Port': ['ID=45bd0cee-ab60-4eea-a388-7d87d02088ce,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:28:23.122784 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-35de804d-c035-4fbf-b450-e22f3baffeda service neutron] Attempting to bind port 45bd0cee-ab60-4eea-a388-7d87d02088ce on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:28:23.123122 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-35de804d-c035-4fbf-b450-e22f3baffeda service neutron] Attempting to bind port 45bd0cee-ab60-4eea-a388-7d87d02088ce by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'df499347-be85-40db-b735-743af625baf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '23308924-6219-433a-99e7-42bb489e672f'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:28:23.124003 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-35de804d-c035-4fbf-b450-e22f3baffeda service neutron] Attempting to bind port 45bd0cee-ab60-4eea-a388-7d87d02088ce on network 23308924-6219-433a-99e7-42bb489e672f {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:28:23.128435 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-35de804d-c035-4fbf-b450-e22f3baffeda service neutron] Port 45bd0cee-ab60-4eea-a388-7d87d02088ce on network 23308924-6219-433a-99e7-42bb489e672f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 19:28:23.128766 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-35de804d-c035-4fbf-b450-e22f3baffeda service neutron] Attempting to bind port 45bd0cee-ab60-4eea-a388-7d87d02088ce on network 23308924-6219-433a-99e7-42bb489e672f {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:28:23.133620 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-35de804d-c035-4fbf-b450-e22f3baffeda service neutron] Checking agent: {'id': '9a14f311-f6d5-46c6-87a2-f860197fb66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:28:23.133976 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-35de804d-c035-4fbf-b450-e22f3baffeda service neutron] Checking segment: {'id': 'df499347-be85-40db-b735-743af625baf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '23308924-6219-433a-99e7-42bb489e672f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:28:23.134383 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-35de804d-c035-4fbf-b450-e22f3baffeda service neutron] Bound using segment: {'id': 'df499347-be85-40db-b735-743af625baf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '23308924-6219-433a-99e7-42bb489e672f'} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:28:23.134793 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-35de804d-c035-4fbf-b450-e22f3baffeda service neutron] Bound port: 45bd0cee-ab60-4eea-a388-7d87d02088ce, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df499347-be85-40db-b735-743af625baf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '23308924-6219-433a-99e7-42bb489e672f'}}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:28:23.135128 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-35de804d-c035-4fbf-b450-e22f3baffeda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:23.225325 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-35de804d-c035-4fbf-b450-e22f3baffeda service neutron] For port 45bd0cee-ab60-4eea-a388-7d87d02088ce, host hv-neutron-8254, cleared binding levels {{(pid=88137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:28:23.228655 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-35de804d-c035-4fbf-b450-e22f3baffeda service neutron] For port 45bd0cee-ab60-4eea-a388-7d87d02088ce, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=45bd0cee-ab60-4eea-a388-7d87d02088ce,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:28:23.290540 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-35de804d-c035-4fbf-b450-e22f3baffeda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:23.351217 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-35de804d-c035-4fbf-b450-e22f3baffeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:23.351863 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-35de804d-c035-4fbf-b450-e22f3baffeda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:23.353226 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-35de804d-c035-4fbf-b450-e22f3baffeda service neutron] 10.222.0.113 "PUT /v2.0/ports/45bd0cee-ab60-4eea-a388-7d87d02088ce HTTP/1.1" status: 200 len: 1093 time: 1.1032169 Jan 21 19:28:23.353651 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '441ada1f-bea4-4607-987b-a348a881be89', 'tag': '45bd0cee-ab60-4eea-a388-7d87d02088ce'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:28:23.375674 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de804d-c035-4fbf-b450-e22f3baffeda service neutron] Pushing event updated for resources: {'Port': ['ID=45bd0cee-ab60-4eea-a388-7d87d02088ce,revision_number=3']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:28:23.407089 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '441ada1f-bea4-4607-987b-a348a881be89', 'tag': '45bd0cee-ab60-4eea-a388-7d87d02088ce', 'status': 'completed', 'code': 200} Jan 21 19:28:23.507142 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5805d4-d705-496e-b642-87455936abc3 req-274bdae7-7083-4b32-82f5-f3238f30ba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:23.509063 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0c5805d4-d705-496e-b642-87455936abc3 req-274bdae7-7083-4b32-82f5-f3238f30ba80 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=6306f0f6329f45368a10bca96708233e&device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 1096 time: 0.0809727 Jan 21 19:28:23.649503 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5805d4-d705-496e-b642-87455936abc3 req-b3738ca1-f8d2-4961-b0cb-e903d640d512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:23.650967 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0c5805d4-d705-496e-b642-87455936abc3 req-b3738ca1-f8d2-4961-b0cb-e903d640d512 service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=6306f0f6329f45368a10bca96708233e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1352332 Jan 21 19:28:23.783995 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5805d4-d705-496e-b642-87455936abc3 req-ec991db6-ffca-4d62-ac59-db8fdb0548cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:23.785421 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0c5805d4-d705-496e-b642-87455936abc3 req-ec991db6-ffca-4d62-ac59-db8fdb0548cf service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1280704 Jan 21 19:28:23.899208 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-6e0b45be-a241-497f-90be-ee26b1cada3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:23.900589 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-6e0b45be-a241-497f-90be-ee26b1cada3f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=6306f0f6329f45368a10bca96708233e&device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 1096 time: 0.0790877 Jan 21 19:28:23.972534 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-1c8d0376-d416-4267-9c1c-6c42fecba352 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45bd0cee-ab60-4eea-a388-7d87d02088ce HTTP/1.1" status: 200 len: 217 time: 0.0655668 Jan 21 19:28:23.973253 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b3740-7a7e-4ea8-8773-a3fd059ee60f req-94eb02ae-6a86-404d-afbe-0e0b9aa20762 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:23.974721 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1c8b3740-7a7e-4ea8-8773-a3fd059ee60f req-94eb02ae-6a86-404d-afbe-0e0b9aa20762 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 943 time: 0.0875335 Jan 21 19:28:24.021256 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1c8b3740-7a7e-4ea8-8773-a3fd059ee60f req-413f17ff-eb30-44bf-a8fb-6b46291fa1e7 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408134 Jan 21 19:28:24.033555 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-b5ec8ba9-c47d-4d10-ab21-2435636f1a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:24.035059 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-b5ec8ba9-c47d-4d10-ab21-2435636f1a67 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=19b5b36a-bb23-42b3-bed0-1fc020de6fdd HTTP/1.1" status: 200 len: 850 time: 0.0569813 Jan 21 19:28:24.118854 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-4b90fdb3-b3b3-4b75-b829-69f8a2d44816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:24.120314 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-4b90fdb3-b3b3-4b75-b829-69f8a2d44816 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=23308924-6219-433a-99e7-42bb489e672f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796945 Jan 21 19:28:24.345753 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-cca32058-53bc-4821-8d07-94668a9a4d09 service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189033 Jan 21 19:28:24.477419 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-bd2e5a82-816c-463a-a3e2-f57b9ad4989c req-16520f63-853b-4689-b5b4-30dd296cb460 service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258788 Jan 21 19:28:24.990066 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-504d736f-134a-4d46-ac1c-4e3b89fbc11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:25.207356 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab14fae-bde0-461f-8c91-71411e20078d req-1cbf956a-687a-482d-87ef-6a37dff7e440 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:25.208697 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-eab14fae-bde0-461f-8c91-71411e20078d req-1cbf956a-687a-482d-87ef-6a37dff7e440 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 943 time: 0.0785875 Jan 21 19:28:25.251329 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-eab14fae-bde0-461f-8c91-71411e20078d req-af8a7203-6e1d-42d3-86dc-74469c2b5656 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369966 Jan 21 19:28:26.536922 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8d04b-8a02-4194-98f8-34fdc783d592 req-e1b21d45-a126-4319-9f40-dfff245077d9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:26.538327 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-35b8d04b-8a02-4194-98f8-34fdc783d592 req-e1b21d45-a126-4319-9f40-dfff245077d9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 943 time: 0.1827621 Jan 21 19:28:26.581733 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-35b8d04b-8a02-4194-98f8-34fdc783d592 req-d1b8c2fe-a354-4f96-932e-8e9648467e6f tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377393 Jan 21 19:28:27.253378 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f293b048-cfd7-4883-b6a9-f5e5c45e7f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:27.482863 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 45bd0cee-ab60-4eea-a388-7d87d02088ce details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:28:27.626872 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 45bd0cee-ab60-4eea-a388-7d87d02088ce, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=45bd0cee-ab60-4eea-a388-7d87d02088ce,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:28:27.642063 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': '45bd0cee-ab60-4eea-a388-7d87d02088ce', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'port_id': '45bd0cee-ab60-4eea-a388-7d87d02088ce', 'mac_address': 'fa:16:3e:f8:c1:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:28:27.705126 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:27.723185 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45bd0cee-ab60-4eea-a388-7d87d02088ce {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:28:27.743054 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 45bd0cee-ab60-4eea-a388-7d87d02088ce, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=45bd0cee-ab60-4eea-a388-7d87d02088ce,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:28:27.787332 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce75eba-ce5f-43c8-bcb9-7e13b8319aaa req-72f0f72b-2382-4cad-91cb-5c36ae9fe09b tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:27.788877 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1ce75eba-ce5f-43c8-bcb9-7e13b8319aaa req-72f0f72b-2382-4cad-91cb-5c36ae9fe09b tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 943 time: 0.0847476 Jan 21 19:28:27.834710 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1ce75eba-ce5f-43c8-bcb9-7e13b8319aaa req-82bd1ace-1582-48d5-b5df-d661725287dc tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398629 Jan 21 19:28:27.839135 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:27.908655 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=45bd0cee-ab60-4eea-a388-7d87d02088ce,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:28:28.045058 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['45bd0cee-ab60-4eea-a388-7d87d02088ce'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:28:28.361616 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:28.601466 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:28.664230 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:29.022546 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd330a-268c-4d2b-95f4-6c57032e6475 req-b49608e7-e9d4-46d1-a819-2a9c7da5c4e2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:29.023890 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b6bd330a-268c-4d2b-95f4-6c57032e6475 req-b49608e7-e9d4-46d1-a819-2a9c7da5c4e2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 944 time: 0.0811317 Jan 21 19:28:29.067787 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b6bd330a-268c-4d2b-95f4-6c57032e6475 req-4114e265-2245-479c-aced-5ccc5dc2bd38 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382884 Jan 21 19:28:29.482084 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 45bd0cee-ab60-4eea-a388-7d87d02088ce up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:28:29.604677 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning for port 45bd0cee-ab60-4eea-a388-7d87d02088ce completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:28:29.609917 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port 45bd0cee-ab60-4eea-a388-7d87d02088ce triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:28:29.610288 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:29.722113 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:29.747740 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441ada1f-bea4-4607-987b-a348a881be89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bd0cee-ab60-4eea-a388-7d87d02088ce'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:28:29.758177 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 45bd0cee-ab60-4eea-a388-7d87d02088ce, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=45bd0cee-ab60-4eea-a388-7d87d02088ce,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:28:29.802717 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441ada1f-bea4-4607-987b-a348a881be89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bd0cee-ab60-4eea-a388-7d87d02088ce', 'code': 200} Jan 21 19:28:29.831006 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:29.904203 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=45bd0cee-ab60-4eea-a388-7d87d02088ce,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:28:30.156092 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:30.182916 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae11d3-727b-4757-8d12-fd8c08690322 req-5654eda1-30c9-43a9-a439-cc36a9130888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:30.184379 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-24ae11d3-727b-4757-8d12-fd8c08690322 req-5654eda1-30c9-43a9-a439-cc36a9130888 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 1098 time: 0.0716457 Jan 21 19:28:30.228580 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-24ae11d3-727b-4757-8d12-fd8c08690322 req-a3d33227-d09f-4b51-9e78-9dd77593f4ff service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382779 Jan 21 19:28:30.253769 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48216572-bd63-4580-b174-fe1213e0f058 req-1d83802a-447e-473e-b9f0-ae9f246f1ff2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:30.255244 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-48216572-bd63-4580-b174-fe1213e0f058 req-1d83802a-447e-473e-b9f0-ae9f246f1ff2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.0796001 Jan 21 19:28:30.302829 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-48216572-bd63-4580-b174-fe1213e0f058 req-e310e0a7-8599-4a4f-82a2-10faa024d743 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418217 Jan 21 19:28:31.497117 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa75b3-5cad-4f31-900d-b624b9920974 req-3bd95a76-af82-49cf-82f9-ad50679e50c8 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:31.498657 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8aaa75b3-5cad-4f31-900d-b624b9920974 req-3bd95a76-af82-49cf-82f9-ad50679e50c8 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.0816636 Jan 21 19:28:31.543265 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8aaa75b3-5cad-4f31-900d-b624b9920974 req-6ad2e548-7c50-45ac-8e12-f84b5c1d866b tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387714 Jan 21 19:28:32.733808 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d24f3-5979-4fdc-a422-3cf8bcb86848 req-733103ee-6f80-41ba-937b-e32c6498d858 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:32.735156 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5d2d24f3-5979-4fdc-a422-3cf8bcb86848 req-733103ee-6f80-41ba-937b-e32c6498d858 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.0877771 Jan 21 19:28:32.777640 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5d2d24f3-5979-4fdc-a422-3cf8bcb86848 req-5ec86727-3b4a-40f0-a6c2-87da0fb3c6ba tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369155 Jan 21 19:28:32.954953 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d05530-6f7b-4bff-b409-73706c899679 req-8210c103-72f8-4bca-af90-d0f677c41e02 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:32.956411 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b0d05530-6f7b-4bff-b409-73706c899679 req-8210c103-72f8-4bca-af90-d0f677c41e02 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.0796242 Jan 21 19:28:32.964938 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 39796) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:28:32.970620 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-61db8f6a-7fee-43b7-a9a2-2d8a3aba2ef9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Request body: {'floatingip': {'port_id': '45bd0cee-ab60-4eea-a388-7d87d02088ce'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:28:33.048604 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-61db8f6a-7fee-43b7-a9a2-2d8a3aba2ef9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks [] for floatingip, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:33.628571 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-61db8f6a-7fee-43b7-a9a2-2d8a3aba2ef9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:33.687604 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-61db8f6a-7fee-43b7-a9a2-2d8a3aba2ef9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:33.970735 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.l3_db [None req-61db8f6a-7fee-43b7-a9a2-2d8a3aba2ef9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Floating IP 080899ed-ab00-4c97-bff7-c7d4a8c6eb18 associated. External IP: 172.26.1.205, port: 45bd0cee-ab60-4eea-a388-7d87d02088ce. Jan 21 19:28:34.336129 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61db8f6a-7fee-43b7-a9a2-2d8a3aba2ef9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Router 3e3483ee-a27e-498a-b7fd-148220ab6bd8 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:28:34.513243 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61db8f6a-7fee-43b7-a9a2-2d8a3aba2ef9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:28:34.518695 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-61db8f6a-7fee-43b7-a9a2-2d8a3aba2ef9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:34.523162 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbaf9c0-346b-4309-8612-00eb58f238c1 None None] Sync routers for ids ['3e3483ee-a27e-498a-b7fd-148220ab6bd8'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:28:34.532453 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbaf9c0-346b-4309-8612-00eb58f238c1 None None] Routers {'3e3483ee-a27e-498a-b7fd-148220ab6bd8'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:28:34.533059 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-6dbaf9c0-346b-4309-8612-00eb58f238c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:28:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['3e3483ee-a27e-498a-b7fd-148220ab6bd8'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:28:34.574543 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-61db8f6a-7fee-43b7-a9a2-2d8a3aba2ef9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "PUT /v2.0/floatingips/080899ed-ab00-4c97-bff7-c7d4a8c6eb18 HTTP/1.1" status: 200 len: 992 time: 1.6085474 Jan 21 19:28:34.575093 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '441ada1f-bea4-4607-987b-a348a881be89', 'tag': '45bd0cee-ab60-4eea-a388-7d87d02088ce'}] {{(pid=88136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:28:34.618715 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '441ada1f-bea4-4607-987b-a348a881be89', 'tag': '45bd0cee-ab60-4eea-a388-7d87d02088ce', 'status': 'completed', 'code': 200} Jan 21 19:28:34.709715 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-6dbaf9c0-346b-4309-8612-00eb58f238c1 None None] Set router 3e3483ee-a27e-498a-b7fd-148220ab6bd8 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:28:34.712238 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc206664-862d-4682-9760-f79508472919 req-3c450772-bf79-4ae4-81d1-376e99547bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:34.713721 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-cc206664-862d-4682-9760-f79508472919 req-3c450772-bf79-4ae4-81d1-376e99547bbd service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=6306f0f6329f45368a10bca96708233e&device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 1098 time: 0.0713716 Jan 21 19:28:34.844315 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc206664-862d-4682-9760-f79508472919 req-442b5ccd-6b0f-44f2-9937-45180814b451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:34.845700 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-cc206664-862d-4682-9760-f79508472919 req-442b5ccd-6b0f-44f2-9937-45180814b451 service neutron] 10.222.0.113 "GET /v2.0/networks?id=23308924-6219-433a-99e7-42bb489e672f HTTP/1.1" status: 200 len: 912 time: 0.1257470 Jan 21 19:28:34.950555 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-cc206664-862d-4682-9760-f79508472919 req-041fde9f-e428-4e20-a8b7-8e103daf6132 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45bd0cee-ab60-4eea-a388-7d87d02088ce HTTP/1.1" status: 200 len: 1000 time: 0.0985153 Jan 21 19:28:35.014776 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc206664-862d-4682-9760-f79508472919 req-0c879347-e605-4d77-a9a2-60ae01642deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:35.016195 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-cc206664-862d-4682-9760-f79508472919 req-0c879347-e605-4d77-a9a2-60ae01642deb service neutron] 10.222.0.113 "GET /v2.0/subnets?id=19b5b36a-bb23-42b3-bed0-1fc020de6fdd HTTP/1.1" status: 200 len: 850 time: 0.0598955 Jan 21 19:28:35.088658 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-6dbaf9c0-346b-4309-8612-00eb58f238c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'name': 'tempest-ServerActionsTestJSON-359212956-router', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:24:00Z', 'updated_at': '2022-01-21T19:24:05Z', 'revision_number': 4, 'project_id': '6306f0f6329f45368a10bca96708233e', 'gw_port': {'id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:01Z', 'updated_at': '2022-01-21T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '080899ed-ab00-4c97-bff7-c7d4a8c6eb18', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'floating_ip_address': '172.26.1.205', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'port_id': '45bd0cee-ab60-4eea-a388-7d87d02088ce', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'mac_address': 'fa:16:3e:f8:c1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441ada1f-bea4-4607-987b-a348a881be89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:24:10Z', 'updated_at': '2022-01-21T19:28:33Z', 'revision_number': 13, 'project_id': '6306f0f6329f45368a10bca96708233e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57544715-14f1-4e4f-a7aa-8520669c8f0d', 'name': '', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'mac_address': 'fa:16:3e:e5:b8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:04Z', 'updated_at': '2022-01-21T19:24:10Z', 'revision_number': 5, 'project_id': '6306f0f6329f45368a10bca96708233e', 'subnets': [{'id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:28:35.091885 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc206664-862d-4682-9760-f79508472919 req-b20d8ecd-074d-47e3-936f-f767c8e83641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:35.092976 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbaf9c0-346b-4309-8612-00eb58f238c1 None None] Checking router: 3e3483ee-a27e-498a-b7fd-148220ab6bd8 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:28:35.094152 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-cc206664-862d-4682-9760-f79508472919 req-b20d8ecd-074d-47e3-936f-f767c8e83641 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=23308924-6219-433a-99e7-42bb489e672f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722609 Jan 21 19:28:35.101252 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbaf9c0-346b-4309-8612-00eb58f238c1 None None] Routers {'3e3483ee-a27e-498a-b7fd-148220ab6bd8'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:28:35.101782 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-6dbaf9c0-346b-4309-8612-00eb58f238c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:28:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['3e3483ee-a27e-498a-b7fd-148220ab6bd8'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:28:35.223053 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-cc206664-862d-4682-9760-f79508472919 req-e5bb2a56-8eaa-4b45-82ac-951f4db8e64a service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232312 Jan 21 19:28:35.275374 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-6dbaf9c0-346b-4309-8612-00eb58f238c1 None None] Set router 3e3483ee-a27e-498a-b7fd-148220ab6bd8 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:28:35.352979 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-cc206664-862d-4682-9760-f79508472919 req-9d5160a2-6391-439a-bc5a-d247f2b818c2 service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240280 Jan 21 19:28:35.616985 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-6dbaf9c0-346b-4309-8612-00eb58f238c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'name': 'tempest-ServerActionsTestJSON-359212956-router', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:24:00Z', 'updated_at': '2022-01-21T19:24:05Z', 'revision_number': 4, 'project_id': '6306f0f6329f45368a10bca96708233e', 'gw_port': {'id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:01Z', 'updated_at': '2022-01-21T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '080899ed-ab00-4c97-bff7-c7d4a8c6eb18', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'floating_ip_address': '172.26.1.205', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'port_id': '45bd0cee-ab60-4eea-a388-7d87d02088ce', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'mac_address': 'fa:16:3e:f8:c1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441ada1f-bea4-4607-987b-a348a881be89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:24:10Z', 'updated_at': '2022-01-21T19:28:33Z', 'revision_number': 13, 'project_id': '6306f0f6329f45368a10bca96708233e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57544715-14f1-4e4f-a7aa-8520669c8f0d', 'name': '', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'mac_address': 'fa:16:3e:e5:b8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:04Z', 'updated_at': '2022-01-21T19:24:10Z', 'revision_number': 5, 'project_id': '6306f0f6329f45368a10bca96708233e', 'subnets': [{'id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:28:35.620660 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbaf9c0-346b-4309-8612-00eb58f238c1 None None] The sync data for ids ['3e3483ee-a27e-498a-b7fd-148220ab6bd8'] in dv-neutron-825470-1-hyperv is: [{'id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'name': 'tempest-ServerActionsTestJSON-359212956-router', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:24:00Z', 'updated_at': '2022-01-21T19:24:05Z', 'revision_number': 4, 'project_id': '6306f0f6329f45368a10bca96708233e', 'gw_port': {'id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:01Z', 'updated_at': '2022-01-21T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '080899ed-ab00-4c97-bff7-c7d4a8c6eb18', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'floating_ip_address': '172.26.1.205', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'port_id': '45bd0cee-ab60-4eea-a388-7d87d02088ce', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'mac_address': 'fa:16:3e:f8:c1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441ada1f-bea4-4607-987b-a348a881be89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:24:10Z', 'updated_at': '2022-01-21T19:28:33Z', 'revision_number': 13, 'project_id': '6306f0f6329f45368a10bca96708233e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57544715-14f1-4e4f-a7aa-8520669c8f0d', 'name': '', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'mac_address': 'fa:16:3e:e5:b8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:04Z', 'updated_at': '2022-01-21T19:24:10Z', 'revision_number': 5, 'project_id': '6306f0f6329f45368a10bca96708233e', 'subnets': [{'id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:28:35.819850 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6d3588-cf64-4786-9513-6c635c1cd709 None None] New status for floating IP 080899ed-ab00-4c97-bff7-c7d4a8c6eb18: ACTIVE {{(pid=88138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:28:39.423250 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:28:54.984548 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2bb14ed9-ca71-432f-b3f6-48140dace572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:57.239313 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e9a0cb61-b485-496a-88c7-047417f6cbe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:58.376551 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:58.625608 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:58.699210 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:28:59.653151 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c4de8862-764c-4859-8cb3-db854072cabd req-3bc3fb3f-57ac-4952-86c5-8170ca3fbbde service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693948 Jan 21 19:28:59.792151 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de8862-764c-4859-8cb3-db854072cabd req-bc645e1c-842f-4628-99cc-140a9dc206bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:59.793551 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c4de8862-764c-4859-8cb3-db854072cabd req-bc645e1c-842f-4628-99cc-140a9dc206bd service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=6306f0f6329f45368a10bca96708233e&device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 1098 time: 0.0724130 Jan 21 19:28:59.934396 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de8862-764c-4859-8cb3-db854072cabd req-06ab4a54-fa0d-4a67-98dd-cdf25d896c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:28:59.935824 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c4de8862-764c-4859-8cb3-db854072cabd req-06ab4a54-fa0d-4a67-98dd-cdf25d896c50 service neutron] 10.222.0.113 "GET /v2.0/networks?id=23308924-6219-433a-99e7-42bb489e672f HTTP/1.1" status: 200 len: 912 time: 0.1225915 Jan 21 19:29:00.035829 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c4de8862-764c-4859-8cb3-db854072cabd req-eb29a9de-8059-4218-a7d6-86d9d06b7679 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45bd0cee-ab60-4eea-a388-7d87d02088ce HTTP/1.1" status: 200 len: 1002 time: 0.0934525 Jan 21 19:29:00.103858 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de8862-764c-4859-8cb3-db854072cabd req-fc7a51bf-7a30-4e74-9dc0-2a238ec05056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:29:00.103858 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c4de8862-764c-4859-8cb3-db854072cabd req-fc7a51bf-7a30-4e74-9dc0-2a238ec05056 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=19b5b36a-bb23-42b3-bed0-1fc020de6fdd HTTP/1.1" status: 200 len: 850 time: 0.0647852 Jan 21 19:29:00.186134 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de8862-764c-4859-8cb3-db854072cabd req-a1391941-456c-4214-9962-f2fa9bea6f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:29:00.187748 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c4de8862-764c-4859-8cb3-db854072cabd req-a1391941-456c-4214-9962-f2fa9bea6f66 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=23308924-6219-433a-99e7-42bb489e672f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753703 Jan 21 19:29:00.188282 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:29:00.422206 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c4de8862-764c-4859-8cb3-db854072cabd req-d0f01d31-37f6-470a-96d6-7229c8e83068 service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285020 Jan 21 19:29:00.554570 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c4de8862-764c-4859-8cb3-db854072cabd req-3b69c89c-1830-4f23-b4b0-212c26ef35e5 service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238549 Jan 21 19:29:11.749748 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dab70c-c063-4e20-8553-f14d4a6c949e req-76a94a18-f47f-49f3-80d3-ac5069c8aa80 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:29:11.751216 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-04dab70c-c063-4e20-8553-f14d4a6c949e req-76a94a18-f47f-49f3-80d3-ac5069c8aa80 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.0799468 Jan 21 19:29:11.794737 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-04dab70c-c063-4e20-8553-f14d4a6c949e req-fb8e6628-4431-48ef-8338-acb631f39925 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379028 Jan 21 19:29:16.421592 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:29:22.126443 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af91f15-cf6b-4a0b-9074-355c8440c449 req-f659a1c2-7288-4c19-88b1-3d16ae2c7bc7 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:29:22.128163 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9af91f15-cf6b-4a0b-9074-355c8440c449 req-f659a1c2-7288-4c19-88b1-3d16ae2c7bc7 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.1287646 Jan 21 19:29:22.165178 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-27113538-2ad3-4400-b049-151d59fa851f req-c2480744-fcb2-41bb-aa9a-adadcea048e6 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0676877 Jan 21 19:29:22.172065 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9af91f15-cf6b-4a0b-9074-355c8440c449 req-21a3836b-0b74-4692-be10-ff04077ee778 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381181 Jan 21 19:29:23.399294 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b34c7-d380-4b78-ac78-13ca7ab9c9cd req-09b1fd4f-cf82-45f9-b32b-78b9bcbc780f tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:29:23.400840 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7f7b34c7-d380-4b78-ac78-13ca7ab9c9cd req-09b1fd4f-cf82-45f9-b32b-78b9bcbc780f tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.1226935 Jan 21 19:29:23.445941 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7f7b34c7-d380-4b78-ac78-13ca7ab9c9cd req-17c5934d-83a2-4d27-b623-c969a404714a tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393782 Jan 21 19:29:24.094867 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27113538-2ad3-4400-b049-151d59fa851f req-03072cee-752d-4449-8acb-d3e12413d3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:29:24.097015 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-27113538-2ad3-4400-b049-151d59fa851f req-03072cee-752d-4449-8acb-d3e12413d3b9 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=6306f0f6329f45368a10bca96708233e&device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 1098 time: 0.1203668 Jan 21 19:29:24.224603 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27113538-2ad3-4400-b049-151d59fa851f req-fabb930f-400c-4f6b-b2aa-c8dabeeb44ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:29:24.226041 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-27113538-2ad3-4400-b049-151d59fa851f req-fabb930f-400c-4f6b-b2aa-c8dabeeb44ad service neutron] 10.222.0.113 "GET /v2.0/networks?id=23308924-6219-433a-99e7-42bb489e672f HTTP/1.1" status: 200 len: 912 time: 0.1236200 Jan 21 19:29:24.328035 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-27113538-2ad3-4400-b049-151d59fa851f req-e1fa3fbe-c87e-46ab-9740-40a32fd9dbe7 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45bd0cee-ab60-4eea-a388-7d87d02088ce HTTP/1.1" status: 200 len: 1002 time: 0.0961983 Jan 21 19:29:24.398652 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27113538-2ad3-4400-b049-151d59fa851f req-0445f32b-b6d1-44f2-8eed-84cf3ac9c72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:29:24.400178 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-27113538-2ad3-4400-b049-151d59fa851f req-0445f32b-b6d1-44f2-8eed-84cf3ac9c72f service neutron] 10.222.0.113 "GET /v2.0/subnets?id=19b5b36a-bb23-42b3-bed0-1fc020de6fdd HTTP/1.1" status: 200 len: 850 time: 0.0663095 Jan 21 19:29:24.474099 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27113538-2ad3-4400-b049-151d59fa851f req-053c1f7c-a4c7-4bd1-b0db-62d7acf5354d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:29:24.475993 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-27113538-2ad3-4400-b049-151d59fa851f req-053c1f7c-a4c7-4bd1-b0db-62d7acf5354d service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=23308924-6219-433a-99e7-42bb489e672f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694244 Jan 21 19:29:24.485658 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [req-27113538-2ad3-4400-b049-151d59fa851f req-0e1252a7-d676-4968-9581-811be0f22edd service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=88137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:29:24.487364 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-27113538-2ad3-4400-b049-151d59fa851f req-0e1252a7-d676-4968-9581-811be0f22edd service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054748 Jan 21 19:29:24.628193 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-27113538-2ad3-4400-b049-151d59fa851f req-5cfd6075-8414-4c01-90d5-2defcc4b18be service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354074 Jan 21 19:29:24.634300 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbcc9d-f0da-4b19-bb1a-e69ee8d9d44b req-e505cee1-7a51-44dd-9f16-e0b0c9e86632 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:29:24.635814 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cacbcc9d-f0da-4b19-bb1a-e69ee8d9d44b req-e505cee1-7a51-44dd-9f16-e0b0c9e86632 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.0825710 Jan 21 19:29:24.680975 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cacbcc9d-f0da-4b19-bb1a-e69ee8d9d44b req-0b87d57d-e8d3-4760-a759-0721364dfef2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395420 Jan 21 19:29:24.759765 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-27113538-2ad3-4400-b049-151d59fa851f req-5adc5871-dc47-455e-954d-e5707f503dce service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261895 Jan 21 19:29:24.999154 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-fde07555-698f-4931-972b-2f679a1da404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:29:25.862931 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647e4b5-4a3a-49a1-aab5-695ba66259f3 req-047a4b5f-49e1-41a9-8e62-8a30aece602b tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:29:25.864371 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4647e4b5-4a3a-49a1-aab5-695ba66259f3 req-047a4b5f-49e1-41a9-8e62-8a30aece602b tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.0784445 Jan 21 19:29:25.912453 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4647e4b5-4a3a-49a1-aab5-695ba66259f3 req-fe520cff-e69b-4824-ba18-3bbedc425bb9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415609 Jan 21 19:29:27.100936 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954d7d4-1575-4156-9ded-7fba259648f1 req-048db7ac-0856-4675-a14a-0e9cb19107d6 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:29:27.102389 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b954d7d4-1575-4156-9ded-7fba259648f1 req-048db7ac-0856-4675-a14a-0e9cb19107d6 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.0789523 Jan 21 19:29:27.147379 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b954d7d4-1575-4156-9ded-7fba259648f1 req-84f51c80-7d87-4617-a91c-dd6e5d2fa011 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392668 Jan 21 19:29:27.239127 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a3d2df43-3a9a-49b8-8718-69aa0a446480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:29:28.344812 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493688bd-0ae4-41d5-899b-10856c26d377 req-0b15a022-f7c1-4d92-9b43-ece451b277c2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:29:28.346338 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-493688bd-0ae4-41d5-899b-10856c26d377 req-0b15a022-f7c1-4d92-9b43-ece451b277c2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.0884433 Jan 21 19:29:28.368871 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:29:28.398815 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-493688bd-0ae4-41d5-899b-10856c26d377 req-f1d36c65-2d31-4ec7-a948-9670aafc4d07 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463338 Jan 21 19:29:28.624754 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:29:28.704838 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:29:29.584642 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f26e47-fc75-4c03-8809-b6fa4e460dbb req-8bdeb803-8b2a-4011-a791-b5b9af2c8e22 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:29:29.586005 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b9f26e47-fc75-4c03-8809-b6fa4e460dbb req-8bdeb803-8b2a-4011-a791-b5b9af2c8e22 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.0802503 Jan 21 19:29:29.629255 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b9f26e47-fc75-4c03-8809-b6fa4e460dbb req-d3496097-51b3-49cf-8d7e-bb5ecfb06bd0 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374653 Jan 21 19:29:30.164930 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:29:30.817650 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa99669-5a64-489b-8582-e5793b2d29b1 req-bd2160e5-9681-46e2-a644-0fb42a69ff6b tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:29:30.819028 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7fa99669-5a64-489b-8582-e5793b2d29b1 req-bd2160e5-9681-46e2-a644-0fb42a69ff6b tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.0826666 Jan 21 19:29:30.861949 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7fa99669-5a64-489b-8582-e5793b2d29b1 req-6017e57c-00dd-444b-a9be-20f6eec1a5a0 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371606 Jan 21 19:29:32.045782 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d481c1-8c2d-4d7a-8be8-24b18aa9218f req-3f5d20bf-edfc-4989-9479-e7beee1f02bd tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:29:32.047303 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-00d481c1-8c2d-4d7a-8be8-24b18aa9218f req-3f5d20bf-edfc-4989-9479-e7beee1f02bd tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.0783875 Jan 21 19:29:32.092445 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-00d481c1-8c2d-4d7a-8be8-24b18aa9218f req-5128e288-9cd3-4d64-ba5e-8d8260bef191 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396528 Jan 21 19:29:33.387318 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3261b8-66e9-4d52-a369-4987c6533035 req-64dbe209-aad5-48d0-83cd-967e99338596 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:29:33.388955 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5a3261b8-66e9-4d52-a369-4987c6533035 req-64dbe209-aad5-48d0-83cd-967e99338596 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.1924229 Jan 21 19:29:33.435427 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5a3261b8-66e9-4d52-a369-4987c6533035 req-280ecad8-5310-476b-a2a9-bab2beaaec7d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391431 Jan 21 19:29:34.626021 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364bc3e8-b851-4205-a9a5-32758e3282ee req-80a91d2f-bfc4-448e-9c10-f90ac8849bc3 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:29:34.627956 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-364bc3e8-b851-4205-a9a5-32758e3282ee req-80a91d2f-bfc4-448e-9c10-f90ac8849bc3 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.0796185 Jan 21 19:29:34.671611 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-364bc3e8-b851-4205-a9a5-32758e3282ee req-42cc8e57-6421-43b9-b9bd-65d4df9e4ff0 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379701 Jan 21 19:29:35.856116 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99811559-4d8b-46d6-87f5-5965311c1b0d req-1ed4320b-3b7c-409c-b621-91f896afea27 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:29:35.857538 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-99811559-4d8b-46d6-87f5-5965311c1b0d req-1ed4320b-3b7c-409c-b621-91f896afea27 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.0784113 Jan 21 19:29:35.901912 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-99811559-4d8b-46d6-87f5-5965311c1b0d req-223b6986-e32e-4416-ac8b-ad4d02c60c36 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383446 Jan 21 19:29:37.085816 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7c33a-998d-4f36-b4f0-2ec442d4e28a req-7c1a6656-c14f-4cae-acef-74a9c9d1d335 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:29:37.087313 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cab7c33a-998d-4f36-b4f0-2ec442d4e28a req-7c1a6656-c14f-4cae-acef-74a9c9d1d335 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.0813026 Jan 21 19:29:37.131003 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cab7c33a-998d-4f36-b4f0-2ec442d4e28a req-31bab068-fa4c-4e0c-b5f5-b6df852a948b tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381577 Jan 21 19:29:38.311362 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725454ab-ed45-4ccf-9e3e-43802e2b8465 req-2e927af2-08b6-4cfe-928d-ad394c8215cf tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:29:38.312784 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-725454ab-ed45-4ccf-9e3e-43802e2b8465 req-2e927af2-08b6-4cfe-928d-ad394c8215cf tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.0782886 Jan 21 19:29:38.358610 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-725454ab-ed45-4ccf-9e3e-43802e2b8465 req-943ade9b-b72a-4e10-a986-9691b35caf5b tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398083 Jan 21 19:29:39.558216 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f037791-04eb-40c6-8e6e-650498cca642 req-8c4dd605-8403-4473-9c7b-297c0e0e0ce2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:29:39.559643 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2f037791-04eb-40c6-8e6e-650498cca642 req-8c4dd605-8403-4473-9c7b-297c0e0e0ce2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.0840733 Jan 21 19:29:39.604195 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2f037791-04eb-40c6-8e6e-650498cca642 req-294f917c-0db8-4ac9-88e0-29b924edc444 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388887 Jan 21 19:29:40.791083 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bae3d2-ac04-45ac-8ea7-72f50d5bf884 req-30ca6235-946e-47f8-9902-94da3ffa41ab tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:29:40.792440 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-22bae3d2-ac04-45ac-8ea7-72f50d5bf884 req-30ca6235-946e-47f8-9902-94da3ffa41ab tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.0822198 Jan 21 19:29:40.836380 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-22bae3d2-ac04-45ac-8ea7-72f50d5bf884 req-8e6d3213-82a8-4c15-990c-297ee491818d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383451 Jan 21 19:29:42.022819 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c50e3f-37cb-465b-87d8-27cf827023a4 req-dbab784e-09fc-4a94-a041-bc07a5f1aa3b tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:29:42.024241 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-27c50e3f-37cb-465b-87d8-27cf827023a4 req-dbab784e-09fc-4a94-a041-bc07a5f1aa3b tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.0785618 Jan 21 19:29:42.076381 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-27c50e3f-37cb-465b-87d8-27cf827023a4 req-a3e80934-d5e2-4fcb-865e-39da2333576d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465424 Jan 21 19:29:43.265100 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a433f8-ad7a-4d46-97b9-6c31e040d980 req-ee2b1c53-0304-4ae2-aee1-0187ec45c27a tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:29:43.266558 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-61a433f8-ad7a-4d46-97b9-6c31e040d980 req-ee2b1c53-0304-4ae2-aee1-0187ec45c27a tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.0828035 Jan 21 19:29:43.310068 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-61a433f8-ad7a-4d46-97b9-6c31e040d980 req-7a5b1a65-13c7-4ac3-835c-7526598d8bb6 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374689 Jan 21 19:29:44.494340 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764e06a-d603-481e-85dc-018b880b978e req-f9292c08-c67b-49e7-a5ab-f8b3cb393061 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:29:44.495772 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3764e06a-d603-481e-85dc-018b880b978e req-f9292c08-c67b-49e7-a5ab-f8b3cb393061 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.0777369 Jan 21 19:29:44.541991 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3764e06a-d603-481e-85dc-018b880b978e req-b04677be-d8a8-4138-b1f4-51bb19b6f782 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405614 Jan 21 19:29:45.722918 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00516165-e507-4e53-acd2-c7148c39bbd8 req-ec8c5d30-3a00-4c89-842a-55f59fc858ab tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:29:45.724938 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-00516165-e507-4e53-acd2-c7148c39bbd8 req-ec8c5d30-3a00-4c89-842a-55f59fc858ab tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.0790637 Jan 21 19:29:45.768394 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-00516165-e507-4e53-acd2-c7148c39bbd8 req-4b8ff5a7-515a-47a0-8723-cfc4ea9d82b3 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375216 Jan 21 19:29:46.957032 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300c7ab-b9ab-4a9e-af7d-06dfb39516ce req-b640d1eb-ccc9-4d25-bee5-93d6d89b66e7 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:29:46.958518 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7300c7ab-b9ab-4a9e-af7d-06dfb39516ce req-b640d1eb-ccc9-4d25-bee5-93d6d89b66e7 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.0837717 Jan 21 19:29:47.001349 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7300c7ab-b9ab-4a9e-af7d-06dfb39516ce req-456424af-a420-42a8-a42c-632f84354f86 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368364 Jan 21 19:29:48.183961 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d69c19-27d9-40ed-89bb-667df166f424 req-f3173e6c-3d89-40ba-a0c7-3df1b294335d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:29:48.185402 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-55d69c19-27d9-40ed-89bb-667df166f424 req-f3173e6c-3d89-40ba-a0c7-3df1b294335d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.0793455 Jan 21 19:29:48.229883 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-55d69c19-27d9-40ed-89bb-667df166f424 req-55babdc9-eee8-46b5-bdc3-52d95f2ce25a tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388267 Jan 21 19:29:49.417253 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3602df5-5271-4dec-9708-8dd440e7fd49 req-4d22bf4c-c07c-482d-a801-9e0553172f0b tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:29:49.418731 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f3602df5-5271-4dec-9708-8dd440e7fd49 req-4d22bf4c-c07c-482d-a801-9e0553172f0b tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.0812416 Jan 21 19:29:49.463326 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f3602df5-5271-4dec-9708-8dd440e7fd49 req-d8a16521-b8d6-4680-b8ca-b465584d9543 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390387 Jan 21 19:29:50.663670 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16974e62-1964-4055-ba37-c17b3bd15a79 req-eedb6d72-2594-4802-9d7b-7bc8f55c9a44 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:29:50.665148 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-16974e62-1964-4055-ba37-c17b3bd15a79 req-eedb6d72-2594-4802-9d7b-7bc8f55c9a44 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.0892446 Jan 21 19:29:50.710419 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-16974e62-1964-4055-ba37-c17b3bd15a79 req-4c4864f0-a8e7-4bde-99d2-2fe2a5ed1851 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394309 Jan 21 19:29:51.895276 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ab65d-9c5c-4995-9f8c-587f27c86c40 req-5d886d99-3446-43eb-8136-d39ddfc0541e tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:29:51.896751 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ac4ab65d-9c5c-4995-9f8c-587f27c86c40 req-5d886d99-3446-43eb-8136-d39ddfc0541e tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.0813985 Jan 21 19:29:51.941034 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ac4ab65d-9c5c-4995-9f8c-587f27c86c40 req-fc8b5d04-458a-478e-85e9-b2ae8a1f88c5 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386336 Jan 21 19:29:53.122114 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc34752-e447-40e0-a441-8ffed4b3af6c req-4ebdd7f5-68a1-4751-a643-3638135964d0 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:29:53.123518 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3cc34752-e447-40e0-a441-8ffed4b3af6c req-4ebdd7f5-68a1-4751-a643-3638135964d0 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.0770297 Jan 21 19:29:53.169746 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3cc34752-e447-40e0-a441-8ffed4b3af6c req-cd982b78-5672-4524-bd5e-1424327c3dfd tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406706 Jan 21 19:29:53.420660 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:29:54.350570 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64059b-f478-4402-bc17-118be0a7db62 req-6a147452-e69e-45f8-90c6-1aa0feafb82d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:29:54.352005 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0f64059b-f478-4402-bc17-118be0a7db62 req-6a147452-e69e-45f8-90c6-1aa0feafb82d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.0786233 Jan 21 19:29:54.394578 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0f64059b-f478-4402-bc17-118be0a7db62 req-ec76e83b-984c-497f-a7ab-007a54dc1ef1 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370553 Jan 21 19:29:55.039327 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ff9145ba-d6b1-47a4-b2a1-d830082ed11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:29:55.580883 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd3810-c7b0-49ff-9f92-bfe017db3be0 req-ce718655-2992-496d-a151-5f524abeb6f1 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:29:55.582344 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e5bd3810-c7b0-49ff-9f92-bfe017db3be0 req-ce718655-2992-496d-a151-5f524abeb6f1 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.0816200 Jan 21 19:29:55.624656 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e5bd3810-c7b0-49ff-9f92-bfe017db3be0 req-50e3810c-242e-43b4-8b6c-b2efbc7cd17e tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360446 Jan 21 19:29:56.812218 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1e9ce-f8ec-4d2b-a99c-de3f113eb2f6 req-9769b6d3-6893-4bad-a600-cc983ff35456 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:29:56.813559 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-36e1e9ce-f8ec-4d2b-a99c-de3f113eb2f6 req-9769b6d3-6893-4bad-a600-cc983ff35456 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.0795109 Jan 21 19:29:56.865608 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-36e1e9ce-f8ec-4d2b-a99c-de3f113eb2f6 req-e586bd31-bfc2-4448-8274-96f3f6e377b7 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423875 Jan 21 19:29:57.236697 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-70803dc3-a36d-4259-a997-d0e488fca0b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:29:57.852582 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-27113538-2ad3-4400-b049-151d59fa851f req-74105316-25ff-4520-b8f1-a25676388240 service neutron] 10.222.0.113 "GET /v2.0/ports/45bd0cee-ab60-4eea-a388-7d87d02088ce/bindings/hv-neutron-8254 HTTP/1.1" status: 200 len: 384 time: 0.0770054 Jan 21 19:29:58.053666 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc766d09-5c87-4c4d-99b2-ae9a6d1c8b79 req-bdcf32e1-0995-4aea-8543-67ef4e007aa6 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:29:58.055408 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-bc766d09-5c87-4c4d-99b2-ae9a6d1c8b79 req-bdcf32e1-0995-4aea-8543-67ef4e007aa6 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.0843580 Jan 21 19:29:58.100653 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-bc766d09-5c87-4c4d-99b2-ae9a6d1c8b79 req-61524ec3-cd7b-478a-82c0-7586005c01d0 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394647 Jan 21 19:29:58.345101 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:29:58.417168 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27113538-2ad3-4400-b049-151d59fa851f req-f515e6a4-f04d-4340-a57b-7e0259a123c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:29:58.418654 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-27113538-2ad3-4400-b049-151d59fa851f req-f515e6a4-f04d-4340-a57b-7e0259a123c0 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89&tenant_id=6306f0f6329f45368a10bca96708233e HTTP/1.1" status: 200 len: 1098 time: 0.0737851 Jan 21 19:29:58.528601 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27113538-2ad3-4400-b049-151d59fa851f req-caa9aa30-6e1f-4e19-bdf5-3b95e7404e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:29:58.530072 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-27113538-2ad3-4400-b049-151d59fa851f req-caa9aa30-6e1f-4e19-bdf5-3b95e7404e72 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=6306f0f6329f45368a10bca96708233e&device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 1098 time: 0.0704687 Jan 21 19:29:58.625083 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:29:58.660283 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27113538-2ad3-4400-b049-151d59fa851f req-679816cc-f5c8-4bae-b17a-f4181586f0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:29:58.661927 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-27113538-2ad3-4400-b049-151d59fa851f req-679816cc-f5c8-4bae-b17a-f4181586f0c5 service neutron] 10.222.0.113 "GET /v2.0/networks?id=23308924-6219-433a-99e7-42bb489e672f HTTP/1.1" status: 200 len: 912 time: 0.1246033 Jan 21 19:29:58.685059 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:29:58.861841 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-27113538-2ad3-4400-b049-151d59fa851f req-4859c3fa-8815-44cf-a9ba-af11301acd81 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45bd0cee-ab60-4eea-a388-7d87d02088ce HTTP/1.1" status: 200 len: 1002 time: 0.1938274 Jan 21 19:29:58.926216 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27113538-2ad3-4400-b049-151d59fa851f req-ef3cd304-2fd8-4f6a-8ce6-58b5687f760c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:29:58.928281 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-27113538-2ad3-4400-b049-151d59fa851f req-ef3cd304-2fd8-4f6a-8ce6-58b5687f760c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=19b5b36a-bb23-42b3-bed0-1fc020de6fdd HTTP/1.1" status: 200 len: 850 time: 0.0607646 Jan 21 19:29:59.002475 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27113538-2ad3-4400-b049-151d59fa851f req-a0bdfda7-1983-4dc8-931e-fedecf744ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:29:59.003890 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-27113538-2ad3-4400-b049-151d59fa851f req-a0bdfda7-1983-4dc8-931e-fedecf744ba7 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=23308924-6219-433a-99e7-42bb489e672f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702336 Jan 21 19:29:59.132086 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-27113538-2ad3-4400-b049-151d59fa851f req-768637b8-27a4-459f-bec0-be947546c0f0 service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221235 Jan 21 19:29:59.267358 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-27113538-2ad3-4400-b049-151d59fa851f req-eadb3902-9cdf-46a9-9f04-38bebb618abe service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293380 Jan 21 19:29:59.292585 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc104ecf-8e47-4b35-8166-38be4423bdac req-ef8a2306-c327-4ffe-b65f-ee8104597341 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:29:59.294062 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-dc104ecf-8e47-4b35-8166-38be4423bdac req-ef8a2306-c327-4ffe-b65f-ee8104597341 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.0873857 Jan 21 19:29:59.341670 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-dc104ecf-8e47-4b35-8166-38be4423bdac req-b33b1930-0c76-48d5-b0d9-dada4603d4d7 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420437 Jan 21 19:30:00.194029 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:00.549320 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751417a-e8b6-4278-b101-23e2090cfa13 req-f9e3f44e-6f00-4f55-9bc1-99609473b579 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:00.551413 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5751417a-e8b6-4278-b101-23e2090cfa13 req-f9e3f44e-6f00-4f55-9bc1-99609473b579 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.0803134 Jan 21 19:30:00.608306 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5751417a-e8b6-4278-b101-23e2090cfa13 req-bf608c2b-9853-4fac-a816-d8f0690f3bf4 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497270 Jan 21 19:30:01.716348 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec900b-2629-40d7-bad2-44a2a9a2058a req-2698bee9-2340-4da8-9131-ba4a3c633ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:01.717725 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-88ec900b-2629-40d7-bad2-44a2a9a2058a req-2698bee9-2340-4da8-9131-ba4a3c633ecf service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=6306f0f6329f45368a10bca96708233e&device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 1098 time: 0.0708637 Jan 21 19:30:01.800649 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f61ff6-9a5c-4d72-b616-43566e130ce5 req-3bacb61c-532b-464f-9c6f-33c55efc6506 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:01.802661 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-45f61ff6-9a5c-4d72-b616-43566e130ce5 req-3bacb61c-532b-464f-9c6f-33c55efc6506 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.0853467 Jan 21 19:30:01.825193 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 45bd0cee-ab60-4eea-a388-7d87d02088ce no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:30:01.847248 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-45f61ff6-9a5c-4d72-b616-43566e130ce5 req-852baadd-88a5-4b68-be16-304b951781c3 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387518 Jan 21 19:30:01.866339 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec900b-2629-40d7-bad2-44a2a9a2058a req-780511f4-4b0f-4411-8a62-03810eba945f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:01.867861 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-88ec900b-2629-40d7-bad2-44a2a9a2058a req-780511f4-4b0f-4411-8a62-03810eba945f service neutron] 10.222.0.113 "GET /v2.0/networks?id=23308924-6219-433a-99e7-42bb489e672f HTTP/1.1" status: 200 len: 912 time: 0.1291995 Jan 21 19:30:01.946107 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:01.970329 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441ada1f-bea4-4607-987b-a348a881be89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45bd0cee-ab60-4eea-a388-7d87d02088ce'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:30:01.979870 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 45bd0cee-ab60-4eea-a388-7d87d02088ce, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=45bd0cee-ab60-4eea-a388-7d87d02088ce,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:30:01.984257 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-88ec900b-2629-40d7-bad2-44a2a9a2058a req-c8293ddf-7f4e-4e23-9f22-24eef8d35c33 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45bd0cee-ab60-4eea-a388-7d87d02088ce HTTP/1.1" status: 200 len: 1002 time: 0.1091800 Jan 21 19:30:02.027348 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441ada1f-bea4-4607-987b-a348a881be89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45bd0cee-ab60-4eea-a388-7d87d02088ce', 'code': 200} Jan 21 19:30:02.042422 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:02.054422 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec900b-2629-40d7-bad2-44a2a9a2058a req-1bec2402-fd32-4f0b-b8df-756f682d921c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:02.055870 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-88ec900b-2629-40d7-bad2-44a2a9a2058a req-1bec2402-fd32-4f0b-b8df-756f682d921c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=19b5b36a-bb23-42b3-bed0-1fc020de6fdd HTTP/1.1" status: 200 len: 850 time: 0.0649862 Jan 21 19:30:02.110032 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=45bd0cee-ab60-4eea-a388-7d87d02088ce,revision_number=6']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:30:02.117662 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:30:02.118033 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:30:02.118370 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:30:02.118700 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:30:02.119030 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:30:02.119357 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:30:02.119680 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:30:02.120007 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:30:02.120328 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:30:02.120645 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:30:02.120962 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:30:02.121275 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:30:02.135688 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec900b-2629-40d7-bad2-44a2a9a2058a req-377fcddd-9831-4ac5-85d0-72e7172db2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:02.137110 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-88ec900b-2629-40d7-bad2-44a2a9a2058a req-377fcddd-9831-4ac5-85d0-72e7172db2a8 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=23308924-6219-433a-99e7-42bb489e672f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757382 Jan 21 19:30:02.272518 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-88ec900b-2629-40d7-bad2-44a2a9a2058a req-178a2515-c854-432a-b63a-687e031a8130 service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293695 Jan 21 19:30:02.405474 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-88ec900b-2629-40d7-bad2-44a2a9a2058a req-f159e92e-7967-48d1-b544-8e05c0c9416f service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271393 Jan 21 19:30:03.033652 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4172b-6c68-4e73-8eb1-025ce8a70a82 req-1eb66110-fcf8-4a12-a0a9-c809a255735c tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:03.035005 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-81b4172b-6c68-4e73-8eb1-025ce8a70a82 req-1eb66110-fcf8-4a12-a0a9-c809a255735c tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 943 time: 0.0769124 Jan 21 19:30:03.079008 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-81b4172b-6c68-4e73-8eb1-025ce8a70a82 req-6d4f0d5f-18a4-4b2d-9836-340d5848cc01 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379190 Jan 21 19:30:03.856159 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 45bd0cee-ab60-4eea-a388-7d87d02088ce details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:30:03.988133 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 45bd0cee-ab60-4eea-a388-7d87d02088ce, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=45bd0cee-ab60-4eea-a388-7d87d02088ce,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:30:04.000729 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': '45bd0cee-ab60-4eea-a388-7d87d02088ce', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'port_id': '45bd0cee-ab60-4eea-a388-7d87d02088ce', 'mac_address': 'fa:16:3e:f8:c1:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:30:04.058555 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:04.076268 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45bd0cee-ab60-4eea-a388-7d87d02088ce {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:30:04.091733 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 45bd0cee-ab60-4eea-a388-7d87d02088ce, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=45bd0cee-ab60-4eea-a388-7d87d02088ce,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:30:04.159260 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:04.230569 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['45bd0cee-ab60-4eea-a388-7d87d02088ce'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:30:04.255003 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=45bd0cee-ab60-4eea-a388-7d87d02088ce,revision_number=7']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:30:04.378485 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56082426-7210-4758-9891-c06d08701e50 req-70a137e3-a9e3-4d60-9eb8-0755936870cf tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:04.380022 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-56082426-7210-4758-9891-c06d08701e50 req-70a137e3-a9e3-4d60-9eb8-0755936870cf tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 944 time: 0.1884844 Jan 21 19:30:04.430682 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-56082426-7210-4758-9891-c06d08701e50 req-b293b761-e3b1-40c8-9254-0450bbbba522 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449524 Jan 21 19:30:05.610346 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c2928-f0b0-4b70-b173-64f9ed8065f2 req-54f4f433-6292-4e10-af07-528e408600bf tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:05.611755 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-692c2928-f0b0-4b70-b173-64f9ed8065f2 req-54f4f433-6292-4e10-af07-528e408600bf tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 944 time: 0.0771990 Jan 21 19:30:05.654512 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-692c2928-f0b0-4b70-b173-64f9ed8065f2 req-cd86df3d-e1d2-4325-88cc-d883328cb5f5 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365498 Jan 21 19:30:05.866294 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 45bd0cee-ab60-4eea-a388-7d87d02088ce up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:30:05.932394 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port 45bd0cee-ab60-4eea-a388-7d87d02088ce triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:30:05.932764 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:06.055249 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:06.081055 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441ada1f-bea4-4607-987b-a348a881be89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bd0cee-ab60-4eea-a388-7d87d02088ce'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:30:06.092233 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 45bd0cee-ab60-4eea-a388-7d87d02088ce, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=45bd0cee-ab60-4eea-a388-7d87d02088ce,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:30:06.133715 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441ada1f-bea4-4607-987b-a348a881be89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bd0cee-ab60-4eea-a388-7d87d02088ce', 'code': 200} Jan 21 19:30:06.158910 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:06.228579 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=45bd0cee-ab60-4eea-a388-7d87d02088ce,revision_number=8']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:30:06.837818 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a440cd-51d7-404f-aa97-23a97a3d2f4a req-93891bbe-d111-44eb-8ce6-1ef6a5d8b13d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:06.839272 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-76a440cd-51d7-404f-aa97-23a97a3d2f4a req-93891bbe-d111-44eb-8ce6-1ef6a5d8b13d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.0806406 Jan 21 19:30:06.882023 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-76a440cd-51d7-404f-aa97-23a97a3d2f4a req-44a50cd4-a26e-4984-a0e7-4d8b87a952c2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370598 Jan 21 19:30:08.068530 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1345ba85-7c46-4108-a118-d2343811d995 req-1d610081-76d4-494b-a65a-f36d64598b74 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:08.069998 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1345ba85-7c46-4108-a118-d2343811d995 req-1d610081-76d4-494b-a65a-f36d64598b74 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.0789509 Jan 21 19:30:08.119057 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1345ba85-7c46-4108-a118-d2343811d995 req-6c6fa71f-29ba-424a-9669-7649debcb387 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416205 Jan 21 19:30:09.306572 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c350f-e588-488a-a100-7c9d3c909dba req-da2dc885-d6b9-4fef-b7b3-c594e95c8769 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:09.308023 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fa4c350f-e588-488a-a100-7c9d3c909dba req-da2dc885-d6b9-4fef-b7b3-c594e95c8769 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.0788493 Jan 21 19:30:09.351147 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fa4c350f-e588-488a-a100-7c9d3c909dba req-6a332b30-deca-49ef-baea-d093410b161a tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375984 Jan 21 19:30:10.096019 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55728ed-1ca9-4ca0-bf58-ec939f661376 req-fa5fe8a7-da46-4712-b730-012b4219d346 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:10.096714 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-b55728ed-1ca9-4ca0-bf58-ec939f661376 req-fa5fe8a7-da46-4712-b730-012b4219d346 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Synchronizing usage tracker for tenant:6306f0f6329f45368a10bca96708233e on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:30:10.198977 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-b55728ed-1ca9-4ca0-bf58-ec939f661376 req-fa5fe8a7-da46-4712-b730-012b4219d346 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Unset dirty status for tenant:6306f0f6329f45368a10bca96708233e on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:30:10.200262 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b55728ed-1ca9-4ca0-bf58-ec939f661376 req-fa5fe8a7-da46-4712-b730-012b4219d346 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.113 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89&tenant_id=6306f0f6329f45368a10bca96708233e&binding%3Ahost_id=hv-neutron-8254 HTTP/1.1" status: 200 len: 945 time: 0.1935556 Jan 21 19:30:10.231589 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b8e20-0f31-4fc7-b0b9-c25361545f87 req-c403622c-7b1a-422c-b785-b7f9e39012fd tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:10.233110 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d87b8e20-0f31-4fc7-b0b9-c25361545f87 req-c403622c-7b1a-422c-b785-b7f9e39012fd tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.0926805 Jan 21 19:30:10.276957 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d87b8e20-0f31-4fc7-b0b9-c25361545f87 req-8e8b6755-4b2f-4e67-ba4a-4bc8c1a34a3d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382462 Jan 21 19:30:10.281200 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b55728ed-1ca9-4ca0-bf58-ec939f661376 req-e097eb53-e61f-4d73-bd33-47e69df11c4f service neutron] 10.222.0.113 "GET /v2.0/ports/45bd0cee-ab60-4eea-a388-7d87d02088ce/bindings/hv-neutron-8254 HTTP/1.1" status: 200 len: 384 time: 0.0752707 Jan 21 19:30:10.370001 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55728ed-1ca9-4ca0-bf58-ec939f661376 req-57d8a908-301d-435a-a958-1baffdfd1062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:10.371474 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b55728ed-1ca9-4ca0-bf58-ec939f661376 req-57d8a908-301d-435a-a958-1baffdfd1062 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=6306f0f6329f45368a10bca96708233e&device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 1098 time: 0.0685577 Jan 21 19:30:10.511743 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55728ed-1ca9-4ca0-bf58-ec939f661376 req-2b9f30fd-8fd2-429a-99ff-45bef877b781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:10.513162 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b55728ed-1ca9-4ca0-bf58-ec939f661376 req-2b9f30fd-8fd2-429a-99ff-45bef877b781 service neutron] 10.222.0.113 "GET /v2.0/networks?id=23308924-6219-433a-99e7-42bb489e672f HTTP/1.1" status: 200 len: 912 time: 0.1359818 Jan 21 19:30:10.712441 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b55728ed-1ca9-4ca0-bf58-ec939f661376 req-45b25306-68d8-460c-ade2-fdcb00ea4c44 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45bd0cee-ab60-4eea-a388-7d87d02088ce HTTP/1.1" status: 200 len: 1002 time: 0.1924014 Jan 21 19:30:10.774587 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55728ed-1ca9-4ca0-bf58-ec939f661376 req-e2e39fae-f25e-471e-b150-b79d8289fa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:10.776004 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b55728ed-1ca9-4ca0-bf58-ec939f661376 req-e2e39fae-f25e-471e-b150-b79d8289fa79 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=19b5b36a-bb23-42b3-bed0-1fc020de6fdd HTTP/1.1" status: 200 len: 850 time: 0.0581651 Jan 21 19:30:10.850256 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55728ed-1ca9-4ca0-bf58-ec939f661376 req-559c609b-863a-4201-93b8-23ec439dfea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:10.851701 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b55728ed-1ca9-4ca0-bf58-ec939f661376 req-559c609b-863a-4201-93b8-23ec439dfea2 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=23308924-6219-433a-99e7-42bb489e672f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696783 Jan 21 19:30:10.990214 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b55728ed-1ca9-4ca0-bf58-ec939f661376 req-53428731-8df7-4c9f-8f9b-1a1e32c6280f service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320298 Jan 21 19:30:11.119011 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b55728ed-1ca9-4ca0-bf58-ec939f661376 req-42a20554-3dd4-4c42-9108-d0ff13213b3d service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233416 Jan 21 19:30:11.467215 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34d187-86f9-4972-8d14-f0a09d67c585 req-cd6a419e-1628-45a3-be84-c6f1b361b0f4 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:11.468643 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1a34d187-86f9-4972-8d14-f0a09d67c585 req-cd6a419e-1628-45a3-be84-c6f1b361b0f4 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.0796528 Jan 21 19:30:11.512063 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1a34d187-86f9-4972-8d14-f0a09d67c585 req-bfee34c3-d6e0-41ef-9d09-492dc5c7862c tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372746 Jan 21 19:30:12.697121 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca645a-644c-4892-90d2-3f3e260817c9 req-beb27032-2ecc-4f1b-9941-fcc4f4e14b0d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:12.698496 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-98ca645a-644c-4892-90d2-3f3e260817c9 req-beb27032-2ecc-4f1b-9941-fcc4f4e14b0d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.0817273 Jan 21 19:30:12.749404 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-98ca645a-644c-4892-90d2-3f3e260817c9 req-4e68f1d0-a844-4eff-b393-b6d6975f5af6 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451539 Jan 21 19:30:13.935254 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4902cd-b438-4815-a647-8d388ea5eaf4 req-c1a5e62c-884a-403a-9f32-37caf37e4075 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:13.936683 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2f4902cd-b438-4815-a647-8d388ea5eaf4 req-c1a5e62c-884a-403a-9f32-37caf37e4075 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.0793443 Jan 21 19:30:13.984076 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2f4902cd-b438-4815-a647-8d388ea5eaf4 req-186c4bf5-e0b9-45b7-bec8-edce7078a09a tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410204 Jan 21 19:30:15.019710 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55728ed-1ca9-4ca0-bf58-ec939f661376 req-3ffb24a9-1bb8-4edc-8522-c5417d8119ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:15.021936 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b55728ed-1ca9-4ca0-bf58-ec939f661376 req-3ffb24a9-1bb8-4edc-8522-c5417d8119ff service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89&tenant_id=6306f0f6329f45368a10bca96708233e HTTP/1.1" status: 200 len: 1098 time: 0.0757523 Jan 21 19:30:15.116597 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55728ed-1ca9-4ca0-bf58-ec939f661376 req-17c521fa-8da9-460f-96c2-3ec7a0db631f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:15.118110 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b55728ed-1ca9-4ca0-bf58-ec939f661376 req-17c521fa-8da9-460f-96c2-3ec7a0db631f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=6306f0f6329f45368a10bca96708233e&device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 1098 time: 0.0701098 Jan 21 19:30:15.183893 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73cb8dd-f894-4b39-82c2-8d7d04ffe5b3 req-df1cd3b0-156c-4290-b2dc-4cedf1f111fe tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:15.185325 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e73cb8dd-f894-4b39-82c2-8d7d04ffe5b3 req-df1cd3b0-156c-4290-b2dc-4cedf1f111fe tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.0802174 Jan 21 19:30:15.229759 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e73cb8dd-f894-4b39-82c2-8d7d04ffe5b3 req-27cb1d16-bda4-4191-a442-b3823d14b8d1 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387883 Jan 21 19:30:15.247261 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55728ed-1ca9-4ca0-bf58-ec939f661376 req-7a7728d2-11d2-4ba8-b19a-38b413c0052a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:15.248712 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b55728ed-1ca9-4ca0-bf58-ec939f661376 req-7a7728d2-11d2-4ba8-b19a-38b413c0052a service neutron] 10.222.0.113 "GET /v2.0/networks?id=23308924-6219-433a-99e7-42bb489e672f HTTP/1.1" status: 200 len: 912 time: 0.1251707 Jan 21 19:30:15.352737 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b55728ed-1ca9-4ca0-bf58-ec939f661376 req-5b1e533c-4338-4b93-b250-c30077d08c91 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45bd0cee-ab60-4eea-a388-7d87d02088ce HTTP/1.1" status: 200 len: 1002 time: 0.0969360 Jan 21 19:30:15.413226 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55728ed-1ca9-4ca0-bf58-ec939f661376 req-546ba026-a180-40dc-a81e-67695368daa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:15.414643 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b55728ed-1ca9-4ca0-bf58-ec939f661376 req-546ba026-a180-40dc-a81e-67695368daa4 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=19b5b36a-bb23-42b3-bed0-1fc020de6fdd HTTP/1.1" status: 200 len: 850 time: 0.0567279 Jan 21 19:30:15.493002 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55728ed-1ca9-4ca0-bf58-ec939f661376 req-324de200-cd2a-483d-ba58-178d37265740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:15.494507 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b55728ed-1ca9-4ca0-bf58-ec939f661376 req-324de200-cd2a-483d-ba58-178d37265740 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=23308924-6219-433a-99e7-42bb489e672f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734222 Jan 21 19:30:15.626935 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b55728ed-1ca9-4ca0-bf58-ec939f661376 req-0c2bcba9-daf4-42dc-9b14-00cbb1830565 service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262147 Jan 21 19:30:15.753428 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b55728ed-1ca9-4ca0-bf58-ec939f661376 req-5a11326f-faa9-4ee2-ae1c-725ca7d844ef service neutron] 10.222.0.113 "GET /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209452 Jan 21 19:30:16.422691 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aebb6d-d73f-4187-a981-4c87ac8d6bd9 req-75be73b1-6b7e-4cfc-a95b-242b01d4a8cc tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:16.424130 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-76aebb6d-d73f-4187-a981-4c87ac8d6bd9 req-75be73b1-6b7e-4cfc-a95b-242b01d4a8cc tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.0842059 Jan 21 19:30:16.472176 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-76aebb6d-d73f-4187-a981-4c87ac8d6bd9 req-c67ac38b-620c-417d-ba6c-71662bca06e4 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419374 Jan 21 19:30:17.658468 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8dc77b-0cac-45c1-8d95-f4b341339a6a req-c52981f3-d96b-4ef7-ba26-09ce2760f47c tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:17.660211 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7e8dc77b-0cac-45c1-8d95-f4b341339a6a req-c52981f3-d96b-4ef7-ba26-09ce2760f47c tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.0801215 Jan 21 19:30:17.705845 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7e8dc77b-0cac-45c1-8d95-f4b341339a6a req-457c1547-6ab8-4100-995b-97db50d70784 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392847 Jan 21 19:30:17.887366 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 45bd0cee-ab60-4eea-a388-7d87d02088ce no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:30:17.998783 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:18.024513 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441ada1f-bea4-4607-987b-a348a881be89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45bd0cee-ab60-4eea-a388-7d87d02088ce'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:30:18.033690 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 45bd0cee-ab60-4eea-a388-7d87d02088ce, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=45bd0cee-ab60-4eea-a388-7d87d02088ce,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:30:18.079533 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441ada1f-bea4-4607-987b-a348a881be89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45bd0cee-ab60-4eea-a388-7d87d02088ce', 'code': 200} Jan 21 19:30:18.145196 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:18.211566 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=45bd0cee-ab60-4eea-a388-7d87d02088ce,revision_number=9']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:30:18.889463 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662064fb-7dc6-40f4-ac7b-cfd929ff977c req-76c1c306-8456-46d9-b60c-0f0bc97bb685 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:18.894537 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-662064fb-7dc6-40f4-ac7b-cfd929ff977c req-76c1c306-8456-46d9-b60c-0f0bc97bb685 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 943 time: 0.0814636 Jan 21 19:30:18.935592 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-662064fb-7dc6-40f4-ac7b-cfd929ff977c req-676a96b7-2a1f-4cdf-9b32-d826896d7c1c tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380795 Jan 21 19:30:19.886894 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 45bd0cee-ab60-4eea-a388-7d87d02088ce details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:30:20.024592 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 45bd0cee-ab60-4eea-a388-7d87d02088ce, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=45bd0cee-ab60-4eea-a388-7d87d02088ce,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:30:20.037483 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': '45bd0cee-ab60-4eea-a388-7d87d02088ce', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'port_id': '45bd0cee-ab60-4eea-a388-7d87d02088ce', 'mac_address': 'fa:16:3e:f8:c1:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:30:20.094424 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:20.110884 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45bd0cee-ab60-4eea-a388-7d87d02088ce {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:30:20.120199 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c97cb9-7041-453b-9939-7bd771218fab req-c053de64-d3f7-49e9-af40-9843dc46f027 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:20.121668 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-64c97cb9-7041-453b-9939-7bd771218fab req-c053de64-d3f7-49e9-af40-9843dc46f027 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 943 time: 0.0789235 Jan 21 19:30:20.126575 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 45bd0cee-ab60-4eea-a388-7d87d02088ce, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=45bd0cee-ab60-4eea-a388-7d87d02088ce,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:30:20.164973 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-64c97cb9-7041-453b-9939-7bd771218fab req-6784e238-8314-47a8-aded-fed67771e12d tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375617 Jan 21 19:30:20.196723 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:20.262130 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['45bd0cee-ab60-4eea-a388-7d87d02088ce'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:30:20.309043 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=45bd0cee-ab60-4eea-a388-7d87d02088ce,revision_number=10']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:30:21.359252 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4bea54-2803-48cb-a2a0-1af787003af1 req-4f64ead9-c98c-4a9b-8d99-77a5bb588ecd tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:21.360689 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2b4bea54-2803-48cb-a2a0-1af787003af1 req-4f64ead9-c98c-4a9b-8d99-77a5bb588ecd tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 945 time: 0.0842779 Jan 21 19:30:21.407174 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2b4bea54-2803-48cb-a2a0-1af787003af1 req-abe28463-107e-4fe3-91c2-d6d8e196e82c tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392470 Jan 21 19:30:21.902729 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 45bd0cee-ab60-4eea-a388-7d87d02088ce up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:30:21.970908 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port 45bd0cee-ab60-4eea-a388-7d87d02088ce triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:30:21.971277 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:22.089100 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:22.116507 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441ada1f-bea4-4607-987b-a348a881be89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bd0cee-ab60-4eea-a388-7d87d02088ce'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:30:22.126409 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 45bd0cee-ab60-4eea-a388-7d87d02088ce, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=45bd0cee-ab60-4eea-a388-7d87d02088ce,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:30:22.167506 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441ada1f-bea4-4607-987b-a348a881be89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bd0cee-ab60-4eea-a388-7d87d02088ce', 'code': 200} Jan 21 19:30:22.193311 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:22.262108 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=45bd0cee-ab60-4eea-a388-7d87d02088ce,revision_number=11']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:30:22.589316 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73125dcf-5623-407a-b515-6261ae22c673 req-9c9a54c5-1040-418c-83aa-77f2f992f57a tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:22.590771 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-73125dcf-5623-407a-b515-6261ae22c673 req-9c9a54c5-1040-418c-83aa-77f2f992f57a tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 946 time: 0.0774784 Jan 21 19:30:22.637627 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-73125dcf-5623-407a-b515-6261ae22c673 req-6c2d6931-981b-48f5-89e3-dac34ed57295 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413504 Jan 21 19:30:23.821573 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c67b2-8728-4f09-8c1a-b43642ef00e4 req-e2f41dec-b339-4f1f-9b82-849bd6a56dc3 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:23.822965 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ce9c67b2-8728-4f09-8c1a-b43642ef00e4 req-e2f41dec-b339-4f1f-9b82-849bd6a56dc3 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 946 time: 0.0789409 Jan 21 19:30:23.866759 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ce9c67b2-8728-4f09-8c1a-b43642ef00e4 req-603d0774-5da0-478a-bd52-9a31c3536893 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381429 Jan 21 19:30:25.005072 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4c5fdfd2-215a-49d6-9407-3208aeb8e927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:25.059723 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e234d-760c-4bb1-b94d-f1e20a86d8c5 req-6f2fd5b5-5d93-4937-a399-c62f4834f323 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:25.061146 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d64e234d-760c-4bb1-b94d-f1e20a86d8c5 req-6f2fd5b5-5d93-4937-a399-c62f4834f323 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 946 time: 0.0843856 Jan 21 19:30:25.105190 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d64e234d-760c-4bb1-b94d-f1e20a86d8c5 req-f80ff117-2976-4a8f-ba13-833e21bf837b tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383422 Jan 21 19:30:25.292641 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8fa3b-5041-4a72-98dc-77ae3afa238e req-73ced66f-1762-4f63-ab0c-e82a4938efb0 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:25.294010 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e2b8fa3b-5041-4a72-98dc-77ae3afa238e req-73ced66f-1762-4f63-ab0c-e82a4938efb0 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 946 time: 0.0784736 Jan 21 19:30:25.336413 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e2b8fa3b-5041-4a72-98dc-77ae3afa238e req-2eb4d5f0-4a0a-4a17-9e09-3839bb75a129 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368996 Jan 21 19:30:25.521225 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8fa28-efb2-4758-ad2a-e4f9b583e0c6 req-b30b6c31-a543-4dab-b278-60e587acbb98 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:25.522669 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e6a8fa28-efb2-4758-ad2a-e4f9b583e0c6 req-b30b6c31-a543-4dab-b278-60e587acbb98 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 946 time: 0.0818267 Jan 21 19:30:25.565649 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e6a8fa28-efb2-4758-ad2a-e4f9b583e0c6 req-5dbdba12-e538-4c49-9a41-5b78d6fd73c4 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373926 Jan 21 19:30:26.143829 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112a1a7-6f49-4c02-94d0-c9d231989ecd req-b9f8f27f-0c40-43a7-b381-13f84f7d3657 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:26.145184 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9112a1a7-6f49-4c02-94d0-c9d231989ecd req-b9f8f27f-0c40-43a7-b381-13f84f7d3657 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 946 time: 0.0773995 Jan 21 19:30:26.191324 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9112a1a7-6f49-4c02-94d0-c9d231989ecd req-98e1da49-864c-4fdf-b380-db371adf11dd tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405877 Jan 21 19:30:27.236939 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d103e862-9bcc-4c79-84e8-c84cc55a308d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:27.383813 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc09cd-12a7-47a5-b56a-c557ca6103a8 req-8177ed2d-c69d-4d86-9741-916c851d7979 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:27.385253 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-95dc09cd-12a7-47a5-b56a-c557ca6103a8 req-8177ed2d-c69d-4d86-9741-916c851d7979 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 946 time: 0.0801778 Jan 21 19:30:27.428820 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-95dc09cd-12a7-47a5-b56a-c557ca6103a8 req-c7a1282a-6e3d-41f8-9116-b8cee2aed209 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374594 Jan 21 19:30:28.404949 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:28.428474 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d84985-8bde-4ade-a9c1-6ef587d74d0b req-e63d0e4b-9837-44fc-b142-f5192d10a17c tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:28.430728 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-01d84985-8bde-4ade-a9c1-6ef587d74d0b req-e63d0e4b-9837-44fc-b142-f5192d10a17c tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.113 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 946 time: 0.0800095 Jan 21 19:30:28.504632 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-01d84985-8bde-4ade-a9c1-6ef587d74d0b req-fcc6224f-7506-434b-bbcc-472f7df96ba9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Deleting port 45bd0cee-ab60-4eea-a388-7d87d02088ce {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:30:28.504999 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-01d84985-8bde-4ade-a9c1-6ef587d74d0b req-fcc6224f-7506-434b-bbcc-472f7df96ba9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:28.639303 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:28.644054 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de8f50-ec77-4c2d-8bac-d6e72f699d22 req-6ca10bfb-7c7e-4d73-b1c9-4e2bd2d58847 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:28.644054 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-57de8f50-ec77-4c2d-8bac-d6e72f699d22 req-6ca10bfb-7c7e-4d73-b1c9-4e2bd2d58847 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 946 time: 0.0994835 Jan 21 19:30:28.693773 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-57de8f50-ec77-4c2d-8bac-d6e72f699d22 req-e7c99a02-475c-47d6-87b9-bf55f49b2da4 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups?id=790e36eb-7b15-4311-8e6c-21da6c7e7cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433936 Jan 21 19:30:28.722539 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:28.858375 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-01d84985-8bde-4ade-a9c1-6ef587d74d0b req-fcc6224f-7506-434b-bbcc-472f7df96ba9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] For port 45bd0cee-ab60-4eea-a388-7d87d02088ce, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=45bd0cee-ab60-4eea-a388-7d87d02088ce,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:30:28.858731 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-01d84985-8bde-4ade-a9c1-6ef587d74d0b req-fcc6224f-7506-434b-bbcc-472f7df96ba9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:29.149447 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-01d84985-8bde-4ade-a9c1-6ef587d74d0b req-fcc6224f-7506-434b-bbcc-472f7df96ba9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:29.149836 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-01d84985-8bde-4ade-a9c1-6ef587d74d0b req-fcc6224f-7506-434b-bbcc-472f7df96ba9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:29.150151 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.l3_db [req-01d84985-8bde-4ade-a9c1-6ef587d74d0b req-fcc6224f-7506-434b-bbcc-472f7df96ba9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Floating IP 080899ed-ab00-4c97-bff7-c7d4a8c6eb18 disassociated. External IP: 172.26.1.205, port: 45bd0cee-ab60-4eea-a388-7d87d02088ce. Jan 21 19:30:29.150483 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-01d84985-8bde-4ade-a9c1-6ef587d74d0b req-fcc6224f-7506-434b-bbcc-472f7df96ba9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Calling delete_port for 45bd0cee-ab60-4eea-a388-7d87d02088ce owned by compute:nova {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:30:29.368404 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-01d84985-8bde-4ade-a9c1-6ef587d74d0b req-fcc6224f-7506-434b-bbcc-472f7df96ba9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:29.418554 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc6224f-7506-434b-bbcc-472f7df96ba9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Pushing event deleted for resources: {'Port': ['ID=45bd0cee-ab60-4eea-a388-7d87d02088ce,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:30:29.428405 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc6224f-7506-434b-bbcc-472f7df96ba9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:30:29.428754 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc6224f-7506-434b-bbcc-472f7df96ba9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:30:29.430945 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc6224f-7506-434b-bbcc-472f7df96ba9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:30:29.430945 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc6224f-7506-434b-bbcc-472f7df96ba9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:30:29.430945 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc6224f-7506-434b-bbcc-472f7df96ba9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:30:29.431209 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc6224f-7506-434b-bbcc-472f7df96ba9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:30:29.431314 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc6224f-7506-434b-bbcc-472f7df96ba9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:30:29.431629 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc6224f-7506-434b-bbcc-472f7df96ba9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:30:29.431952 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc6224f-7506-434b-bbcc-472f7df96ba9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:30:29.432270 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc6224f-7506-434b-bbcc-472f7df96ba9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:30:29.432591 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc6224f-7506-434b-bbcc-472f7df96ba9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:30:29.432904 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc6224f-7506-434b-bbcc-472f7df96ba9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:30:29.618993 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01d84985-8bde-4ade-a9c1-6ef587d74d0b req-fcc6224f-7506-434b-bbcc-472f7df96ba9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Router 3e3483ee-a27e-498a-b7fd-148220ab6bd8 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:30:29.799308 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01d84985-8bde-4ade-a9c1-6ef587d74d0b req-fcc6224f-7506-434b-bbcc-472f7df96ba9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:30:29.811945 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c4a692-40c1-4285-831f-8a0ce435e77c None None] Sync routers for ids ['3e3483ee-a27e-498a-b7fd-148220ab6bd8'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:30:29.821129 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c4a692-40c1-4285-831f-8a0ce435e77c None None] Routers {'3e3483ee-a27e-498a-b7fd-148220ab6bd8'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:30:29.821728 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-c9c4a692-40c1-4285-831f-8a0ce435e77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:30:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['3e3483ee-a27e-498a-b7fd-148220ab6bd8'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:30:29.842556 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c98510f7-adc1-43cc-b072-4f03c16161c5 req-434119ec-a414-4b60-ab4f-96e227282eac tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 210 time: 0.0437624 Jan 21 19:30:29.871392 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d84985-8bde-4ade-a9c1-6ef587d74d0b req-fcc6224f-7506-434b-bbcc-472f7df96ba9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] No DVR routers for this DVR port 45bd0cee-ab60-4eea-a388-7d87d02088ce on host hv-neutron-8254 {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:30:29.873896 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-01d84985-8bde-4ade-a9c1-6ef587d74d0b req-fcc6224f-7506-434b-bbcc-472f7df96ba9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:29.876402 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441ada1f-bea4-4607-987b-a348a881be89', 'name': 'network-vif-deleted', 'tag': '45bd0cee-ab60-4eea-a388-7d87d02088ce'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:30:29.969860 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441ada1f-bea4-4607-987b-a348a881be89', 'name': 'network-vif-deleted', 'tag': '45bd0cee-ab60-4eea-a388-7d87d02088ce', 'status': 'completed', 'code': 200} Jan 21 19:30:29.999969 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-01d84985-8bde-4ade-a9c1-6ef587d74d0b req-fcc6224f-7506-434b-bbcc-472f7df96ba9 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.113 "DELETE /v2.0/ports/45bd0cee-ab60-4eea-a388-7d87d02088ce HTTP/1.1" status: 204 len: 173 time: 1.5638876 Jan 21 19:30:30.017096 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-c9c4a692-40c1-4285-831f-8a0ce435e77c None None] Set router 3e3483ee-a27e-498a-b7fd-148220ab6bd8 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:30:30.170559 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:30.336297 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-c9c4a692-40c1-4285-831f-8a0ce435e77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'name': 'tempest-ServerActionsTestJSON-359212956-router', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:24:00Z', 'updated_at': '2022-01-21T19:24:05Z', 'revision_number': 4, 'project_id': '6306f0f6329f45368a10bca96708233e', 'gw_port': {'id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:01Z', 'updated_at': '2022-01-21T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '57544715-14f1-4e4f-a7aa-8520669c8f0d', 'name': '', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'mac_address': 'fa:16:3e:e5:b8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:04Z', 'updated_at': '2022-01-21T19:24:10Z', 'revision_number': 5, 'project_id': '6306f0f6329f45368a10bca96708233e', 'subnets': [{'id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:30:30.340004 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c4a692-40c1-4285-831f-8a0ce435e77c None None] Checking router: 3e3483ee-a27e-498a-b7fd-148220ab6bd8 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:30:30.348067 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c4a692-40c1-4285-831f-8a0ce435e77c None None] Routers {'3e3483ee-a27e-498a-b7fd-148220ab6bd8'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:30:30.348654 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-c9c4a692-40c1-4285-831f-8a0ce435e77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:30:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['3e3483ee-a27e-498a-b7fd-148220ab6bd8'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:30:30.430057 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:30:30.566570 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-c9c4a692-40c1-4285-831f-8a0ce435e77c None None] Set router 3e3483ee-a27e-498a-b7fd-148220ab6bd8 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:30:30.869998 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-c9c4a692-40c1-4285-831f-8a0ce435e77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'name': 'tempest-ServerActionsTestJSON-359212956-router', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:24:00Z', 'updated_at': '2022-01-21T19:24:05Z', 'revision_number': 4, 'project_id': '6306f0f6329f45368a10bca96708233e', 'gw_port': {'id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:01Z', 'updated_at': '2022-01-21T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '57544715-14f1-4e4f-a7aa-8520669c8f0d', 'name': '', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'mac_address': 'fa:16:3e:e5:b8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:04Z', 'updated_at': '2022-01-21T19:24:10Z', 'revision_number': 5, 'project_id': '6306f0f6329f45368a10bca96708233e', 'subnets': [{'id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:30:30.874019 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c4a692-40c1-4285-831f-8a0ce435e77c None None] The sync data for ids ['3e3483ee-a27e-498a-b7fd-148220ab6bd8'] in dv-neutron-825470-1-hyperv is: [{'id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'name': 'tempest-ServerActionsTestJSON-359212956-router', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:24:00Z', 'updated_at': '2022-01-21T19:24:05Z', 'revision_number': 4, 'project_id': '6306f0f6329f45368a10bca96708233e', 'gw_port': {'id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:01Z', 'updated_at': '2022-01-21T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '57544715-14f1-4e4f-a7aa-8520669c8f0d', 'name': '', 'network_id': '23308924-6219-433a-99e7-42bb489e672f', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'mac_address': 'fa:16:3e:e5:b8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:04Z', 'updated_at': '2022-01-21T19:24:10Z', 'revision_number': 5, 'project_id': '6306f0f6329f45368a10bca96708233e', 'subnets': [{'id': '19b5b36a-bb23-42b3-bed0-1fc020de6fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:30:31.008259 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8cc9c9f1-3b51-4d8b-b762-3e28a39eeae8 req-741a3614-b690-433a-bf1d-9f330a7d8941 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/ports?device_id=441ada1f-bea4-4607-987b-a348a881be89 HTTP/1.1" status: 200 len: 210 time: 0.0433519 Jan 21 19:30:31.115305 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa19eb8-bd13-47d7-a52a-1e2eca28628d None None] New status for floating IP 080899ed-ab00-4c97-bff7-c7d4a8c6eb18: DOWN {{(pid=88138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:30:31.977877 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 45bd0cee-ab60-4eea-a388-7d87d02088ce no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:30:32.012199 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] No Port match for: 45bd0cee-ab60-4eea-a388-7d87d02088ce {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:30:32.012543 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 45bd0cee-ab60-4eea-a388-7d87d02088ce not bound to the agent host hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:30:35.558613 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 40122) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:30:35.626738 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-905b24b7-5beb-4ce0-95b6-6885e838ebd2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:35.655179 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-905b24b7-5beb-4ce0-95b6-6885e838ebd2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:35.774399 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-905b24b7-5beb-4ce0-95b6-6885e838ebd2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:35.789498 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b24b7-5beb-4ce0-95b6-6885e838ebd2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=790e36eb-7b15-4311-8e6c-21da6c7e7cb0,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:30:35.800571 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b24b7-5beb-4ce0-95b6-6885e838ebd2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:30:35.801116 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b24b7-5beb-4ce0-95b6-6885e838ebd2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:30:35.801304 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b24b7-5beb-4ce0-95b6-6885e838ebd2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:30:35.801634 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b24b7-5beb-4ce0-95b6-6885e838ebd2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:30:35.801980 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b24b7-5beb-4ce0-95b6-6885e838ebd2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:30:35.802307 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b24b7-5beb-4ce0-95b6-6885e838ebd2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:30:35.802628 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b24b7-5beb-4ce0-95b6-6885e838ebd2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:30:35.802946 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b24b7-5beb-4ce0-95b6-6885e838ebd2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:30:35.803264 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b24b7-5beb-4ce0-95b6-6885e838ebd2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:30:35.803584 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b24b7-5beb-4ce0-95b6-6885e838ebd2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:30:35.804208 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b24b7-5beb-4ce0-95b6-6885e838ebd2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:30:35.804576 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b24b7-5beb-4ce0-95b6-6885e838ebd2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:30:35.881300 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-905b24b7-5beb-4ce0-95b6-6885e838ebd2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:35.882520 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-905b24b7-5beb-4ce0-95b6-6885e838ebd2 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "DELETE /v2.0/security-groups/790e36eb-7b15-4311-8e6c-21da6c7e7cb0 HTTP/1.1" status: 204 len: 168 time: 0.3228323 Jan 21 19:30:35.885006 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 40126) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:30:35.901831 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-fa2492b6-a729-48bd-94cb-294806b12314 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] show failed (client error): The resource could not be found. Jan 21 19:30:35.902753 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-fa2492b6-a729-48bd-94cb-294806b12314 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "GET /v2.0/security-groups/790e36eb-7b15-4311-8e6c-21da6c7e7cb0 HTTP/1.1" status: 404 len: 347 time: 0.0165098 Jan 21 19:30:35.905232 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 40130) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:30:36.165835 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-656995ef-abf5-4402-a600-47aec3ee3b78 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Deleting port 861893d5-62cf-4e29-a038-6fc3a82dcd52 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:30:36.166085 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-656995ef-abf5-4402-a600-47aec3ee3b78 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:36.328791 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-656995ef-abf5-4402-a600-47aec3ee3b78 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:36.329110 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-656995ef-abf5-4402-a600-47aec3ee3b78 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:36.453878 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-656995ef-abf5-4402-a600-47aec3ee3b78 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Calling delete_port for 861893d5-62cf-4e29-a038-6fc3a82dcd52 owned by network:floatingip {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:30:36.645019 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-656995ef-abf5-4402-a600-47aec3ee3b78 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:36.693675 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656995ef-abf5-4402-a600-47aec3ee3b78 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Pushing event deleted for resources: {'Port': ['ID=861893d5-62cf-4e29-a038-6fc3a82dcd52,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:30:36.782201 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-656995ef-abf5-4402-a600-47aec3ee3b78 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks [] for floatingip, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:36.796229 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-656995ef-abf5-4402-a600-47aec3ee3b78 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:36.797327 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-656995ef-abf5-4402-a600-47aec3ee3b78 tempest-ServerActionsTestJSON-1805434466 tempest-ServerActionsTestJSON-1805434466-project] 10.222.0.87 "DELETE /v2.0/floatingips/080899ed-ab00-4c97-bff7-c7d4a8c6eb18 HTTP/1.1" status: 204 len: 168 time: 0.8912606 Jan 21 19:30:36.800248 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 40134) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:30:37.388192 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f592f573-4285-4591-a848-5b8318f164e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:37.840577 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-f592f573-4285-4591-a848-5b8318f164e4 admin admin] Deleting port 57544715-14f1-4e4f-a7aa-8520669c8f0d {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:30:37.841242 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f592f573-4285-4591-a848-5b8318f164e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:38.010459 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-f592f573-4285-4591-a848-5b8318f164e4 admin admin] For port 57544715-14f1-4e4f-a7aa-8520669c8f0d, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=57544715-14f1-4e4f-a7aa-8520669c8f0d,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:30:38.010807 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f592f573-4285-4591-a848-5b8318f164e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:38.128525 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-f592f573-4285-4591-a848-5b8318f164e4 admin admin] Calling delete_port for 57544715-14f1-4e4f-a7aa-8520669c8f0d owned by network:router_interface {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:30:38.505672 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f592f573-4285-4591-a848-5b8318f164e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:38.554367 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f592f573-4285-4591-a848-5b8318f164e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=57544715-14f1-4e4f-a7aa-8520669c8f0d,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:30:38.818487 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f592f573-4285-4591-a848-5b8318f164e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:39.283473 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f592f573-4285-4591-a848-5b8318f164e4 admin admin] Router 3e3483ee-a27e-498a-b7fd-148220ab6bd8 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:30:39.462450 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f592f573-4285-4591-a848-5b8318f164e4 admin admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:30:39.471243 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372d6ed6-0817-4054-96a3-2bf8109fc713 None None] Sync routers for ids ['3e3483ee-a27e-498a-b7fd-148220ab6bd8'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:30:39.477741 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f592f573-4285-4591-a848-5b8318f164e4 admin admin] 10.222.0.87 "PUT /v2.0/routers/3e3483ee-a27e-498a-b7fd-148220ab6bd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6740904 Jan 21 19:30:39.478108 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 40140) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:30:39.480242 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372d6ed6-0817-4054-96a3-2bf8109fc713 None None] Routers {'3e3483ee-a27e-498a-b7fd-148220ab6bd8'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:30:39.480852 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-372d6ed6-0817-4054-96a3-2bf8109fc713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:30:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['3e3483ee-a27e-498a-b7fd-148220ab6bd8'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:30:39.657485 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1aa5c02e-e878-4c98-bcaf-fa6b57e6f780 admin admin] Notify callbacks [] for router, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:39.661440 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-372d6ed6-0817-4054-96a3-2bf8109fc713 None None] Set router 3e3483ee-a27e-498a-b7fd-148220ab6bd8 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:30:39.942591 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1aa5c02e-e878-4c98-bcaf-fa6b57e6f780 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:39.949051 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-372d6ed6-0817-4054-96a3-2bf8109fc713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'name': 'tempest-ServerActionsTestJSON-359212956-router', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:24:00Z', 'updated_at': '2022-01-21T19:30:38Z', 'revision_number': 5, 'project_id': '6306f0f6329f45368a10bca96708233e', 'gw_port': {'id': 'a6152452-11be-4868-ba25-506bdffbdcd5', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:24:01Z', 'updated_at': '2022-01-21T19:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:30:39.953022 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372d6ed6-0817-4054-96a3-2bf8109fc713 None None] Checking router: 3e3483ee-a27e-498a-b7fd-148220ab6bd8 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:30:39.961187 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372d6ed6-0817-4054-96a3-2bf8109fc713 None None] Routers {'3e3483ee-a27e-498a-b7fd-148220ab6bd8'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:30:39.961770 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-372d6ed6-0817-4054-96a3-2bf8109fc713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:30:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['3e3483ee-a27e-498a-b7fd-148220ab6bd8'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:30:40.004715 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-1aa5c02e-e878-4c98-bcaf-fa6b57e6f780 admin admin] Deleting port a6152452-11be-4868-ba25-506bdffbdcd5 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:30:40.005054 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1aa5c02e-e878-4c98-bcaf-fa6b57e6f780 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:40.112492 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-372d6ed6-0817-4054-96a3-2bf8109fc713 None None] Set router 3e3483ee-a27e-498a-b7fd-148220ab6bd8 gateway port host: None {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:30:40.175862 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-1aa5c02e-e878-4c98-bcaf-fa6b57e6f780 admin admin] For port a6152452-11be-4868-ba25-506bdffbdcd5, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=a6152452-11be-4868-ba25-506bdffbdcd5,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:30:40.176219 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1aa5c02e-e878-4c98-bcaf-fa6b57e6f780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:40.216063 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-372d6ed6-0817-4054-96a3-2bf8109fc713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'name': 'tempest-ServerActionsTestJSON-359212956-router', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:24:00Z', 'updated_at': '2022-01-21T19:30:39Z', 'revision_number': 6, 'project_id': '6306f0f6329f45368a10bca96708233e', 'gw_port_host': None}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:30:40.219881 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372d6ed6-0817-4054-96a3-2bf8109fc713 None None] The sync data for ids ['3e3483ee-a27e-498a-b7fd-148220ab6bd8'] in dv-neutron-825470-1-hyperv is: [{'id': '3e3483ee-a27e-498a-b7fd-148220ab6bd8', 'name': 'tempest-ServerActionsTestJSON-359212956-router', 'tenant_id': '6306f0f6329f45368a10bca96708233e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:24:00Z', 'updated_at': '2022-01-21T19:30:39Z', 'revision_number': 6, 'project_id': '6306f0f6329f45368a10bca96708233e', 'gw_port_host': None}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:30:40.300379 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-1aa5c02e-e878-4c98-bcaf-fa6b57e6f780 admin admin] Calling delete_port for a6152452-11be-4868-ba25-506bdffbdcd5 owned by network:router_gateway {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:30:40.536452 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1aa5c02e-e878-4c98-bcaf-fa6b57e6f780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:40.586060 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa5c02e-e878-4c98-bcaf-fa6b57e6f780 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6152452-11be-4868-ba25-506bdffbdcd5,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:30:40.681550 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1aa5c02e-e878-4c98-bcaf-fa6b57e6f780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:40.852552 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1aa5c02e-e878-4c98-bcaf-fa6b57e6f780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:40.854614 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1aa5c02e-e878-4c98-bcaf-fa6b57e6f780 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:41.079499 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1aa5c02e-e878-4c98-bcaf-fa6b57e6f780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:41.080040 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa5c02e-e878-4c98-bcaf-fa6b57e6f780 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e3483ee-a27e-498a-b7fd-148220ab6bd8 {{(pid=88137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:30:41.092687 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1aa5c02e-e878-4c98-bcaf-fa6b57e6f780 admin admin] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:41.096021 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-1aa5c02e-e878-4c98-bcaf-fa6b57e6f780 admin admin] 10.222.0.87 "DELETE /v2.0/routers/3e3483ee-a27e-498a-b7fd-148220ab6bd8 HTTP/1.1" status: 204 len: 168 time: 1.6147189 Jan 21 19:30:41.096415 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 40144) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:30:41.156657 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-d62514dd-c11c-4da7-8df5-d6ea606f0ef4 admin admin] Deleting subnet 19b5b36a-bb23-42b3-bed0-1fc020de6fdd {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:30:41.159886 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d62514dd-c11c-4da7-8df5-d6ea606f0ef4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:41.213558 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d62514dd-c11c-4da7-8df5-d6ea606f0ef4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:41.292894 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d62514dd-c11c-4da7-8df5-d6ea606f0ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:41.428364 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d62514dd-c11c-4da7-8df5-d6ea606f0ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:41.474194 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62514dd-c11c-4da7-8df5-d6ea606f0ef4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19b5b36a-bb23-42b3-bed0-1fc020de6fdd,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:30:41.476421 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d62514dd-c11c-4da7-8df5-d6ea606f0ef4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:41.485034 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d62514dd-c11c-4da7-8df5-d6ea606f0ef4 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/19b5b36a-bb23-42b3-bed0-1fc020de6fdd HTTP/1.1" status: 204 len: 168 time: 0.3874016 Jan 21 19:30:41.485729 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea714dd-e628-41c1-bde9-9c26ddf0ce40 None None] Network 23308924-6219-433a-99e7-42bb489e672f requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:30:41.487818 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 40148) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:30:41.590609 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-70fd06c6-e0b9-4530-adc5-2f0fab87b69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:41.601325 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-70fd06c6-e0b9-4530-adc5-2f0fab87b69b admin admin] Deleting port 46f48ef6-e012-4ee2-bed5-40fa0447c19e {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:30:41.601325 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-70fd06c6-e0b9-4530-adc5-2f0fab87b69b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:41.765613 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b1a375-fe54-4ec3-addf-ae62559e648f None None] DHCP port deletion for 23308924-6219-433a-99e7-42bb489e672f request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:30:41.769910 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-31b1a375-fe54-4ec3-addf-ae62559e648f None None] Deleting port 46f48ef6-e012-4ee2-bed5-40fa0447c19e {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:30:41.770310 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-31b1a375-fe54-4ec3-addf-ae62559e648f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:41.817752 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-70fd06c6-e0b9-4530-adc5-2f0fab87b69b admin admin] For port 46f48ef6-e012-4ee2-bed5-40fa0447c19e, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=46f48ef6-e012-4ee2-bed5-40fa0447c19e,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:30:41.818158 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-70fd06c6-e0b9-4530-adc5-2f0fab87b69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:41.942707 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-70fd06c6-e0b9-4530-adc5-2f0fab87b69b admin admin] Calling delete_port for 46f48ef6-e012-4ee2-bed5-40fa0447c19e owned by network:dhcp {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:30:41.964380 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 57544715-14f1-4e4f-a7aa-8520669c8f0d no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:30:42.013834 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 57544715-14f1-4e4f-a7aa-8520669c8f0d {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:30:42.014055 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 57544715-14f1-4e4f-a7aa-8520669c8f0d not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:30:42.014443 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 46f48ef6-e012-4ee2-bed5-40fa0447c19e no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:30:42.044775 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-31b1a375-fe54-4ec3-addf-ae62559e648f None None] For port 46f48ef6-e012-4ee2-bed5-40fa0447c19e, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=46f48ef6-e012-4ee2-bed5-40fa0447c19e,segment=NetworkSegment(df499347-be85-40db-b735-743af625baf5),segment_id=df499347-be85-40db-b735-743af625baf5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:30:42.045157 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-31b1a375-fe54-4ec3-addf-ae62559e648f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:42.094184 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-70fd06c6-e0b9-4530-adc5-2f0fab87b69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:42.140788 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd06c6-e0b9-4530-adc5-2f0fab87b69b admin admin] Pushing event deleted for resources: {'Port': ['ID=46f48ef6-e012-4ee2-bed5-40fa0447c19e,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:30:42.145277 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fd06c6-e0b9-4530-adc5-2f0fab87b69b admin admin] No DVR routers for this DVR port 46f48ef6-e012-4ee2-bed5-40fa0447c19e on host dv-neutron-825470-1-hyperv {{(pid=88136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:30:42.178354 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-31b1a375-fe54-4ec3-addf-ae62559e648f None None] Calling delete_port for 46f48ef6-e012-4ee2-bed5-40fa0447c19e owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:30:42.227966 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No active binding found for port 46f48ef6-e012-4ee2-bed5-40fa0447c19e {{(pid=88138) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 21 19:30:42.228355 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 46f48ef6-e012-4ee2-bed5-40fa0447c19e not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:30:42.228766 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device a6152452-11be-4868-ba25-506bdffbdcd5 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:30:42.259638 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-70fd06c6-e0b9-4530-adc5-2f0fab87b69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:42.265530 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: a6152452-11be-4868-ba25-506bdffbdcd5 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:30:42.265821 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device a6152452-11be-4868-ba25-506bdffbdcd5 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 19:30:42.281121 dv-neutron-825470-1-hyperv neutron-server[88138]: util.warn( Jan 21 19:30:42.286819 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-70fd06c6-e0b9-4530-adc5-2f0fab87b69b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23308924-6219-433a-99e7-42bb489e672f']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:30:42.287365 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-31b1a375-fe54-4ec3-addf-ae62559e648f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:30:42.287719 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-31b1a375-fe54-4ec3-addf-ae62559e648f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:30:42.299268 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-70fd06c6-e0b9-4530-adc5-2f0fab87b69b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df499347-be85-40db-b735-743af625baf5') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:30:42.299561 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-70fd06c6-e0b9-4530-adc5-2f0fab87b69b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df499347-be85-40db-b735-743af625baf5') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:30:42.311089 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-70fd06c6-e0b9-4530-adc5-2f0fab87b69b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:42.326143 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-70fd06c6-e0b9-4530-adc5-2f0fab87b69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:42.331859 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70fd06c6-e0b9-4530-adc5-2f0fab87b69b admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:30:42.332226 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-70fd06c6-e0b9-4530-adc5-2f0fab87b69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:42.345515 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:30:42.345515 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:30:42.345515 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:30:42.345515 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:30:42.345515 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:30:42.345515 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:30:42.345515 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:30:42.345515 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:30:42.345515 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:30:42.345515 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:30:42.345515 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:30:42.345515 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:30:42.345515 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:30:42.345515 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:30:42.345515 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:30:42.345515 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:30:42.345515 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:30:42.345515 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:30:42.345515 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:30:42.345515 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:30:42.345515 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:30:42.345515 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:30:42.345515 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:30:42.345515 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:30:42.345515 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:30:42.345515 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:30:42.345515 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:30:42.345515 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:30:42.345515 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:30:42.345515 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:30:42.345515 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:30:42.345515 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:30:42.593468 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-70fd06c6-e0b9-4530-adc5-2f0fab87b69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:42.598031 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-70fd06c6-e0b9-4530-adc5-2f0fab87b69b admin admin] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:42.621603 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd06c6-e0b9-4530-adc5-2f0fab87b69b admin admin] Pushing event deleted for resources: {'Network': ['ID=23308924-6219-433a-99e7-42bb489e672f,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:30:42.706275 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-70fd06c6-e0b9-4530-adc5-2f0fab87b69b admin admin] 10.222.0.87 "DELETE /v2.0/networks/23308924-6219-433a-99e7-42bb489e672f HTTP/1.1" status: 204 len: 168 time: 1.2174108 Jan 21 19:30:42.789217 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-31b1a375-fe54-4ec3-addf-ae62559e648f None None] Deleting port 46f48ef6-e012-4ee2-bed5-40fa0447c19e {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:30:42.790225 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-31b1a375-fe54-4ec3-addf-ae62559e648f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:42.858426 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-31b1a375-fe54-4ec3-addf-ae62559e648f None None] The port '46f48ef6-e012-4ee2-bed5-40fa0447c19e' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:30:43.010603 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 40154) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:30:43.058118 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-1830a214-a420-4d56-ad88-851ac3ab8988 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6306f0f6329f45368a10bca96708233e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463412 Jan 21 19:30:43.060555 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 40158) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:30:43.119117 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3ae12f23-694a-4366-a170-51c38b0c6e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:43.157602 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3ae12f23-694a-4366-a170-51c38b0c6e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:43.276466 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3ae12f23-694a-4366-a170-51c38b0c6e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:43.293976 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae12f23-694a-4366-a170-51c38b0c6e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b5748c-a187-4250-90b2-01fef134baac,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:30:43.300471 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3ae12f23-694a-4366-a170-51c38b0c6e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:43.301566 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-3ae12f23-694a-4366-a170-51c38b0c6e0c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/99b5748c-a187-4250-90b2-01fef134baac HTTP/1.1" status: 204 len: 168 time: 0.2401481 Jan 21 19:30:44.418423 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 40182) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:30:44.533564 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-e190d1c9-6001-4b2b-ac8e-09fa8e9deb8c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-553282921-network', 'tenant_id': 'ed188d54f26e4e1f88aeb52bcf32e2d0'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:30:44.538813 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-e190d1c9-6001-4b2b-ac8e-09fa8e9deb8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:30:44.542641 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-e190d1c9-6001-4b2b-ac8e-09fa8e9deb8c admin admin] Usage tracker for resource:network and tenant:ed188d54f26e4e1f88aeb52bcf32e2d0 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:30:44.545440 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-e190d1c9-6001-4b2b-ac8e-09fa8e9deb8c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:30:44.551050 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-e190d1c9-6001-4b2b-ac8e-09fa8e9deb8c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:30:44.642156 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e190d1c9-6001-4b2b-ac8e-09fa8e9deb8c admin admin] Made reservation on behalf of ed188d54f26e4e1f88aeb52bcf32e2d0 for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:30:44.644414 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e190d1c9-6001-4b2b-ac8e-09fa8e9deb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:44.656789 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e190d1c9-6001-4b2b-ac8e-09fa8e9deb8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:44.671152 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-e190d1c9-6001-4b2b-ac8e-09fa8e9deb8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:30:44.674975 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-e190d1c9-6001-4b2b-ac8e-09fa8e9deb8c admin admin] Usage tracker for resource:security_group_rule and tenant:ed188d54f26e4e1f88aeb52bcf32e2d0 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:30:44.677684 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-e190d1c9-6001-4b2b-ac8e-09fa8e9deb8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:30:44.684267 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-e190d1c9-6001-4b2b-ac8e-09fa8e9deb8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:30:44.766262 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e190d1c9-6001-4b2b-ac8e-09fa8e9deb8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:44.830654 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e190d1c9-6001-4b2b-ac8e-09fa8e9deb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:44.862200 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e190d1c9-6001-4b2b-ac8e-09fa8e9deb8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:30:44.870971 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190d1c9-6001-4b2b-ac8e-09fa8e9deb8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9132d0-288b-4162-b125-2b38443148aa,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:30:44.877236 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e190d1c9-6001-4b2b-ac8e-09fa8e9deb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:44.877568 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-e190d1c9-6001-4b2b-ac8e-09fa8e9deb8c admin admin] Added segment 79e003df-7bf0-47bc-917d-6c9ca6b7eff5 of type vlan for network a94bf8b4-a294-425a-8312-932aadd78417 Jan 21 19:30:44.903774 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e190d1c9-6001-4b2b-ac8e-09fa8e9deb8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:44.987681 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e190d1c9-6001-4b2b-ac8e-09fa8e9deb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:44.988602 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e190d1c9-6001-4b2b-ac8e-09fa8e9deb8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:44.989164 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e190d1c9-6001-4b2b-ac8e-09fa8e9deb8c admin admin] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:45.089093 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190d1c9-6001-4b2b-ac8e-09fa8e9deb8c admin admin] Pushing event updated for resources: {'Network': ['ID=a94bf8b4-a294-425a-8312-932aadd78417,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:30:45.097504 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e190d1c9-6001-4b2b-ac8e-09fa8e9deb8c admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6780579 Jan 21 19:30:45.098706 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network a94bf8b4-a294-425a-8312-932aadd78417 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:30:45.101136 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 40188) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:30:45.106214 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-5f6907e3-98ea-4a8b-b347-b068e225b723 admin admin] Request body: {'subnet': {'network_id': 'a94bf8b4-a294-425a-8312-932aadd78417', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-553282921-subnet', 'tenant_id': 'ed188d54f26e4e1f88aeb52bcf32e2d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:30:45.111141 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-5f6907e3-98ea-4a8b-b347-b068e225b723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:30:45.115322 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-5f6907e3-98ea-4a8b-b347-b068e225b723 admin admin] Usage tracker for resource:subnet and tenant:ed188d54f26e4e1f88aeb52bcf32e2d0 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:30:45.118865 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-5f6907e3-98ea-4a8b-b347-b068e225b723 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:30:45.124620 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-5f6907e3-98ea-4a8b-b347-b068e225b723 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:30:45.182136 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6907e3-98ea-4a8b-b347-b068e225b723 admin admin] Made reservation on behalf of ed188d54f26e4e1f88aeb52bcf32e2d0 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:30:45.184565 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5f6907e3-98ea-4a8b-b347-b068e225b723 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:45.439671 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5f6907e3-98ea-4a8b-b347-b068e225b723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:45.526885 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6907e3-98ea-4a8b-b347-b068e225b723 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dceea369-9dd1-40b9-9430-ef9aa5cd4c95,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:30:45.537872 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6907e3-98ea-4a8b-b347-b068e225b723 admin admin] Checking segment: {'id': '79e003df-7bf0-47bc-917d-6c9ca6b7eff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a94bf8b4-a294-425a-8312-932aadd78417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:30:45.538944 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6907e3-98ea-4a8b-b347-b068e225b723 admin admin] Network hostable DHCP agents. Network: a94bf8b4-a294-425a-8312-932aadd78417, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:30:45.602558 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6907e3-98ea-4a8b-b347-b068e225b723 admin admin] Network a94bf8b4-a294-425a-8312-932aadd78417 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:30:45.673137 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-5f6907e3-98ea-4a8b-b347-b068e225b723 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, a94bf8b4-a294-425a-8312-932aadd78417) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:30:45.676949 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6907e3-98ea-4a8b-b347-b068e225b723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:45.677521 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5f6907e3-98ea-4a8b-b347-b068e225b723 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:45.682157 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff48014-6deb-4cf2-8a03-a0c1c278cb41 None None] Network a94bf8b4-a294-425a-8312-932aadd78417 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:30:45.754426 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-5f6907e3-98ea-4a8b-b347-b068e225b723 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6521983 Jan 21 19:30:45.904792 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091a040d-a5ce-4f68-a942-0174345d302b None None] Network a94bf8b4-a294-425a-8312-932aadd78417 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:30:46.255843 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-08b58907-29cb-4253-a40b-841e0e37165e tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:46.256501 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-08b58907-29cb-4253-a40b-841e0e37165e tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Synchronizing usage tracker for tenant:ed188d54f26e4e1f88aeb52bcf32e2d0 on resource:network {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:30:46.333599 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-08b58907-29cb-4253-a40b-841e0e37165e tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Unset dirty status for tenant:ed188d54f26e4e1f88aeb52bcf32e2d0 on resource:network {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:30:46.334720 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-08b58907-29cb-4253-a40b-841e0e37165e tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/networks?id=a94bf8b4-a294-425a-8312-932aadd78417 HTTP/1.1" status: 200 len: 813 time: 0.2175763 Jan 21 19:30:46.349844 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-a163731c-19a9-4721-985e-6ca35d0284cf tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/quotas/ed188d54f26e4e1f88aeb52bcf32e2d0 HTTP/1.1" status: 200 len: 375 time: 0.0090039 Jan 21 19:30:46.396914 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-02c4f8e9-95ff-40cb-9f2d-bad9c8e2baf7 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=ed188d54f26e4e1f88aeb52bcf32e2d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414834 Jan 21 19:30:46.530063 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-ad53bc63-c1d0-44b1-9086-32f867100ab6 service neutron] 10.222.0.87 "GET /v2.0/networks/a94bf8b4-a294-425a-8312-932aadd78417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258628 Jan 21 19:30:46.656977 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-b39c8ea3-b887-4de1-a6d2-b9160f688f2c service neutron] 10.222.0.87 "GET /v2.0/networks/a94bf8b4-a294-425a-8312-932aadd78417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211977 Jan 21 19:30:46.951603 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4c7b922e-bb94-47f5-96ad-c68775d5a80a req-989d397e-102f-4476-a4cd-d0a29ecf6468 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9fcffdd-ab8b-49b9-b36e-4f3d531d7526 HTTP/1.1" status: 200 len: 210 time: 0.0465140 Jan 21 19:30:48.096967 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-09684053-d00c-41cd-87be-3219e3a55a52 req-43f42d10-2353-4d8b-9399-428817b94fbc tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9fcffdd-ab8b-49b9-b36e-4f3d531d7526 HTTP/1.1" status: 200 len: 210 time: 0.0423491 Jan 21 19:30:49.160910 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-61ccd26a-f2e2-4d3e-b9fb-b9bc4c511c80 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:49.162543 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-61ccd26a-f2e2-4d3e-b9fb-b9bc4c511c80 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.113 "GET /v2.0/networks?id=a94bf8b4-a294-425a-8312-932aadd78417 HTTP/1.1" status: 200 len: 813 time: 0.1723356 Jan 21 19:30:49.174185 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-89e98777-a024-4ab9-99ae-eb32ee2ef3a7 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Request body: {'port': {'device_id': 'a9fcffdd-ab8b-49b9-b36e-4f3d531d7526', 'network_id': 'a94bf8b4-a294-425a-8312-932aadd78417', 'admin_state_up': True, 'tenant_id': 'ed188d54f26e4e1f88aeb52bcf32e2d0'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:30:49.269326 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-eda40c62-0571-4658-926b-f12ffe1f4614 req-6628f04d-a9e3-4c4b-af83-54d571fb8a5a tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9fcffdd-ab8b-49b9-b36e-4f3d531d7526 HTTP/1.1" status: 200 len: 210 time: 0.0481868 Jan 21 19:30:49.346892 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-89e98777-a024-4ab9-99ae-eb32ee2ef3a7 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:30:49.351460 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-89e98777-a024-4ab9-99ae-eb32ee2ef3a7 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Usage tracker for resource:port and tenant:ed188d54f26e4e1f88aeb52bcf32e2d0 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:30:49.354389 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-89e98777-a024-4ab9-99ae-eb32ee2ef3a7 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:30:49.360157 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-89e98777-a024-4ab9-99ae-eb32ee2ef3a7 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:30:49.422149 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-89e98777-a024-4ab9-99ae-eb32ee2ef3a7 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Made reservation on behalf of ed188d54f26e4e1f88aeb52bcf32e2d0 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:30:49.425678 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-89e98777-a024-4ab9-99ae-eb32ee2ef3a7 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:49.594456 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-89e98777-a024-4ab9-99ae-eb32ee2ef3a7 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Allocated IP 172.20.0.12 (a94bf8b4-a294-425a-8312-932aadd78417/dceea369-9dd1-40b9-9430-ef9aa5cd4c95/ff0720c5-54b6-4983-8380-15f230c81379) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:30:49.891492 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-89e98777-a024-4ab9-99ae-eb32ee2ef3a7 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:50.002616 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-89e98777-a024-4ab9-99ae-eb32ee2ef3a7 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:50.072445 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-89e98777-a024-4ab9-99ae-eb32ee2ef3a7 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Network a94bf8b4-a294-425a-8312-932aadd78417 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:30:50.075603 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-89e98777-a024-4ab9-99ae-eb32ee2ef3a7 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:30:50.079364 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-89e98777-a024-4ab9-99ae-eb32ee2ef3a7 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:30:50.108473 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e98777-a024-4ab9-99ae-eb32ee2ef3a7 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Pushing event updated for resources: {'Port': ['ID=ff0720c5-54b6-4983-8380-15f230c81379,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:30:50.143096 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-89e98777-a024-4ab9-99ae-eb32ee2ef3a7 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:50.143627 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-89e98777-a024-4ab9-99ae-eb32ee2ef3a7 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:50.239818 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-89e98777-a024-4ab9-99ae-eb32ee2ef3a7 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0693927 Jan 21 19:30:50.250882 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-ed042565-7268-41da-b235-dc7939e56296 service neutron] Request body: {'port': {'device_id': 'a9fcffdd-ab8b-49b9-b36e-4f3d531d7526', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:30:50.364039 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-ed042565-7268-41da-b235-dc7939e56296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:50.459965 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f219d5-c1b3-4e9b-a155-024ee543d73b req-af7618f5-2538-49c4-a2ab-6e2aa6715187 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:50.462692 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-38f219d5-c1b3-4e9b-a155-024ee543d73b req-af7618f5-2538-49c4-a2ab-6e2aa6715187 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9fcffdd-ab8b-49b9-b36e-4f3d531d7526 HTTP/1.1" status: 200 len: 932 time: 0.0859470 Jan 21 19:30:50.504538 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-38f219d5-c1b3-4e9b-a155-024ee543d73b req-92b2579f-1fd5-42cd-acec-2b3293b9880c tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Synchronizing usage tracker for tenant:ed188d54f26e4e1f88aeb52bcf32e2d0 on resource:security_group {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:30:50.587546 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-38f219d5-c1b3-4e9b-a155-024ee543d73b req-92b2579f-1fd5-42cd-acec-2b3293b9880c tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Unset dirty status for tenant:ed188d54f26e4e1f88aeb52bcf32e2d0 on resource:security_group {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:30:50.588717 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-38f219d5-c1b3-4e9b-a155-024ee543d73b req-92b2579f-1fd5-42cd-acec-2b3293b9880c tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/security-groups?id=5a9132d0-288b-4162-b125-2b38443148aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216912 Jan 21 19:30:50.708337 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-ed042565-7268-41da-b235-dc7939e56296 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff0720c5-54b6-4983-8380-15f230c81379 {{(pid=88137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:30:50.716026 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-ed042565-7268-41da-b235-dc7939e56296 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:50.730195 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-ed042565-7268-41da-b235-dc7939e56296 service neutron] Transition to ACTIVE for port object ff0720c5-54b6-4983-8380-15f230c81379 will not be triggered until provisioned by entity L2. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:30:50.787756 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-ed042565-7268-41da-b235-dc7939e56296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:50.948136 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed042565-7268-41da-b235-dc7939e56296 service neutron] Pushing event updated for resources: {'Port': ['ID=ff0720c5-54b6-4983-8380-15f230c81379,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:30:51.026911 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-ed042565-7268-41da-b235-dc7939e56296 service neutron] Attempting to bind port ff0720c5-54b6-4983-8380-15f230c81379 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:30:51.027156 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-ed042565-7268-41da-b235-dc7939e56296 service neutron] Attempting to bind port ff0720c5-54b6-4983-8380-15f230c81379 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '79e003df-7bf0-47bc-917d-6c9ca6b7eff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a94bf8b4-a294-425a-8312-932aadd78417'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:30:51.027471 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-ed042565-7268-41da-b235-dc7939e56296 service neutron] Attempting to bind port ff0720c5-54b6-4983-8380-15f230c81379 on network a94bf8b4-a294-425a-8312-932aadd78417 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:30:51.032071 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-ed042565-7268-41da-b235-dc7939e56296 service neutron] Port ff0720c5-54b6-4983-8380-15f230c81379 on network a94bf8b4-a294-425a-8312-932aadd78417 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 19:30:51.032383 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-ed042565-7268-41da-b235-dc7939e56296 service neutron] Attempting to bind port ff0720c5-54b6-4983-8380-15f230c81379 on network a94bf8b4-a294-425a-8312-932aadd78417 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:30:51.037415 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-ed042565-7268-41da-b235-dc7939e56296 service neutron] Checking agent: {'id': '9a14f311-f6d5-46c6-87a2-f860197fb66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:30:51.037742 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-ed042565-7268-41da-b235-dc7939e56296 service neutron] Checking segment: {'id': '79e003df-7bf0-47bc-917d-6c9ca6b7eff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a94bf8b4-a294-425a-8312-932aadd78417'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:30:51.038649 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-ed042565-7268-41da-b235-dc7939e56296 service neutron] Bound using segment: {'id': '79e003df-7bf0-47bc-917d-6c9ca6b7eff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a94bf8b4-a294-425a-8312-932aadd78417'} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:30:51.039057 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-ed042565-7268-41da-b235-dc7939e56296 service neutron] Bound port: ff0720c5-54b6-4983-8380-15f230c81379, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79e003df-7bf0-47bc-917d-6c9ca6b7eff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a94bf8b4-a294-425a-8312-932aadd78417'}}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:30:51.039389 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-ed042565-7268-41da-b235-dc7939e56296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:51.125495 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-ed042565-7268-41da-b235-dc7939e56296 service neutron] For port ff0720c5-54b6-4983-8380-15f230c81379, host hv-neutron-8254, cleared binding levels {{(pid=88137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:30:51.128420 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-ed042565-7268-41da-b235-dc7939e56296 service neutron] For port ff0720c5-54b6-4983-8380-15f230c81379, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=ff0720c5-54b6-4983-8380-15f230c81379,segment=NetworkSegment(79e003df-7bf0-47bc-917d-6c9ca6b7eff5),segment_id=79e003df-7bf0-47bc-917d-6c9ca6b7eff5)] {{(pid=88137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:30:51.199537 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-ed042565-7268-41da-b235-dc7939e56296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:51.263926 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-ed042565-7268-41da-b235-dc7939e56296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:51.264531 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-ed042565-7268-41da-b235-dc7939e56296 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:51.265898 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-ed042565-7268-41da-b235-dc7939e56296 service neutron] 10.222.0.113 "PUT /v2.0/ports/ff0720c5-54b6-4983-8380-15f230c81379 HTTP/1.1" status: 200 len: 1094 time: 1.0192368 Jan 21 19:30:51.266321 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9fcffdd-ab8b-49b9-b36e-4f3d531d7526', 'tag': 'ff0720c5-54b6-4983-8380-15f230c81379'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:30:51.285142 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed042565-7268-41da-b235-dc7939e56296 service neutron] Pushing event updated for resources: {'Port': ['ID=ff0720c5-54b6-4983-8380-15f230c81379,revision_number=3']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:30:51.312564 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9fcffdd-ab8b-49b9-b36e-4f3d531d7526', 'tag': 'ff0720c5-54b6-4983-8380-15f230c81379', 'status': 'completed', 'code': 200} Jan 21 19:30:51.401711 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d777a8c-8e57-4360-adad-5eaf65c9ca5e req-c35ea002-0f6c-480c-af50-36b02b01175c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:51.403379 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9d777a8c-8e57-4360-adad-5eaf65c9ca5e req-c35ea002-0f6c-480c-af50-36b02b01175c service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=ed188d54f26e4e1f88aeb52bcf32e2d0&device_id=a9fcffdd-ab8b-49b9-b36e-4f3d531d7526 HTTP/1.1" status: 200 len: 1097 time: 0.0707920 Jan 21 19:30:51.551742 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d777a8c-8e57-4360-adad-5eaf65c9ca5e req-540b7f02-6ca8-4b55-be00-d9b3098c9bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:51.553072 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9d777a8c-8e57-4360-adad-5eaf65c9ca5e req-540b7f02-6ca8-4b55-be00-d9b3098c9bbc service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=ed188d54f26e4e1f88aeb52bcf32e2d0&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1425648 Jan 21 19:30:51.694057 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d777a8c-8e57-4360-adad-5eaf65c9ca5e req-60eb6a32-49ac-4e8a-8be2-564e6bf48e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:51.696648 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9d777a8c-8e57-4360-adad-5eaf65c9ca5e req-60eb6a32-49ac-4e8a-8be2-564e6bf48e32 service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1378806 Jan 21 19:30:51.776704 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f92f6-0569-4b19-9739-8a12446a3c08 req-e3e8228e-119e-49dd-bb3d-413a4c12ada2 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:51.778915 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a47f92f6-0569-4b19-9739-8a12446a3c08 req-e3e8228e-119e-49dd-bb3d-413a4c12ada2 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9fcffdd-ab8b-49b9-b36e-4f3d531d7526 HTTP/1.1" status: 200 len: 944 time: 0.0806584 Jan 21 19:30:51.800904 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-c762eae5-d2f5-487d-abad-12ea0469bf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:51.802493 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-c762eae5-d2f5-487d-abad-12ea0469bf27 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=ed188d54f26e4e1f88aeb52bcf32e2d0&device_id=a9fcffdd-ab8b-49b9-b36e-4f3d531d7526 HTTP/1.1" status: 200 len: 1097 time: 0.0716825 Jan 21 19:30:51.825392 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a47f92f6-0569-4b19-9739-8a12446a3c08 req-b5dc9d05-e4b1-43a7-ac63-b1e4d8b9d4db tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/security-groups?id=5a9132d0-288b-4162-b125-2b38443148aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413625 Jan 21 19:30:51.965660 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-d49beed2-d859-4b44-b581-b910898405e5 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff0720c5-54b6-4983-8380-15f230c81379 HTTP/1.1" status: 200 len: 217 time: 0.1562707 Jan 21 19:30:52.034253 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-6a0837fd-5ac4-428c-92b2-e2f56331c051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:52.035932 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-6a0837fd-5ac4-428c-92b2-e2f56331c051 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=dceea369-9dd1-40b9-9430-ef9aa5cd4c95 HTTP/1.1" status: 200 len: 853 time: 0.0652094 Jan 21 19:30:52.081392 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-48bac555-5d92-4aa1-8626-f0a9894445ef service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a94bf8b4-a294-425a-8312-932aadd78417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392835 Jan 21 19:30:52.208716 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-f38a1e0d-0aa1-4909-9695-903cac4a79ea service neutron] 10.222.0.113 "GET /v2.0/networks/a94bf8b4-a294-425a-8312-932aadd78417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208835 Jan 21 19:30:52.338172 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-71d46240-42d2-4ddb-acb1-a0f0dfbdbdd7 req-14ebead4-ddcf-4936-9a31-571d80e08613 service neutron] 10.222.0.113 "GET /v2.0/networks/a94bf8b4-a294-425a-8312-932aadd78417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227775 Jan 21 19:30:53.119925 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c6bfc-158e-4a56-9114-7779a748a6ee req-c470dbfc-0bc2-4491-86cc-ec7f360b5d7e tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:53.121263 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fd4c6bfc-158e-4a56-9114-7779a748a6ee req-c470dbfc-0bc2-4491-86cc-ec7f360b5d7e tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9fcffdd-ab8b-49b9-b36e-4f3d531d7526 HTTP/1.1" status: 200 len: 944 time: 0.1855307 Jan 21 19:30:53.163338 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fd4c6bfc-158e-4a56-9114-7779a748a6ee req-38d99def-fc5d-4497-92e2-e8851470a4bd tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/security-groups?id=5a9132d0-288b-4162-b125-2b38443148aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363977 Jan 21 19:30:54.102282 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device ff0720c5-54b6-4983-8380-15f230c81379 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:30:54.266586 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port ff0720c5-54b6-4983-8380-15f230c81379, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=ff0720c5-54b6-4983-8380-15f230c81379,segment=NetworkSegment(79e003df-7bf0-47bc-917d-6c9ca6b7eff5),segment_id=79e003df-7bf0-47bc-917d-6c9ca6b7eff5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:30:54.279967 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': 'ff0720c5-54b6-4983-8380-15f230c81379', 'network_id': 'a94bf8b4-a294-425a-8312-932aadd78417', 'port_id': 'ff0720c5-54b6-4983-8380-15f230c81379', 'mac_address': 'fa:16:3e:cd:62:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dceea369-9dd1-40b9-9430-ef9aa5cd4c95', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:30:54.337674 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:54.345542 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00867359-9933-4ca5-af18-d02e159fbd43 req-b1b7ebd4-35d7-4133-8233-4ab2a1cd995e tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:54.347024 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-00867359-9933-4ca5-af18-d02e159fbd43 req-b1b7ebd4-35d7-4133-8233-4ab2a1cd995e tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9fcffdd-ab8b-49b9-b36e-4f3d531d7526 HTTP/1.1" status: 200 len: 944 time: 0.0788767 Jan 21 19:30:54.354877 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff0720c5-54b6-4983-8380-15f230c81379 {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:30:54.370051 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port ff0720c5-54b6-4983-8380-15f230c81379, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=ff0720c5-54b6-4983-8380-15f230c81379,segment=NetworkSegment(79e003df-7bf0-47bc-917d-6c9ca6b7eff5),segment_id=79e003df-7bf0-47bc-917d-6c9ca6b7eff5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:30:54.394303 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-00867359-9933-4ca5-af18-d02e159fbd43 req-8ab28a0a-7140-45f1-bf63-e4807125af8f tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/security-groups?id=5a9132d0-288b-4162-b125-2b38443148aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409534 Jan 21 19:30:54.439478 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:54.508133 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=ff0720c5-54b6-4983-8380-15f230c81379,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:30:54.675696 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['ff0720c5-54b6-4983-8380-15f230c81379'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:30:55.002632 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-56a353ee-ad98-4d14-87c6-a401f95d0d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:55.577868 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c03cd6-b768-4089-a1fc-0441a0001410 req-850c93cf-db61-4e48-b726-89f15363764b tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:55.579338 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-02c03cd6-b768-4089-a1fc-0441a0001410 req-850c93cf-db61-4e48-b726-89f15363764b tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9fcffdd-ab8b-49b9-b36e-4f3d531d7526 HTTP/1.1" status: 200 len: 945 time: 0.0794299 Jan 21 19:30:55.623498 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-02c03cd6-b768-4089-a1fc-0441a0001410 req-83cf84af-d348-4038-bf16-891e768a2f1e tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/security-groups?id=5a9132d0-288b-4162-b125-2b38443148aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380373 Jan 21 19:30:56.105203 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device ff0720c5-54b6-4983-8380-15f230c81379 up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:30:56.271337 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning for port ff0720c5-54b6-4983-8380-15f230c81379 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:30:56.277085 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port ff0720c5-54b6-4983-8380-15f230c81379 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:30:56.277450 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:56.391900 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:56.417911 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9fcffdd-ab8b-49b9-b36e-4f3d531d7526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0720c5-54b6-4983-8380-15f230c81379'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:30:56.427212 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port ff0720c5-54b6-4983-8380-15f230c81379, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=ff0720c5-54b6-4983-8380-15f230c81379,segment=NetworkSegment(79e003df-7bf0-47bc-917d-6c9ca6b7eff5),segment_id=79e003df-7bf0-47bc-917d-6c9ca6b7eff5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:30:56.464591 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9fcffdd-ab8b-49b9-b36e-4f3d531d7526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0720c5-54b6-4983-8380-15f230c81379', 'code': 200} Jan 21 19:30:56.482776 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:56.555214 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=ff0720c5-54b6-4983-8380-15f230c81379,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:30:56.812011 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048b027-55c7-4b18-8f66-92e6e81e2b1a req-820d602e-7b6d-4b3c-b51b-06fc9b27a660 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:56.813489 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6048b027-55c7-4b18-8f66-92e6e81e2b1a req-820d602e-7b6d-4b3c-b51b-06fc9b27a660 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9fcffdd-ab8b-49b9-b36e-4f3d531d7526 HTTP/1.1" status: 200 len: 946 time: 0.0847034 Jan 21 19:30:56.822803 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9db88-3532-4013-8bff-b73d21ebe6c0 req-b2d9a0e3-2f5a-468b-9a9c-d224c4f20be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:56.824382 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9df9db88-3532-4013-8bff-b73d21ebe6c0 req-b2d9a0e3-2f5a-468b-9a9c-d224c4f20be0 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=a9fcffdd-ab8b-49b9-b36e-4f3d531d7526 HTTP/1.1" status: 200 len: 1099 time: 0.0750732 Jan 21 19:30:56.857444 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6048b027-55c7-4b18-8f66-92e6e81e2b1a req-3cc4fa55-9d4e-45a4-8622-3d6cb999f685 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/security-groups?id=5a9132d0-288b-4162-b125-2b38443148aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381851 Jan 21 19:30:56.865174 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9df9db88-3532-4013-8bff-b73d21ebe6c0 req-70ad5abc-35ed-4348-9ce2-86f3f4ae99cd service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=5a9132d0-288b-4162-b125-2b38443148aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335705 Jan 21 19:30:57.221877 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6410a379-477f-4726-8dc9-9d5409350fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:58.042053 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c5e70-2853-49ea-b5c4-8f1d048dd8d7 req-caa91b62-ace9-4e6c-b43b-145d4aadd341 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:58.043491 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0c1c5e70-2853-49ea-b5c4-8f1d048dd8d7 req-caa91b62-ace9-4e6c-b43b-145d4aadd341 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9fcffdd-ab8b-49b9-b36e-4f3d531d7526 HTTP/1.1" status: 200 len: 946 time: 0.0781655 Jan 21 19:30:58.089375 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0c1c5e70-2853-49ea-b5c4-8f1d048dd8d7 req-b50b2d9b-342e-423f-bdb7-cee509642e7f tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/security-groups?id=5a9132d0-288b-4162-b125-2b38443148aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392587 Jan 21 19:30:58.382119 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:58.620799 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:58.707845 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:30:59.270353 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c3857-f0fe-4b8d-afa8-3a005ee924a9 req-76289eb0-27f8-42f9-a67c-65346051645c tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:59.271770 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ef0c3857-f0fe-4b8d-afa8-3a005ee924a9 req-76289eb0-27f8-42f9-a67c-65346051645c tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9fcffdd-ab8b-49b9-b36e-4f3d531d7526 HTTP/1.1" status: 200 len: 946 time: 0.0806837 Jan 21 19:30:59.314964 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ef0c3857-f0fe-4b8d-afa8-3a005ee924a9 req-1efe12f6-d3fc-42cd-a22c-99371d0a74f4 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/security-groups?id=5a9132d0-288b-4162-b125-2b38443148aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370026 Jan 21 19:30:59.631192 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-6212cca1-904e-4aad-a10c-eaf219ec3464 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:30:59.633522 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-6212cca1-904e-4aad-a10c-eaf219ec3464 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/networks?id=a94bf8b4-a294-425a-8312-932aadd78417 HTTP/1.1" status: 200 len: 813 time: 0.1443157 Jan 21 19:30:59.660659 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-d5e3b8dc-4e17-4d3b-89e9-c9825a365394 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/quotas/ed188d54f26e4e1f88aeb52bcf32e2d0 HTTP/1.1" status: 200 len: 375 time: 0.0095811 Jan 21 19:30:59.737640 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-229fc254-dcda-46e4-8f43-ecc361f68ed2 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=ed188d54f26e4e1f88aeb52bcf32e2d0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0716107 Jan 21 19:30:59.865726 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-6c13bbdd-0aef-4b0a-bfbb-cd9f036e9606 service neutron] 10.222.0.87 "GET /v2.0/networks/a94bf8b4-a294-425a-8312-932aadd78417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204233 Jan 21 19:31:00.000589 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-2ffe72ad-02f9-42bb-a1c4-6c53e475e84e service neutron] 10.222.0.87 "GET /v2.0/networks/a94bf8b4-a294-425a-8312-932aadd78417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284604 Jan 21 19:31:00.204998 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:00.272115 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2c61c79b-3ebb-4390-a510-ff5194a29586 req-b5995a3b-c050-44d8-bf99-f58898e775d1 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/ports?device_id=618dbf3f-46b0-4b72-93ab-b67e21930309 HTTP/1.1" status: 200 len: 210 time: 0.0449584 Jan 21 19:31:01.418260 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-799b1ec3-c332-45ff-8bb4-0cae9edc467a req-f8b589d2-04a6-432d-9036-39955c9730cf tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/ports?device_id=618dbf3f-46b0-4b72-93ab-b67e21930309 HTTP/1.1" status: 200 len: 210 time: 0.0425830 Jan 21 19:31:02.291481 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-6aa37be6-53f1-4777-ba17-7f447c1328c5 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:31:02.292755 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-6aa37be6-53f1-4777-ba17-7f447c1328c5 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.113 "GET /v2.0/networks?id=a94bf8b4-a294-425a-8312-932aadd78417 HTTP/1.1" status: 200 len: 813 time: 0.1461115 Jan 21 19:31:02.309350 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-1413a7c9-1408-49ec-b6b2-578569de9c32 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Request body: {'port': {'device_id': '618dbf3f-46b0-4b72-93ab-b67e21930309', 'network_id': 'a94bf8b4-a294-425a-8312-932aadd78417', 'admin_state_up': True, 'tenant_id': 'ed188d54f26e4e1f88aeb52bcf32e2d0'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:31:02.467173 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-1413a7c9-1408-49ec-b6b2-578569de9c32 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:31:02.470972 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-1413a7c9-1408-49ec-b6b2-578569de9c32 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Usage tracker for resource:port and tenant:ed188d54f26e4e1f88aeb52bcf32e2d0 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:31:02.473876 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-1413a7c9-1408-49ec-b6b2-578569de9c32 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:31:02.480112 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-1413a7c9-1408-49ec-b6b2-578569de9c32 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:31:02.573996 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f22dd28f-e954-46e3-b15c-c9092f7fa66c req-c6286374-da09-4b99-a146-2562ca86f2e4 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/ports?device_id=618dbf3f-46b0-4b72-93ab-b67e21930309 HTTP/1.1" status: 200 len: 210 time: 0.0430472 Jan 21 19:31:02.604700 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-1413a7c9-1408-49ec-b6b2-578569de9c32 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Made reservation on behalf of ed188d54f26e4e1f88aeb52bcf32e2d0 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:31:02.608138 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-1413a7c9-1408-49ec-b6b2-578569de9c32 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:02.732375 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0bbad6d6-32cc-485d-90d7-e70d62583756 req-42e638b4-80e2-4f2f-851d-f0e320d3b163 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=a9fcffdd-ab8b-49b9-b36e-4f3d531d7526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1677144 Jan 21 19:31:02.846248 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-1413a7c9-1408-49ec-b6b2-578569de9c32 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Allocated IP 172.20.0.10 (a94bf8b4-a294-425a-8312-932aadd78417/dceea369-9dd1-40b9-9430-ef9aa5cd4c95/ab6473ad-8597-4399-a481-47b2a8152116) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:31:02.961840 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbad6d6-32cc-485d-90d7-e70d62583756 req-99017277-a35e-48c2-87ac-155dc01d95aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:31:02.963271 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0bbad6d6-32cc-485d-90d7-e70d62583756 req-99017277-a35e-48c2-87ac-155dc01d95aa service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=ed188d54f26e4e1f88aeb52bcf32e2d0&device_id=a9fcffdd-ab8b-49b9-b36e-4f3d531d7526 HTTP/1.1" status: 200 len: 1099 time: 0.1534388 Jan 21 19:31:03.173899 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-1413a7c9-1408-49ec-b6b2-578569de9c32 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:03.201172 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbad6d6-32cc-485d-90d7-e70d62583756 req-403d6e0f-0f69-44b5-83f8-25c25f39e03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:31:03.202670 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0bbad6d6-32cc-485d-90d7-e70d62583756 req-403d6e0f-0f69-44b5-83f8-25c25f39e03c service neutron] 10.222.0.113 "GET /v2.0/networks?id=a94bf8b4-a294-425a-8312-932aadd78417 HTTP/1.1" status: 200 len: 914 time: 0.1846180 Jan 21 19:31:03.372153 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0bbad6d6-32cc-485d-90d7-e70d62583756 req-b8ba7d95-682a-44c0-9195-c897825d964b service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff0720c5-54b6-4983-8380-15f230c81379 HTTP/1.1" status: 200 len: 217 time: 0.1619236 Jan 21 19:31:03.434585 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbad6d6-32cc-485d-90d7-e70d62583756 req-2e579657-213f-4635-bad2-88586ae0afdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:31:03.435924 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0bbad6d6-32cc-485d-90d7-e70d62583756 req-2e579657-213f-4635-bad2-88586ae0afdd service neutron] 10.222.0.113 "GET /v2.0/subnets?id=dceea369-9dd1-40b9-9430-ef9aa5cd4c95 HTTP/1.1" status: 200 len: 853 time: 0.0578849 Jan 21 19:31:03.478192 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-1413a7c9-1408-49ec-b6b2-578569de9c32 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:03.489455 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['ff0720c5-54b6-4983-8380-15f230c81379'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:31:03.528932 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0bbad6d6-32cc-485d-90d7-e70d62583756 req-52d9387e-28f1-41bc-8e96-e63896e44512 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a94bf8b4-a294-425a-8312-932aadd78417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871594 Jan 21 19:31:03.595204 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-1413a7c9-1408-49ec-b6b2-578569de9c32 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Network a94bf8b4-a294-425a-8312-932aadd78417 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:31:03.600692 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-1413a7c9-1408-49ec-b6b2-578569de9c32 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:31:03.609046 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-1413a7c9-1408-49ec-b6b2-578569de9c32 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:31:03.698781 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1413a7c9-1408-49ec-b6b2-578569de9c32 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Pushing event updated for resources: {'Port': ['ID=ab6473ad-8597-4399-a481-47b2a8152116,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:03.757839 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-1413a7c9-1408-49ec-b6b2-578569de9c32 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:31:03.759002 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-1413a7c9-1408-49ec-b6b2-578569de9c32 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:03.763742 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d241f9d-7307-4f85-a73f-ed1f997215a1 req-aa008481-3ba8-4a59-9896-5d19f9c4a56f tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:31:03.765162 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7d241f9d-7307-4f85-a73f-ed1f997215a1 req-aa008481-3ba8-4a59-9896-5d19f9c4a56f tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/ports?device_id=618dbf3f-46b0-4b72-93ab-b67e21930309 HTTP/1.1" status: 200 len: 932 time: 0.0824625 Jan 21 19:31:03.775228 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0bbad6d6-32cc-485d-90d7-e70d62583756 req-ca518270-8662-490d-bd43-3cbdc819f59c service neutron] 10.222.0.113 "GET /v2.0/networks/a94bf8b4-a294-425a-8312-932aadd78417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372172 Jan 21 19:31:03.810311 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7d241f9d-7307-4f85-a73f-ed1f997215a1 req-f508d501-3e80-439d-9474-ee6a6c8c7313 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/security-groups?id=5a9132d0-288b-4162-b125-2b38443148aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390899 Jan 21 19:31:03.872683 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-1413a7c9-1408-49ec-b6b2-578569de9c32 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5669329 Jan 21 19:31:03.896364 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-1f9cee79-b380-4b76-a2ff-620c6991bb08 service neutron] Request body: {'port': {'device_id': '618dbf3f-46b0-4b72-93ab-b67e21930309', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:31:03.965514 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0bbad6d6-32cc-485d-90d7-e70d62583756 req-4966f1d3-58a8-44a8-b7aa-56406cac3aed service neutron] 10.222.0.113 "GET /v2.0/networks/a94bf8b4-a294-425a-8312-932aadd78417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838846 Jan 21 19:31:04.027907 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-1f9cee79-b380-4b76-a2ff-620c6991bb08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:04.374211 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-1f9cee79-b380-4b76-a2ff-620c6991bb08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab6473ad-8597-4399-a481-47b2a8152116 {{(pid=88137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:31:04.381511 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-1f9cee79-b380-4b76-a2ff-620c6991bb08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:04.395646 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-1f9cee79-b380-4b76-a2ff-620c6991bb08 service neutron] Transition to ACTIVE for port object ab6473ad-8597-4399-a481-47b2a8152116 will not be triggered until provisioned by entity L2. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:31:04.467938 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-1f9cee79-b380-4b76-a2ff-620c6991bb08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:04.622191 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9cee79-b380-4b76-a2ff-620c6991bb08 service neutron] Pushing event updated for resources: {'Port': ['ID=ab6473ad-8597-4399-a481-47b2a8152116,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:04.698068 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-1f9cee79-b380-4b76-a2ff-620c6991bb08 service neutron] Attempting to bind port ab6473ad-8597-4399-a481-47b2a8152116 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:31:04.698397 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-1f9cee79-b380-4b76-a2ff-620c6991bb08 service neutron] Attempting to bind port ab6473ad-8597-4399-a481-47b2a8152116 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '79e003df-7bf0-47bc-917d-6c9ca6b7eff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a94bf8b4-a294-425a-8312-932aadd78417'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:31:04.698718 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-1f9cee79-b380-4b76-a2ff-620c6991bb08 service neutron] Attempting to bind port ab6473ad-8597-4399-a481-47b2a8152116 on network a94bf8b4-a294-425a-8312-932aadd78417 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:31:04.703139 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-1f9cee79-b380-4b76-a2ff-620c6991bb08 service neutron] Port ab6473ad-8597-4399-a481-47b2a8152116 on network a94bf8b4-a294-425a-8312-932aadd78417 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 19:31:04.703452 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-1f9cee79-b380-4b76-a2ff-620c6991bb08 service neutron] Attempting to bind port ab6473ad-8597-4399-a481-47b2a8152116 on network a94bf8b4-a294-425a-8312-932aadd78417 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:31:04.708393 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-1f9cee79-b380-4b76-a2ff-620c6991bb08 service neutron] Checking agent: {'id': '9a14f311-f6d5-46c6-87a2-f860197fb66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:31:04.708722 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-1f9cee79-b380-4b76-a2ff-620c6991bb08 service neutron] Checking segment: {'id': '79e003df-7bf0-47bc-917d-6c9ca6b7eff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a94bf8b4-a294-425a-8312-932aadd78417'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:31:04.709101 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-1f9cee79-b380-4b76-a2ff-620c6991bb08 service neutron] Bound using segment: {'id': '79e003df-7bf0-47bc-917d-6c9ca6b7eff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a94bf8b4-a294-425a-8312-932aadd78417'} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:31:04.709579 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-1f9cee79-b380-4b76-a2ff-620c6991bb08 service neutron] Bound port: ab6473ad-8597-4399-a481-47b2a8152116, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79e003df-7bf0-47bc-917d-6c9ca6b7eff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a94bf8b4-a294-425a-8312-932aadd78417'}}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:31:04.709962 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-1f9cee79-b380-4b76-a2ff-620c6991bb08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:04.799005 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-1f9cee79-b380-4b76-a2ff-620c6991bb08 service neutron] For port ab6473ad-8597-4399-a481-47b2a8152116, host hv-neutron-8254, cleared binding levels {{(pid=88137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:31:04.802087 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-1f9cee79-b380-4b76-a2ff-620c6991bb08 service neutron] For port ab6473ad-8597-4399-a481-47b2a8152116, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=ab6473ad-8597-4399-a481-47b2a8152116,segment=NetworkSegment(79e003df-7bf0-47bc-917d-6c9ca6b7eff5),segment_id=79e003df-7bf0-47bc-917d-6c9ca6b7eff5)] {{(pid=88137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:31:04.874457 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-1f9cee79-b380-4b76-a2ff-620c6991bb08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:04.936235 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-1f9cee79-b380-4b76-a2ff-620c6991bb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:31:04.936842 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-1f9cee79-b380-4b76-a2ff-620c6991bb08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:04.938262 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-1f9cee79-b380-4b76-a2ff-620c6991bb08 service neutron] 10.222.0.113 "PUT /v2.0/ports/ab6473ad-8597-4399-a481-47b2a8152116 HTTP/1.1" status: 200 len: 1094 time: 1.0479436 Jan 21 19:31:04.938690 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '618dbf3f-46b0-4b72-93ab-b67e21930309', 'tag': 'ab6473ad-8597-4399-a481-47b2a8152116'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:31:04.963470 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9cee79-b380-4b76-a2ff-620c6991bb08 service neutron] Pushing event updated for resources: {'Port': ['ID=ab6473ad-8597-4399-a481-47b2a8152116,revision_number=3']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:04.988131 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '618dbf3f-46b0-4b72-93ab-b67e21930309', 'tag': 'ab6473ad-8597-4399-a481-47b2a8152116', 'status': 'completed', 'code': 200} Jan 21 19:31:04.997089 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca51f49-6791-45b4-b255-dfd676f84eb8 req-c21df511-f264-4cbb-a3ba-1bf18ac42cea tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:31:04.998839 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6ca51f49-6791-45b4-b255-dfd676f84eb8 req-c21df511-f264-4cbb-a3ba-1bf18ac42cea tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/ports?device_id=618dbf3f-46b0-4b72-93ab-b67e21930309 HTTP/1.1" status: 200 len: 944 time: 0.0829988 Jan 21 19:31:05.050945 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6ca51f49-6791-45b4-b255-dfd676f84eb8 req-da3a4a6a-62f9-47b6-a908-7d382e4111ce tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/security-groups?id=5a9132d0-288b-4162-b125-2b38443148aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450895 Jan 21 19:31:05.082980 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e6c0f-d462-47f9-be73-3b33cff88dc6 req-c0956f2e-b558-4a9d-9e36-935c1918ffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:31:05.084437 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ba0e6c0f-d462-47f9-be73-3b33cff88dc6 req-c0956f2e-b558-4a9d-9e36-935c1918ffe0 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=ed188d54f26e4e1f88aeb52bcf32e2d0&device_id=618dbf3f-46b0-4b72-93ab-b67e21930309 HTTP/1.1" status: 200 len: 1097 time: 0.0760953 Jan 21 19:31:05.315326 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e6c0f-d462-47f9-be73-3b33cff88dc6 req-e05cbd0e-d4a3-43d7-91be-d55c9eff9b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:31:05.316680 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ba0e6c0f-d462-47f9-be73-3b33cff88dc6 req-e05cbd0e-d4a3-43d7-91be-d55c9eff9b64 service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=ed188d54f26e4e1f88aeb52bcf32e2d0&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2262132 Jan 21 19:31:05.450460 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e6c0f-d462-47f9-be73-3b33cff88dc6 req-b5571a25-64d2-4e59-ba30-5751dde38a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:31:05.451885 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ba0e6c0f-d462-47f9-be73-3b33cff88dc6 req-b5571a25-64d2-4e59-ba30-5751dde38a19 service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1292868 Jan 21 19:31:05.559183 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-edd954ab-2936-4d5c-9c82-433a1aad2f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:31:05.560637 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-edd954ab-2936-4d5c-9c82-433a1aad2f4f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=ed188d54f26e4e1f88aeb52bcf32e2d0&device_id=618dbf3f-46b0-4b72-93ab-b67e21930309 HTTP/1.1" status: 200 len: 1097 time: 0.0698926 Jan 21 19:31:05.630186 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-3b19405f-04a1-4596-bcf8-3df349873492 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab6473ad-8597-4399-a481-47b2a8152116 HTTP/1.1" status: 200 len: 217 time: 0.0623198 Jan 21 19:31:05.694113 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-7b7f1595-2d3f-43a0-97a3-d9977d374c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:31:05.696134 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-7b7f1595-2d3f-43a0-97a3-d9977d374c39 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=dceea369-9dd1-40b9-9430-ef9aa5cd4c95 HTTP/1.1" status: 200 len: 853 time: 0.0604403 Jan 21 19:31:05.746244 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-127b50e7-9f6b-41a2-90fc-bc91253e076f service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a94bf8b4-a294-425a-8312-932aadd78417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445776 Jan 21 19:31:05.871901 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-b52694da-bcd2-4ebb-8775-57f6e20a153f service neutron] 10.222.0.113 "GET /v2.0/networks/a94bf8b4-a294-425a-8312-932aadd78417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201382 Jan 21 19:31:05.998835 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-f004a0c3-a97b-4a65-8e66-a5f8f743a596 req-2fe48e9d-b21f-485a-a9de-f85e1fe5c98f service neutron] 10.222.0.113 "GET /v2.0/networks/a94bf8b4-a294-425a-8312-932aadd78417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215312 Jan 21 19:31:06.236546 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4b665-10a8-4b03-b95d-4b8fdd038149 req-e428865b-fa53-463a-9b7a-7ef9597777b8 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:31:06.237900 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5af4b665-10a8-4b03-b95d-4b8fdd038149 req-e428865b-fa53-463a-9b7a-7ef9597777b8 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/ports?device_id=618dbf3f-46b0-4b72-93ab-b67e21930309 HTTP/1.1" status: 200 len: 944 time: 0.0783603 Jan 21 19:31:06.280412 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5af4b665-10a8-4b03-b95d-4b8fdd038149 req-6a798672-fa27-42f8-a45e-41c1590c13cb tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/security-groups?id=5a9132d0-288b-4162-b125-2b38443148aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362279 Jan 21 19:31:07.419542 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:31:07.465437 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5547f1-2d86-4b4e-977f-5bd87a4f37d2 req-d9c9a0dd-e0e4-4f50-bd24-2da491e60508 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:31:07.467026 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8b5547f1-2d86-4b4e-977f-5bd87a4f37d2 req-d9c9a0dd-e0e4-4f50-bd24-2da491e60508 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/ports?device_id=618dbf3f-46b0-4b72-93ab-b67e21930309 HTTP/1.1" status: 200 len: 944 time: 0.0846162 Jan 21 19:31:07.509468 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8b5547f1-2d86-4b4e-977f-5bd87a4f37d2 req-2206b8d8-3631-4cf0-ac8c-f8c62da8144f tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/security-groups?id=5a9132d0-288b-4162-b125-2b38443148aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368304 Jan 21 19:31:08.152808 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device ab6473ad-8597-4399-a481-47b2a8152116 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:31:08.282368 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port ab6473ad-8597-4399-a481-47b2a8152116, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=ab6473ad-8597-4399-a481-47b2a8152116,segment=NetworkSegment(79e003df-7bf0-47bc-917d-6c9ca6b7eff5),segment_id=79e003df-7bf0-47bc-917d-6c9ca6b7eff5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:31:08.295300 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': 'ab6473ad-8597-4399-a481-47b2a8152116', 'network_id': 'a94bf8b4-a294-425a-8312-932aadd78417', 'port_id': 'ab6473ad-8597-4399-a481-47b2a8152116', 'mac_address': 'fa:16:3e:66:77:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dceea369-9dd1-40b9-9430-ef9aa5cd4c95', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:31:08.348309 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:08.364751 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab6473ad-8597-4399-a481-47b2a8152116 {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:31:08.380394 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port ab6473ad-8597-4399-a481-47b2a8152116, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=ab6473ad-8597-4399-a481-47b2a8152116,segment=NetworkSegment(79e003df-7bf0-47bc-917d-6c9ca6b7eff5),segment_id=79e003df-7bf0-47bc-917d-6c9ca6b7eff5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:31:08.450743 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:08.519312 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=ab6473ad-8597-4399-a481-47b2a8152116,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:08.526410 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:31:08.526753 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:31:08.527086 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:31:08.527417 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:31:08.527743 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:31:08.528065 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:31:08.528385 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:31:08.528701 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:31:08.529017 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:31:08.529330 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:31:08.529643 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:31:08.529983 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:31:08.681058 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['ab6473ad-8597-4399-a481-47b2a8152116'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:31:08.692712 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18941f2-8e12-4c61-a499-ee34d6ecf737 req-8683239c-678d-42f8-a81f-05b5a3bd796f tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:31:08.694099 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d18941f2-8e12-4c61-a499-ee34d6ecf737 req-8683239c-678d-42f8-a81f-05b5a3bd796f tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/ports?device_id=618dbf3f-46b0-4b72-93ab-b67e21930309 HTTP/1.1" status: 200 len: 945 time: 0.0785053 Jan 21 19:31:08.737506 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d18941f2-8e12-4c61-a499-ee34d6ecf737 req-c7a1bbf5-2923-4762-a278-b3ed0e426cdc tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/security-groups?id=5a9132d0-288b-4162-b125-2b38443148aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375445 Jan 21 19:31:09.924239 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db32f7-5a52-4ec1-a474-8a6a61f07c09 req-a888b361-7a12-4c44-ac03-8b122c331b13 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:31:09.925663 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-21db32f7-5a52-4ec1-a474-8a6a61f07c09 req-a888b361-7a12-4c44-ac03-8b122c331b13 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/ports?device_id=618dbf3f-46b0-4b72-93ab-b67e21930309 HTTP/1.1" status: 200 len: 945 time: 0.0822635 Jan 21 19:31:09.969220 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-21db32f7-5a52-4ec1-a474-8a6a61f07c09 req-77b62264-f6c6-4367-912c-7e0e3b3eef34 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/security-groups?id=5a9132d0-288b-4162-b125-2b38443148aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376132 Jan 21 19:31:10.168958 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device ab6473ad-8597-4399-a481-47b2a8152116 up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:31:10.278839 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning for port ab6473ad-8597-4399-a481-47b2a8152116 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:31:10.283459 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port ab6473ad-8597-4399-a481-47b2a8152116 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:31:10.283836 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:10.395359 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:10.422305 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618dbf3f-46b0-4b72-93ab-b67e21930309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6473ad-8597-4399-a481-47b2a8152116'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:31:10.432148 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port ab6473ad-8597-4399-a481-47b2a8152116, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=ab6473ad-8597-4399-a481-47b2a8152116,segment=NetworkSegment(79e003df-7bf0-47bc-917d-6c9ca6b7eff5),segment_id=79e003df-7bf0-47bc-917d-6c9ca6b7eff5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:31:10.467431 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618dbf3f-46b0-4b72-93ab-b67e21930309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6473ad-8597-4399-a481-47b2a8152116', 'code': 200} Jan 21 19:31:10.502019 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:10.575243 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=ab6473ad-8597-4399-a481-47b2a8152116,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:10.818328 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd02def-6e2a-4e9f-a15c-d893f40f7eb6 req-9f9f7b36-4f92-40f4-853c-9c10f7ca20ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:31:10.820422 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9dd02def-6e2a-4e9f-a15c-d893f40f7eb6 req-9f9f7b36-4f92-40f4-853c-9c10f7ca20ba service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=618dbf3f-46b0-4b72-93ab-b67e21930309 HTTP/1.1" status: 200 len: 1099 time: 0.0690231 Jan 21 19:31:10.857811 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9dd02def-6e2a-4e9f-a15c-d893f40f7eb6 req-188ef066-aff4-4b92-bd46-a62b554883c4 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=5a9132d0-288b-4162-b125-2b38443148aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322280 Jan 21 19:31:11.148361 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b55cad-cf01-4c4b-af57-ac57989c1375 req-d08432d6-a802-4cc0-89ac-86b41fe92b1d tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:31:11.149841 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e8b55cad-cf01-4c4b-af57-ac57989c1375 req-d08432d6-a802-4cc0-89ac-86b41fe92b1d tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/ports?device_id=618dbf3f-46b0-4b72-93ab-b67e21930309 HTTP/1.1" status: 200 len: 946 time: 0.0774338 Jan 21 19:31:11.195943 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e8b55cad-cf01-4c4b-af57-ac57989c1375 req-8ae3c23e-129e-4997-9838-42990fd8963c tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/security-groups?id=5a9132d0-288b-4162-b125-2b38443148aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405078 Jan 21 19:31:12.377366 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca19788-5781-4afe-b9b6-e94a2049d076 req-28cffbbb-99c4-48da-aa15-5e1cf7c547c8 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:31:12.378812 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-bca19788-5781-4afe-b9b6-e94a2049d076 req-28cffbbb-99c4-48da-aa15-5e1cf7c547c8 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/ports?device_id=618dbf3f-46b0-4b72-93ab-b67e21930309 HTTP/1.1" status: 200 len: 946 time: 0.0780542 Jan 21 19:31:12.422459 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-bca19788-5781-4afe-b9b6-e94a2049d076 req-43d0a9a6-b537-4545-a58c-f9cc9eed8b51 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/security-groups?id=5a9132d0-288b-4162-b125-2b38443148aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377312 Jan 21 19:31:13.039332 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc8171-6dd2-4de9-8db8-0fb5dec72ab3 req-39a16976-78c6-4bb7-a4f2-eb761d40192e tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:31:13.040789 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-87dc8171-6dd2-4de9-8db8-0fb5dec72ab3 req-39a16976-78c6-4bb7-a4f2-eb761d40192e tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/ports?device_id=618dbf3f-46b0-4b72-93ab-b67e21930309 HTTP/1.1" status: 200 len: 946 time: 0.0819266 Jan 21 19:31:13.083992 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-87dc8171-6dd2-4de9-8db8-0fb5dec72ab3 req-a08ac752-80a5-43d2-903a-5ab7d7b78389 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/security-groups?id=5a9132d0-288b-4162-b125-2b38443148aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376546 Jan 21 19:31:14.270555 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fe05c-e223-4f6d-8eac-3f0bb7faa040 req-c4ae006c-bab3-49c4-9ffa-72db680ea3bc tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:31:14.271919 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7d4fe05c-e223-4f6d-8eac-3f0bb7faa040 req-c4ae006c-bab3-49c4-9ffa-72db680ea3bc tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/ports?device_id=618dbf3f-46b0-4b72-93ab-b67e21930309 HTTP/1.1" status: 200 len: 946 time: 0.0809245 Jan 21 19:31:14.317118 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7d4fe05c-e223-4f6d-8eac-3f0bb7faa040 req-1154d252-c548-4c6a-9fd2-02e64688252d tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/security-groups?id=5a9132d0-288b-4162-b125-2b38443148aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386643 Jan 21 19:31:14.353578 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd712b7e-a2bb-4fd2-8b77-b8618be64c99 req-314f8bd6-4bf0-4569-b60a-2d05af1c34ea tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:31:14.354290 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-bd712b7e-a2bb-4fd2-8b77-b8618be64c99 req-314f8bd6-4bf0-4569-b60a-2d05af1c34ea tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Synchronizing usage tracker for tenant:ed188d54f26e4e1f88aeb52bcf32e2d0 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:31:14.410247 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-bd712b7e-a2bb-4fd2-8b77-b8618be64c99 req-314f8bd6-4bf0-4569-b60a-2d05af1c34ea tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Unset dirty status for tenant:ed188d54f26e4e1f88aeb52bcf32e2d0 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:31:14.411389 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-bd712b7e-a2bb-4fd2-8b77-b8618be64c99 req-314f8bd6-4bf0-4569-b60a-2d05af1c34ea tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.113 "GET /v2.0/ports?device_id=618dbf3f-46b0-4b72-93ab-b67e21930309 HTTP/1.1" status: 200 len: 946 time: 0.1412902 Jan 21 19:31:14.483396 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-bd712b7e-a2bb-4fd2-8b77-b8618be64c99 req-7360a6a0-7198-433c-b299-414e0283320e tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Deleting port ab6473ad-8597-4399-a481-47b2a8152116 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:31:14.483997 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-bd712b7e-a2bb-4fd2-8b77-b8618be64c99 req-7360a6a0-7198-433c-b299-414e0283320e tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:14.744113 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-bd712b7e-a2bb-4fd2-8b77-b8618be64c99 req-7360a6a0-7198-433c-b299-414e0283320e tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] For port ab6473ad-8597-4399-a481-47b2a8152116, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=ab6473ad-8597-4399-a481-47b2a8152116,segment=NetworkSegment(79e003df-7bf0-47bc-917d-6c9ca6b7eff5),segment_id=79e003df-7bf0-47bc-917d-6c9ca6b7eff5)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:31:14.744474 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-bd712b7e-a2bb-4fd2-8b77-b8618be64c99 req-7360a6a0-7198-433c-b299-414e0283320e tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:14.867722 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-bd712b7e-a2bb-4fd2-8b77-b8618be64c99 req-7360a6a0-7198-433c-b299-414e0283320e tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Calling delete_port for ab6473ad-8597-4399-a481-47b2a8152116 owned by compute:nova {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:31:15.067941 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-bd712b7e-a2bb-4fd2-8b77-b8618be64c99 req-7360a6a0-7198-433c-b299-414e0283320e tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:15.078267 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['ff0720c5-54b6-4983-8380-15f230c81379', 'ab6473ad-8597-4399-a481-47b2a8152116'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:31:15.119172 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7360a6a0-7198-433c-b299-414e0283320e tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Pushing event deleted for resources: {'Port': ['ID=ab6473ad-8597-4399-a481-47b2a8152116,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:15.297507 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd712b7e-a2bb-4fd2-8b77-b8618be64c99 req-7360a6a0-7198-433c-b299-414e0283320e tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] No DVR routers for this DVR port ab6473ad-8597-4399-a481-47b2a8152116 on host hv-neutron-8254 {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:31:15.299950 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-bd712b7e-a2bb-4fd2-8b77-b8618be64c99 req-7360a6a0-7198-433c-b299-414e0283320e tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:15.302361 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618dbf3f-46b0-4b72-93ab-b67e21930309', 'name': 'network-vif-deleted', 'tag': 'ab6473ad-8597-4399-a481-47b2a8152116'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:31:15.346824 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618dbf3f-46b0-4b72-93ab-b67e21930309', 'name': 'network-vif-deleted', 'tag': 'ab6473ad-8597-4399-a481-47b2a8152116', 'status': 'completed', 'code': 200} Jan 21 19:31:15.365983 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-bd712b7e-a2bb-4fd2-8b77-b8618be64c99 req-7360a6a0-7198-433c-b299-414e0283320e tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.113 "DELETE /v2.0/ports/ab6473ad-8597-4399-a481-47b2a8152116 HTTP/1.1" status: 204 len: 173 time: 0.9486895 Jan 21 19:31:15.471788 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-79d84eda-ab34-49d2-90f4-e031f99d2593 req-30d4a49f-f81f-4b42-a533-6fe3651eda97 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/ports?device_id=618dbf3f-46b0-4b72-93ab-b67e21930309 HTTP/1.1" status: 200 len: 210 time: 0.0491538 Jan 21 19:31:16.732024 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf2c68-5f67-4f18-8cd1-74894e6e9262 req-9921b9e2-fdad-4f36-9c6f-b34a0d6e0f90 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:31:16.733385 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-bbcf2c68-5f67-4f18-8cd1-74894e6e9262 req-9921b9e2-fdad-4f36-9c6f-b34a0d6e0f90 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9fcffdd-ab8b-49b9-b36e-4f3d531d7526 HTTP/1.1" status: 200 len: 946 time: 0.0808291 Jan 21 19:31:16.778120 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-bbcf2c68-5f67-4f18-8cd1-74894e6e9262 req-ad15dd4a-06f7-464f-a2f2-02e63c155feb tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/security-groups?id=5a9132d0-288b-4162-b125-2b38443148aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391169 Jan 21 19:31:17.079149 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c340c52-b4fd-4a19-83c7-c63027738a43 req-a6428e2f-40ee-4862-9914-4e92a135b740 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:31:17.080496 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0c340c52-b4fd-4a19-83c7-c63027738a43 req-a6428e2f-40ee-4862-9914-4e92a135b740 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9fcffdd-ab8b-49b9-b36e-4f3d531d7526 HTTP/1.1" status: 200 len: 946 time: 0.1829634 Jan 21 19:31:17.123113 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0c340c52-b4fd-4a19-83c7-c63027738a43 req-64e3bf6f-89b1-4e22-8cac-340026310f04 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/security-groups?id=5a9132d0-288b-4162-b125-2b38443148aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363598 Jan 21 19:31:17.305261 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3df2d4-2c3b-4929-985c-bc33a119e0c6 req-8c3619a3-f8bf-4f43-9771-5176b3328354 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:31:17.306717 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5f3df2d4-2c3b-4929-985c-bc33a119e0c6 req-8c3619a3-f8bf-4f43-9771-5176b3328354 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9fcffdd-ab8b-49b9-b36e-4f3d531d7526 HTTP/1.1" status: 200 len: 946 time: 0.0795736 Jan 21 19:31:17.349924 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5f3df2d4-2c3b-4929-985c-bc33a119e0c6 req-2b17ddbb-248c-4648-b031-b13a2ddb5dd7 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/security-groups?id=5a9132d0-288b-4162-b125-2b38443148aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374849 Jan 21 19:31:17.637443 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c8059-a699-4ab4-8985-bfe2ba5517a7 req-8dda07de-477d-4a5b-85bb-363fe0b6b5c8 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:31:17.638897 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-df0c8059-a699-4ab4-8985-bfe2ba5517a7 req-8dda07de-477d-4a5b-85bb-363fe0b6b5c8 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9fcffdd-ab8b-49b9-b36e-4f3d531d7526 HTTP/1.1" status: 200 len: 946 time: 0.0837185 Jan 21 19:31:17.681516 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-df0c8059-a699-4ab4-8985-bfe2ba5517a7 req-8b656710-71bc-4680-9b85-8a35fffefe0b tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/security-groups?id=5a9132d0-288b-4162-b125-2b38443148aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368679 Jan 21 19:31:17.876376 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931447b-e28a-4992-b2ed-99764bbd5b1c req-65acec8b-f639-4474-90e2-79de99b28da4 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:31:17.877842 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7931447b-e28a-4992-b2ed-99764bbd5b1c req-65acec8b-f639-4474-90e2-79de99b28da4 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9fcffdd-ab8b-49b9-b36e-4f3d531d7526 HTTP/1.1" status: 200 len: 946 time: 0.0899093 Jan 21 19:31:17.926317 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7931447b-e28a-4992-b2ed-99764bbd5b1c req-d39d0760-1c23-48eb-8e61-a6a938ff5f4a tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/security-groups?id=5a9132d0-288b-4162-b125-2b38443148aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425689 Jan 21 19:31:18.123335 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f510d9-59c3-497d-a2ab-27ae6ac9c1a5 req-bce14925-ec82-4ff8-bf7b-321a6049617f tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:31:18.124776 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-78f510d9-59c3-497d-a2ab-27ae6ac9c1a5 req-bce14925-ec82-4ff8-bf7b-321a6049617f tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9fcffdd-ab8b-49b9-b36e-4f3d531d7526 HTTP/1.1" status: 200 len: 946 time: 0.0790639 Jan 21 19:31:18.168177 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-78f510d9-59c3-497d-a2ab-27ae6ac9c1a5 req-1225e95c-8e74-4aa4-89dd-9c0e3a2b6edd tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/security-groups?id=5a9132d0-288b-4162-b125-2b38443148aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377450 Jan 21 19:31:18.223219 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device ab6473ad-8597-4399-a481-47b2a8152116 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:31:18.257784 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] No Port match for: ab6473ad-8597-4399-a481-47b2a8152116 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:31:18.258225 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device ab6473ad-8597-4399-a481-47b2a8152116 not bound to the agent host hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:31:18.912686 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8431a-281e-4451-8035-d145f4988cba req-474e408c-8c22-4a8b-a114-ea8b8cefcbde tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:31:18.914941 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1fe8431a-281e-4451-8035-d145f4988cba req-474e408c-8c22-4a8b-a114-ea8b8cefcbde tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9fcffdd-ab8b-49b9-b36e-4f3d531d7526 HTTP/1.1" status: 200 len: 946 time: 0.0818615 Jan 21 19:31:18.964594 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1fe8431a-281e-4451-8035-d145f4988cba req-d872f533-0013-49f1-9ac4-71d39bbcda92 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/security-groups?id=5a9132d0-288b-4162-b125-2b38443148aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441015 Jan 21 19:31:20.148435 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7699d-2ed9-4bda-a5b2-be449419548f req-7d38efef-f7b4-4709-9bf7-802a3ab6d65d tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:31:20.149897 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cda7699d-2ed9-4bda-a5b2-be449419548f req-7d38efef-f7b4-4709-9bf7-802a3ab6d65d tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9fcffdd-ab8b-49b9-b36e-4f3d531d7526 HTTP/1.1" status: 200 len: 946 time: 0.0770659 Jan 21 19:31:20.194205 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cda7699d-2ed9-4bda-a5b2-be449419548f req-fcd7afae-c496-4759-9dc0-e99630483559 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/security-groups?id=5a9132d0-288b-4162-b125-2b38443148aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381181 Jan 21 19:31:20.222794 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db32ac1-8f54-4b0f-ab82-3dd5bf20ef44 req-7a1f990e-b44f-418a-847d-a85b2a44e418 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:31:20.223491 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-2db32ac1-8f54-4b0f-ab82-3dd5bf20ef44 req-7a1f990e-b44f-418a-847d-a85b2a44e418 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Synchronizing usage tracker for tenant:ed188d54f26e4e1f88aeb52bcf32e2d0 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:31:20.335926 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-2db32ac1-8f54-4b0f-ab82-3dd5bf20ef44 req-7a1f990e-b44f-418a-847d-a85b2a44e418 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Unset dirty status for tenant:ed188d54f26e4e1f88aeb52bcf32e2d0 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:31:20.337088 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2db32ac1-8f54-4b0f-ab82-3dd5bf20ef44 req-7a1f990e-b44f-418a-847d-a85b2a44e418 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9fcffdd-ab8b-49b9-b36e-4f3d531d7526 HTTP/1.1" status: 200 len: 946 time: 0.1970294 Jan 21 19:31:20.407689 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-2db32ac1-8f54-4b0f-ab82-3dd5bf20ef44 req-af34eb3a-eaf3-48e7-a6b8-30aacad25097 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Deleting port ff0720c5-54b6-4983-8380-15f230c81379 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:31:20.408024 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-2db32ac1-8f54-4b0f-ab82-3dd5bf20ef44 req-af34eb3a-eaf3-48e7-a6b8-30aacad25097 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:20.649038 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-2db32ac1-8f54-4b0f-ab82-3dd5bf20ef44 req-af34eb3a-eaf3-48e7-a6b8-30aacad25097 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] For port ff0720c5-54b6-4983-8380-15f230c81379, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=ff0720c5-54b6-4983-8380-15f230c81379,segment=NetworkSegment(79e003df-7bf0-47bc-917d-6c9ca6b7eff5),segment_id=79e003df-7bf0-47bc-917d-6c9ca6b7eff5)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:31:20.649386 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-2db32ac1-8f54-4b0f-ab82-3dd5bf20ef44 req-af34eb3a-eaf3-48e7-a6b8-30aacad25097 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:20.770292 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-2db32ac1-8f54-4b0f-ab82-3dd5bf20ef44 req-af34eb3a-eaf3-48e7-a6b8-30aacad25097 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Calling delete_port for ff0720c5-54b6-4983-8380-15f230c81379 owned by compute:nova {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:31:20.993294 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-2db32ac1-8f54-4b0f-ab82-3dd5bf20ef44 req-af34eb3a-eaf3-48e7-a6b8-30aacad25097 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:21.012346 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['ff0720c5-54b6-4983-8380-15f230c81379'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:31:21.044644 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34eb3a-eaf3-48e7-a6b8-30aacad25097 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Pushing event deleted for resources: {'Port': ['ID=ff0720c5-54b6-4983-8380-15f230c81379,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:21.121022 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db32ac1-8f54-4b0f-ab82-3dd5bf20ef44 req-af34eb3a-eaf3-48e7-a6b8-30aacad25097 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] No DVR routers for this DVR port ff0720c5-54b6-4983-8380-15f230c81379 on host hv-neutron-8254 {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:31:21.123587 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-2db32ac1-8f54-4b0f-ab82-3dd5bf20ef44 req-af34eb3a-eaf3-48e7-a6b8-30aacad25097 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:21.126159 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9fcffdd-ab8b-49b9-b36e-4f3d531d7526', 'name': 'network-vif-deleted', 'tag': 'ff0720c5-54b6-4983-8380-15f230c81379'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:31:21.170672 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9fcffdd-ab8b-49b9-b36e-4f3d531d7526', 'name': 'network-vif-deleted', 'tag': 'ff0720c5-54b6-4983-8380-15f230c81379', 'status': 'completed', 'code': 200} Jan 21 19:31:21.194171 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2db32ac1-8f54-4b0f-ab82-3dd5bf20ef44 req-af34eb3a-eaf3-48e7-a6b8-30aacad25097 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.113 "DELETE /v2.0/ports/ff0720c5-54b6-4983-8380-15f230c81379 HTTP/1.1" status: 204 len: 173 time: 0.8504376 Jan 21 19:31:21.352765 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f8d1f17e-e519-47b5-8c7f-de5be53d9965 req-9ab1de21-2d65-4a16-85c3-97825b02a816 tempest-ServersNegativeTestJSON-323034992 tempest-ServersNegativeTestJSON-323034992-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9fcffdd-ab8b-49b9-b36e-4f3d531d7526 HTTP/1.1" status: 200 len: 210 time: 0.0533192 Jan 21 19:31:22.446682 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 40346) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:31:22.503812 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaa0371b-98e0-44a7-bc97-49cff4b7a468 admin admin] Deleting subnet dceea369-9dd1-40b9-9430-ef9aa5cd4c95 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:31:22.506590 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-eaa0371b-98e0-44a7-bc97-49cff4b7a468 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:22.554571 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-eaa0371b-98e0-44a7-bc97-49cff4b7a468 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:22.610597 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-eaa0371b-98e0-44a7-bc97-49cff4b7a468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:22.747962 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-eaa0371b-98e0-44a7-bc97-49cff4b7a468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:22.783992 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa0371b-98e0-44a7-bc97-49cff4b7a468 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dceea369-9dd1-40b9-9430-ef9aa5cd4c95,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:22.787635 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-eaa0371b-98e0-44a7-bc97-49cff4b7a468 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:22.794197 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-eaa0371b-98e0-44a7-bc97-49cff4b7a468 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/dceea369-9dd1-40b9-9430-ef9aa5cd4c95 HTTP/1.1" status: 204 len: 168 time: 0.3464079 Jan 21 19:31:22.796575 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 40350) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:31:22.900927 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e59e5b38-916b-4ad8-aa25-b80749e6b189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:23.048411 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e59e5b38-916b-4ad8-aa25-b80749e6b189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:23.072409 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-e59e5b38-916b-4ad8-aa25-b80749e6b189 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a94bf8b4-a294-425a-8312-932aadd78417']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:31:23.087909 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-e59e5b38-916b-4ad8-aa25-b80749e6b189 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79e003df-7bf0-47bc-917d-6c9ca6b7eff5') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:31:23.088197 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-e59e5b38-916b-4ad8-aa25-b80749e6b189 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79e003df-7bf0-47bc-917d-6c9ca6b7eff5') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:31:23.098999 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e59e5b38-916b-4ad8-aa25-b80749e6b189 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:23.114943 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e59e5b38-916b-4ad8-aa25-b80749e6b189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:23.120953 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e59e5b38-916b-4ad8-aa25-b80749e6b189 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:31:23.121333 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e59e5b38-916b-4ad8-aa25-b80749e6b189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:23.134019 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:31:23.134019 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:31:23.134019 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:31:23.134019 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:31:23.134019 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:31:23.134019 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:31:23.134019 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:31:23.134019 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:31:23.134019 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:31:23.134019 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:31:23.134019 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:31:23.134019 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:31:23.134019 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:31:23.134019 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:31:23.134019 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:31:23.134019 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:31:23.134019 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:31:23.134019 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:31:23.134019 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:31:23.134019 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:31:23.134019 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:31:23.134019 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:31:23.134019 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:31:23.134019 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:31:23.134019 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:31:23.134019 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:31:23.134019 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:31:23.134019 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:31:23.134019 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:31:23.134019 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:31:23.134019 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:31:23.134019 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:31:23.290694 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e59e5b38-916b-4ad8-aa25-b80749e6b189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:23.295471 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e59e5b38-916b-4ad8-aa25-b80749e6b189 admin admin] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:23.324279 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e5b38-916b-4ad8-aa25-b80749e6b189 admin admin] Pushing event deleted for resources: {'Network': ['ID=a94bf8b4-a294-425a-8312-932aadd78417,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:23.408816 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e59e5b38-916b-4ad8-aa25-b80749e6b189 admin admin] 10.222.0.87 "DELETE /v2.0/networks/a94bf8b4-a294-425a-8312-932aadd78417 HTTP/1.1" status: 204 len: 168 time: 0.6111190 Jan 21 19:31:23.731653 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 40356) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:31:23.779796 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-1706ace7-adc5-423c-ae01-97f1ad6c4d7b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ed188d54f26e4e1f88aeb52bcf32e2d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469382 Jan 21 19:31:23.782078 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 40360) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:31:23.838701 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-85832467-de1e-4a74-9c10-f3e3fbf7bb12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:23.862847 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-85832467-de1e-4a74-9c10-f3e3fbf7bb12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:24.002551 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-85832467-de1e-4a74-9c10-f3e3fbf7bb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:24.018721 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85832467-de1e-4a74-9c10-f3e3fbf7bb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9132d0-288b-4162-b125-2b38443148aa,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:24.106942 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-85832467-de1e-4a74-9c10-f3e3fbf7bb12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:24.108097 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-85832467-de1e-4a74-9c10-f3e3fbf7bb12 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5a9132d0-288b-4162-b125-2b38443148aa HTTP/1.1" status: 204 len: 168 time: 0.3251090 Jan 21 19:31:24.273482 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device ff0720c5-54b6-4983-8380-15f230c81379 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:31:24.311421 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] No Port match for: ff0720c5-54b6-4983-8380-15f230c81379 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:31:24.311766 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device ff0720c5-54b6-4983-8380-15f230c81379 not bound to the agent host hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:31:25.031014 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2d1a7480-4433-4ded-8c47-865e5d6b3aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:25.189065 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 40384) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:31:25.334526 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-04bf0782-c5a9-417f-b439-e6e146f062d5 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-589083334'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:31:25.339651 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-04bf0782-c5a9-417f-b439-e6e146f062d5 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:31:25.343417 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-04bf0782-c5a9-417f-b439-e6e146f062d5 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Usage tracker for resource:network and tenant:b871babf04ba45e4983388719fadd04a is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:31:25.346695 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-04bf0782-c5a9-417f-b439-e6e146f062d5 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:31:25.352519 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-04bf0782-c5a9-417f-b439-e6e146f062d5 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:31:25.421669 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04bf0782-c5a9-417f-b439-e6e146f062d5 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Made reservation on behalf of b871babf04ba45e4983388719fadd04a for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:31:25.425269 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-04bf0782-c5a9-417f-b439-e6e146f062d5 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:25.438398 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-04bf0782-c5a9-417f-b439-e6e146f062d5 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:25.453733 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-04bf0782-c5a9-417f-b439-e6e146f062d5 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:31:25.457680 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-04bf0782-c5a9-417f-b439-e6e146f062d5 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Usage tracker for resource:security_group_rule and tenant:b871babf04ba45e4983388719fadd04a is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:31:25.461074 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-04bf0782-c5a9-417f-b439-e6e146f062d5 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:31:25.466831 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-04bf0782-c5a9-417f-b439-e6e146f062d5 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:31:25.547055 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-04bf0782-c5a9-417f-b439-e6e146f062d5 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:25.610163 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-04bf0782-c5a9-417f-b439-e6e146f062d5 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:25.642000 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04bf0782-c5a9-417f-b439-e6e146f062d5 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:31:25.650704 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf0782-c5a9-417f-b439-e6e146f062d5 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db57d8d0-873f-4954-9c92-fe783cdb2d1e,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:25.657191 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-04bf0782-c5a9-417f-b439-e6e146f062d5 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:25.657536 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-04bf0782-c5a9-417f-b439-e6e146f062d5 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Added segment 42eea6e7-3697-4ee1-82b6-a917667847a1 of type vlan for network 18d973a7-f9e7-4939-a50b-7435ace12c6e Jan 21 19:31:25.682699 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-04bf0782-c5a9-417f-b439-e6e146f062d5 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:25.753317 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-04bf0782-c5a9-417f-b439-e6e146f062d5 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:25.759575 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bf0782-c5a9-417f-b439-e6e146f062d5 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:31:25.760167 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-04bf0782-c5a9-417f-b439-e6e146f062d5 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:25.867189 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf0782-c5a9-417f-b439-e6e146f062d5 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Pushing event updated for resources: {'Network': ['ID=18d973a7-f9e7-4939-a50b-7435ace12c6e,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:25.877140 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 18d973a7-f9e7-4939-a50b-7435ace12c6e details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:31:25.914805 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-04bf0782-c5a9-417f-b439-e6e146f062d5 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7246442 Jan 21 19:31:27.237305 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ed43dcbf-8bf3-4446-8406-7a10a7643b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:28.373995 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:28.628230 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:28.693883 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:29.194152 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 40390) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:31:29.201055 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-f896fc1f-8ce6-4af5-959e-395d8a2912d3 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Request body: {'subnet': {'network_id': '18d973a7-f9e7-4939-a50b-7435ace12c6e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:31:29.309276 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-f896fc1f-8ce6-4af5-959e-395d8a2912d3 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:31:29.313043 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-f896fc1f-8ce6-4af5-959e-395d8a2912d3 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Usage tracker for resource:subnet and tenant:b871babf04ba45e4983388719fadd04a is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:31:29.315923 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-f896fc1f-8ce6-4af5-959e-395d8a2912d3 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:31:29.322493 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-f896fc1f-8ce6-4af5-959e-395d8a2912d3 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:31:29.381888 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f896fc1f-8ce6-4af5-959e-395d8a2912d3 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Made reservation on behalf of b871babf04ba45e4983388719fadd04a for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:31:29.385979 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f896fc1f-8ce6-4af5-959e-395d8a2912d3 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:29.667501 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f896fc1f-8ce6-4af5-959e-395d8a2912d3 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:29.752162 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f896fc1f-8ce6-4af5-959e-395d8a2912d3 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Pushing event updated for resources: {'Subnet': ['ID=0a50143b-3b39-42e4-b4ce-d3c434c99ace,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:29.763723 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f896fc1f-8ce6-4af5-959e-395d8a2912d3 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:31:29.764066 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f896fc1f-8ce6-4af5-959e-395d8a2912d3 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:31:29.764400 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f896fc1f-8ce6-4af5-959e-395d8a2912d3 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:31:29.764726 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f896fc1f-8ce6-4af5-959e-395d8a2912d3 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:31:29.765047 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f896fc1f-8ce6-4af5-959e-395d8a2912d3 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:31:29.765369 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f896fc1f-8ce6-4af5-959e-395d8a2912d3 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:31:29.765683 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f896fc1f-8ce6-4af5-959e-395d8a2912d3 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:31:29.766021 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f896fc1f-8ce6-4af5-959e-395d8a2912d3 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:31:29.766337 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f896fc1f-8ce6-4af5-959e-395d8a2912d3 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:31:29.766649 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f896fc1f-8ce6-4af5-959e-395d8a2912d3 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:31:29.766959 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f896fc1f-8ce6-4af5-959e-395d8a2912d3 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:31:29.767268 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f896fc1f-8ce6-4af5-959e-395d8a2912d3 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:31:29.772796 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f896fc1f-8ce6-4af5-959e-395d8a2912d3 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Checking segment: {'id': '42eea6e7-3697-4ee1-82b6-a917667847a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '18d973a7-f9e7-4939-a50b-7435ace12c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:31:29.773133 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f896fc1f-8ce6-4af5-959e-395d8a2912d3 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Network hostable DHCP agents. Network: 18d973a7-f9e7-4939-a50b-7435ace12c6e, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:31:29.838869 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f896fc1f-8ce6-4af5-959e-395d8a2912d3 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Network 18d973a7-f9e7-4939-a50b-7435ace12c6e is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:31:29.912981 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-f896fc1f-8ce6-4af5-959e-395d8a2912d3 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 18d973a7-f9e7-4939-a50b-7435ace12c6e) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:31:29.917698 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f896fc1f-8ce6-4af5-959e-395d8a2912d3 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:31:29.918295 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f896fc1f-8ce6-4af5-959e-395d8a2912d3 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:29.922910 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee781b6-3efe-410a-a447-3972645f8cbf None None] Network 18d973a7-f9e7-4939-a50b-7435ace12c6e requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:31:30.009968 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f896fc1f-8ce6-4af5-959e-395d8a2912d3 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8146145 Jan 21 19:31:30.013761 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 40394) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:31:30.019291 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-bf7d6f2d-e4ba-4923-81ed-e731f8469a3e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1356918862'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:31:30.024021 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-bf7d6f2d-e4ba-4923-81ed-e731f8469a3e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:31:30.028360 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-bf7d6f2d-e4ba-4923-81ed-e731f8469a3e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Usage tracker for resource:network and tenant:b871babf04ba45e4983388719fadd04a is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:31:30.032164 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-bf7d6f2d-e4ba-4923-81ed-e731f8469a3e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:31:30.038943 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-bf7d6f2d-e4ba-4923-81ed-e731f8469a3e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:31:30.122854 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7d6f2d-e4ba-4923-81ed-e731f8469a3e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Made reservation on behalf of b871babf04ba45e4983388719fadd04a for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:31:30.126304 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bf7d6f2d-e4ba-4923-81ed-e731f8469a3e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:30.154222 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf7d6f2d-e4ba-4923-81ed-e731f8469a3e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:31:30.157829 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe3eb29-e344-443c-ac27-ebb946179524 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-18d973a7-f9e7-4939-a50b-7435ace12c6e', 'network_id': '18d973a7-f9e7-4939-a50b-7435ace12c6e', 'tenant_id': 'b871babf04ba45e4983388719fadd04a', 'fixed_ips': [{'subnet_id': '0a50143b-3b39-42e4-b4ce-d3c434c99ace'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:31:30.158967 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-abe3eb29-e344-443c-ac27-ebb946179524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:30.162850 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bf7d6f2d-e4ba-4923-81ed-e731f8469a3e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:30.163193 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-bf7d6f2d-e4ba-4923-81ed-e731f8469a3e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Added segment d78736ab-264a-4c2c-ae50-7eab32a364c7 of type vlan for network c26ae2fd-963c-46dc-803b-a8eeb95d3712 Jan 21 19:31:30.189085 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bf7d6f2d-e4ba-4923-81ed-e731f8469a3e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:30.229230 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:30.271268 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bf7d6f2d-e4ba-4923-81ed-e731f8469a3e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:30.276902 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7d6f2d-e4ba-4923-81ed-e731f8469a3e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:31:30.277486 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bf7d6f2d-e4ba-4923-81ed-e731f8469a3e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:30.317735 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-abe3eb29-e344-443c-ac27-ebb946179524 None None] Allocated IP 2001:db8:0:ffff::2 (18d973a7-f9e7-4939-a50b-7435ace12c6e/0a50143b-3b39-42e4-b4ce-d3c434c99ace/25849220-2e61-4751-9871-fb42d9b0f8c0) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:31:30.476996 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-bf7d6f2d-e4ba-4923-81ed-e731f8469a3e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4621351 Jan 21 19:31:30.480475 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 40398) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:31:30.484462 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d6f2d-e4ba-4923-81ed-e731f8469a3e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Pushing event updated for resources: {'Network': ['ID=c26ae2fd-963c-46dc-803b-a8eeb95d3712,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:30.494370 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-f1147487-5c0a-42e2-aa2d-aa1f35481759 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Request body: {'subnet': {'network_id': 'c26ae2fd-963c-46dc-803b-a8eeb95d3712', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:31:30.501118 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network c26ae2fd-963c-46dc-803b-a8eeb95d3712 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:31:30.604275 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-f1147487-5c0a-42e2-aa2d-aa1f35481759 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:31:30.608091 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-f1147487-5c0a-42e2-aa2d-aa1f35481759 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Usage tracker for resource:subnet and tenant:b871babf04ba45e4983388719fadd04a is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:31:30.610887 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-f1147487-5c0a-42e2-aa2d-aa1f35481759 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:31:30.616389 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-f1147487-5c0a-42e2-aa2d-aa1f35481759 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:31:30.618486 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-abe3eb29-e344-443c-ac27-ebb946179524 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:30.634758 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-abe3eb29-e344-443c-ac27-ebb946179524 None None] Transition to ACTIVE for port object 25849220-2e61-4751-9871-fb42d9b0f8c0 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:31:30.651288 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-abe3eb29-e344-443c-ac27-ebb946179524 None None] Transition to ACTIVE for port object 25849220-2e61-4751-9871-fb42d9b0f8c0 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:31:30.714253 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1147487-5c0a-42e2-aa2d-aa1f35481759 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Made reservation on behalf of b871babf04ba45e4983388719fadd04a for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:31:30.719532 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f1147487-5c0a-42e2-aa2d-aa1f35481759 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:30.748049 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-abe3eb29-e344-443c-ac27-ebb946179524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:30.816982 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe3eb29-e344-443c-ac27-ebb946179524 None None] Network 18d973a7-f9e7-4939-a50b-7435ace12c6e is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:31:30.819821 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-abe3eb29-e344-443c-ac27-ebb946179524 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:31:30.824860 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe3eb29-e344-443c-ac27-ebb946179524 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:31:30.858904 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3eb29-e344-443c-ac27-ebb946179524 None None] Pushing event updated for resources: {'Port': ['ID=25849220-2e61-4751-9871-fb42d9b0f8c0,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:30.923754 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-abe3eb29-e344-443c-ac27-ebb946179524 None None] Attempting to bind port 25849220-2e61-4751-9871-fb42d9b0f8c0 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:31:30.924469 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-abe3eb29-e344-443c-ac27-ebb946179524 None None] Attempting to bind port 25849220-2e61-4751-9871-fb42d9b0f8c0 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '42eea6e7-3697-4ee1-82b6-a917667847a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '18d973a7-f9e7-4939-a50b-7435ace12c6e'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:31:30.924469 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe3eb29-e344-443c-ac27-ebb946179524 None None] Attempting to bind port 25849220-2e61-4751-9871-fb42d9b0f8c0 on network 18d973a7-f9e7-4939-a50b-7435ace12c6e {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:31:30.929873 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe3eb29-e344-443c-ac27-ebb946179524 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:31:30.930245 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe3eb29-e344-443c-ac27-ebb946179524 None None] Checking segment: {'id': '42eea6e7-3697-4ee1-82b6-a917667847a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '18d973a7-f9e7-4939-a50b-7435ace12c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:31:30.931297 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-abe3eb29-e344-443c-ac27-ebb946179524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:30.932000 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe3eb29-e344-443c-ac27-ebb946179524 None None] Bound using segment: {'id': '42eea6e7-3697-4ee1-82b6-a917667847a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '18d973a7-f9e7-4939-a50b-7435ace12c6e'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:31:30.932212 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-abe3eb29-e344-443c-ac27-ebb946179524 None None] Bound port: 25849220-2e61-4751-9871-fb42d9b0f8c0, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42eea6e7-3697-4ee1-82b6-a917667847a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '18d973a7-f9e7-4939-a50b-7435ace12c6e'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:31:30.932581 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-abe3eb29-e344-443c-ac27-ebb946179524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:31.031295 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-abe3eb29-e344-443c-ac27-ebb946179524 None None] For port 25849220-2e61-4751-9871-fb42d9b0f8c0, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:31:31.034231 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-abe3eb29-e344-443c-ac27-ebb946179524 None None] For port 25849220-2e61-4751-9871-fb42d9b0f8c0, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=25849220-2e61-4751-9871-fb42d9b0f8c0,segment=NetworkSegment(42eea6e7-3697-4ee1-82b6-a917667847a1),segment_id=42eea6e7-3697-4ee1-82b6-a917667847a1)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:31:31.037420 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f1147487-5c0a-42e2-aa2d-aa1f35481759 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:31.073703 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-abe3eb29-e344-443c-ac27-ebb946179524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:31.117753 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1147487-5c0a-42e2-aa2d-aa1f35481759 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Pushing event updated for resources: {'Subnet': ['ID=465f7c1c-961a-4bfd-ab4a-52ef74e621a5,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:31.128769 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1147487-5c0a-42e2-aa2d-aa1f35481759 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Checking segment: {'id': 'd78736ab-264a-4c2c-ae50-7eab32a364c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c26ae2fd-963c-46dc-803b-a8eeb95d3712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:31:31.129128 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1147487-5c0a-42e2-aa2d-aa1f35481759 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Network hostable DHCP agents. Network: c26ae2fd-963c-46dc-803b-a8eeb95d3712, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:31:31.160199 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3eb29-e344-443c-ac27-ebb946179524 None None] Pushing event updated for resources: {'Port': ['ID=25849220-2e61-4751-9871-fb42d9b0f8c0,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:31.193456 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1147487-5c0a-42e2-aa2d-aa1f35481759 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Network c26ae2fd-963c-46dc-803b-a8eeb95d3712 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:31:31.250607 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-f1147487-5c0a-42e2-aa2d-aa1f35481759 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, c26ae2fd-963c-46dc-803b-a8eeb95d3712) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:31:31.255049 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1147487-5c0a-42e2-aa2d-aa1f35481759 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:31:31.255630 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f1147487-5c0a-42e2-aa2d-aa1f35481759 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:31.262858 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e60034-b99a-4186-9777-23a70498a343 None None] Network c26ae2fd-963c-46dc-803b-a8eeb95d3712 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:31:31.338212 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f1147487-5c0a-42e2-aa2d-aa1f35481759 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8564446 Jan 21 19:31:31.342082 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 40402) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:31:31.553064 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28cb357-b404-4c8b-a8b4-52e8983e04e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-c26ae2fd-963c-46dc-803b-a8eeb95d3712', 'network_id': 'c26ae2fd-963c-46dc-803b-a8eeb95d3712', 'tenant_id': 'b871babf04ba45e4983388719fadd04a', 'fixed_ips': [{'subnet_id': '465f7c1c-961a-4bfd-ab4a-52ef74e621a5'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:31:31.554206 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a28cb357-b404-4c8b-a8b4-52e8983e04e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:31.631638 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8cd9f7a2-53f1-4bff-b214-ef7655e4569a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:31.706672 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8cd9f7a2-53f1-4bff-b214-ef7655e4569a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:31.749622 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-a28cb357-b404-4c8b-a8b4-52e8983e04e9 None None] Allocated IP 2001:db8::2 (c26ae2fd-963c-46dc-803b-a8eeb95d3712/465f7c1c-961a-4bfd-ab4a-52ef74e621a5/fd630c2d-a561-4640-b015-f393f0b89fcc) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:31:31.953555 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a28cb357-b404-4c8b-a8b4-52e8983e04e9 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:31.965162 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-a28cb357-b404-4c8b-a8b4-52e8983e04e9 None None] Transition to ACTIVE for port object fd630c2d-a561-4640-b015-f393f0b89fcc will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:31:31.986270 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-a28cb357-b404-4c8b-a8b4-52e8983e04e9 None None] Transition to ACTIVE for port object fd630c2d-a561-4640-b015-f393f0b89fcc will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:31:32.005778 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 25849220-2e61-4751-9871-fb42d9b0f8c0 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:31:32.053566 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a28cb357-b404-4c8b-a8b4-52e8983e04e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:32.136934 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28cb357-b404-4c8b-a8b4-52e8983e04e9 None None] Network c26ae2fd-963c-46dc-803b-a8eeb95d3712 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:31:32.142324 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-a28cb357-b404-4c8b-a8b4-52e8983e04e9 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:31:32.142670 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8cd9f7a2-53f1-4bff-b214-ef7655e4569a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:32.147788 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28cb357-b404-4c8b-a8b4-52e8983e04e9 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:31:32.150724 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28cb357-b404-4c8b-a8b4-52e8983e04e9 None None] Pushing event updated for resources: {'Port': ['ID=fd630c2d-a561-4640-b015-f393f0b89fcc,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:32.212806 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd9f7a2-53f1-4bff-b214-ef7655e4569a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Pushing event deleted for resources: {'Subnet': ['ID=465f7c1c-961a-4bfd-ab4a-52ef74e621a5,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:32.230686 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984d5064-85fe-4a01-a872-df83657f74ef None None] Network 18d973a7-f9e7-4939-a50b-7435ace12c6e requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:31:32.277136 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 25849220-2e61-4751-9871-fb42d9b0f8c0 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:31:32.292192 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8cd9f7a2-53f1-4bff-b214-ef7655e4569a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:32.293735 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-a28cb357-b404-4c8b-a8b4-52e8983e04e9 None None] Attempting to bind port fd630c2d-a561-4640-b015-f393f0b89fcc on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:31:32.304171 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-a28cb357-b404-4c8b-a8b4-52e8983e04e9 None None] Attempting to bind port fd630c2d-a561-4640-b015-f393f0b89fcc by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'd78736ab-264a-4c2c-ae50-7eab32a364c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c26ae2fd-963c-46dc-803b-a8eeb95d3712'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:31:32.304171 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28cb357-b404-4c8b-a8b4-52e8983e04e9 None None] Attempting to bind port fd630c2d-a561-4640-b015-f393f0b89fcc on network c26ae2fd-963c-46dc-803b-a8eeb95d3712 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:31:32.317272 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-8cd9f7a2-53f1-4bff-b214-ef7655e4569a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c26ae2fd-963c-46dc-803b-a8eeb95d3712']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:31:32.329946 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-8cd9f7a2-53f1-4bff-b214-ef7655e4569a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd78736ab-264a-4c2c-ae50-7eab32a364c7') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:31:32.330250 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-8cd9f7a2-53f1-4bff-b214-ef7655e4569a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd78736ab-264a-4c2c-ae50-7eab32a364c7') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:31:32.342745 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8cd9f7a2-53f1-4bff-b214-ef7655e4569a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:32.351989 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28cb357-b404-4c8b-a8b4-52e8983e04e9 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:31:32.352392 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28cb357-b404-4c8b-a8b4-52e8983e04e9 None None] Checking segment: {'id': 'd78736ab-264a-4c2c-ae50-7eab32a364c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c26ae2fd-963c-46dc-803b-a8eeb95d3712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:31:32.352806 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a28cb357-b404-4c8b-a8b4-52e8983e04e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:32.353358 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28cb357-b404-4c8b-a8b4-52e8983e04e9 None None] Bound using segment: {'id': 'd78736ab-264a-4c2c-ae50-7eab32a364c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c26ae2fd-963c-46dc-803b-a8eeb95d3712'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:31:32.353838 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-a28cb357-b404-4c8b-a8b4-52e8983e04e9 None None] Bound port: fd630c2d-a561-4640-b015-f393f0b89fcc, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd78736ab-264a-4c2c-ae50-7eab32a364c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c26ae2fd-963c-46dc-803b-a8eeb95d3712'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:31:32.354212 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a28cb357-b404-4c8b-a8b4-52e8983e04e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:32.358681 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8cd9f7a2-53f1-4bff-b214-ef7655e4569a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:32.366984 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cd9f7a2-53f1-4bff-b214-ef7655e4569a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:31:32.366984 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8cd9f7a2-53f1-4bff-b214-ef7655e4569a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:32.380992 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:31:32.380992 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:31:32.380992 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:31:32.380992 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:31:32.380992 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:31:32.380992 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:31:32.380992 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:31:32.380992 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:31:32.380992 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:31:32.380992 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:31:32.380992 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:31:32.380992 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:31:32.380992 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:31:32.380992 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:31:32.380992 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:31:32.380992 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:31:32.380992 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:31:32.380992 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:31:32.380992 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:31:32.380992 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:31:32.380992 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:31:32.380992 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:31:32.380992 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:31:32.380992 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:31:32.380992 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:31:32.380992 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:31:32.380992 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:31:32.380992 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:31:32.380992 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:31:32.380992 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:31:32.380992 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:31:32.380992 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:31:32.470889 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0c2c5f74-7f3e-42a1-a576-740870aab0a1 None None] Provisioning for port 25849220-2e61-4751-9871-fb42d9b0f8c0 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:31:32.492413 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0c2c5f74-7f3e-42a1-a576-740870aab0a1 None None] Provisioning complete for port 25849220-2e61-4751-9871-fb42d9b0f8c0 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:31:32.492788 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0c2c5f74-7f3e-42a1-a576-740870aab0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:32.505966 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.db.api [None req-8cd9f7a2-53f1-4bff-b214-ef7655e4569a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 19:31:32.505966 dv-neutron-825470-1-hyperv neutron-server[88136]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 19:31:32.505966 dv-neutron-825470-1-hyperv neutron-server[88136]: [parameters: {'id': 'c26ae2fd-963c-46dc-803b-a8eeb95d3712'}] Jan 21 19:31:32.505966 dv-neutron-825470-1-hyperv neutron-server[88136]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:31:32.506358 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG oslo_db.api [None req-8cd9f7a2-53f1-4bff-b214-ef7655e4569a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:31:32.557287 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-a28cb357-b404-4c8b-a8b4-52e8983e04e9 None None] For port fd630c2d-a561-4640-b015-f393f0b89fcc, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:31:32.595166 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-a28cb357-b404-4c8b-a8b4-52e8983e04e9 None None] For port fd630c2d-a561-4640-b015-f393f0b89fcc, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=fd630c2d-a561-4640-b015-f393f0b89fcc,segment=NetworkSegment(d78736ab-264a-4c2c-ae50-7eab32a364c7),segment_id=d78736ab-264a-4c2c-ae50-7eab32a364c7)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:31:32.678338 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a28cb357-b404-4c8b-a8b4-52e8983e04e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:32.751324 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0c2c5f74-7f3e-42a1-a576-740870aab0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:32.845318 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28cb357-b404-4c8b-a8b4-52e8983e04e9 None None] Pushing event updated for resources: {'Port': ['ID=fd630c2d-a561-4640-b015-f393f0b89fcc,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:32.855309 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0c2c5f74-7f3e-42a1-a576-740870aab0a1 None None] For port 25849220-2e61-4751-9871-fb42d9b0f8c0, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=25849220-2e61-4751-9871-fb42d9b0f8c0,segment=NetworkSegment(42eea6e7-3697-4ee1-82b6-a917667847a1),segment_id=42eea6e7-3697-4ee1-82b6-a917667847a1)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:31:32.877304 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e89933-1e08-458a-95ac-dfe15eea1510 None None] Network c26ae2fd-963c-46dc-803b-a8eeb95d3712 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:31:32.960632 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0c2c5f74-7f3e-42a1-a576-740870aab0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:33.008031 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8cd9f7a2-53f1-4bff-b214-ef7655e4569a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:33.019095 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-8cd9f7a2-53f1-4bff-b214-ef7655e4569a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Deleting port fd630c2d-a561-4640-b015-f393f0b89fcc {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:31:33.019349 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8cd9f7a2-53f1-4bff-b214-ef7655e4569a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:33.115305 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c5f74-7f3e-42a1-a576-740870aab0a1 None None] Pushing event updated for resources: {'Port': ['ID=25849220-2e61-4751-9871-fb42d9b0f8c0,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:33.131438 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92f44f6b-dae3-4730-a7a2-db98f169c23a None None] Provisioning complete for port 25849220-2e61-4751-9871-fb42d9b0f8c0 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:31:33.131438 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92f44f6b-dae3-4730-a7a2-db98f169c23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:33.237682 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d142b01-9697-48f2-8b01-1c6be3231ed5 None None] get_active_networks_info from dv-neutron-825470-1-hyperv {{(pid=88138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 21 19:31:33.238323 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-8cd9f7a2-53f1-4bff-b214-ef7655e4569a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] For port fd630c2d-a561-4640-b015-f393f0b89fcc, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=fd630c2d-a561-4640-b015-f393f0b89fcc,segment=NetworkSegment(d78736ab-264a-4c2c-ae50-7eab32a364c7),segment_id=d78736ab-264a-4c2c-ae50-7eab32a364c7)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:31:33.238688 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8cd9f7a2-53f1-4bff-b214-ef7655e4569a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:33.367082 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-8cd9f7a2-53f1-4bff-b214-ef7655e4569a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Calling delete_port for fd630c2d-a561-4640-b015-f393f0b89fcc owned by network:dhcp {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:31:33.476851 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d142b01-9697-48f2-8b01-1c6be3231ed5 None None] Resources bound (agent type, host, resource id): {{(pid=88138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 19:31:33.542288 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8cd9f7a2-53f1-4bff-b214-ef7655e4569a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:33.592878 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd9f7a2-53f1-4bff-b214-ef7655e4569a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Pushing event deleted for resources: {'Port': ['ID=fd630c2d-a561-4640-b015-f393f0b89fcc,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:33.594673 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd9f7a2-53f1-4bff-b214-ef7655e4569a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] No DVR routers for this DVR port fd630c2d-a561-4640-b015-f393f0b89fcc on host dv-neutron-825470-1-hyperv {{(pid=88136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:31:33.717311 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8cd9f7a2-53f1-4bff-b214-ef7655e4569a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:33.741629 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-8cd9f7a2-53f1-4bff-b214-ef7655e4569a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c26ae2fd-963c-46dc-803b-a8eeb95d3712']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:31:33.753324 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-8cd9f7a2-53f1-4bff-b214-ef7655e4569a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd78736ab-264a-4c2c-ae50-7eab32a364c7') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:31:33.753735 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-8cd9f7a2-53f1-4bff-b214-ef7655e4569a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd78736ab-264a-4c2c-ae50-7eab32a364c7') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:31:33.765620 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8cd9f7a2-53f1-4bff-b214-ef7655e4569a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:33.782160 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8cd9f7a2-53f1-4bff-b214-ef7655e4569a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:33.788211 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cd9f7a2-53f1-4bff-b214-ef7655e4569a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:31:33.788591 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8cd9f7a2-53f1-4bff-b214-ef7655e4569a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:33.802883 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:31:33.802883 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:31:33.802883 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:31:33.802883 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:31:33.802883 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:31:33.802883 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:31:33.802883 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:31:33.802883 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:31:33.802883 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:31:33.802883 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:31:33.802883 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:31:33.802883 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:31:33.802883 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:31:33.802883 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:31:33.802883 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:31:33.802883 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:31:33.802883 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:31:33.802883 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:31:33.802883 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:31:33.802883 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:31:33.802883 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:31:33.802883 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:31:33.802883 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:31:33.802883 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:31:33.802883 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:31:33.802883 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:31:33.802883 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:31:33.802883 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:31:33.802883 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:31:33.802883 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:31:33.802883 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:31:33.802883 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:31:33.970791 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 25849220-2e61-4751-9871-fb42d9b0f8c0 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:31:34.008950 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8cd9f7a2-53f1-4bff-b214-ef7655e4569a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:34.030632 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8cd9f7a2-53f1-4bff-b214-ef7655e4569a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:34.042029 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd9f7a2-53f1-4bff-b214-ef7655e4569a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Pushing event deleted for resources: {'Network': ['ID=c26ae2fd-963c-46dc-803b-a8eeb95d3712,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:34.047320 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 25849220-2e61-4751-9871-fb42d9b0f8c0 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:31:34.047320 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:34.050134 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-8cd9f7a2-53f1-4bff-b214-ef7655e4569a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] 10.222.0.87 "DELETE /v2.0/networks/c26ae2fd-963c-46dc-803b-a8eeb95d3712 HTTP/1.1" status: 204 len: 168 time: 2.7053418 Jan 21 19:31:34.053668 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 40406) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:31:34.060007 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-ec8631a6-9cd9-4674-9e54-baf1af142475 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-510318951'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:31:34.065077 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-ec8631a6-9cd9-4674-9e54-baf1af142475 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:31:34.069164 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ec8631a6-9cd9-4674-9e54-baf1af142475 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Usage tracker for resource:network and tenant:b871babf04ba45e4983388719fadd04a is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:31:34.072251 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ec8631a6-9cd9-4674-9e54-baf1af142475 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:31:34.078482 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-ec8631a6-9cd9-4674-9e54-baf1af142475 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:31:34.139619 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8631a6-9cd9-4674-9e54-baf1af142475 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Made reservation on behalf of b871babf04ba45e4983388719fadd04a for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:31:34.143117 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ec8631a6-9cd9-4674-9e54-baf1af142475 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:34.171047 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec8631a6-9cd9-4674-9e54-baf1af142475 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:31:34.179641 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ec8631a6-9cd9-4674-9e54-baf1af142475 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:34.179979 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-ec8631a6-9cd9-4674-9e54-baf1af142475 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Added segment d20e9868-86c1-4502-b70e-397b441fe811 of type vlan for network 0ab68c81-b46d-4976-ba7d-f6b8759dc12d Jan 21 19:31:34.204820 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ec8631a6-9cd9-4674-9e54-baf1af142475 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:34.278816 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ec8631a6-9cd9-4674-9e54-baf1af142475 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:34.284058 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8631a6-9cd9-4674-9e54-baf1af142475 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:31:34.284630 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ec8631a6-9cd9-4674-9e54-baf1af142475 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:34.390015 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8631a6-9cd9-4674-9e54-baf1af142475 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Pushing event updated for resources: {'Network': ['ID=0ab68c81-b46d-4976-ba7d-f6b8759dc12d,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:34.401420 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 0ab68c81-b46d-4976-ba7d-f6b8759dc12d details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:31:34.409028 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ec8631a6-9cd9-4674-9e54-baf1af142475 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3539581 Jan 21 19:31:34.411778 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 40410) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:31:34.418311 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-7dcedc66-4de7-4590-abf0-dd8e9e69b186 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Request body: {'subnet': {'network_id': '0ab68c81-b46d-4976-ba7d-f6b8759dc12d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:31:34.640670 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-7dcedc66-4de7-4590-abf0-dd8e9e69b186 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:31:34.644626 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7dcedc66-4de7-4590-abf0-dd8e9e69b186 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Usage tracker for resource:subnet and tenant:b871babf04ba45e4983388719fadd04a is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:31:34.647399 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7dcedc66-4de7-4590-abf0-dd8e9e69b186 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:31:34.653532 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-7dcedc66-4de7-4590-abf0-dd8e9e69b186 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:31:34.741743 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dcedc66-4de7-4590-abf0-dd8e9e69b186 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Made reservation on behalf of b871babf04ba45e4983388719fadd04a for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:31:34.745914 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7dcedc66-4de7-4590-abf0-dd8e9e69b186 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:34.846860 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.ipam_backend_mixin [None req-7dcedc66-4de7-4590-abf0-dd8e9e69b186 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Performing IP validity checks on allocation pools {{(pid=88136) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 21 19:31:34.847382 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.ipam_backend_mixin [None req-7dcedc66-4de7-4590-abf0-dd8e9e69b186 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88136) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 21 19:31:35.016678 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7dcedc66-4de7-4590-abf0-dd8e9e69b186 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:35.095844 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcedc66-4de7-4590-abf0-dd8e9e69b186 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Pushing event updated for resources: {'Subnet': ['ID=a903b58f-a996-4873-a60c-3b6c7c0664b1,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:35.104366 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcedc66-4de7-4590-abf0-dd8e9e69b186 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Checking segment: {'id': 'd20e9868-86c1-4502-b70e-397b441fe811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0ab68c81-b46d-4976-ba7d-f6b8759dc12d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:31:35.104720 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcedc66-4de7-4590-abf0-dd8e9e69b186 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Network hostable DHCP agents. Network: 0ab68c81-b46d-4976-ba7d-f6b8759dc12d, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:31:35.179765 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcedc66-4de7-4590-abf0-dd8e9e69b186 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Network 0ab68c81-b46d-4976-ba7d-f6b8759dc12d is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:31:35.259769 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-7dcedc66-4de7-4590-abf0-dd8e9e69b186 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 0ab68c81-b46d-4976-ba7d-f6b8759dc12d) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:31:35.263721 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcedc66-4de7-4590-abf0-dd8e9e69b186 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:31:35.264302 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7dcedc66-4de7-4590-abf0-dd8e9e69b186 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:35.268625 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60544fee-0634-4ddd-b8c1-9c90eeb7cca3 None None] Network 0ab68c81-b46d-4976-ba7d-f6b8759dc12d requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:31:35.352059 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-7dcedc66-4de7-4590-abf0-dd8e9e69b186 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9390097 Jan 21 19:31:35.355151 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 40414) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:31:35.485338 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28017688-2cda-4d3e-9e44-df47efd54405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-0ab68c81-b46d-4976-ba7d-f6b8759dc12d', 'network_id': '0ab68c81-b46d-4976-ba7d-f6b8759dc12d', 'tenant_id': 'b871babf04ba45e4983388719fadd04a', 'fixed_ips': [{'subnet_id': 'a903b58f-a996-4873-a60c-3b6c7c0664b1'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:31:35.486206 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-28017688-2cda-4d3e-9e44-df47efd54405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:35.499966 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b48f0e17-d804-41cb-ada6-feb00672dc1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:35.564278 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b48f0e17-d804-41cb-ada6-feb00672dc1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:35.639350 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-28017688-2cda-4d3e-9e44-df47efd54405 None None] Allocated IP 2001:db8::3 (0ab68c81-b46d-4976-ba7d-f6b8759dc12d/a903b58f-a996-4873-a60c-3b6c7c0664b1/4d908c7e-da41-4e70-8627-18f5c6b46c4a) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:31:35.837404 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-28017688-2cda-4d3e-9e44-df47efd54405 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:35.846787 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-28017688-2cda-4d3e-9e44-df47efd54405 None None] Transition to ACTIVE for port object 4d908c7e-da41-4e70-8627-18f5c6b46c4a will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:31:35.864177 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-28017688-2cda-4d3e-9e44-df47efd54405 None None] Transition to ACTIVE for port object 4d908c7e-da41-4e70-8627-18f5c6b46c4a will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:31:35.925119 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-28017688-2cda-4d3e-9e44-df47efd54405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:35.992035 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28017688-2cda-4d3e-9e44-df47efd54405 None None] Network 0ab68c81-b46d-4976-ba7d-f6b8759dc12d is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:31:35.995617 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-28017688-2cda-4d3e-9e44-df47efd54405 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:31:35.999186 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28017688-2cda-4d3e-9e44-df47efd54405 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:31:36.004682 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28017688-2cda-4d3e-9e44-df47efd54405 None None] Pushing event updated for resources: {'Port': ['ID=4d908c7e-da41-4e70-8627-18f5c6b46c4a,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:36.005451 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b48f0e17-d804-41cb-ada6-feb00672dc1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:36.053492 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f0e17-d804-41cb-ada6-feb00672dc1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Pushing event deleted for resources: {'Subnet': ['ID=a903b58f-a996-4873-a60c-3b6c7c0664b1,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:36.081551 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f0e17-d804-41cb-ada6-feb00672dc1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:31:36.081930 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f0e17-d804-41cb-ada6-feb00672dc1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:31:36.082269 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f0e17-d804-41cb-ada6-feb00672dc1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:31:36.082601 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f0e17-d804-41cb-ada6-feb00672dc1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:31:36.082930 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f0e17-d804-41cb-ada6-feb00672dc1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:31:36.083255 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f0e17-d804-41cb-ada6-feb00672dc1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:31:36.083574 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f0e17-d804-41cb-ada6-feb00672dc1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:31:36.083900 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f0e17-d804-41cb-ada6-feb00672dc1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:31:36.084220 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f0e17-d804-41cb-ada6-feb00672dc1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:31:36.084539 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f0e17-d804-41cb-ada6-feb00672dc1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:31:36.084856 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f0e17-d804-41cb-ada6-feb00672dc1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:31:36.085172 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f0e17-d804-41cb-ada6-feb00672dc1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:31:36.106230 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-28017688-2cda-4d3e-9e44-df47efd54405 None None] Attempting to bind port 4d908c7e-da41-4e70-8627-18f5c6b46c4a on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:31:36.108926 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-28017688-2cda-4d3e-9e44-df47efd54405 None None] Attempting to bind port 4d908c7e-da41-4e70-8627-18f5c6b46c4a by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'd20e9868-86c1-4502-b70e-397b441fe811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0ab68c81-b46d-4976-ba7d-f6b8759dc12d'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:31:36.108926 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28017688-2cda-4d3e-9e44-df47efd54405 None None] Attempting to bind port 4d908c7e-da41-4e70-8627-18f5c6b46c4a on network 0ab68c81-b46d-4976-ba7d-f6b8759dc12d {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:31:36.112182 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28017688-2cda-4d3e-9e44-df47efd54405 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:31:36.112550 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28017688-2cda-4d3e-9e44-df47efd54405 None None] Checking segment: {'id': 'd20e9868-86c1-4502-b70e-397b441fe811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0ab68c81-b46d-4976-ba7d-f6b8759dc12d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:31:36.112949 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-28017688-2cda-4d3e-9e44-df47efd54405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:36.113337 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28017688-2cda-4d3e-9e44-df47efd54405 None None] Bound using segment: {'id': 'd20e9868-86c1-4502-b70e-397b441fe811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0ab68c81-b46d-4976-ba7d-f6b8759dc12d'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:31:36.113805 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-28017688-2cda-4d3e-9e44-df47efd54405 None None] Bound port: 4d908c7e-da41-4e70-8627-18f5c6b46c4a, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd20e9868-86c1-4502-b70e-397b441fe811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0ab68c81-b46d-4976-ba7d-f6b8759dc12d'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:31:36.114181 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-28017688-2cda-4d3e-9e44-df47efd54405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:36.159112 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b48f0e17-d804-41cb-ada6-feb00672dc1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:36.186740 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-b48f0e17-d804-41cb-ada6-feb00672dc1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ab68c81-b46d-4976-ba7d-f6b8759dc12d']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:31:36.198736 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-b48f0e17-d804-41cb-ada6-feb00672dc1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd20e9868-86c1-4502-b70e-397b441fe811') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:31:36.198937 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-b48f0e17-d804-41cb-ada6-feb00672dc1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd20e9868-86c1-4502-b70e-397b441fe811') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:31:36.209919 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b48f0e17-d804-41cb-ada6-feb00672dc1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:36.225544 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b48f0e17-d804-41cb-ada6-feb00672dc1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:36.232218 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b48f0e17-d804-41cb-ada6-feb00672dc1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:31:36.232595 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b48f0e17-d804-41cb-ada6-feb00672dc1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:36.241708 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-28017688-2cda-4d3e-9e44-df47efd54405 None None] For port 4d908c7e-da41-4e70-8627-18f5c6b46c4a, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:31:36.247388 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:31:36.247388 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:31:36.247388 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:31:36.247388 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:31:36.247388 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:31:36.247388 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:31:36.247388 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:31:36.247388 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:31:36.247388 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:31:36.247388 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:31:36.247388 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:31:36.247388 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:31:36.247388 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:31:36.247388 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:31:36.247388 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:31:36.247388 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:31:36.247388 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:31:36.247388 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:31:36.247388 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:31:36.247388 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:31:36.247388 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:31:36.247388 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:31:36.247388 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:31:36.247388 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:31:36.247388 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:31:36.247388 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:31:36.247388 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:31:36.247388 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:31:36.247388 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:31:36.247388 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:31:36.247388 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:31:36.247388 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:31:36.323335 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-28017688-2cda-4d3e-9e44-df47efd54405 None None] For port 4d908c7e-da41-4e70-8627-18f5c6b46c4a, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=4d908c7e-da41-4e70-8627-18f5c6b46c4a,segment=NetworkSegment(d20e9868-86c1-4502-b70e-397b441fe811),segment_id=d20e9868-86c1-4502-b70e-397b441fe811)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:31:36.347759 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.db.api [None req-b48f0e17-d804-41cb-ada6-feb00672dc1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 21 19:31:36.347759 dv-neutron-825470-1-hyperv neutron-server[88136]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 21 19:31:36.347759 dv-neutron-825470-1-hyperv neutron-server[88136]: [parameters: {'id': '0ab68c81-b46d-4976-ba7d-f6b8759dc12d'}] Jan 21 19:31:36.347759 dv-neutron-825470-1-hyperv neutron-server[88136]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:31:36.348147 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG oslo_db.api [None req-b48f0e17-d804-41cb-ada6-feb00672dc1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:31:36.370921 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-28017688-2cda-4d3e-9e44-df47efd54405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:36.476955 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28017688-2cda-4d3e-9e44-df47efd54405 None None] Pushing event updated for resources: {'Port': ['ID=4d908c7e-da41-4e70-8627-18f5c6b46c4a,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:36.513100 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb73233d-53a5-460c-9b8b-9eaa42c4b10c None None] Network 0ab68c81-b46d-4976-ba7d-f6b8759dc12d requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:31:36.702042 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9bc497-c055-4e73-ac21-42f8f41083ea None None] get_active_networks_info from dv-neutron-825470-1-hyperv {{(pid=88138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 21 19:31:36.786125 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9bc497-c055-4e73-ac21-42f8f41083ea None None] Resources bound (agent type, host, resource id): {{(pid=88138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 19:31:36.848928 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b48f0e17-d804-41cb-ada6-feb00672dc1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:36.860001 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-b48f0e17-d804-41cb-ada6-feb00672dc1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Deleting port 4d908c7e-da41-4e70-8627-18f5c6b46c4a {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:31:36.860322 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b48f0e17-d804-41cb-ada6-feb00672dc1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:37.068498 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-b48f0e17-d804-41cb-ada6-feb00672dc1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] For port 4d908c7e-da41-4e70-8627-18f5c6b46c4a, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=4d908c7e-da41-4e70-8627-18f5c6b46c4a,segment=NetworkSegment(d20e9868-86c1-4502-b70e-397b441fe811),segment_id=d20e9868-86c1-4502-b70e-397b441fe811)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:31:37.069167 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b48f0e17-d804-41cb-ada6-feb00672dc1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:37.195930 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-b48f0e17-d804-41cb-ada6-feb00672dc1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Calling delete_port for 4d908c7e-da41-4e70-8627-18f5c6b46c4a owned by network:dhcp {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:31:37.345514 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b48f0e17-d804-41cb-ada6-feb00672dc1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:37.394400 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f0e17-d804-41cb-ada6-feb00672dc1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Pushing event deleted for resources: {'Port': ['ID=4d908c7e-da41-4e70-8627-18f5c6b46c4a,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:37.399975 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48f0e17-d804-41cb-ada6-feb00672dc1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] No DVR routers for this DVR port 4d908c7e-da41-4e70-8627-18f5c6b46c4a on host dv-neutron-825470-1-hyperv {{(pid=88136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:31:37.520643 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b48f0e17-d804-41cb-ada6-feb00672dc1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:37.645283 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-b48f0e17-d804-41cb-ada6-feb00672dc1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ab68c81-b46d-4976-ba7d-f6b8759dc12d']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:31:37.657684 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-b48f0e17-d804-41cb-ada6-feb00672dc1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd20e9868-86c1-4502-b70e-397b441fe811') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:31:37.657995 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-b48f0e17-d804-41cb-ada6-feb00672dc1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd20e9868-86c1-4502-b70e-397b441fe811') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:31:37.668752 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b48f0e17-d804-41cb-ada6-feb00672dc1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:37.684054 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b48f0e17-d804-41cb-ada6-feb00672dc1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:37.689702 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b48f0e17-d804-41cb-ada6-feb00672dc1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:31:37.690099 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b48f0e17-d804-41cb-ada6-feb00672dc1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:37.704362 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:31:37.704362 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:31:37.704362 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:31:37.704362 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:31:37.704362 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:31:37.704362 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:31:37.704362 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:31:37.704362 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:31:37.704362 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:31:37.704362 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:31:37.704362 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:31:37.704362 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:31:37.704362 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:31:37.704362 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:31:37.704362 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:31:37.704362 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:31:37.704362 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:31:37.704362 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:31:37.704362 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:31:37.704362 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:31:37.704362 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:31:37.704362 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:31:37.704362 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:31:37.704362 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:31:37.704362 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:31:37.704362 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:31:37.704362 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:31:37.704362 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:31:37.704362 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:31:37.704362 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:31:37.704362 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:31:37.704362 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:31:37.833290 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b48f0e17-d804-41cb-ada6-feb00672dc1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:37.851954 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b48f0e17-d804-41cb-ada6-feb00672dc1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:37.864757 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f0e17-d804-41cb-ada6-feb00672dc1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Pushing event deleted for resources: {'Network': ['ID=0ab68c81-b46d-4976-ba7d-f6b8759dc12d,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:37.869218 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b48f0e17-d804-41cb-ada6-feb00672dc1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] 10.222.0.87 "DELETE /v2.0/networks/0ab68c81-b46d-4976-ba7d-f6b8759dc12d HTTP/1.1" status: 204 len: 168 time: 2.5131421 Jan 21 19:31:37.872736 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 40418) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:31:37.878058 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-41a76ffc-605a-47b2-836b-b0f214a3d1bc tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1142718468'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:31:37.882808 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-41a76ffc-605a-47b2-836b-b0f214a3d1bc tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:31:37.887301 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-41a76ffc-605a-47b2-836b-b0f214a3d1bc tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Usage tracker for resource:network and tenant:b871babf04ba45e4983388719fadd04a is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:31:37.890114 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-41a76ffc-605a-47b2-836b-b0f214a3d1bc tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:31:37.896198 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-41a76ffc-605a-47b2-836b-b0f214a3d1bc tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:31:37.987573 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a76ffc-605a-47b2-836b-b0f214a3d1bc tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Made reservation on behalf of b871babf04ba45e4983388719fadd04a for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:31:37.991208 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-41a76ffc-605a-47b2-836b-b0f214a3d1bc tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:38.019997 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41a76ffc-605a-47b2-836b-b0f214a3d1bc tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:31:38.029047 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-41a76ffc-605a-47b2-836b-b0f214a3d1bc tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:38.029447 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-41a76ffc-605a-47b2-836b-b0f214a3d1bc tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Added segment e851f277-97cd-40b5-bb53-cd1c3ce937ef of type vlan for network b0e5d4e6-601d-47f6-9274-dd2e495dd2bc Jan 21 19:31:38.066616 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-41a76ffc-605a-47b2-836b-b0f214a3d1bc tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:38.139385 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-41a76ffc-605a-47b2-836b-b0f214a3d1bc tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:38.144793 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a76ffc-605a-47b2-836b-b0f214a3d1bc tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:31:38.145378 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-41a76ffc-605a-47b2-836b-b0f214a3d1bc tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:38.248300 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a76ffc-605a-47b2-836b-b0f214a3d1bc tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Pushing event updated for resources: {'Network': ['ID=b0e5d4e6-601d-47f6-9274-dd2e495dd2bc,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:38.258850 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network b0e5d4e6-601d-47f6-9274-dd2e495dd2bc details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:31:38.260634 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-41a76ffc-605a-47b2-836b-b0f214a3d1bc tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3869014 Jan 21 19:31:38.263540 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 40422) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:31:38.268928 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-334e0269-45be-49c7-9bce-7c94a7cc12ef tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Request body: {'subnet': {'network_id': 'b0e5d4e6-601d-47f6-9274-dd2e495dd2bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:31:38.377426 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-334e0269-45be-49c7-9bce-7c94a7cc12ef tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:31:38.381155 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-334e0269-45be-49c7-9bce-7c94a7cc12ef tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Usage tracker for resource:subnet and tenant:b871babf04ba45e4983388719fadd04a is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:31:38.384436 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-334e0269-45be-49c7-9bce-7c94a7cc12ef tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:31:38.390111 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-334e0269-45be-49c7-9bce-7c94a7cc12ef tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:31:38.459654 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334e0269-45be-49c7-9bce-7c94a7cc12ef tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Made reservation on behalf of b871babf04ba45e4983388719fadd04a for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:31:38.463866 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-334e0269-45be-49c7-9bce-7c94a7cc12ef tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:38.799208 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-334e0269-45be-49c7-9bce-7c94a7cc12ef tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:38.886429 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e0269-45be-49c7-9bce-7c94a7cc12ef tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Pushing event updated for resources: {'Subnet': ['ID=7fe2c49f-9805-4632-9f4f-6ed6fb453e98,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:38.894104 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334e0269-45be-49c7-9bce-7c94a7cc12ef tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Checking segment: {'id': 'e851f277-97cd-40b5-bb53-cd1c3ce937ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b0e5d4e6-601d-47f6-9274-dd2e495dd2bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:31:38.894236 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334e0269-45be-49c7-9bce-7c94a7cc12ef tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Network hostable DHCP agents. Network: b0e5d4e6-601d-47f6-9274-dd2e495dd2bc, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:31:38.987726 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334e0269-45be-49c7-9bce-7c94a7cc12ef tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Network b0e5d4e6-601d-47f6-9274-dd2e495dd2bc is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:31:39.099606 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-334e0269-45be-49c7-9bce-7c94a7cc12ef tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, b0e5d4e6-601d-47f6-9274-dd2e495dd2bc) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:31:39.104258 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334e0269-45be-49c7-9bce-7c94a7cc12ef tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:31:39.104846 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-334e0269-45be-49c7-9bce-7c94a7cc12ef tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:39.108677 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15012dfb-4e00-41c4-8418-d720e8693eb2 None None] Network b0e5d4e6-601d-47f6-9274-dd2e495dd2bc requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:31:39.194158 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-334e0269-45be-49c7-9bce-7c94a7cc12ef tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9295158 Jan 21 19:31:39.197832 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 40426) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:31:39.203493 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-09179c57-253b-4100-b160-f44a401a1315 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1421940276'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:31:39.208281 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-09179c57-253b-4100-b160-f44a401a1315 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:31:39.212182 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-09179c57-253b-4100-b160-f44a401a1315 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Usage tracker for resource:network and tenant:b871babf04ba45e4983388719fadd04a is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:31:39.215007 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-09179c57-253b-4100-b160-f44a401a1315 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:31:39.220491 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-09179c57-253b-4100-b160-f44a401a1315 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:31:39.290913 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09179c57-253b-4100-b160-f44a401a1315 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Made reservation on behalf of b871babf04ba45e4983388719fadd04a for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:31:39.294465 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-09179c57-253b-4100-b160-f44a401a1315 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:39.317156 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e77354-03e2-4d95-b2aa-6e168f17d514 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-b0e5d4e6-601d-47f6-9274-dd2e495dd2bc', 'network_id': 'b0e5d4e6-601d-47f6-9274-dd2e495dd2bc', 'tenant_id': 'b871babf04ba45e4983388719fadd04a', 'fixed_ips': [{'subnet_id': '7fe2c49f-9805-4632-9f4f-6ed6fb453e98'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:31:39.318117 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f6e77354-03e2-4d95-b2aa-6e168f17d514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:39.321257 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09179c57-253b-4100-b160-f44a401a1315 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:31:39.329863 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-09179c57-253b-4100-b160-f44a401a1315 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:39.330201 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-09179c57-253b-4100-b160-f44a401a1315 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Added segment db9f41be-baae-4af0-851e-76aacd88ede4 of type vlan for network eecd273a-a0cc-4a09-81fc-4e92db8cdd22 Jan 21 19:31:39.356372 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-09179c57-253b-4100-b160-f44a401a1315 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:39.439333 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-09179c57-253b-4100-b160-f44a401a1315 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:39.444866 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09179c57-253b-4100-b160-f44a401a1315 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:31:39.445457 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-09179c57-253b-4100-b160-f44a401a1315 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:39.473134 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-f6e77354-03e2-4d95-b2aa-6e168f17d514 None None] Allocated IP 2001:db8::2 (b0e5d4e6-601d-47f6-9274-dd2e495dd2bc/7fe2c49f-9805-4632-9f4f-6ed6fb453e98/fb097568-9967-4fc7-a191-2a45f2adfac4) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:31:39.549149 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-09179c57-253b-4100-b160-f44a401a1315 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3500788 Jan 21 19:31:39.552147 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 40430) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:31:39.555094 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09179c57-253b-4100-b160-f44a401a1315 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Pushing event updated for resources: {'Network': ['ID=eecd273a-a0cc-4a09-81fc-4e92db8cdd22,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:39.558730 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-69c69388-ba40-4af7-86fa-a4b7e4cd72b6 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Request body: {'subnet': {'network_id': 'eecd273a-a0cc-4a09-81fc-4e92db8cdd22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:31:39.569961 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network eecd273a-a0cc-4a09-81fc-4e92db8cdd22 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:31:39.669634 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-69c69388-ba40-4af7-86fa-a4b7e4cd72b6 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:31:39.673406 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-69c69388-ba40-4af7-86fa-a4b7e4cd72b6 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Usage tracker for resource:subnet and tenant:b871babf04ba45e4983388719fadd04a is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:31:39.676238 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-69c69388-ba40-4af7-86fa-a4b7e4cd72b6 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:31:39.682244 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-69c69388-ba40-4af7-86fa-a4b7e4cd72b6 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:31:39.736136 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c69388-ba40-4af7-86fa-a4b7e4cd72b6 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Made reservation on behalf of b871babf04ba45e4983388719fadd04a for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:31:39.739708 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-69c69388-ba40-4af7-86fa-a4b7e4cd72b6 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:39.769433 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f6e77354-03e2-4d95-b2aa-6e168f17d514 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:39.780232 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f6e77354-03e2-4d95-b2aa-6e168f17d514 None None] Transition to ACTIVE for port object fb097568-9967-4fc7-a191-2a45f2adfac4 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:31:39.797441 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f6e77354-03e2-4d95-b2aa-6e168f17d514 None None] Transition to ACTIVE for port object fb097568-9967-4fc7-a191-2a45f2adfac4 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:31:39.856532 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f6e77354-03e2-4d95-b2aa-6e168f17d514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:39.961695 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e77354-03e2-4d95-b2aa-6e168f17d514 None None] Network b0e5d4e6-601d-47f6-9274-dd2e495dd2bc is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:31:39.965390 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-f6e77354-03e2-4d95-b2aa-6e168f17d514 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:31:39.968882 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e77354-03e2-4d95-b2aa-6e168f17d514 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:31:39.974253 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e77354-03e2-4d95-b2aa-6e168f17d514 None None] Pushing event updated for resources: {'Port': ['ID=fb097568-9967-4fc7-a191-2a45f2adfac4,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:40.016748 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-69c69388-ba40-4af7-86fa-a4b7e4cd72b6 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:40.073469 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-f6e77354-03e2-4d95-b2aa-6e168f17d514 None None] Attempting to bind port fb097568-9967-4fc7-a191-2a45f2adfac4 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:31:40.073866 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-f6e77354-03e2-4d95-b2aa-6e168f17d514 None None] Attempting to bind port fb097568-9967-4fc7-a191-2a45f2adfac4 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'e851f277-97cd-40b5-bb53-cd1c3ce937ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b0e5d4e6-601d-47f6-9274-dd2e495dd2bc'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:31:40.074228 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e77354-03e2-4d95-b2aa-6e168f17d514 None None] Attempting to bind port fb097568-9967-4fc7-a191-2a45f2adfac4 on network b0e5d4e6-601d-47f6-9274-dd2e495dd2bc {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:31:40.079726 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e77354-03e2-4d95-b2aa-6e168f17d514 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:31:40.080098 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e77354-03e2-4d95-b2aa-6e168f17d514 None None] Checking segment: {'id': 'e851f277-97cd-40b5-bb53-cd1c3ce937ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b0e5d4e6-601d-47f6-9274-dd2e495dd2bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:31:40.080625 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f6e77354-03e2-4d95-b2aa-6e168f17d514 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:40.081023 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e77354-03e2-4d95-b2aa-6e168f17d514 None None] Bound using segment: {'id': 'e851f277-97cd-40b5-bb53-cd1c3ce937ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b0e5d4e6-601d-47f6-9274-dd2e495dd2bc'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:31:40.081479 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-f6e77354-03e2-4d95-b2aa-6e168f17d514 None None] Bound port: fb097568-9967-4fc7-a191-2a45f2adfac4, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e851f277-97cd-40b5-bb53-cd1c3ce937ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b0e5d4e6-601d-47f6-9274-dd2e495dd2bc'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:31:40.081869 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f6e77354-03e2-4d95-b2aa-6e168f17d514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:40.098724 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c69388-ba40-4af7-86fa-a4b7e4cd72b6 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Pushing event updated for resources: {'Subnet': ['ID=37dd07f4-0906-4200-9c17-a2e14bd6c88a,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:40.110187 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c69388-ba40-4af7-86fa-a4b7e4cd72b6 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Checking segment: {'id': 'db9f41be-baae-4af0-851e-76aacd88ede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'eecd273a-a0cc-4a09-81fc-4e92db8cdd22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:31:40.110541 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c69388-ba40-4af7-86fa-a4b7e4cd72b6 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Network hostable DHCP agents. Network: eecd273a-a0cc-4a09-81fc-4e92db8cdd22, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:31:40.170689 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-f6e77354-03e2-4d95-b2aa-6e168f17d514 None None] For port fb097568-9967-4fc7-a191-2a45f2adfac4, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:31:40.173538 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-f6e77354-03e2-4d95-b2aa-6e168f17d514 None None] For port fb097568-9967-4fc7-a191-2a45f2adfac4, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=fb097568-9967-4fc7-a191-2a45f2adfac4,segment=NetworkSegment(e851f277-97cd-40b5-bb53-cd1c3ce937ef),segment_id=e851f277-97cd-40b5-bb53-cd1c3ce937ef)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:31:40.191175 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c69388-ba40-4af7-86fa-a4b7e4cd72b6 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Network eecd273a-a0cc-4a09-81fc-4e92db8cdd22 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:31:40.268002 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f6e77354-03e2-4d95-b2aa-6e168f17d514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:40.279204 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-69c69388-ba40-4af7-86fa-a4b7e4cd72b6 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, eecd273a-a0cc-4a09-81fc-4e92db8cdd22) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:31:40.283296 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c69388-ba40-4af7-86fa-a4b7e4cd72b6 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:31:40.283830 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-69c69388-ba40-4af7-86fa-a4b7e4cd72b6 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:40.312398 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e533ecc-8105-4f0b-80d9-e86ad0f828d9 None None] Network eecd273a-a0cc-4a09-81fc-4e92db8cdd22 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:31:40.365269 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-69c69388-ba40-4af7-86fa-a4b7e4cd72b6 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8119349 Jan 21 19:31:40.367916 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 40434) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:31:40.472462 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e77354-03e2-4d95-b2aa-6e168f17d514 None None] Pushing event updated for resources: {'Port': ['ID=fb097568-9967-4fc7-a191-2a45f2adfac4,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:40.512214 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a1bc9414-8410-4c69-adda-902c68653a4b tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:40.577687 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274a3f80-229e-4a23-ac25-059070be52c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-eecd273a-a0cc-4a09-81fc-4e92db8cdd22', 'network_id': 'eecd273a-a0cc-4a09-81fc-4e92db8cdd22', 'tenant_id': 'b871babf04ba45e4983388719fadd04a', 'fixed_ips': [{'subnet_id': '37dd07f4-0906-4200-9c17-a2e14bd6c88a'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:31:40.578550 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-274a3f80-229e-4a23-ac25-059070be52c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:40.582852 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a1bc9414-8410-4c69-adda-902c68653a4b tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:40.769027 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a1bc9414-8410-4c69-adda-902c68653a4b tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:40.808194 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc9414-8410-4c69-adda-902c68653a4b tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Pushing event deleted for resources: {'Subnet': ['ID=37dd07f4-0906-4200-9c17-a2e14bd6c88a,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server [None req-274a3f80-229e-4a23-ac25-059070be52c7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 37dd07f4-0906-4200-9c17-a2e14bd6c88a: This subnet is being modified by another concurrent operation. Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server raise self.value Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server raise exception Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 37dd07f4-0906-4200-9c17-a2e14bd6c88a: This subnet is being modified by another concurrent operation. Jan 21 19:31:40.829059 dv-neutron-825470-1-hyperv neutron-server[88138]: ERROR oslo_messaging.rpc.server Jan 21 19:31:40.850954 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4569c9d-393d-41dc-9e75-40cff3c26596 None None] Network eecd273a-a0cc-4a09-81fc-4e92db8cdd22 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:31:40.909170 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a1bc9414-8410-4c69-adda-902c68653a4b tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:40.937950 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-a1bc9414-8410-4c69-adda-902c68653a4b tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eecd273a-a0cc-4a09-81fc-4e92db8cdd22']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:31:40.950828 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-a1bc9414-8410-4c69-adda-902c68653a4b tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db9f41be-baae-4af0-851e-76aacd88ede4') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:31:40.951122 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-a1bc9414-8410-4c69-adda-902c68653a4b tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db9f41be-baae-4af0-851e-76aacd88ede4') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:31:40.963251 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a1bc9414-8410-4c69-adda-902c68653a4b tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:40.979493 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a1bc9414-8410-4c69-adda-902c68653a4b tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:40.985528 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1bc9414-8410-4c69-adda-902c68653a4b tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:31:40.990570 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a1bc9414-8410-4c69-adda-902c68653a4b tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:41.000346 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:31:41.000346 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:31:41.000346 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:31:41.000346 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:31:41.000346 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:31:41.000346 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:31:41.000346 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:31:41.000346 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:31:41.000346 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:31:41.000346 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:31:41.000346 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:31:41.000346 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:31:41.000346 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:31:41.000346 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:31:41.000346 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:31:41.000346 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:31:41.000346 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:31:41.000346 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:31:41.000346 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:31:41.000346 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:31:41.000346 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:31:41.000346 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:31:41.000346 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:31:41.000346 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:31:41.000346 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:31:41.000346 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:31:41.000346 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:31:41.000346 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:31:41.000346 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:31:41.000346 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:31:41.000346 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:31:41.000346 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:31:41.168824 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a1bc9414-8410-4c69-adda-902c68653a4b tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:41.187667 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a1bc9414-8410-4c69-adda-902c68653a4b tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:41.200537 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc9414-8410-4c69-adda-902c68653a4b tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Pushing event deleted for resources: {'Network': ['ID=eecd273a-a0cc-4a09-81fc-4e92db8cdd22,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:41.204824 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-a1bc9414-8410-4c69-adda-902c68653a4b tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] 10.222.0.87 "DELETE /v2.0/networks/eecd273a-a0cc-4a09-81fc-4e92db8cdd22 HTTP/1.1" status: 204 len: 168 time: 0.8354051 Jan 21 19:31:41.208063 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 40438) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:31:41.252507 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec13e19d-c25a-42be-9dc4-7e52c04f169a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] GET failed (client error): The resource could not be found. Jan 21 19:31:41.253027 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ec13e19d-c25a-42be-9dc4-7e52c04f169a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Synchronizing usage tracker for tenant:b871babf04ba45e4983388719fadd04a on resource:subnet {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:31:41.328664 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ec13e19d-c25a-42be-9dc4-7e52c04f169a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Unset dirty status for tenant:b871babf04ba45e4983388719fadd04a on resource:subnet {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:31:41.330022 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ec13e19d-c25a-42be-9dc4-7e52c04f169a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] 10.222.0.87 "GET /v2.0/subnets/37dd07f4-0906-4200-9c17-a2e14bd6c88a HTTP/1.1" status: 404 len: 337 time: 0.1209097 Jan 21 19:31:41.332653 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 40442) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:31:41.358633 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-a843decd-77f1-4369-aa85-895a448f4858 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] DELETE failed (client error): The resource could not be found. Jan 21 19:31:41.359097 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a843decd-77f1-4369-aa85-895a448f4858 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:31:41.360749 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a843decd-77f1-4369-aa85-895a448f4858 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] 10.222.0.87 "DELETE /v2.0/networks/eecd273a-a0cc-4a09-81fc-4e92db8cdd22 HTTP/1.1" status: 404 len: 339 time: 0.0271440 Jan 21 19:31:41.364756 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 40446) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:31:41.375815 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d0559e-6a52-49a8-9c82-e9126ca20b48 None None] Network b0e5d4e6-601d-47f6-9274-dd2e495dd2bc requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:31:41.404472 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-9da0c714-4051-42e4-b56f-054d1c75de80 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] DELETE failed (client error): The resource could not be found. Jan 21 19:31:41.407265 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9da0c714-4051-42e4-b56f-054d1c75de80 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:31:41.407265 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-9da0c714-4051-42e4-b56f-054d1c75de80 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] 10.222.0.87 "DELETE /v2.0/subnets/37dd07f4-0906-4200-9c17-a2e14bd6c88a HTTP/1.1" status: 404 len: 337 time: 0.0409572 Jan 21 19:31:41.409028 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 40450) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:31:41.434472 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa4e4ba1-659b-414d-b537-71c2714ace1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] DELETE failed (client error): The resource could not be found. Jan 21 19:31:41.435499 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa4e4ba1-659b-414d-b537-71c2714ace1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:31:41.439588 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-aa4e4ba1-659b-414d-b537-71c2714ace1e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] 10.222.0.87 "DELETE /v2.0/networks/eecd273a-a0cc-4a09-81fc-4e92db8cdd22 HTTP/1.1" status: 404 len: 339 time: 0.0275505 Jan 21 19:31:41.439944 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 40454) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:31:41.504678 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f3fe7b-9c21-4d59-a629-4bbd8e38637a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Deleting subnet 7fe2c49f-9805-4632-9f4f-6ed6fb453e98 {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:31:41.507515 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c7f3fe7b-9c21-4d59-a629-4bbd8e38637a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:41.567487 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c7f3fe7b-9c21-4d59-a629-4bbd8e38637a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:41.592244 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-a3f849b3-d66b-485d-b20b-7841b7274879 None None] Provisioning for port fb097568-9967-4fc7-a191-2a45f2adfac4 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:31:41.655604 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c7f3fe7b-9c21-4d59-a629-4bbd8e38637a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:41.797734 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c7f3fe7b-9c21-4d59-a629-4bbd8e38637a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:41.806398 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9825846-7d36-4eea-86a3-058ebef03c73 None None] get_active_networks_info from dv-neutron-825470-1-hyperv {{(pid=88138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 21 19:31:41.839744 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f3fe7b-9c21-4d59-a629-4bbd8e38637a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Pushing event deleted for resources: {'Subnet': ['ID=7fe2c49f-9805-4632-9f4f-6ed6fb453e98,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:41.843435 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c7f3fe7b-9c21-4d59-a629-4bbd8e38637a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:41.901689 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9825846-7d36-4eea-86a3-058ebef03c73 None None] Resources bound (agent type, host, resource id): {{(pid=88138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 21 19:31:41.949651 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c7f3fe7b-9c21-4d59-a629-4bbd8e38637a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] 10.222.0.87 "DELETE /v2.0/subnets/7fe2c49f-9805-4632-9f4f-6ed6fb453e98 HTTP/1.1" status: 204 len: 168 time: 0.5086339 Jan 21 19:31:41.951988 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 40458) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:31:42.010762 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device fb097568-9967-4fc7-a191-2a45f2adfac4 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:31:42.073275 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-eaa62077-26d0-4dde-a747-82a5c8099c25 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:42.083646 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-eaa62077-26d0-4dde-a747-82a5c8099c25 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Deleting port fb097568-9967-4fc7-a191-2a45f2adfac4 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:31:42.083979 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-eaa62077-26d0-4dde-a747-82a5c8099c25 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:42.222009 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port fb097568-9967-4fc7-a191-2a45f2adfac4 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:31:42.231853 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port fb097568-9967-4fc7-a191-2a45f2adfac4 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:31:42.232277 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:42.325832 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a343f736-f86e-4312-bd09-78f1f2416dcf None None] Network b0e5d4e6-601d-47f6-9274-dd2e495dd2bc requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:31:42.403056 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-eaa62077-26d0-4dde-a747-82a5c8099c25 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] For port fb097568-9967-4fc7-a191-2a45f2adfac4, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=fb097568-9967-4fc7-a191-2a45f2adfac4,segment=NetworkSegment(e851f277-97cd-40b5-bb53-cd1c3ce937ef),segment_id=e851f277-97cd-40b5-bb53-cd1c3ce937ef)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:31:42.403488 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-eaa62077-26d0-4dde-a747-82a5c8099c25 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:42.532701 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-eaa62077-26d0-4dde-a747-82a5c8099c25 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Calling delete_port for fb097568-9967-4fc7-a191-2a45f2adfac4 owned by network:dhcp {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:31:42.538817 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:42.612927 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port fb097568-9967-4fc7-a191-2a45f2adfac4, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=fb097568-9967-4fc7-a191-2a45f2adfac4,segment=NetworkSegment(e851f277-97cd-40b5-bb53-cd1c3ce937ef),segment_id=e851f277-97cd-40b5-bb53-cd1c3ce937ef)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:31:42.680338 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fb6a3c-51ff-4673-96f9-61a7ddded233 None None] DHCP port deletion for b0e5d4e6-601d-47f6-9274-dd2e495dd2bc request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:31:42.684830 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:42.718638 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-42fb6a3c-51ff-4673-96f9-61a7ddded233 None None] Deleting port fb097568-9967-4fc7-a191-2a45f2adfac4 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:31:42.719014 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-42fb6a3c-51ff-4673-96f9-61a7ddded233 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:42.724736 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.db.api [None req-eaa62077-26d0-4dde-a747-82a5c8099c25 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:31:42.725295 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG oslo_db.api [None req-eaa62077-26d0-4dde-a747-82a5c8099c25 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:31:42.837154 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=fb097568-9967-4fc7-a191-2a45f2adfac4,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:42.947990 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-42fb6a3c-51ff-4673-96f9-61a7ddded233 None None] For port fb097568-9967-4fc7-a191-2a45f2adfac4, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=fb097568-9967-4fc7-a191-2a45f2adfac4,segment=NetworkSegment(e851f277-97cd-40b5-bb53-cd1c3ce937ef),segment_id=e851f277-97cd-40b5-bb53-cd1c3ce937ef)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:31:42.948311 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-42fb6a3c-51ff-4673-96f9-61a7ddded233 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:43.071043 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-42fb6a3c-51ff-4673-96f9-61a7ddded233 None None] Calling delete_port for fb097568-9967-4fc7-a191-2a45f2adfac4 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:31:43.202592 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-42fb6a3c-51ff-4673-96f9-61a7ddded233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:43.226029 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-eaa62077-26d0-4dde-a747-82a5c8099c25 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Deleting port fb097568-9967-4fc7-a191-2a45f2adfac4 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:31:43.230470 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-eaa62077-26d0-4dde-a747-82a5c8099c25 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:43.261566 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb6a3c-51ff-4673-96f9-61a7ddded233 None None] Pushing event deleted for resources: {'Port': ['ID=fb097568-9967-4fc7-a191-2a45f2adfac4,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:43.265118 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fb6a3c-51ff-4673-96f9-61a7ddded233 None None] No DVR routers for this DVR port fb097568-9967-4fc7-a191-2a45f2adfac4 on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:31:43.311742 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-eaa62077-26d0-4dde-a747-82a5c8099c25 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] The port 'fb097568-9967-4fc7-a191-2a45f2adfac4' was deleted {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:31:43.434010 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-eaa62077-26d0-4dde-a747-82a5c8099c25 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:43.459223 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-eaa62077-26d0-4dde-a747-82a5c8099c25 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0e5d4e6-601d-47f6-9274-dd2e495dd2bc']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:31:43.471562 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-eaa62077-26d0-4dde-a747-82a5c8099c25 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e851f277-97cd-40b5-bb53-cd1c3ce937ef') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:31:43.471844 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-eaa62077-26d0-4dde-a747-82a5c8099c25 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e851f277-97cd-40b5-bb53-cd1c3ce937ef') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:31:43.483188 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-eaa62077-26d0-4dde-a747-82a5c8099c25 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:43.498417 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-eaa62077-26d0-4dde-a747-82a5c8099c25 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:43.504201 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa62077-26d0-4dde-a747-82a5c8099c25 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:31:43.504583 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-eaa62077-26d0-4dde-a747-82a5c8099c25 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:43.519104 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:31:43.519104 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:31:43.519104 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:31:43.519104 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:31:43.519104 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:31:43.519104 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:31:43.519104 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:31:43.519104 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:31:43.519104 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:31:43.519104 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:31:43.519104 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:31:43.519104 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:31:43.519104 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:31:43.519104 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:31:43.519104 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:31:43.519104 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:31:43.519104 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:31:43.519104 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:31:43.519104 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:31:43.519104 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:31:43.519104 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:31:43.519104 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:31:43.519104 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:31:43.519104 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:31:43.519104 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:31:43.519104 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:31:43.519104 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:31:43.519104 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:31:43.519104 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:31:43.519104 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:31:43.519104 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:31:43.519104 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:31:43.650497 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-eaa62077-26d0-4dde-a747-82a5c8099c25 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:43.668009 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-eaa62077-26d0-4dde-a747-82a5c8099c25 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:43.679170 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa62077-26d0-4dde-a747-82a5c8099c25 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Pushing event deleted for resources: {'Network': ['ID=b0e5d4e6-601d-47f6-9274-dd2e495dd2bc,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:43.683740 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-eaa62077-26d0-4dde-a747-82a5c8099c25 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] 10.222.0.87 "DELETE /v2.0/networks/b0e5d4e6-601d-47f6-9274-dd2e495dd2bc HTTP/1.1" status: 204 len: 168 time: 1.7306955 Jan 21 19:31:43.686075 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 40462) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:31:43.722567 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f90a9d9-0a3f-4f45-b5bc-1284abca8c6a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] DELETE failed (client error): The resource could not be found. Jan 21 19:31:43.722940 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f90a9d9-0a3f-4f45-b5bc-1284abca8c6a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:31:43.724556 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-8f90a9d9-0a3f-4f45-b5bc-1284abca8c6a tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] 10.222.0.87 "DELETE /v2.0/subnets/a903b58f-a996-4873-a60c-3b6c7c0664b1 HTTP/1.1" status: 404 len: 337 time: 0.0376089 Jan 21 19:31:43.726920 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 40466) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:31:43.751318 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1dcd9ce-d90b-4e57-a1c8-8cf1f4932629 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] DELETE failed (client error): The resource could not be found. Jan 21 19:31:43.751754 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1dcd9ce-d90b-4e57-a1c8-8cf1f4932629 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:31:43.753283 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-d1dcd9ce-d90b-4e57-a1c8-8cf1f4932629 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] 10.222.0.87 "DELETE /v2.0/networks/0ab68c81-b46d-4976-ba7d-f6b8759dc12d HTTP/1.1" status: 404 len: 339 time: 0.0249710 Jan 21 19:31:43.755433 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 40470) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:31:43.795328 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc892b2d-feaa-4e71-85ef-3043a1a124a0 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] DELETE failed (client error): The resource could not be found. Jan 21 19:31:43.795786 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc892b2d-feaa-4e71-85ef-3043a1a124a0 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:31:43.797394 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-bc892b2d-feaa-4e71-85ef-3043a1a124a0 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] 10.222.0.87 "DELETE /v2.0/subnets/465f7c1c-961a-4bfd-ab4a-52ef74e621a5 HTTP/1.1" status: 404 len: 337 time: 0.0411220 Jan 21 19:31:43.799677 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 40474) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:31:43.823180 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda6fc6b-8f20-421e-b5a6-604af0c7620d tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] DELETE failed (client error): The resource could not be found. Jan 21 19:31:43.823620 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cda6fc6b-8f20-421e-b5a6-604af0c7620d tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 21 19:31:43.825131 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-cda6fc6b-8f20-421e-b5a6-604af0c7620d tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] 10.222.0.87 "DELETE /v2.0/networks/c26ae2fd-963c-46dc-803b-a8eeb95d3712 HTTP/1.1" status: 404 len: 339 time: 0.0246096 Jan 21 19:31:43.827322 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 40478) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:31:43.890138 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-484cc55f-f069-4051-bafc-afbabab39b8e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Deleting subnet 0a50143b-3b39-42e4-b4ce-d3c434c99ace {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:31:43.892969 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-484cc55f-f069-4051-bafc-afbabab39b8e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:43.952507 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-484cc55f-f069-4051-bafc-afbabab39b8e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:43.972432 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device fb097568-9967-4fc7-a191-2a45f2adfac4 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:31:44.007447 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: fb097568-9967-4fc7-a191-2a45f2adfac4 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:31:44.007725 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device fb097568-9967-4fc7-a191-2a45f2adfac4 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:31:44.034891 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-484cc55f-f069-4051-bafc-afbabab39b8e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:44.174478 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-484cc55f-f069-4051-bafc-afbabab39b8e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:44.217386 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484cc55f-f069-4051-bafc-afbabab39b8e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Pushing event deleted for resources: {'Subnet': ['ID=0a50143b-3b39-42e4-b4ce-d3c434c99ace,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:44.220942 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-484cc55f-f069-4051-bafc-afbabab39b8e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:44.226980 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6270b080-0553-4bd1-9366-86c2fb1e5761 None None] Network 18d973a7-f9e7-4939-a50b-7435ace12c6e requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:31:44.230882 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-484cc55f-f069-4051-bafc-afbabab39b8e tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] 10.222.0.87 "DELETE /v2.0/subnets/0a50143b-3b39-42e4-b4ce-d3c434c99ace HTTP/1.1" status: 204 len: 168 time: 0.4026346 Jan 21 19:31:44.233324 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 40482) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:31:44.357183 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ba372d8e-b8ec-4ca3-98ed-58879014e8d7 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:44.367955 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-ba372d8e-b8ec-4ca3-98ed-58879014e8d7 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Deleting port 25849220-2e61-4751-9871-fb42d9b0f8c0 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:31:44.368296 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ba372d8e-b8ec-4ca3-98ed-58879014e8d7 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:44.421961 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:31:44.490881 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ff1392-21c7-4502-804f-b390b83dbce3 None None] DHCP port deletion for 18d973a7-f9e7-4939-a50b-7435ace12c6e request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:31:44.495873 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-15ff1392-21c7-4502-804f-b390b83dbce3 None None] Deleting port 25849220-2e61-4751-9871-fb42d9b0f8c0 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:31:44.496240 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-15ff1392-21c7-4502-804f-b390b83dbce3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:44.592413 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-ba372d8e-b8ec-4ca3-98ed-58879014e8d7 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] For port 25849220-2e61-4751-9871-fb42d9b0f8c0, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=25849220-2e61-4751-9871-fb42d9b0f8c0,segment=NetworkSegment(42eea6e7-3697-4ee1-82b6-a917667847a1),segment_id=42eea6e7-3697-4ee1-82b6-a917667847a1)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:31:44.592777 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ba372d8e-b8ec-4ca3-98ed-58879014e8d7 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:44.709601 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-15ff1392-21c7-4502-804f-b390b83dbce3 None None] For port 25849220-2e61-4751-9871-fb42d9b0f8c0, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=25849220-2e61-4751-9871-fb42d9b0f8c0,segment=NetworkSegment(42eea6e7-3697-4ee1-82b6-a917667847a1),segment_id=42eea6e7-3697-4ee1-82b6-a917667847a1)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:31:44.710028 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-15ff1392-21c7-4502-804f-b390b83dbce3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:44.831809 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-ba372d8e-b8ec-4ca3-98ed-58879014e8d7 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Calling delete_port for 25849220-2e61-4751-9871-fb42d9b0f8c0 owned by network:dhcp {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:31:44.849030 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-15ff1392-21c7-4502-804f-b390b83dbce3 None None] Calling delete_port for 25849220-2e61-4751-9871-fb42d9b0f8c0 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:31:44.974892 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ba372d8e-b8ec-4ca3-98ed-58879014e8d7 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:44.981837 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-15ff1392-21c7-4502-804f-b390b83dbce3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:31:44.982339 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-15ff1392-21c7-4502-804f-b390b83dbce3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:31:45.045691 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba372d8e-b8ec-4ca3-98ed-58879014e8d7 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Pushing event deleted for resources: {'Port': ['ID=25849220-2e61-4751-9871-fb42d9b0f8c0,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:45.047470 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba372d8e-b8ec-4ca3-98ed-58879014e8d7 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] No DVR routers for this DVR port 25849220-2e61-4751-9871-fb42d9b0f8c0 on host dv-neutron-825470-1-hyperv {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:31:45.173153 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ba372d8e-b8ec-4ca3-98ed-58879014e8d7 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:45.201177 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-ba372d8e-b8ec-4ca3-98ed-58879014e8d7 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18d973a7-f9e7-4939-a50b-7435ace12c6e']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:31:45.213219 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-ba372d8e-b8ec-4ca3-98ed-58879014e8d7 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42eea6e7-3697-4ee1-82b6-a917667847a1') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:31:45.213535 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-ba372d8e-b8ec-4ca3-98ed-58879014e8d7 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42eea6e7-3697-4ee1-82b6-a917667847a1') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:31:45.224575 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ba372d8e-b8ec-4ca3-98ed-58879014e8d7 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:45.241077 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ba372d8e-b8ec-4ca3-98ed-58879014e8d7 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:45.247560 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba372d8e-b8ec-4ca3-98ed-58879014e8d7 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:31:45.247940 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ba372d8e-b8ec-4ca3-98ed-58879014e8d7 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:45.263994 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:31:45.263994 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:31:45.263994 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:31:45.263994 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:31:45.263994 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:31:45.263994 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:31:45.263994 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:31:45.263994 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:31:45.263994 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:31:45.263994 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:31:45.263994 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:31:45.263994 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:31:45.263994 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:31:45.263994 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:31:45.263994 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:31:45.263994 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:31:45.263994 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:31:45.263994 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:31:45.263994 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:31:45.263994 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:31:45.263994 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:31:45.263994 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:31:45.263994 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:31:45.263994 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:31:45.263994 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:31:45.263994 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:31:45.263994 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:31:45.263994 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:31:45.263994 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:31:45.263994 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:31:45.263994 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:31:45.263994 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:31:45.420053 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ba372d8e-b8ec-4ca3-98ed-58879014e8d7 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:45.442192 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ba372d8e-b8ec-4ca3-98ed-58879014e8d7 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:45.453566 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba372d8e-b8ec-4ca3-98ed-58879014e8d7 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] Pushing event deleted for resources: {'Network': ['ID=18d973a7-f9e7-4939-a50b-7435ace12c6e,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:45.457557 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ba372d8e-b8ec-4ca3-98ed-58879014e8d7 tempest-NetworksIpV6Test-1337997489 tempest-NetworksIpV6Test-1337997489-project] 10.222.0.87 "DELETE /v2.0/networks/18d973a7-f9e7-4939-a50b-7435ace12c6e HTTP/1.1" status: 204 len: 168 time: 1.2232277 Jan 21 19:31:45.483418 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-15ff1392-21c7-4502-804f-b390b83dbce3 None None] Deleting port 25849220-2e61-4751-9871-fb42d9b0f8c0 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:31:45.483796 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-15ff1392-21c7-4502-804f-b390b83dbce3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:45.588353 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-15ff1392-21c7-4502-804f-b390b83dbce3 None None] The port '25849220-2e61-4751-9871-fb42d9b0f8c0' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:31:45.944513 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 40494) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:31:45.979648 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 25849220-2e61-4751-9871-fb42d9b0f8c0 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:31:46.013489 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 25849220-2e61-4751-9871-fb42d9b0f8c0 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:31:46.014236 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 25849220-2e61-4751-9871-fb42d9b0f8c0 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:31:46.098142 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-89651754-67b3-45ef-81ef-df316d21434c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b871babf04ba45e4983388719fadd04a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1522784 Jan 21 19:31:46.100590 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 40500) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:31:46.161322 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cce2307f-5e4d-4459-bbd7-0c9cbc665c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:46.190031 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cce2307f-5e4d-4459-bbd7-0c9cbc665c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:46.322954 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cce2307f-5e4d-4459-bbd7-0c9cbc665c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:46.336605 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce2307f-5e4d-4459-bbd7-0c9cbc665c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db57d8d0-873f-4954-9c92-fe783cdb2d1e,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:46.343780 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cce2307f-5e4d-4459-bbd7-0c9cbc665c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:46.344947 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-cce2307f-5e4d-4459-bbd7-0c9cbc665c9a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/db57d8d0-873f-4954-9c92-fe783cdb2d1e HTTP/1.1" status: 204 len: 168 time: 0.2434726 Jan 21 19:31:47.342817 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 40524) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:31:47.446165 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-d556ec66-3cbb-4bc3-8859-45ec2005c5af tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1602116285', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:31:47.453216 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-d556ec66-3cbb-4bc3-8859-45ec2005c5af tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:31:47.456961 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-d556ec66-3cbb-4bc3-8859-45ec2005c5af tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Usage tracker for resource:router and tenant:67eff5aac23341069ab40b9aeebb4532 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:31:47.459766 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-d556ec66-3cbb-4bc3-8859-45ec2005c5af tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:31:47.466519 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-d556ec66-3cbb-4bc3-8859-45ec2005c5af tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:31:47.562758 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d556ec66-3cbb-4bc3-8859-45ec2005c5af tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:47.563733 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d556ec66-3cbb-4bc3-8859-45ec2005c5af tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:47.578472 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d556ec66-3cbb-4bc3-8859-45ec2005c5af tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:47.654407 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d556ec66-3cbb-4bc3-8859-45ec2005c5af tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:47.740257 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d556ec66-3cbb-4bc3-8859-45ec2005c5af tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:47.741767 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-d556ec66-3cbb-4bc3-8859-45ec2005c5af tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3975563 Jan 21 19:31:47.744101 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 40530) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:31:47.750007 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-c574348d-7bae-4138-a7cb-8239d4b44479 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-967390419'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:31:47.755096 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-c574348d-7bae-4138-a7cb-8239d4b44479 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:31:47.759482 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-c574348d-7bae-4138-a7cb-8239d4b44479 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Usage tracker for resource:network and tenant:67eff5aac23341069ab40b9aeebb4532 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:31:47.762971 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-c574348d-7bae-4138-a7cb-8239d4b44479 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:31:47.768531 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-c574348d-7bae-4138-a7cb-8239d4b44479 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:31:47.839023 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c574348d-7bae-4138-a7cb-8239d4b44479 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Made reservation on behalf of 67eff5aac23341069ab40b9aeebb4532 for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:31:47.842377 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c574348d-7bae-4138-a7cb-8239d4b44479 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:47.854615 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c574348d-7bae-4138-a7cb-8239d4b44479 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:47.868405 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-c574348d-7bae-4138-a7cb-8239d4b44479 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:31:47.872677 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-c574348d-7bae-4138-a7cb-8239d4b44479 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Usage tracker for resource:security_group_rule and tenant:67eff5aac23341069ab40b9aeebb4532 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:31:47.875378 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-c574348d-7bae-4138-a7cb-8239d4b44479 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:31:47.880831 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-c574348d-7bae-4138-a7cb-8239d4b44479 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:31:47.958879 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c574348d-7bae-4138-a7cb-8239d4b44479 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:48.004844 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c574348d-7bae-4138-a7cb-8239d4b44479 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:48.037645 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c574348d-7bae-4138-a7cb-8239d4b44479 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:31:48.049066 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c574348d-7bae-4138-a7cb-8239d4b44479 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e44c5efb-f913-411c-8422-524bed248e23,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:48.061470 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c574348d-7bae-4138-a7cb-8239d4b44479 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:48.061850 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-c574348d-7bae-4138-a7cb-8239d4b44479 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Added segment 65d5c01a-31be-4906-b2e4-fd8e25087de5 of type vlan for network 93950b0a-c4e2-4159-afb6-6a2576b30083 Jan 21 19:31:48.093018 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c574348d-7bae-4138-a7cb-8239d4b44479 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:48.176046 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c574348d-7bae-4138-a7cb-8239d4b44479 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:48.181725 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c574348d-7bae-4138-a7cb-8239d4b44479 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:31:48.182964 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c574348d-7bae-4138-a7cb-8239d4b44479 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:48.297319 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c574348d-7bae-4138-a7cb-8239d4b44479 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5515358 Jan 21 19:31:48.300065 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 40534) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:31:48.302563 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c574348d-7bae-4138-a7cb-8239d4b44479 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Pushing event updated for resources: {'Network': ['ID=93950b0a-c4e2-4159-afb6-6a2576b30083,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:48.306039 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-aeedb349-927e-4926-9ec7-6183145ac6b1 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Request body: {'subnet': {'network_id': '93950b0a-c4e2-4159-afb6-6a2576b30083', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:31:48.312666 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 93950b0a-c4e2-4159-afb6-6a2576b30083 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:31:48.418523 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-aeedb349-927e-4926-9ec7-6183145ac6b1 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:31:48.422318 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-aeedb349-927e-4926-9ec7-6183145ac6b1 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Usage tracker for resource:subnet and tenant:67eff5aac23341069ab40b9aeebb4532 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:31:48.425140 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-aeedb349-927e-4926-9ec7-6183145ac6b1 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:31:48.431501 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-aeedb349-927e-4926-9ec7-6183145ac6b1 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:31:48.534393 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeedb349-927e-4926-9ec7-6183145ac6b1 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Made reservation on behalf of 67eff5aac23341069ab40b9aeebb4532 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:31:48.538041 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aeedb349-927e-4926-9ec7-6183145ac6b1 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:48.822136 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aeedb349-927e-4926-9ec7-6183145ac6b1 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:48.895614 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeedb349-927e-4926-9ec7-6183145ac6b1 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Pushing event updated for resources: {'Subnet': ['ID=ccfe9c28-8496-46b4-b39b-fd3db87ecd17,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:48.907183 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeedb349-927e-4926-9ec7-6183145ac6b1 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Checking segment: {'id': '65d5c01a-31be-4906-b2e4-fd8e25087de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '93950b0a-c4e2-4159-afb6-6a2576b30083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:31:48.907533 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeedb349-927e-4926-9ec7-6183145ac6b1 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Network hostable DHCP agents. Network: 93950b0a-c4e2-4159-afb6-6a2576b30083, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:31:48.998530 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeedb349-927e-4926-9ec7-6183145ac6b1 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Network 93950b0a-c4e2-4159-afb6-6a2576b30083 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:31:49.073779 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-aeedb349-927e-4926-9ec7-6183145ac6b1 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 93950b0a-c4e2-4159-afb6-6a2576b30083) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:31:49.077885 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeedb349-927e-4926-9ec7-6183145ac6b1 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:31:49.078472 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aeedb349-927e-4926-9ec7-6183145ac6b1 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:49.083108 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7056b4aa-c454-4cfa-8c41-63665a38750c None None] Network 93950b0a-c4e2-4159-afb6-6a2576b30083 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:31:49.171353 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-aeedb349-927e-4926-9ec7-6183145ac6b1 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8701513 Jan 21 19:31:49.174244 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 40538) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:31:49.180085 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-b15d5dc9-0c8e-4423-a8ca-008009aeb2cf tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1876462112'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:31:49.185505 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-b15d5dc9-0c8e-4423-a8ca-008009aeb2cf tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:31:49.189339 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b15d5dc9-0c8e-4423-a8ca-008009aeb2cf tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Usage tracker for resource:network and tenant:67eff5aac23341069ab40b9aeebb4532 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:31:49.192155 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b15d5dc9-0c8e-4423-a8ca-008009aeb2cf tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:31:49.197856 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-b15d5dc9-0c8e-4423-a8ca-008009aeb2cf tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:31:49.273095 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15d5dc9-0c8e-4423-a8ca-008009aeb2cf tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Made reservation on behalf of 67eff5aac23341069ab40b9aeebb4532 for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:31:49.277137 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b15d5dc9-0c8e-4423-a8ca-008009aeb2cf tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:49.296749 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6ce095-a985-4390-9fe6-04f5a744505a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-93950b0a-c4e2-4159-afb6-6a2576b30083', 'network_id': '93950b0a-c4e2-4159-afb6-6a2576b30083', 'tenant_id': '67eff5aac23341069ab40b9aeebb4532', 'fixed_ips': [{'subnet_id': 'ccfe9c28-8496-46b4-b39b-fd3db87ecd17'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:31:49.297018 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3c6ce095-a985-4390-9fe6-04f5a744505a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:49.305319 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b15d5dc9-0c8e-4423-a8ca-008009aeb2cf tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:31:49.314032 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b15d5dc9-0c8e-4423-a8ca-008009aeb2cf tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:49.314387 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-b15d5dc9-0c8e-4423-a8ca-008009aeb2cf tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Added segment 56fffbb1-a0ff-4ef9-8056-3518328b9cc4 of type vlan for network e46ba503-7000-4557-b753-1cfdbda22c42 Jan 21 19:31:49.340427 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b15d5dc9-0c8e-4423-a8ca-008009aeb2cf tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:49.457231 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-3c6ce095-a985-4390-9fe6-04f5a744505a None None] Allocated IP 172.20.0.2 (93950b0a-c4e2-4159-afb6-6a2576b30083/ccfe9c28-8496-46b4-b39b-fd3db87ecd17/21de3e79-46e8-44cf-9119-b7dc9de14a9b) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:31:49.459825 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b15d5dc9-0c8e-4423-a8ca-008009aeb2cf tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:49.466443 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15d5dc9-0c8e-4423-a8ca-008009aeb2cf tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:31:49.467042 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b15d5dc9-0c8e-4423-a8ca-008009aeb2cf tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:49.592403 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d5dc9-0c8e-4423-a8ca-008009aeb2cf tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Pushing event updated for resources: {'Network': ['ID=e46ba503-7000-4557-b753-1cfdbda22c42,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:49.606720 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b15d5dc9-0c8e-4423-a8ca-008009aeb2cf tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4314315 Jan 21 19:31:49.609649 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 40542) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:31:49.615878 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-f294a471-b768-4446-a40a-fce72165419b tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Request body: {'subnet': {'network_id': 'e46ba503-7000-4557-b753-1cfdbda22c42', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:31:49.617696 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network e46ba503-7000-4557-b753-1cfdbda22c42 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:31:49.731554 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-f294a471-b768-4446-a40a-fce72165419b tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:31:49.735546 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-f294a471-b768-4446-a40a-fce72165419b tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Usage tracker for resource:subnet and tenant:67eff5aac23341069ab40b9aeebb4532 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:31:49.738568 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-f294a471-b768-4446-a40a-fce72165419b tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:31:49.744319 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-f294a471-b768-4446-a40a-fce72165419b tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:31:49.825645 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f294a471-b768-4446-a40a-fce72165419b tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Made reservation on behalf of 67eff5aac23341069ab40b9aeebb4532 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:31:49.825896 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3c6ce095-a985-4390-9fe6-04f5a744505a None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:49.830833 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f294a471-b768-4446-a40a-fce72165419b tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:49.842723 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-3c6ce095-a985-4390-9fe6-04f5a744505a None None] Transition to ACTIVE for port object 21de3e79-46e8-44cf-9119-b7dc9de14a9b will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:31:49.864419 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-3c6ce095-a985-4390-9fe6-04f5a744505a None None] Transition to ACTIVE for port object 21de3e79-46e8-44cf-9119-b7dc9de14a9b will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:31:49.951998 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3c6ce095-a985-4390-9fe6-04f5a744505a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:50.021505 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6ce095-a985-4390-9fe6-04f5a744505a None None] Network 93950b0a-c4e2-4159-afb6-6a2576b30083 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:31:50.024521 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-3c6ce095-a985-4390-9fe6-04f5a744505a None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:31:50.029008 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6ce095-a985-4390-9fe6-04f5a744505a None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:31:50.062740 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ce095-a985-4390-9fe6-04f5a744505a None None] Pushing event updated for resources: {'Port': ['ID=21de3e79-46e8-44cf-9119-b7dc9de14a9b,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:50.142080 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-3c6ce095-a985-4390-9fe6-04f5a744505a None None] Attempting to bind port 21de3e79-46e8-44cf-9119-b7dc9de14a9b on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:31:50.142755 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-3c6ce095-a985-4390-9fe6-04f5a744505a None None] Attempting to bind port 21de3e79-46e8-44cf-9119-b7dc9de14a9b by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '65d5c01a-31be-4906-b2e4-fd8e25087de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '93950b0a-c4e2-4159-afb6-6a2576b30083'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:31:50.143107 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6ce095-a985-4390-9fe6-04f5a744505a None None] Attempting to bind port 21de3e79-46e8-44cf-9119-b7dc9de14a9b on network 93950b0a-c4e2-4159-afb6-6a2576b30083 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:31:50.143653 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f294a471-b768-4446-a40a-fce72165419b tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:50.150414 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6ce095-a985-4390-9fe6-04f5a744505a None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:31:50.150812 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6ce095-a985-4390-9fe6-04f5a744505a None None] Checking segment: {'id': '65d5c01a-31be-4906-b2e4-fd8e25087de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '93950b0a-c4e2-4159-afb6-6a2576b30083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:31:50.153003 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3c6ce095-a985-4390-9fe6-04f5a744505a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:50.153413 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6ce095-a985-4390-9fe6-04f5a744505a None None] Bound using segment: {'id': '65d5c01a-31be-4906-b2e4-fd8e25087de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '93950b0a-c4e2-4159-afb6-6a2576b30083'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:31:50.154942 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-3c6ce095-a985-4390-9fe6-04f5a744505a None None] Bound port: 21de3e79-46e8-44cf-9119-b7dc9de14a9b, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65d5c01a-31be-4906-b2e4-fd8e25087de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '93950b0a-c4e2-4159-afb6-6a2576b30083'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:31:50.154942 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3c6ce095-a985-4390-9fe6-04f5a744505a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:50.235285 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f294a471-b768-4446-a40a-fce72165419b tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Pushing event updated for resources: {'Subnet': ['ID=52e8614a-5a96-45e1-b96d-ce33bba9fd8e,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:50.245746 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f294a471-b768-4446-a40a-fce72165419b tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Checking segment: {'id': '56fffbb1-a0ff-4ef9-8056-3518328b9cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e46ba503-7000-4557-b753-1cfdbda22c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:31:50.246133 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f294a471-b768-4446-a40a-fce72165419b tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Network hostable DHCP agents. Network: e46ba503-7000-4557-b753-1cfdbda22c42, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:31:50.271591 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-3c6ce095-a985-4390-9fe6-04f5a744505a None None] For port 21de3e79-46e8-44cf-9119-b7dc9de14a9b, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:31:50.274516 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-3c6ce095-a985-4390-9fe6-04f5a744505a None None] For port 21de3e79-46e8-44cf-9119-b7dc9de14a9b, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=21de3e79-46e8-44cf-9119-b7dc9de14a9b,segment=NetworkSegment(65d5c01a-31be-4906-b2e4-fd8e25087de5),segment_id=65d5c01a-31be-4906-b2e4-fd8e25087de5)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:31:50.341903 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f294a471-b768-4446-a40a-fce72165419b tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Network e46ba503-7000-4557-b753-1cfdbda22c42 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:31:50.368976 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3c6ce095-a985-4390-9fe6-04f5a744505a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:50.437278 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-f294a471-b768-4446-a40a-fce72165419b tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, e46ba503-7000-4557-b753-1cfdbda22c42) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:31:50.442587 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f294a471-b768-4446-a40a-fce72165419b tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:31:50.443174 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f294a471-b768-4446-a40a-fce72165419b tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:50.450715 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ce095-a985-4390-9fe6-04f5a744505a None None] Pushing event updated for resources: {'Port': ['ID=21de3e79-46e8-44cf-9119-b7dc9de14a9b,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:50.457681 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3559063f-d434-4a8d-bef0-783511c45b76 None None] Network e46ba503-7000-4557-b753-1cfdbda22c42 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:31:50.558348 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f294a471-b768-4446-a40a-fce72165419b tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9468615 Jan 21 19:31:50.560622 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 40546) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:31:50.566028 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-5159a1f1-4030-4cf8-ba59-a35d60974cca tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e46ba503-7000-4557-b753-1cfdbda22c42'}}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:31:50.700977 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ef17c1-f206-422b-a03b-8c3af10d9b7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-e46ba503-7000-4557-b753-1cfdbda22c42', 'network_id': 'e46ba503-7000-4557-b753-1cfdbda22c42', 'tenant_id': '67eff5aac23341069ab40b9aeebb4532', 'fixed_ips': [{'subnet_id': '52e8614a-5a96-45e1-b96d-ce33bba9fd8e'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:31:50.701939 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a2ef17c1-f206-422b-a03b-8c3af10d9b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:50.904977 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-a2ef17c1-f206-422b-a03b-8c3af10d9b7b None None] Allocated IP 172.21.0.2 (e46ba503-7000-4557-b753-1cfdbda22c42/52e8614a-5a96-45e1-b96d-ce33bba9fd8e/ac66bb91-6917-4340-ad9c-6c7ed6ea26c7) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:31:51.090712 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5159a1f1-4030-4cf8-ba59-a35d60974cca tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:51.107224 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a2ef17c1-f206-422b-a03b-8c3af10d9b7b None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:51.116990 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-a2ef17c1-f206-422b-a03b-8c3af10d9b7b None None] Transition to ACTIVE for port object ac66bb91-6917-4340-ad9c-6c7ed6ea26c7 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:31:51.136486 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-a2ef17c1-f206-422b-a03b-8c3af10d9b7b None None] Transition to ACTIVE for port object ac66bb91-6917-4340-ad9c-6c7ed6ea26c7 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:31:51.210899 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a2ef17c1-f206-422b-a03b-8c3af10d9b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:51.281427 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ef17c1-f206-422b-a03b-8c3af10d9b7b None None] Network e46ba503-7000-4557-b753-1cfdbda22c42 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:31:51.284371 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-a2ef17c1-f206-422b-a03b-8c3af10d9b7b None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:31:51.288235 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ef17c1-f206-422b-a03b-8c3af10d9b7b None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:31:51.298721 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef17c1-f206-422b-a03b-8c3af10d9b7b None None] Pushing event updated for resources: {'Port': ['ID=ac66bb91-6917-4340-ad9c-6c7ed6ea26c7,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:51.304156 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.api.v2.resource [None req-5159a1f1-4030-4cf8-ba59-a35d60974cca tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 21 19:31:51.313099 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-5159a1f1-4030-4cf8-ba59-a35d60974cca tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] 10.222.0.87 "PUT /v2.0/routers/d8a45fa6-13d9-4322-809a-340c241b96b5 HTTP/1.1" status: 400 len: 364 time: 0.7436831 Jan 21 19:31:51.313517 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 40550) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:31:51.390949 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd139076-ff5c-46ec-a02d-dee2828115ef tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Deleting subnet 52e8614a-5a96-45e1-b96d-ce33bba9fd8e {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:31:51.393048 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-a2ef17c1-f206-422b-a03b-8c3af10d9b7b None None] Attempting to bind port ac66bb91-6917-4340-ad9c-6c7ed6ea26c7 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:31:51.393417 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-a2ef17c1-f206-422b-a03b-8c3af10d9b7b None None] Attempting to bind port ac66bb91-6917-4340-ad9c-6c7ed6ea26c7 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '56fffbb1-a0ff-4ef9-8056-3518328b9cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e46ba503-7000-4557-b753-1cfdbda22c42'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:31:51.393767 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ef17c1-f206-422b-a03b-8c3af10d9b7b None None] Attempting to bind port ac66bb91-6917-4340-ad9c-6c7ed6ea26c7 on network e46ba503-7000-4557-b753-1cfdbda22c42 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:31:51.394475 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bd139076-ff5c-46ec-a02d-dee2828115ef tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:51.399035 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ef17c1-f206-422b-a03b-8c3af10d9b7b None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:31:51.399400 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ef17c1-f206-422b-a03b-8c3af10d9b7b None None] Checking segment: {'id': '56fffbb1-a0ff-4ef9-8056-3518328b9cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e46ba503-7000-4557-b753-1cfdbda22c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:31:51.399797 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a2ef17c1-f206-422b-a03b-8c3af10d9b7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:51.400184 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ef17c1-f206-422b-a03b-8c3af10d9b7b None None] Bound using segment: {'id': '56fffbb1-a0ff-4ef9-8056-3518328b9cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e46ba503-7000-4557-b753-1cfdbda22c42'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:31:51.400632 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-a2ef17c1-f206-422b-a03b-8c3af10d9b7b None None] Bound port: ac66bb91-6917-4340-ad9c-6c7ed6ea26c7, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fffbb1-a0ff-4ef9-8056-3518328b9cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e46ba503-7000-4557-b753-1cfdbda22c42'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:31:51.401156 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a2ef17c1-f206-422b-a03b-8c3af10d9b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:51.452022 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bd139076-ff5c-46ec-a02d-dee2828115ef tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:51.492346 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-a2ef17c1-f206-422b-a03b-8c3af10d9b7b None None] For port ac66bb91-6917-4340-ad9c-6c7ed6ea26c7, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:31:51.496767 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-a2ef17c1-f206-422b-a03b-8c3af10d9b7b None None] For port ac66bb91-6917-4340-ad9c-6c7ed6ea26c7, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=ac66bb91-6917-4340-ad9c-6c7ed6ea26c7,segment=NetworkSegment(56fffbb1-a0ff-4ef9-8056-3518328b9cc4),segment_id=56fffbb1-a0ff-4ef9-8056-3518328b9cc4)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:31:51.513251 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a4fbee-43e8-4d64-8c20-6d7e51579d34 None None] Network 93950b0a-c4e2-4159-afb6-6a2576b30083 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:31:51.564349 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bd139076-ff5c-46ec-a02d-dee2828115ef tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:51.606418 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a2ef17c1-f206-422b-a03b-8c3af10d9b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:51.734733 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bd139076-ff5c-46ec-a02d-dee2828115ef tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:51.738729 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-37cd53db-15cb-41fe-9ead-f124290da37a None None] Provisioning for port 21de3e79-46e8-44cf-9119-b7dc9de14a9b completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:31:51.752395 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef17c1-f206-422b-a03b-8c3af10d9b7b None None] Pushing event updated for resources: {'Port': ['ID=ac66bb91-6917-4340-ad9c-6c7ed6ea26c7,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:51.786399 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd139076-ff5c-46ec-a02d-dee2828115ef tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Pushing event deleted for resources: {'Subnet': ['ID=52e8614a-5a96-45e1-b96d-ce33bba9fd8e,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:51.793532 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bd139076-ff5c-46ec-a02d-dee2828115ef tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:51.800031 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-bd139076-ff5c-46ec-a02d-dee2828115ef tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] 10.222.0.87 "DELETE /v2.0/subnets/52e8614a-5a96-45e1-b96d-ce33bba9fd8e HTTP/1.1" status: 204 len: 168 time: 0.4853797 Jan 21 19:31:51.802421 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 40554) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:31:51.932889 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5e78d193-9189-4bf4-a3ba-0396a0e3116d tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:51.945344 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-5e78d193-9189-4bf4-a3ba-0396a0e3116d tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Deleting port ac66bb91-6917-4340-ad9c-6c7ed6ea26c7 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:31:51.945552 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5e78d193-9189-4bf4-a3ba-0396a0e3116d tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:52.063729 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 21de3e79-46e8-44cf-9119-b7dc9de14a9b up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:31:52.189869 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-5e78d193-9189-4bf4-a3ba-0396a0e3116d tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] For port ac66bb91-6917-4340-ad9c-6c7ed6ea26c7, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=ac66bb91-6917-4340-ad9c-6c7ed6ea26c7,segment=NetworkSegment(56fffbb1-a0ff-4ef9-8056-3518328b9cc4),segment_id=56fffbb1-a0ff-4ef9-8056-3518328b9cc4)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:31:52.190467 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5e78d193-9189-4bf4-a3ba-0396a0e3116d tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:52.199091 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 21de3e79-46e8-44cf-9119-b7dc9de14a9b completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:31:52.204046 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 21de3e79-46e8-44cf-9119-b7dc9de14a9b triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:31:52.204489 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:52.316166 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-5e78d193-9189-4bf4-a3ba-0396a0e3116d tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Calling delete_port for ac66bb91-6917-4340-ad9c-6c7ed6ea26c7 owned by network:dhcp {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:31:52.326203 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:52.358407 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 21de3e79-46e8-44cf-9119-b7dc9de14a9b, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=21de3e79-46e8-44cf-9119-b7dc9de14a9b,segment=NetworkSegment(65d5c01a-31be-4906-b2e4-fd8e25087de5),segment_id=65d5c01a-31be-4906-b2e4-fd8e25087de5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:31:52.419784 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:52.420580 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device ac66bb91-6917-4340-ad9c-6c7ed6ea26c7 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:31:52.477051 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5e78d193-9189-4bf4-a3ba-0396a0e3116d tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:52.505425 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: ac66bb91-6917-4340-ad9c-6c7ed6ea26c7 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:31:52.506018 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device ac66bb91-6917-4340-ad9c-6c7ed6ea26c7 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 21 19:31:52.529738 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e78d193-9189-4bf4-a3ba-0396a0e3116d tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] No DVR routers for this DVR port ac66bb91-6917-4340-ad9c-6c7ed6ea26c7 on host dv-neutron-825470-1-hyperv {{(pid=88136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:31:52.555967 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Port ac66bb91-6917-4340-ad9c-6c7ed6ea26c7 not found, will not notify nova. {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 21 19:31:52.565516 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=21de3e79-46e8-44cf-9119-b7dc9de14a9b,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:52.578172 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e78d193-9189-4bf4-a3ba-0396a0e3116d tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Pushing event deleted for resources: {'Port': ['ID=ac66bb91-6917-4340-ad9c-6c7ed6ea26c7,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:52.780242 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5e78d193-9189-4bf4-a3ba-0396a0e3116d tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:52.803636 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f65e63d-9571-4c92-a950-f4735400a206 None None] Network e46ba503-7000-4557-b753-1cfdbda22c42 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:31:52.806660 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-5e78d193-9189-4bf4-a3ba-0396a0e3116d tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e46ba503-7000-4557-b753-1cfdbda22c42']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:31:52.818752 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-5e78d193-9189-4bf4-a3ba-0396a0e3116d tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56fffbb1-a0ff-4ef9-8056-3518328b9cc4') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:31:52.819037 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-5e78d193-9189-4bf4-a3ba-0396a0e3116d tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56fffbb1-a0ff-4ef9-8056-3518328b9cc4') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:31:52.830935 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5e78d193-9189-4bf4-a3ba-0396a0e3116d tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:52.846468 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5e78d193-9189-4bf4-a3ba-0396a0e3116d tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:52.852182 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e78d193-9189-4bf4-a3ba-0396a0e3116d tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:31:52.852544 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5e78d193-9189-4bf4-a3ba-0396a0e3116d tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:52.867243 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:31:52.867243 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:31:52.867243 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:31:52.867243 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:31:52.867243 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:31:52.867243 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:31:52.867243 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:31:52.867243 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:31:52.867243 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:31:52.867243 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:31:52.867243 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:31:52.867243 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:31:52.867243 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:31:52.867243 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:31:52.867243 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:31:52.867243 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:31:52.867243 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:31:52.867243 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:31:52.867243 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:31:52.867243 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:31:52.867243 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:31:52.867243 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:31:52.867243 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:31:52.867243 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:31:52.867243 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:31:52.867243 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:31:52.867243 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:31:52.867243 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:31:52.867243 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:31:52.867243 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:31:52.867243 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:31:52.867243 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:31:52.930371 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-458940db-8cbb-4a11-a82a-19c7fa40e571 None None] Could not find standard attr ID for object ac66bb91-6917-4340-ad9c-6c7ed6ea26c7. {{(pid=88138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 21 19:31:53.016142 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4050135c-d5c9-45b9-8dc7-4be79dba3456 None None] DHCP port deletion for e46ba503-7000-4557-b753-1cfdbda22c42 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:31:53.026474 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5e78d193-9189-4bf4-a3ba-0396a0e3116d tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:53.046779 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5e78d193-9189-4bf4-a3ba-0396a0e3116d tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:53.056025 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e78d193-9189-4bf4-a3ba-0396a0e3116d tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Pushing event deleted for resources: {'Network': ['ID=e46ba503-7000-4557-b753-1cfdbda22c42,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:53.060150 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-5e78d193-9189-4bf4-a3ba-0396a0e3116d tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] 10.222.0.87 "DELETE /v2.0/networks/e46ba503-7000-4557-b753-1cfdbda22c42 HTTP/1.1" status: 204 len: 168 time: 1.2563562 Jan 21 19:31:53.062585 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 40558) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:31:53.130953 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-28349231-b083-4842-9c68-9add510f810b tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Deleting subnet ccfe9c28-8496-46b4-b39b-fd3db87ecd17 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:31:53.133971 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-28349231-b083-4842-9c68-9add510f810b tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:53.187181 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-28349231-b083-4842-9c68-9add510f810b tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:53.269627 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-28349231-b083-4842-9c68-9add510f810b tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:53.422215 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-28349231-b083-4842-9c68-9add510f810b tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:53.460742 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28349231-b083-4842-9c68-9add510f810b tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Pushing event deleted for resources: {'Subnet': ['ID=ccfe9c28-8496-46b4-b39b-fd3db87ecd17,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:53.465242 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-28349231-b083-4842-9c68-9add510f810b tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:53.471184 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-28349231-b083-4842-9c68-9add510f810b tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] 10.222.0.87 "DELETE /v2.0/subnets/ccfe9c28-8496-46b4-b39b-fd3db87ecd17 HTTP/1.1" status: 204 len: 168 time: 0.4076781 Jan 21 19:31:53.471602 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77612af-2460-433a-ae43-927e58872cd9 None None] Network 93950b0a-c4e2-4159-afb6-6a2576b30083 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:31:53.473533 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 40562) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:31:53.585491 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-262a9a15-e971-48b4-9ebd-86b6701cbe85 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:53.595633 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-262a9a15-e971-48b4-9ebd-86b6701cbe85 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Deleting port 21de3e79-46e8-44cf-9119-b7dc9de14a9b {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:31:53.595954 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-262a9a15-e971-48b4-9ebd-86b6701cbe85 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:53.712750 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d10522a-b5e4-4dc9-aaab-cf0b57d20d07 None None] DHCP port deletion for 93950b0a-c4e2-4159-afb6-6a2576b30083 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:31:53.717008 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-5d10522a-b5e4-4dc9-aaab-cf0b57d20d07 None None] Deleting port 21de3e79-46e8-44cf-9119-b7dc9de14a9b {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:31:53.717388 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5d10522a-b5e4-4dc9-aaab-cf0b57d20d07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:53.804309 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-262a9a15-e971-48b4-9ebd-86b6701cbe85 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] For port 21de3e79-46e8-44cf-9119-b7dc9de14a9b, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=21de3e79-46e8-44cf-9119-b7dc9de14a9b,segment=NetworkSegment(65d5c01a-31be-4906-b2e4-fd8e25087de5),segment_id=65d5c01a-31be-4906-b2e4-fd8e25087de5)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:31:53.804659 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-262a9a15-e971-48b4-9ebd-86b6701cbe85 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:53.928073 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-262a9a15-e971-48b4-9ebd-86b6701cbe85 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Calling delete_port for 21de3e79-46e8-44cf-9119-b7dc9de14a9b owned by network:dhcp {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:31:53.953922 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-5d10522a-b5e4-4dc9-aaab-cf0b57d20d07 None None] For port 21de3e79-46e8-44cf-9119-b7dc9de14a9b, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=21de3e79-46e8-44cf-9119-b7dc9de14a9b,segment=NetworkSegment(65d5c01a-31be-4906-b2e4-fd8e25087de5),segment_id=65d5c01a-31be-4906-b2e4-fd8e25087de5)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:31:53.954313 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5d10522a-b5e4-4dc9-aaab-cf0b57d20d07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:54.019921 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 21de3e79-46e8-44cf-9119-b7dc9de14a9b no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:31:54.102016 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-262a9a15-e971-48b4-9ebd-86b6701cbe85 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:54.106569 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-5d10522a-b5e4-4dc9-aaab-cf0b57d20d07 None None] Calling delete_port for 21de3e79-46e8-44cf-9119-b7dc9de14a9b owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:31:54.156544 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a9a15-e971-48b4-9ebd-86b6701cbe85 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Pushing event deleted for resources: {'Port': ['ID=21de3e79-46e8-44cf-9119-b7dc9de14a9b,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:54.158488 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262a9a15-e971-48b4-9ebd-86b6701cbe85 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] No DVR routers for this DVR port 21de3e79-46e8-44cf-9119-b7dc9de14a9b on host dv-neutron-825470-1-hyperv {{(pid=88136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:31:54.193327 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No active binding found for port 21de3e79-46e8-44cf-9119-b7dc9de14a9b {{(pid=88138) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 21 19:31:54.193633 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 21de3e79-46e8-44cf-9119-b7dc9de14a9b not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:31:54.194062 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device ac66bb91-6917-4340-ad9c-6c7ed6ea26c7 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:31:54.237493 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: ac66bb91-6917-4340-ad9c-6c7ed6ea26c7 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:31:54.237847 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device ac66bb91-6917-4340-ad9c-6c7ed6ea26c7 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:31:54.242867 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-5d10522a-b5e4-4dc9-aaab-cf0b57d20d07 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:31:54.243363 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-5d10522a-b5e4-4dc9-aaab-cf0b57d20d07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:31:54.284128 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-262a9a15-e971-48b4-9ebd-86b6701cbe85 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:54.308727 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-262a9a15-e971-48b4-9ebd-86b6701cbe85 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93950b0a-c4e2-4159-afb6-6a2576b30083']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:31:54.320664 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-262a9a15-e971-48b4-9ebd-86b6701cbe85 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65d5c01a-31be-4906-b2e4-fd8e25087de5') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:31:54.320954 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-262a9a15-e971-48b4-9ebd-86b6701cbe85 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65d5c01a-31be-4906-b2e4-fd8e25087de5') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:31:54.333134 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-262a9a15-e971-48b4-9ebd-86b6701cbe85 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:54.348465 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-262a9a15-e971-48b4-9ebd-86b6701cbe85 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:54.354311 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-262a9a15-e971-48b4-9ebd-86b6701cbe85 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:31:54.354683 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-262a9a15-e971-48b4-9ebd-86b6701cbe85 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:54.368719 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:31:54.368719 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:31:54.368719 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:31:54.368719 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:31:54.368719 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:31:54.368719 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:31:54.368719 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:31:54.368719 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:31:54.368719 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:31:54.368719 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:31:54.368719 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:31:54.368719 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:31:54.368719 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:31:54.368719 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:31:54.368719 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:31:54.368719 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:31:54.368719 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:31:54.368719 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:31:54.368719 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:31:54.368719 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:31:54.368719 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:31:54.368719 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:31:54.368719 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:31:54.368719 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:31:54.368719 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:31:54.368719 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:31:54.368719 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:31:54.368719 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:31:54.368719 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:31:54.368719 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:31:54.368719 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:31:54.368719 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:31:54.507566 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-262a9a15-e971-48b4-9ebd-86b6701cbe85 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:54.524783 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-262a9a15-e971-48b4-9ebd-86b6701cbe85 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:54.535197 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a9a15-e971-48b4-9ebd-86b6701cbe85 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Pushing event deleted for resources: {'Network': ['ID=93950b0a-c4e2-4159-afb6-6a2576b30083,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:54.539050 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-262a9a15-e971-48b4-9ebd-86b6701cbe85 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] 10.222.0.87 "DELETE /v2.0/networks/93950b0a-c4e2-4159-afb6-6a2576b30083 HTTP/1.1" status: 204 len: 168 time: 1.0645862 Jan 21 19:31:54.541620 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 40566) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:31:54.583045 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-e43ce6a3-7a35-4329-97bf-3e3b468ad412 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Synchronizing usage tracker for tenant:67eff5aac23341069ab40b9aeebb4532 on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:31:54.638793 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-e43ce6a3-7a35-4329-97bf-3e3b468ad412 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Unset dirty status for tenant:67eff5aac23341069ab40b9aeebb4532 on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:31:54.639916 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e43ce6a3-7a35-4329-97bf-3e3b468ad412 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8a45fa6-13d9-4322-809a-340c241b96b5 HTTP/1.1" status: 200 len: 205 time: 0.0973868 Jan 21 19:31:54.642459 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 40570) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:31:54.744328 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-5d10522a-b5e4-4dc9-aaab-cf0b57d20d07 None None] Deleting port 21de3e79-46e8-44cf-9119-b7dc9de14a9b {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:31:54.745447 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5d10522a-b5e4-4dc9-aaab-cf0b57d20d07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:54.816150 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-5d10522a-b5e4-4dc9-aaab-cf0b57d20d07 None None] The port '21de3e79-46e8-44cf-9119-b7dc9de14a9b' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:31:54.881499 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c614bc8b-46e8-4456-a383-a49a345e02c2 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks [] for router, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:54.987285 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e0c59f7f-55ea-4bcf-802c-d24973fa04bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:55.170984 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c614bc8b-46e8-4456-a383-a49a345e02c2 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:55.173101 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c614bc8b-46e8-4456-a383-a49a345e02c2 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:55.277637 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c614bc8b-46e8-4456-a383-a49a345e02c2 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:55.278156 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c614bc8b-46e8-4456-a383-a49a345e02c2 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Fanout notify agent at l3_agent the message router_deleted on router d8a45fa6-13d9-4322-809a-340c241b96b5 {{(pid=88136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:31:55.289317 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c614bc8b-46e8-4456-a383-a49a345e02c2 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:55.290395 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c614bc8b-46e8-4456-a383-a49a345e02c2 tempest-RoutersNegativeTest-2037937051 tempest-RoutersNegativeTest-2037937051-project] 10.222.0.87 "DELETE /v2.0/routers/d8a45fa6-13d9-4322-809a-340c241b96b5 HTTP/1.1" status: 204 len: 168 time: 0.6470809 Jan 21 19:31:55.774727 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 40578) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:31:55.919471 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c785acfd-a859-4dde-942f-665b5af51730 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=67eff5aac23341069ab40b9aeebb4532&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1436157 Jan 21 19:31:55.921883 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 40584) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:31:55.978662 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a192786d-de7b-4000-9235-e5ae36ad353e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:56.003180 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a192786d-de7b-4000-9235-e5ae36ad353e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:56.147410 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a192786d-de7b-4000-9235-e5ae36ad353e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:56.161024 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a192786d-de7b-4000-9235-e5ae36ad353e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44c5efb-f913-411c-8422-524bed248e23,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:56.169945 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a192786d-de7b-4000-9235-e5ae36ad353e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:56.171062 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-a192786d-de7b-4000-9235-e5ae36ad353e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e44c5efb-f913-411c-8422-524bed248e23 HTTP/1.1" status: 204 len: 168 time: 0.2482903 Jan 21 19:31:57.108365 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 40608) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:31:57.211115 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-97386c59-7cc0-4ec7-9779-60a3772b8716 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1203811697-network', 'tenant_id': 'f44e769a8c664d6eb7c9fa0af586adfb'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:31:57.216532 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-97386c59-7cc0-4ec7-9779-60a3772b8716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:31:57.220535 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-97386c59-7cc0-4ec7-9779-60a3772b8716 admin admin] Usage tracker for resource:network and tenant:f44e769a8c664d6eb7c9fa0af586adfb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:31:57.223484 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-97386c59-7cc0-4ec7-9779-60a3772b8716 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:31:57.229123 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-97386c59-7cc0-4ec7-9779-60a3772b8716 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:31:57.239067 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-74093a2b-1bdc-41bb-8439-c0c4ee5b89d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:57.282377 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97386c59-7cc0-4ec7-9779-60a3772b8716 admin admin] Made reservation on behalf of f44e769a8c664d6eb7c9fa0af586adfb for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:31:57.284680 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-97386c59-7cc0-4ec7-9779-60a3772b8716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:57.296726 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-97386c59-7cc0-4ec7-9779-60a3772b8716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:57.311233 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-97386c59-7cc0-4ec7-9779-60a3772b8716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:31:57.314958 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-97386c59-7cc0-4ec7-9779-60a3772b8716 admin admin] Usage tracker for resource:security_group_rule and tenant:f44e769a8c664d6eb7c9fa0af586adfb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:31:57.317663 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-97386c59-7cc0-4ec7-9779-60a3772b8716 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:31:57.323884 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-97386c59-7cc0-4ec7-9779-60a3772b8716 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:31:57.401962 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-97386c59-7cc0-4ec7-9779-60a3772b8716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:57.460007 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-97386c59-7cc0-4ec7-9779-60a3772b8716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:57.491444 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97386c59-7cc0-4ec7-9779-60a3772b8716 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:31:57.497284 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97386c59-7cc0-4ec7-9779-60a3772b8716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9be1c9-aedb-4dff-bc8a-1cb8fb8e3ee6,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:57.503754 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-97386c59-7cc0-4ec7-9779-60a3772b8716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:57.504096 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-97386c59-7cc0-4ec7-9779-60a3772b8716 admin admin] Added segment 82336bd7-62cf-49ad-9d3d-cd15ca1145f4 of type vlan for network eaf1db68-2dd3-4be7-820a-5e51f2a109b9 Jan 21 19:31:57.529547 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-97386c59-7cc0-4ec7-9779-60a3772b8716 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:57.616206 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-97386c59-7cc0-4ec7-9779-60a3772b8716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:57.617148 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97386c59-7cc0-4ec7-9779-60a3772b8716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:31:57.617720 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-97386c59-7cc0-4ec7-9779-60a3772b8716 admin admin] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:57.717505 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97386c59-7cc0-4ec7-9779-60a3772b8716 admin admin] Pushing event updated for resources: {'Network': ['ID=eaf1db68-2dd3-4be7-820a-5e51f2a109b9,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:57.740125 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network eaf1db68-2dd3-4be7-820a-5e51f2a109b9 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:31:57.782940 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-97386c59-7cc0-4ec7-9779-60a3772b8716 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6733601 Jan 21 19:31:57.785686 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 40614) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:31:57.790963 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-4004e57e-825e-479a-8c22-17fc3a5b67c4 admin admin] Request body: {'subnet': {'network_id': 'eaf1db68-2dd3-4be7-820a-5e51f2a109b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1203811697-subnet', 'tenant_id': 'f44e769a8c664d6eb7c9fa0af586adfb', 'ip_version': 4}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:31:57.796458 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-4004e57e-825e-479a-8c22-17fc3a5b67c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:31:57.800179 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-4004e57e-825e-479a-8c22-17fc3a5b67c4 admin admin] Usage tracker for resource:subnet and tenant:f44e769a8c664d6eb7c9fa0af586adfb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:31:57.803079 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-4004e57e-825e-479a-8c22-17fc3a5b67c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:31:57.809534 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-4004e57e-825e-479a-8c22-17fc3a5b67c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:31:57.879226 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4004e57e-825e-479a-8c22-17fc3a5b67c4 admin admin] Made reservation on behalf of f44e769a8c664d6eb7c9fa0af586adfb for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:31:57.881656 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4004e57e-825e-479a-8c22-17fc3a5b67c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:58.225961 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4004e57e-825e-479a-8c22-17fc3a5b67c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:58.304787 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4004e57e-825e-479a-8c22-17fc3a5b67c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4dd46b2-a24f-488a-a5ee-fa90876fd47a,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:58.312819 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4004e57e-825e-479a-8c22-17fc3a5b67c4 admin admin] Checking segment: {'id': '82336bd7-62cf-49ad-9d3d-cd15ca1145f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eaf1db68-2dd3-4be7-820a-5e51f2a109b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:31:58.313168 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4004e57e-825e-479a-8c22-17fc3a5b67c4 admin admin] Network hostable DHCP agents. Network: eaf1db68-2dd3-4be7-820a-5e51f2a109b9, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:31:58.402831 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4004e57e-825e-479a-8c22-17fc3a5b67c4 admin admin] Network eaf1db68-2dd3-4be7-820a-5e51f2a109b9 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:31:58.431377 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:58.505628 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-4004e57e-825e-479a-8c22-17fc3a5b67c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, eaf1db68-2dd3-4be7-820a-5e51f2a109b9) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:31:58.509440 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4004e57e-825e-479a-8c22-17fc3a5b67c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:31:58.510548 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4004e57e-825e-479a-8c22-17fc3a5b67c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:58.515770 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba49859-8608-4d56-a49e-e7ce5e51f5db None None] Network eaf1db68-2dd3-4be7-820a-5e51f2a109b9 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:31:58.599639 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-4004e57e-825e-479a-8c22-17fc3a5b67c4 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8128798 Jan 21 19:31:58.602197 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 40618) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:31:58.607362 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-f0851cea-6c62-4f1c-a584-8e9ced175521 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1203811697-router', 'tenant_id': 'f44e769a8c664d6eb7c9fa0af586adfb', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:31:58.611999 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-f0851cea-6c62-4f1c-a584-8e9ced175521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:31:58.616104 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-f0851cea-6c62-4f1c-a584-8e9ced175521 admin admin] Usage tracker for resource:router and tenant:f44e769a8c664d6eb7c9fa0af586adfb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:31:58.618922 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-f0851cea-6c62-4f1c-a584-8e9ced175521 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:31:58.624759 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-f0851cea-6c62-4f1c-a584-8e9ced175521 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:31:58.685985 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:58.711610 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f0851cea-6c62-4f1c-a584-8e9ced175521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:58.712650 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f0851cea-6c62-4f1c-a584-8e9ced175521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:58.727838 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f0851cea-6c62-4f1c-a584-8e9ced175521 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:58.736182 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:58.751951 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bb422c-3e7f-4ae2-b9e7-08035612f2e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-eaf1db68-2dd3-4be7-820a-5e51f2a109b9', 'network_id': 'eaf1db68-2dd3-4be7-820a-5e51f2a109b9', 'tenant_id': 'f44e769a8c664d6eb7c9fa0af586adfb', 'fixed_ips': [{'subnet_id': 'f4dd46b2-a24f-488a-a5ee-fa90876fd47a'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:31:58.752778 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-06bb422c-3e7f-4ae2-b9e7-08035612f2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:58.907919 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-06bb422c-3e7f-4ae2-b9e7-08035612f2e7 None None] Allocated IP 172.20.0.2 (eaf1db68-2dd3-4be7-820a-5e51f2a109b9/f4dd46b2-a24f-488a-a5ee-fa90876fd47a/6d4759eb-adfc-4863-b620-085500752db6) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:31:59.050846 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f0851cea-6c62-4f1c-a584-8e9ced175521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:59.108320 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-06bb422c-3e7f-4ae2-b9e7-08035612f2e7 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:59.117871 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-06bb422c-3e7f-4ae2-b9e7-08035612f2e7 None None] Transition to ACTIVE for port object 6d4759eb-adfc-4863-b620-085500752db6 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:31:59.135375 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-06bb422c-3e7f-4ae2-b9e7-08035612f2e7 None None] Transition to ACTIVE for port object 6d4759eb-adfc-4863-b620-085500752db6 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:31:59.199579 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-06bb422c-3e7f-4ae2-b9e7-08035612f2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:59.266326 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bb422c-3e7f-4ae2-b9e7-08035612f2e7 None None] Network eaf1db68-2dd3-4be7-820a-5e51f2a109b9 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:31:59.269240 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-06bb422c-3e7f-4ae2-b9e7-08035612f2e7 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:31:59.272743 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bb422c-3e7f-4ae2-b9e7-08035612f2e7 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:31:59.278459 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb422c-3e7f-4ae2-b9e7-08035612f2e7 None None] Pushing event updated for resources: {'Port': ['ID=6d4759eb-adfc-4863-b620-085500752db6,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:59.395985 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-06bb422c-3e7f-4ae2-b9e7-08035612f2e7 None None] Attempting to bind port 6d4759eb-adfc-4863-b620-085500752db6 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:31:59.396342 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-06bb422c-3e7f-4ae2-b9e7-08035612f2e7 None None] Attempting to bind port 6d4759eb-adfc-4863-b620-085500752db6 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '82336bd7-62cf-49ad-9d3d-cd15ca1145f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eaf1db68-2dd3-4be7-820a-5e51f2a109b9'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:31:59.396693 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bb422c-3e7f-4ae2-b9e7-08035612f2e7 None None] Attempting to bind port 6d4759eb-adfc-4863-b620-085500752db6 on network eaf1db68-2dd3-4be7-820a-5e51f2a109b9 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:31:59.402175 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bb422c-3e7f-4ae2-b9e7-08035612f2e7 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:31:59.402540 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bb422c-3e7f-4ae2-b9e7-08035612f2e7 None None] Checking segment: {'id': '82336bd7-62cf-49ad-9d3d-cd15ca1145f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eaf1db68-2dd3-4be7-820a-5e51f2a109b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:31:59.402932 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-06bb422c-3e7f-4ae2-b9e7-08035612f2e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:59.403317 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bb422c-3e7f-4ae2-b9e7-08035612f2e7 None None] Bound using segment: {'id': '82336bd7-62cf-49ad-9d3d-cd15ca1145f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eaf1db68-2dd3-4be7-820a-5e51f2a109b9'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:31:59.403759 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-06bb422c-3e7f-4ae2-b9e7-08035612f2e7 None None] Bound port: 6d4759eb-adfc-4863-b620-085500752db6, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82336bd7-62cf-49ad-9d3d-cd15ca1145f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eaf1db68-2dd3-4be7-820a-5e51f2a109b9'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:31:59.404121 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-06bb422c-3e7f-4ae2-b9e7-08035612f2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:59.451177 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f0851cea-6c62-4f1c-a584-8e9ced175521 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:59.482523 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f0851cea-6c62-4f1c-a584-8e9ced175521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:59.492542 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-06bb422c-3e7f-4ae2-b9e7-08035612f2e7 None None] For port 6d4759eb-adfc-4863-b620-085500752db6, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:31:59.495501 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-06bb422c-3e7f-4ae2-b9e7-08035612f2e7 None None] For port 6d4759eb-adfc-4863-b620-085500752db6, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=6d4759eb-adfc-4863-b620-085500752db6,segment=NetworkSegment(82336bd7-62cf-49ad-9d3d-cd15ca1145f4),segment_id=82336bd7-62cf-49ad-9d3d-cd15ca1145f4)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:31:59.588852 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-06bb422c-3e7f-4ae2-b9e7-08035612f2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:59.616904 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-f0851cea-6c62-4f1c-a584-8e9ced175521 admin admin] Allocated IP 172.26.1.129 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/5c4974e5-bf1d-4cb5-afff-6542113df259) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:31:59.672580 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb422c-3e7f-4ae2-b9e7-08035612f2e7 None None] Pushing event updated for resources: {'Port': ['ID=6d4759eb-adfc-4863-b620-085500752db6,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:31:59.765964 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f0851cea-6c62-4f1c-a584-8e9ced175521 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:59.843327 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f0851cea-6c62-4f1c-a584-8e9ced175521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:31:59.926446 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0851cea-6c62-4f1c-a584-8e9ced175521 admin admin] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:31:59.928378 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-f0851cea-6c62-4f1c-a584-8e9ced175521 admin admin] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:31:59.933203 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0851cea-6c62-4f1c-a584-8e9ced175521 admin admin] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:31:59.972003 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0851cea-6c62-4f1c-a584-8e9ced175521 admin admin] Pushing event updated for resources: {'Port': ['ID=5c4974e5-bf1d-4cb5-afff-6542113df259,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:32:00.020341 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 6d4759eb-adfc-4863-b620-085500752db6 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:32:00.145306 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 6d4759eb-adfc-4863-b620-085500752db6 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:32:00.205012 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:00.563079 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f0851cea-6c62-4f1c-a584-8e9ced175521 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:00.678542 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245a8139-9d34-4fcb-a8fe-677cf7842992 None None] Network eaf1db68-2dd3-4be7-820a-5e51f2a109b9 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:32:00.784948 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-19bad670-e4f4-449c-a5e5-c57fa9909c89 None None] Provisioning for port 6d4759eb-adfc-4863-b620-085500752db6 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:32:00.794341 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-19bad670-e4f4-449c-a5e5-c57fa9909c89 None None] Provisioning complete for port 6d4759eb-adfc-4863-b620-085500752db6 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:32:00.794702 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-19bad670-e4f4-449c-a5e5-c57fa9909c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:00.903194 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f0851cea-6c62-4f1c-a584-8e9ced175521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:01.012218 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-19bad670-e4f4-449c-a5e5-c57fa9909c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:01.051458 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-19bad670-e4f4-449c-a5e5-c57fa9909c89 None None] For port 6d4759eb-adfc-4863-b620-085500752db6, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=6d4759eb-adfc-4863-b620-085500752db6,segment=NetworkSegment(82336bd7-62cf-49ad-9d3d-cd15ca1145f4),segment_id=82336bd7-62cf-49ad-9d3d-cd15ca1145f4)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:32:01.134406 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-19bad670-e4f4-449c-a5e5-c57fa9909c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:01.208020 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bad670-e4f4-449c-a5e5-c57fa9909c89 None None] Pushing event updated for resources: {'Port': ['ID=6d4759eb-adfc-4863-b620-085500752db6,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:32:01.216661 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0851cea-6c62-4f1c-a584-8e9ced175521 admin admin] Router ef698afd-ee73-4cd6-8f99-fa253e58510f is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:32:01.257624 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-6e44c5c0-cd20-41bc-baa1-400d500a1dd0 None None] Provisioning complete for port 6d4759eb-adfc-4863-b620-085500752db6 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:32:01.258050 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6e44c5c0-cd20-41bc-baa1-400d500a1dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:01.394533 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0851cea-6c62-4f1c-a584-8e9ced175521 admin admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:32:01.403970 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a81b7fd-cf6f-42a1-847e-76243de57b2c None None] Sync routers for ids ['ef698afd-ee73-4cd6-8f99-fa253e58510f'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:32:01.415692 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a81b7fd-cf6f-42a1-847e-76243de57b2c None None] Routers {'ef698afd-ee73-4cd6-8f99-fa253e58510f'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:32:01.416859 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-8a81b7fd-cf6f-42a1-847e-76243de57b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:31:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['ef698afd-ee73-4cd6-8f99-fa253e58510f'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:32:01.471240 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f0851cea-6c62-4f1c-a584-8e9ced175521 admin admin] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:01.472542 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f0851cea-6c62-4f1c-a584-8e9ced175521 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8693891 Jan 21 19:32:01.475325 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 40622) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:32:01.593002 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-8a81b7fd-cf6f-42a1-847e-76243de57b2c None None] Set router ef698afd-ee73-4cd6-8f99-fa253e58510f gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:32:01.878566 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-8a81b7fd-cf6f-42a1-847e-76243de57b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef698afd-ee73-4cd6-8f99-fa253e58510f', 'name': 'tempest-TestEncryptedCinderVolumes-1203811697-router', 'tenant_id': 'f44e769a8c664d6eb7c9fa0af586adfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '5c4974e5-bf1d-4cb5-afff-6542113df259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:31:58Z', 'updated_at': '2022-01-21T19:32:00Z', 'revision_number': 3, 'project_id': 'f44e769a8c664d6eb7c9fa0af586adfb', 'gw_port': {'id': '5c4974e5-bf1d-4cb5-afff-6542113df259', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef698afd-ee73-4cd6-8f99-fa253e58510f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:31:59Z', 'updated_at': '2022-01-21T19:31:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:32:01.882348 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a81b7fd-cf6f-42a1-847e-76243de57b2c None None] Checking router: ef698afd-ee73-4cd6-8f99-fa253e58510f for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:32:01.882686 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a81b7fd-cf6f-42a1-847e-76243de57b2c None None] Updating router ef698afd-ee73-4cd6-8f99-fa253e58510f port 5c4974e5-bf1d-4cb5-afff-6542113df259 binding host dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:32:01.947645 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8a81b7fd-cf6f-42a1-847e-76243de57b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:01.992297 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 6d4759eb-adfc-4863-b620-085500752db6 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:32:02.173509 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-759068ce-ccf3-48ee-a0b1-f018d521daf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:02.180336 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 6d4759eb-adfc-4863-b620-085500752db6 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:32:02.180707 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:02.395122 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-759068ce-ccf3-48ee-a0b1-f018d521daf0 admin admin] Allocated IP 172.20.0.1 (eaf1db68-2dd3-4be7-820a-5e51f2a109b9/f4dd46b2-a24f-488a-a5ee-fa90876fd47a/87990455-6006-409d-99b7-340b8af7d3dd) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:32:02.474204 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8a81b7fd-cf6f-42a1-847e-76243de57b2c None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:02.486139 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-8a81b7fd-cf6f-42a1-847e-76243de57b2c None None] Transition to ACTIVE for port object 5c4974e5-bf1d-4cb5-afff-6542113df259 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:32:02.570943 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8a81b7fd-cf6f-42a1-847e-76243de57b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:02.657216 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-8a81b7fd-cf6f-42a1-847e-76243de57b2c None None] Attempting to bind port 5c4974e5-bf1d-4cb5-afff-6542113df259 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:32:02.657574 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-8a81b7fd-cf6f-42a1-847e-76243de57b2c None None] Attempting to bind port 5c4974e5-bf1d-4cb5-afff-6542113df259 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:32:02.657967 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a81b7fd-cf6f-42a1-847e-76243de57b2c None None] Attempting to bind port 5c4974e5-bf1d-4cb5-afff-6542113df259 on network 552ba34b-3dd7-4be8-8310-a9fc908fe72b {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:32:02.664787 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a948c-c9a0-4e2b-9257-0dc8219d9a29 None None] Pushing event updated for resources: {'Port': ['ID=5c4974e5-bf1d-4cb5-afff-6542113df259,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:32:02.667330 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a81b7fd-cf6f-42a1-847e-76243de57b2c None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:32:02.671119 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-759068ce-ccf3-48ee-a0b1-f018d521daf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:02.671576 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a81b7fd-cf6f-42a1-847e-76243de57b2c None None] Checking segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:32:02.671576 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8a81b7fd-cf6f-42a1-847e-76243de57b2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:02.671576 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a81b7fd-cf6f-42a1-847e-76243de57b2c None None] Bound using segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:32:02.671576 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-8a81b7fd-cf6f-42a1-847e-76243de57b2c None None] Bound port: 5c4974e5-bf1d-4cb5-afff-6542113df259, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:32:02.671576 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8a81b7fd-cf6f-42a1-847e-76243de57b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:02.684585 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-759068ce-ccf3-48ee-a0b1-f018d521daf0 admin admin] Transition to ACTIVE for port object 87990455-6006-409d-99b7-340b8af7d3dd will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:32:02.739359 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-8a81b7fd-cf6f-42a1-847e-76243de57b2c None None] For port 5c4974e5-bf1d-4cb5-afff-6542113df259, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:32:02.742169 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-8a81b7fd-cf6f-42a1-847e-76243de57b2c None None] For port 5c4974e5-bf1d-4cb5-afff-6542113df259, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=5c4974e5-bf1d-4cb5-afff-6542113df259,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:32:02.776798 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-759068ce-ccf3-48ee-a0b1-f018d521daf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:02.805654 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8a81b7fd-cf6f-42a1-847e-76243de57b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:02.847366 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759068ce-ccf3-48ee-a0b1-f018d521daf0 admin admin] Network eaf1db68-2dd3-4be7-820a-5e51f2a109b9 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:32:02.850427 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-759068ce-ccf3-48ee-a0b1-f018d521daf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:32:02.852960 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759068ce-ccf3-48ee-a0b1-f018d521daf0 admin admin] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:32:02.894871 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759068ce-ccf3-48ee-a0b1-f018d521daf0 admin admin] Pushing event updated for resources: {'Port': ['ID=87990455-6006-409d-99b7-340b8af7d3dd,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:32:02.905094 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a81b7fd-cf6f-42a1-847e-76243de57b2c None None] Routers {'ef698afd-ee73-4cd6-8f99-fa253e58510f'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:32:02.905094 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-8a81b7fd-cf6f-42a1-847e-76243de57b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:31:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['ef698afd-ee73-4cd6-8f99-fa253e58510f'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:32:02.917060 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-759068ce-ccf3-48ee-a0b1-f018d521daf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:02.955021 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a948c-c9a0-4e2b-9257-0dc8219d9a29 None None] Pushing event updated for resources: {'Port': ['ID=5c4974e5-bf1d-4cb5-afff-6542113df259,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:32:03.087397 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-8a81b7fd-cf6f-42a1-847e-76243de57b2c None None] Set router ef698afd-ee73-4cd6-8f99-fa253e58510f gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:32:03.269730 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-759068ce-ccf3-48ee-a0b1-f018d521daf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:03.295532 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-4f12a7a1-4040-440a-bc1a-53a653fd33a7 None None] Provisioning for port 87990455-6006-409d-99b7-340b8af7d3dd completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:32:03.305228 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-4f12a7a1-4040-440a-bc1a-53a653fd33a7 None None] Provisioning complete for port 87990455-6006-409d-99b7-340b8af7d3dd triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:32:03.305598 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4f12a7a1-4040-440a-bc1a-53a653fd33a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:03.390787 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-4f12a7a1-4040-440a-bc1a-53a653fd33a7 None None] Port 87990455-6006-409d-99b7-340b8af7d3dd cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:32:03.452330 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-8a81b7fd-cf6f-42a1-847e-76243de57b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef698afd-ee73-4cd6-8f99-fa253e58510f', 'name': 'tempest-TestEncryptedCinderVolumes-1203811697-router', 'tenant_id': 'f44e769a8c664d6eb7c9fa0af586adfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '5c4974e5-bf1d-4cb5-afff-6542113df259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:31:58Z', 'updated_at': '2022-01-21T19:32:00Z', 'revision_number': 3, 'project_id': 'f44e769a8c664d6eb7c9fa0af586adfb', 'gw_port': {'id': '5c4974e5-bf1d-4cb5-afff-6542113df259', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef698afd-ee73-4cd6-8f99-fa253e58510f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:31:59Z', 'updated_at': '2022-01-21T19:32:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:32:03.456185 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a81b7fd-cf6f-42a1-847e-76243de57b2c None None] The sync data for ids ['ef698afd-ee73-4cd6-8f99-fa253e58510f'] in dv-neutron-825470-1-hyperv is: [{'id': 'ef698afd-ee73-4cd6-8f99-fa253e58510f', 'name': 'tempest-TestEncryptedCinderVolumes-1203811697-router', 'tenant_id': 'f44e769a8c664d6eb7c9fa0af586adfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '5c4974e5-bf1d-4cb5-afff-6542113df259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:31:58Z', 'updated_at': '2022-01-21T19:32:00Z', 'revision_number': 3, 'project_id': 'f44e769a8c664d6eb7c9fa0af586adfb', 'gw_port': {'id': '5c4974e5-bf1d-4cb5-afff-6542113df259', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef698afd-ee73-4cd6-8f99-fa253e58510f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:31:59Z', 'updated_at': '2022-01-21T19:32:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:32:03.516008 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-759068ce-ccf3-48ee-a0b1-f018d521daf0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:03.576293 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-759068ce-ccf3-48ee-a0b1-f018d521daf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:03.705501 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759068ce-ccf3-48ee-a0b1-f018d521daf0 admin admin] Pushing event updated for resources: {'Port': ['ID=87990455-6006-409d-99b7-340b8af7d3dd,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:32:03.710161 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-759068ce-ccf3-48ee-a0b1-f018d521daf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:03.858519 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759068ce-ccf3-48ee-a0b1-f018d521daf0 admin admin] Network eaf1db68-2dd3-4be7-820a-5e51f2a109b9 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:32:03.859708 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-759068ce-ccf3-48ee-a0b1-f018d521daf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:32:04.037037 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 5c4974e5-bf1d-4cb5-afff-6542113df259 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:32:04.081925 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759068ce-ccf3-48ee-a0b1-f018d521daf0 admin admin] Router ef698afd-ee73-4cd6-8f99-fa253e58510f has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:32:04.187485 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 5c4974e5-bf1d-4cb5-afff-6542113df259 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:32:04.192892 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 5c4974e5-bf1d-4cb5-afff-6542113df259 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:32:04.193263 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:04.268110 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-53efac99-c40c-4be2-a091-1dc03276ff56 None None] Provisioning complete for port 87990455-6006-409d-99b7-340b8af7d3dd triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:32:04.268482 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-53efac99-c40c-4be2-a091-1dc03276ff56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:04.272096 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759068ce-ccf3-48ee-a0b1-f018d521daf0 admin admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:32:04.282967 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-759068ce-ccf3-48ee-a0b1-f018d521daf0 admin admin] 10.222.0.87 "PUT /v2.0/routers/ef698afd-ee73-4cd6-8f99-fa253e58510f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8062725 Jan 21 19:32:04.376376 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-53efac99-c40c-4be2-a091-1dc03276ff56 None None] Port 87990455-6006-409d-99b7-340b8af7d3dd cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:32:04.386255 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:04.404675 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 5c4974e5-bf1d-4cb5-afff-6542113df259, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=5c4974e5-bf1d-4cb5-afff-6542113df259,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:32:04.494180 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:04.563169 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=5c4974e5-bf1d-4cb5-afff-6542113df259,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:32:04.999252 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 40640) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:32:05.006150 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-938f42e0-c0ec-498f-8d69-caa723e5fee7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-190266249-network', 'tenant_id': '8ea3c51e2da04521b11ebfa0e75d02d2'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:32:05.011744 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-938f42e0-c0ec-498f-8d69-caa723e5fee7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:32:05.012198 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f2b338-6870-4184-ada0-99fe282e1b92 None None] Sync routers for ids ['ef698afd-ee73-4cd6-8f99-fa253e58510f'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:32:05.016089 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-938f42e0-c0ec-498f-8d69-caa723e5fee7 admin admin] Usage tracker for resource:network and tenant:8ea3c51e2da04521b11ebfa0e75d02d2 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:32:05.019017 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-938f42e0-c0ec-498f-8d69-caa723e5fee7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:32:05.021605 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f2b338-6870-4184-ada0-99fe282e1b92 None None] Routers {'ef698afd-ee73-4cd6-8f99-fa253e58510f'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:32:05.022227 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-47f2b338-6870-4184-ada0-99fe282e1b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:31:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['ef698afd-ee73-4cd6-8f99-fa253e58510f'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:32:05.024922 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-938f42e0-c0ec-498f-8d69-caa723e5fee7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:32:05.094192 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938f42e0-c0ec-498f-8d69-caa723e5fee7 admin admin] Made reservation on behalf of 8ea3c51e2da04521b11ebfa0e75d02d2 for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:32:05.096524 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-938f42e0-c0ec-498f-8d69-caa723e5fee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:05.109132 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-938f42e0-c0ec-498f-8d69-caa723e5fee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:05.124087 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-938f42e0-c0ec-498f-8d69-caa723e5fee7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:32:05.128015 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-938f42e0-c0ec-498f-8d69-caa723e5fee7 admin admin] Usage tracker for resource:security_group_rule and tenant:8ea3c51e2da04521b11ebfa0e75d02d2 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:32:05.130781 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-938f42e0-c0ec-498f-8d69-caa723e5fee7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:32:05.136778 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-938f42e0-c0ec-498f-8d69-caa723e5fee7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:32:05.201615 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-47f2b338-6870-4184-ada0-99fe282e1b92 None None] Set router ef698afd-ee73-4cd6-8f99-fa253e58510f gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:32:05.218087 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-938f42e0-c0ec-498f-8d69-caa723e5fee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:05.284773 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-938f42e0-c0ec-498f-8d69-caa723e5fee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:05.317271 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-938f42e0-c0ec-498f-8d69-caa723e5fee7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:32:05.322876 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f42e0-c0ec-498f-8d69-caa723e5fee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8da6ace-cd5a-4fd8-9a8f-02ed0403f1b5,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:32:05.330784 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-938f42e0-c0ec-498f-8d69-caa723e5fee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:05.330784 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-938f42e0-c0ec-498f-8d69-caa723e5fee7 admin admin] Added segment f52b6643-8192-4169-a6c2-6ebe9e33b13b of type vlan for network 8fea4b51-3f71-4188-9599-d682aea14e21 Jan 21 19:32:05.357869 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-938f42e0-c0ec-498f-8d69-caa723e5fee7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:05.439201 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-938f42e0-c0ec-498f-8d69-caa723e5fee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:05.440479 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938f42e0-c0ec-498f-8d69-caa723e5fee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:32:05.441315 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-938f42e0-c0ec-498f-8d69-caa723e5fee7 admin admin] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:05.528798 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-47f2b338-6870-4184-ada0-99fe282e1b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef698afd-ee73-4cd6-8f99-fa253e58510f', 'name': 'tempest-TestEncryptedCinderVolumes-1203811697-router', 'tenant_id': 'f44e769a8c664d6eb7c9fa0af586adfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '5c4974e5-bf1d-4cb5-afff-6542113df259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:31:58Z', 'updated_at': '2022-01-21T19:32:03Z', 'revision_number': 4, 'project_id': 'f44e769a8c664d6eb7c9fa0af586adfb', 'gw_port': {'id': '5c4974e5-bf1d-4cb5-afff-6542113df259', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef698afd-ee73-4cd6-8f99-fa253e58510f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:31:59Z', 'updated_at': '2022-01-21T19:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '87990455-6006-409d-99b7-340b8af7d3dd', 'name': '', 'network_id': 'eaf1db68-2dd3-4be7-820a-5e51f2a109b9', 'tenant_id': 'f44e769a8c664d6eb7c9fa0af586adfb', 'mac_address': 'fa:16:3e:a2:e6:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef698afd-ee73-4cd6-8f99-fa253e58510f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'f4dd46b2-a24f-488a-a5ee-fa90876fd47a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:32:02Z', 'updated_at': '2022-01-21T19:32:03Z', 'revision_number': 2, 'project_id': 'f44e769a8c664d6eb7c9fa0af586adfb', 'subnets': [{'id': 'f4dd46b2-a24f-488a-a5ee-fa90876fd47a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:32:05.532868 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f2b338-6870-4184-ada0-99fe282e1b92 None None] Checking router: ef698afd-ee73-4cd6-8f99-fa253e58510f for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:32:05.533217 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f2b338-6870-4184-ada0-99fe282e1b92 None None] Updating router ef698afd-ee73-4cd6-8f99-fa253e58510f port 87990455-6006-409d-99b7-340b8af7d3dd binding host dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:32:05.587098 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-47f2b338-6870-4184-ada0-99fe282e1b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:05.667766 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f42e0-c0ec-498f-8d69-caa723e5fee7 admin admin] Pushing event updated for resources: {'Network': ['ID=8fea4b51-3f71-4188-9599-d682aea14e21,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:32:05.678404 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 8fea4b51-3f71-4188-9599-d682aea14e21 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:32:05.693453 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-938f42e0-c0ec-498f-8d69-caa723e5fee7 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6905932 Jan 21 19:32:05.693759 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 40644) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:32:05.699535 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-af544f16-9ebb-429d-85fc-25ab3389b219 admin admin] Request body: {'subnet': {'network_id': '8fea4b51-3f71-4188-9599-d682aea14e21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-190266249-subnet', 'tenant_id': '8ea3c51e2da04521b11ebfa0e75d02d2', 'ip_version': 4}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:32:05.704218 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-af544f16-9ebb-429d-85fc-25ab3389b219 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:32:05.708262 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-af544f16-9ebb-429d-85fc-25ab3389b219 admin admin] Usage tracker for resource:subnet and tenant:8ea3c51e2da04521b11ebfa0e75d02d2 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:32:05.710776 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-af544f16-9ebb-429d-85fc-25ab3389b219 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:32:05.717059 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-af544f16-9ebb-429d-85fc-25ab3389b219 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:32:05.793484 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af544f16-9ebb-429d-85fc-25ab3389b219 admin admin] Made reservation on behalf of 8ea3c51e2da04521b11ebfa0e75d02d2 for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:32:05.795991 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-af544f16-9ebb-429d-85fc-25ab3389b219 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:05.963046 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-47f2b338-6870-4184-ada0-99fe282e1b92 None None] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:05.975845 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-47f2b338-6870-4184-ada0-99fe282e1b92 None None] Transition to ACTIVE for port object 87990455-6006-409d-99b7-340b8af7d3dd will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:32:05.994232 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 5c4974e5-bf1d-4cb5-afff-6542113df259 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:32:06.059631 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 5c4974e5-bf1d-4cb5-afff-6542113df259 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:32:06.060005 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:06.084481 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-47f2b338-6870-4184-ada0-99fe282e1b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:06.108166 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-af544f16-9ebb-429d-85fc-25ab3389b219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:06.190515 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af544f16-9ebb-429d-85fc-25ab3389b219 admin admin] Pushing event updated for resources: {'Subnet': ['ID=412ddf9d-2199-4c9d-a679-7f65a11ff5f2,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:32:06.200970 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af544f16-9ebb-429d-85fc-25ab3389b219 admin admin] Checking segment: {'id': 'f52b6643-8192-4169-a6c2-6ebe9e33b13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8fea4b51-3f71-4188-9599-d682aea14e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:32:06.201329 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af544f16-9ebb-429d-85fc-25ab3389b219 admin admin] Network hostable DHCP agents. Network: 8fea4b51-3f71-4188-9599-d682aea14e21, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:32:06.267387 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af544f16-9ebb-429d-85fc-25ab3389b219 admin admin] Network 8fea4b51-3f71-4188-9599-d682aea14e21 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:32:06.281367 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65640bea-a1fc-4489-99a1-8c09c3fb9484 None None] Pushing event updated for resources: {'Port': ['ID=87990455-6006-409d-99b7-340b8af7d3dd,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:32:06.292610 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65640bea-a1fc-4489-99a1-8c09c3fb9484 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:32:06.292951 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65640bea-a1fc-4489-99a1-8c09c3fb9484 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:32:06.293280 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65640bea-a1fc-4489-99a1-8c09c3fb9484 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:32:06.293624 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65640bea-a1fc-4489-99a1-8c09c3fb9484 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:32:06.293959 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65640bea-a1fc-4489-99a1-8c09c3fb9484 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:32:06.294282 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65640bea-a1fc-4489-99a1-8c09c3fb9484 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:32:06.294600 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65640bea-a1fc-4489-99a1-8c09c3fb9484 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:32:06.294916 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65640bea-a1fc-4489-99a1-8c09c3fb9484 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:32:06.295231 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65640bea-a1fc-4489-99a1-8c09c3fb9484 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:32:06.295541 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65640bea-a1fc-4489-99a1-8c09c3fb9484 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:32:06.295858 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65640bea-a1fc-4489-99a1-8c09c3fb9484 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:32:06.296162 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65640bea-a1fc-4489-99a1-8c09c3fb9484 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:32:06.315881 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-47f2b338-6870-4184-ada0-99fe282e1b92 None None] Attempting to bind port 87990455-6006-409d-99b7-340b8af7d3dd on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:32:06.316248 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-47f2b338-6870-4184-ada0-99fe282e1b92 None None] Attempting to bind port 87990455-6006-409d-99b7-340b8af7d3dd by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '82336bd7-62cf-49ad-9d3d-cd15ca1145f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eaf1db68-2dd3-4be7-820a-5e51f2a109b9'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:32:06.316655 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f2b338-6870-4184-ada0-99fe282e1b92 None None] Attempting to bind port 87990455-6006-409d-99b7-340b8af7d3dd on network eaf1db68-2dd3-4be7-820a-5e51f2a109b9 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:32:06.322335 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f2b338-6870-4184-ada0-99fe282e1b92 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:32:06.323392 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f2b338-6870-4184-ada0-99fe282e1b92 None None] Checking segment: {'id': '82336bd7-62cf-49ad-9d3d-cd15ca1145f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eaf1db68-2dd3-4be7-820a-5e51f2a109b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:32:06.323994 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-47f2b338-6870-4184-ada0-99fe282e1b92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:06.324210 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f2b338-6870-4184-ada0-99fe282e1b92 None None] Bound using segment: {'id': '82336bd7-62cf-49ad-9d3d-cd15ca1145f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eaf1db68-2dd3-4be7-820a-5e51f2a109b9'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:32:06.324670 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-47f2b338-6870-4184-ada0-99fe282e1b92 None None] Bound port: 87990455-6006-409d-99b7-340b8af7d3dd, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82336bd7-62cf-49ad-9d3d-cd15ca1145f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eaf1db68-2dd3-4be7-820a-5e51f2a109b9'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:32:06.325034 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-47f2b338-6870-4184-ada0-99fe282e1b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:06.335922 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-af544f16-9ebb-429d-85fc-25ab3389b219 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 8fea4b51-3f71-4188-9599-d682aea14e21) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:32:06.340582 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af544f16-9ebb-429d-85fc-25ab3389b219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:32:06.341382 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-af544f16-9ebb-429d-85fc-25ab3389b219 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:06.353111 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661da272-3f21-4b6b-b580-28a6abd1d725 None None] Network 8fea4b51-3f71-4188-9599-d682aea14e21 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:32:06.422088 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-47f2b338-6870-4184-ada0-99fe282e1b92 None None] For port 87990455-6006-409d-99b7-340b8af7d3dd, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:32:06.424969 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-47f2b338-6870-4184-ada0-99fe282e1b92 None None] For port 87990455-6006-409d-99b7-340b8af7d3dd, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=87990455-6006-409d-99b7-340b8af7d3dd,segment=NetworkSegment(82336bd7-62cf-49ad-9d3d-cd15ca1145f4),segment_id=82336bd7-62cf-49ad-9d3d-cd15ca1145f4)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:32:06.432998 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-af544f16-9ebb-429d-85fc-25ab3389b219 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7351377 Jan 21 19:32:06.433276 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 40648) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:32:06.438711 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-c60c3687-01e7-4ce1-9f69-fe5d5f5ab1f6 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-190266249-router', 'tenant_id': '8ea3c51e2da04521b11ebfa0e75d02d2', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:32:06.443496 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-c60c3687-01e7-4ce1-9f69-fe5d5f5ab1f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:32:06.447308 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-c60c3687-01e7-4ce1-9f69-fe5d5f5ab1f6 admin admin] Usage tracker for resource:router and tenant:8ea3c51e2da04521b11ebfa0e75d02d2 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:32:06.452307 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-c60c3687-01e7-4ce1-9f69-fe5d5f5ab1f6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:32:06.460567 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-c60c3687-01e7-4ce1-9f69-fe5d5f5ab1f6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:32:06.508165 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-47f2b338-6870-4184-ada0-99fe282e1b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:06.536687 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c60c3687-01e7-4ce1-9f69-fe5d5f5ab1f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:06.537900 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c60c3687-01e7-4ce1-9f69-fe5d5f5ab1f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:06.554945 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c60c3687-01e7-4ce1-9f69-fe5d5f5ab1f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:06.584873 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c088df3-b7df-4003-b1c8-e58b1935f64d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-8fea4b51-3f71-4188-9599-d682aea14e21', 'network_id': '8fea4b51-3f71-4188-9599-d682aea14e21', 'tenant_id': '8ea3c51e2da04521b11ebfa0e75d02d2', 'fixed_ips': [{'subnet_id': '412ddf9d-2199-4c9d-a679-7f65a11ff5f2'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:32:06.585101 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f2b338-6870-4184-ada0-99fe282e1b92 None None] Routers {'ef698afd-ee73-4cd6-8f99-fa253e58510f'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:32:06.585741 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-47f2b338-6870-4184-ada0-99fe282e1b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:31:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['ef698afd-ee73-4cd6-8f99-fa253e58510f'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:32:06.586035 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4c088df3-b7df-4003-b1c8-e58b1935f64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:06.659941 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65640bea-a1fc-4489-99a1-8c09c3fb9484 None None] Pushing event updated for resources: {'Port': ['ID=87990455-6006-409d-99b7-340b8af7d3dd,revision_number=4']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:32:06.768449 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-4c088df3-b7df-4003-b1c8-e58b1935f64d None None] Allocated IP 172.20.0.2 (8fea4b51-3f71-4188-9599-d682aea14e21/412ddf9d-2199-4c9d-a679-7f65a11ff5f2/78119d5c-4d12-49d1-8164-aa1d7699d00a) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:32:06.838946 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-47f2b338-6870-4184-ada0-99fe282e1b92 None None] Set router ef698afd-ee73-4cd6-8f99-fa253e58510f gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:32:07.007259 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4c088df3-b7df-4003-b1c8-e58b1935f64d None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:07.021389 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-4c088df3-b7df-4003-b1c8-e58b1935f64d None None] Transition to ACTIVE for port object 78119d5c-4d12-49d1-8164-aa1d7699d00a will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:32:07.026020 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c60c3687-01e7-4ce1-9f69-fe5d5f5ab1f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:07.040380 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-4c088df3-b7df-4003-b1c8-e58b1935f64d None None] Transition to ACTIVE for port object 78119d5c-4d12-49d1-8164-aa1d7699d00a will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:32:07.108287 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4c088df3-b7df-4003-b1c8-e58b1935f64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:07.169157 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-47f2b338-6870-4184-ada0-99fe282e1b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef698afd-ee73-4cd6-8f99-fa253e58510f', 'name': 'tempest-TestEncryptedCinderVolumes-1203811697-router', 'tenant_id': 'f44e769a8c664d6eb7c9fa0af586adfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '5c4974e5-bf1d-4cb5-afff-6542113df259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:31:58Z', 'updated_at': '2022-01-21T19:32:03Z', 'revision_number': 4, 'project_id': 'f44e769a8c664d6eb7c9fa0af586adfb', 'gw_port': {'id': '5c4974e5-bf1d-4cb5-afff-6542113df259', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef698afd-ee73-4cd6-8f99-fa253e58510f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:31:59Z', 'updated_at': '2022-01-21T19:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '87990455-6006-409d-99b7-340b8af7d3dd', 'name': '', 'network_id': 'eaf1db68-2dd3-4be7-820a-5e51f2a109b9', 'tenant_id': 'f44e769a8c664d6eb7c9fa0af586adfb', 'mac_address': 'fa:16:3e:a2:e6:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef698afd-ee73-4cd6-8f99-fa253e58510f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'f4dd46b2-a24f-488a-a5ee-fa90876fd47a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:32:02Z', 'updated_at': '2022-01-21T19:32:06Z', 'revision_number': 4, 'project_id': 'f44e769a8c664d6eb7c9fa0af586adfb', 'subnets': [{'id': 'f4dd46b2-a24f-488a-a5ee-fa90876fd47a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:32:07.173190 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f2b338-6870-4184-ada0-99fe282e1b92 None None] The sync data for ids ['ef698afd-ee73-4cd6-8f99-fa253e58510f'] in dv-neutron-825470-1-hyperv is: [{'id': 'ef698afd-ee73-4cd6-8f99-fa253e58510f', 'name': 'tempest-TestEncryptedCinderVolumes-1203811697-router', 'tenant_id': 'f44e769a8c664d6eb7c9fa0af586adfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '5c4974e5-bf1d-4cb5-afff-6542113df259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:31:58Z', 'updated_at': '2022-01-21T19:32:03Z', 'revision_number': 4, 'project_id': 'f44e769a8c664d6eb7c9fa0af586adfb', 'gw_port': {'id': '5c4974e5-bf1d-4cb5-afff-6542113df259', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef698afd-ee73-4cd6-8f99-fa253e58510f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:31:59Z', 'updated_at': '2022-01-21T19:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '87990455-6006-409d-99b7-340b8af7d3dd', 'name': '', 'network_id': 'eaf1db68-2dd3-4be7-820a-5e51f2a109b9', 'tenant_id': 'f44e769a8c664d6eb7c9fa0af586adfb', 'mac_address': 'fa:16:3e:a2:e6:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef698afd-ee73-4cd6-8f99-fa253e58510f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'f4dd46b2-a24f-488a-a5ee-fa90876fd47a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:32:02Z', 'updated_at': '2022-01-21T19:32:06Z', 'revision_number': 4, 'project_id': 'f44e769a8c664d6eb7c9fa0af586adfb', 'subnets': [{'id': 'f4dd46b2-a24f-488a-a5ee-fa90876fd47a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:32:07.176044 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c088df3-b7df-4003-b1c8-e58b1935f64d None None] Network 8fea4b51-3f71-4188-9599-d682aea14e21 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:32:07.179285 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-4c088df3-b7df-4003-b1c8-e58b1935f64d None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:32:07.183712 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c088df3-b7df-4003-b1c8-e58b1935f64d None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:32:07.217104 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c088df3-b7df-4003-b1c8-e58b1935f64d None None] Pushing event updated for resources: {'Port': ['ID=78119d5c-4d12-49d1-8164-aa1d7699d00a,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:32:07.308903 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-4c088df3-b7df-4003-b1c8-e58b1935f64d None None] Attempting to bind port 78119d5c-4d12-49d1-8164-aa1d7699d00a on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:32:07.309268 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-4c088df3-b7df-4003-b1c8-e58b1935f64d None None] Attempting to bind port 78119d5c-4d12-49d1-8164-aa1d7699d00a by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'f52b6643-8192-4169-a6c2-6ebe9e33b13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8fea4b51-3f71-4188-9599-d682aea14e21'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:32:07.309627 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c088df3-b7df-4003-b1c8-e58b1935f64d None None] Attempting to bind port 78119d5c-4d12-49d1-8164-aa1d7699d00a on network 8fea4b51-3f71-4188-9599-d682aea14e21 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:32:07.316430 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c088df3-b7df-4003-b1c8-e58b1935f64d None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:32:07.316821 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c088df3-b7df-4003-b1c8-e58b1935f64d None None] Checking segment: {'id': 'f52b6643-8192-4169-a6c2-6ebe9e33b13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8fea4b51-3f71-4188-9599-d682aea14e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:32:07.317206 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4c088df3-b7df-4003-b1c8-e58b1935f64d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:07.317749 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c088df3-b7df-4003-b1c8-e58b1935f64d None None] Bound using segment: {'id': 'f52b6643-8192-4169-a6c2-6ebe9e33b13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8fea4b51-3f71-4188-9599-d682aea14e21'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:32:07.318251 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-4c088df3-b7df-4003-b1c8-e58b1935f64d None None] Bound port: 78119d5c-4d12-49d1-8164-aa1d7699d00a, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52b6643-8192-4169-a6c2-6ebe9e33b13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8fea4b51-3f71-4188-9599-d682aea14e21'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:32:07.318622 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4c088df3-b7df-4003-b1c8-e58b1935f64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:07.418046 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-4c088df3-b7df-4003-b1c8-e58b1935f64d None None] For port 78119d5c-4d12-49d1-8164-aa1d7699d00a, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:32:07.421688 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-4c088df3-b7df-4003-b1c8-e58b1935f64d None None] For port 78119d5c-4d12-49d1-8164-aa1d7699d00a, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=78119d5c-4d12-49d1-8164-aa1d7699d00a,segment=NetworkSegment(f52b6643-8192-4169-a6c2-6ebe9e33b13b),segment_id=f52b6643-8192-4169-a6c2-6ebe9e33b13b)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:32:07.441353 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c60c3687-01e7-4ce1-9f69-fe5d5f5ab1f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:07.477023 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c60c3687-01e7-4ce1-9f69-fe5d5f5ab1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:07.485111 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4c088df3-b7df-4003-b1c8-e58b1935f64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:07.565522 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c088df3-b7df-4003-b1c8-e58b1935f64d None None] Pushing event updated for resources: {'Port': ['ID=78119d5c-4d12-49d1-8164-aa1d7699d00a,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:32:07.623878 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-c60c3687-01e7-4ce1-9f69-fe5d5f5ab1f6 admin admin] Allocated IP 172.26.1.212 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/24e2907b-7770-4733-9a51-091d0866cd3e) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:32:07.796878 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c60c3687-01e7-4ce1-9f69-fe5d5f5ab1f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:07.902868 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c60c3687-01e7-4ce1-9f69-fe5d5f5ab1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:07.972224 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60c3687-01e7-4ce1-9f69-fe5d5f5ab1f6 admin admin] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:32:07.975104 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-c60c3687-01e7-4ce1-9f69-fe5d5f5ab1f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:32:07.977556 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60c3687-01e7-4ce1-9f69-fe5d5f5ab1f6 admin admin] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:32:08.023092 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c3687-01e7-4ce1-9f69-fe5d5f5ab1f6 admin admin] Pushing event updated for resources: {'Port': ['ID=24e2907b-7770-4733-9a51-091d0866cd3e,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:32:08.074385 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 87990455-6006-409d-99b7-340b8af7d3dd up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:32:08.210301 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 87990455-6006-409d-99b7-340b8af7d3dd completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:32:08.216516 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 87990455-6006-409d-99b7-340b8af7d3dd triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:32:08.217243 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:08.345830 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:08.391854 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 87990455-6006-409d-99b7-340b8af7d3dd, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=87990455-6006-409d-99b7-340b8af7d3dd,segment=NetworkSegment(82336bd7-62cf-49ad-9d3d-cd15ca1145f4),segment_id=82336bd7-62cf-49ad-9d3d-cd15ca1145f4)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:32:08.475640 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:08.476771 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 78119d5c-4d12-49d1-8164-aa1d7699d00a up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:32:08.567270 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c60c3687-01e7-4ce1-9f69-fe5d5f5ab1f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:08.607287 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=87990455-6006-409d-99b7-340b8af7d3dd,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:32:08.615503 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:32:08.615854 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:32:08.616329 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:32:08.616690 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:32:08.617016 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:32:08.617354 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:32:08.617679 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:32:08.618041 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:32:08.618364 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:32:08.618769 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:32:08.619005 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:32:08.619686 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:32:08.681936 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad24660-3ea8-420b-95c0-0c8db5f2f5e2 None None] Network 8fea4b51-3f71-4188-9599-d682aea14e21 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:32:08.702318 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 78119d5c-4d12-49d1-8164-aa1d7699d00a completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:32:08.892688 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-dc75de56-4ed4-4478-837d-1c421508e93f None None] Provisioning for port 78119d5c-4d12-49d1-8164-aa1d7699d00a completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:32:08.906268 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-dc75de56-4ed4-4478-837d-1c421508e93f None None] Provisioning complete for port 78119d5c-4d12-49d1-8164-aa1d7699d00a triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:32:08.906640 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-dc75de56-4ed4-4478-837d-1c421508e93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:09.022739 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c60c3687-01e7-4ce1-9f69-fe5d5f5ab1f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:09.082325 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-dc75de56-4ed4-4478-837d-1c421508e93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:09.119991 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-dc75de56-4ed4-4478-837d-1c421508e93f None None] For port 78119d5c-4d12-49d1-8164-aa1d7699d00a, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=78119d5c-4d12-49d1-8164-aa1d7699d00a,segment=NetworkSegment(f52b6643-8192-4169-a6c2-6ebe9e33b13b),segment_id=f52b6643-8192-4169-a6c2-6ebe9e33b13b)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:32:09.204792 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-dc75de56-4ed4-4478-837d-1c421508e93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:09.273776 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc75de56-4ed4-4478-837d-1c421508e93f None None] Pushing event updated for resources: {'Port': ['ID=78119d5c-4d12-49d1-8164-aa1d7699d00a,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:32:09.307850 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60c3687-01e7-4ce1-9f69-fe5d5f5ab1f6 admin admin] Router 9aaed732-f646-4fb5-b637-4984da3d7d20 is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:32:09.322747 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-288e88dc-9613-42e8-919e-ba3370715e94 None None] Provisioning complete for port 78119d5c-4d12-49d1-8164-aa1d7699d00a triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:32:09.323116 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-288e88dc-9613-42e8-919e-ba3370715e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:09.487501 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60c3687-01e7-4ce1-9f69-fe5d5f5ab1f6 admin admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:32:09.497538 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5446e6f8-d47d-4c0d-b0c4-54f085831f90 None None] Sync routers for ids ['9aaed732-f646-4fb5-b637-4984da3d7d20'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:32:09.506444 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5446e6f8-d47d-4c0d-b0c4-54f085831f90 None None] Routers {'9aaed732-f646-4fb5-b637-4984da3d7d20'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:32:09.507063 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-5446e6f8-d47d-4c0d-b0c4-54f085831f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:31:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['9aaed732-f646-4fb5-b637-4984da3d7d20'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:32:09.571190 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c60c3687-01e7-4ce1-9f69-fe5d5f5ab1f6 admin admin] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:09.576085 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c60c3687-01e7-4ce1-9f69-fe5d5f5ab1f6 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.1392100 Jan 21 19:32:09.576228 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 40654) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:32:09.690747 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-5446e6f8-d47d-4c0d-b0c4-54f085831f90 None None] Set router 9aaed732-f646-4fb5-b637-4984da3d7d20 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:32:09.980188 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-5446e6f8-d47d-4c0d-b0c4-54f085831f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aaed732-f646-4fb5-b637-4984da3d7d20', 'name': 'tempest-TestEncryptedCinderVolumes-190266249-router', 'tenant_id': '8ea3c51e2da04521b11ebfa0e75d02d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': '24e2907b-7770-4733-9a51-091d0866cd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:32:06Z', 'updated_at': '2022-01-21T19:32:08Z', 'revision_number': 3, 'project_id': '8ea3c51e2da04521b11ebfa0e75d02d2', 'gw_port': {'id': '24e2907b-7770-4733-9a51-091d0866cd3e', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aaed732-f646-4fb5-b637-4984da3d7d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:32:07Z', 'updated_at': '2022-01-21T19:32:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:32:09.983996 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5446e6f8-d47d-4c0d-b0c4-54f085831f90 None None] Checking router: 9aaed732-f646-4fb5-b637-4984da3d7d20 for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:32:09.984337 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5446e6f8-d47d-4c0d-b0c4-54f085831f90 None None] Updating router 9aaed732-f646-4fb5-b637-4984da3d7d20 port 24e2907b-7770-4733-9a51-091d0866cd3e binding host dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:32:10.014184 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 87990455-6006-409d-99b7-340b8af7d3dd up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:32:10.086406 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5446e6f8-d47d-4c0d-b0c4-54f085831f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:10.194469 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 87990455-6006-409d-99b7-340b8af7d3dd triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:32:10.194837 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:10.241630 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b154d03f-3645-4093-ab88-8bf8ebd38454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:10.435249 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 78119d5c-4d12-49d1-8164-aa1d7699d00a up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:32:10.569008 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-b154d03f-3645-4093-ab88-8bf8ebd38454 admin admin] Allocated IP 172.20.0.1 (8fea4b51-3f71-4188-9599-d682aea14e21/412ddf9d-2199-4c9d-a679-7f65a11ff5f2/da9531c4-7033-42d3-9a27-bd447d6b3794) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:32:10.610274 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 78119d5c-4d12-49d1-8164-aa1d7699d00a triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:32:10.610643 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:10.652430 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5446e6f8-d47d-4c0d-b0c4-54f085831f90 None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:10.675732 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-5446e6f8-d47d-4c0d-b0c4-54f085831f90 None None] Transition to ACTIVE for port object 24e2907b-7770-4733-9a51-091d0866cd3e will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:32:10.722028 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b154d03f-3645-4093-ab88-8bf8ebd38454 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:10.738758 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-b154d03f-3645-4093-ab88-8bf8ebd38454 admin admin] Transition to ACTIVE for port object da9531c4-7033-42d3-9a27-bd447d6b3794 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:32:10.752900 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5446e6f8-d47d-4c0d-b0c4-54f085831f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:10.840139 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b154d03f-3645-4093-ab88-8bf8ebd38454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:10.840972 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-5446e6f8-d47d-4c0d-b0c4-54f085831f90 None None] Attempting to bind port 24e2907b-7770-4733-9a51-091d0866cd3e on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:32:10.841343 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-5446e6f8-d47d-4c0d-b0c4-54f085831f90 None None] Attempting to bind port 24e2907b-7770-4733-9a51-091d0866cd3e by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:32:10.841709 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5446e6f8-d47d-4c0d-b0c4-54f085831f90 None None] Attempting to bind port 24e2907b-7770-4733-9a51-091d0866cd3e on network 552ba34b-3dd7-4be8-8310-a9fc908fe72b {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:32:10.847441 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d153717-1660-4437-93ab-7f27daa9527f None None] Pushing event updated for resources: {'Port': ['ID=24e2907b-7770-4733-9a51-091d0866cd3e,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:32:10.853293 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5446e6f8-d47d-4c0d-b0c4-54f085831f90 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:32:10.853293 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5446e6f8-d47d-4c0d-b0c4-54f085831f90 None None] Checking segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:32:10.853293 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5446e6f8-d47d-4c0d-b0c4-54f085831f90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:10.853293 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5446e6f8-d47d-4c0d-b0c4-54f085831f90 None None] Bound using segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:32:10.853293 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-5446e6f8-d47d-4c0d-b0c4-54f085831f90 None None] Bound port: 24e2907b-7770-4733-9a51-091d0866cd3e, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:32:10.854540 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5446e6f8-d47d-4c0d-b0c4-54f085831f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:10.907397 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b154d03f-3645-4093-ab88-8bf8ebd38454 admin admin] Network 8fea4b51-3f71-4188-9599-d682aea14e21 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:32:10.910151 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-b154d03f-3645-4093-ab88-8bf8ebd38454 admin admin] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:32:10.912500 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b154d03f-3645-4093-ab88-8bf8ebd38454 admin admin] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:32:10.929774 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-5446e6f8-d47d-4c0d-b0c4-54f085831f90 None None] For port 24e2907b-7770-4733-9a51-091d0866cd3e, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:32:10.933359 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-5446e6f8-d47d-4c0d-b0c4-54f085831f90 None None] For port 24e2907b-7770-4733-9a51-091d0866cd3e, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=24e2907b-7770-4733-9a51-091d0866cd3e,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:32:10.955730 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b154d03f-3645-4093-ab88-8bf8ebd38454 admin admin] Pushing event updated for resources: {'Port': ['ID=da9531c4-7033-42d3-9a27-bd447d6b3794,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:32:10.975573 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b154d03f-3645-4093-ab88-8bf8ebd38454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:11.057576 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5446e6f8-d47d-4c0d-b0c4-54f085831f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:11.140719 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5446e6f8-d47d-4c0d-b0c4-54f085831f90 None None] Routers {'9aaed732-f646-4fb5-b637-4984da3d7d20'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:32:11.141383 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-5446e6f8-d47d-4c0d-b0c4-54f085831f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:31:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['9aaed732-f646-4fb5-b637-4984da3d7d20'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:32:11.206132 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d153717-1660-4437-93ab-7f27daa9527f None None] Pushing event updated for resources: {'Port': ['ID=24e2907b-7770-4733-9a51-091d0866cd3e,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:32:11.306216 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-35db0a24-0fb3-4c47-9e11-6f762b7a575d None None] Provisioning for port da9531c4-7033-42d3-9a27-bd447d6b3794 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:32:11.314904 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-35db0a24-0fb3-4c47-9e11-6f762b7a575d None None] Provisioning complete for port da9531c4-7033-42d3-9a27-bd447d6b3794 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:32:11.315274 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-35db0a24-0fb3-4c47-9e11-6f762b7a575d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:11.332514 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b154d03f-3645-4093-ab88-8bf8ebd38454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:11.373230 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-5446e6f8-d47d-4c0d-b0c4-54f085831f90 None None] Set router 9aaed732-f646-4fb5-b637-4984da3d7d20 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:32:11.498486 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-35db0a24-0fb3-4c47-9e11-6f762b7a575d None None] Port da9531c4-7033-42d3-9a27-bd447d6b3794 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:32:11.554547 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b154d03f-3645-4093-ab88-8bf8ebd38454 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:11.620439 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b154d03f-3645-4093-ab88-8bf8ebd38454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:11.662650 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-5446e6f8-d47d-4c0d-b0c4-54f085831f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aaed732-f646-4fb5-b637-4984da3d7d20', 'name': 'tempest-TestEncryptedCinderVolumes-190266249-router', 'tenant_id': '8ea3c51e2da04521b11ebfa0e75d02d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': '24e2907b-7770-4733-9a51-091d0866cd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:32:06Z', 'updated_at': '2022-01-21T19:32:08Z', 'revision_number': 3, 'project_id': '8ea3c51e2da04521b11ebfa0e75d02d2', 'gw_port': {'id': '24e2907b-7770-4733-9a51-091d0866cd3e', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aaed732-f646-4fb5-b637-4984da3d7d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:32:07Z', 'updated_at': '2022-01-21T19:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:32:11.666799 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5446e6f8-d47d-4c0d-b0c4-54f085831f90 None None] The sync data for ids ['9aaed732-f646-4fb5-b637-4984da3d7d20'] in dv-neutron-825470-1-hyperv is: [{'id': '9aaed732-f646-4fb5-b637-4984da3d7d20', 'name': 'tempest-TestEncryptedCinderVolumes-190266249-router', 'tenant_id': '8ea3c51e2da04521b11ebfa0e75d02d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': '24e2907b-7770-4733-9a51-091d0866cd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:32:06Z', 'updated_at': '2022-01-21T19:32:08Z', 'revision_number': 3, 'project_id': '8ea3c51e2da04521b11ebfa0e75d02d2', 'gw_port': {'id': '24e2907b-7770-4733-9a51-091d0866cd3e', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aaed732-f646-4fb5-b637-4984da3d7d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:32:07Z', 'updated_at': '2022-01-21T19:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:32:11.732793 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b154d03f-3645-4093-ab88-8bf8ebd38454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:11.736236 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b154d03f-3645-4093-ab88-8bf8ebd38454 admin admin] Pushing event updated for resources: {'Port': ['ID=da9531c4-7033-42d3-9a27-bd447d6b3794,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:32:11.879256 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b154d03f-3645-4093-ab88-8bf8ebd38454 admin admin] Network 8fea4b51-3f71-4188-9599-d682aea14e21 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:32:11.882162 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-b154d03f-3645-4093-ab88-8bf8ebd38454 admin admin] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:32:12.036327 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 24e2907b-7770-4733-9a51-091d0866cd3e up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:32:12.116362 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b154d03f-3645-4093-ab88-8bf8ebd38454 admin admin] Router 9aaed732-f646-4fb5-b637-4984da3d7d20 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:32:12.183752 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 24e2907b-7770-4733-9a51-091d0866cd3e completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:32:12.188983 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 24e2907b-7770-4733-9a51-091d0866cd3e triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:32:12.189341 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:12.256751 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-e73e6189-26d2-4183-a52a-a5c24b3c1833 None None] Provisioning complete for port da9531c4-7033-42d3-9a27-bd447d6b3794 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:32:12.257101 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e73e6189-26d2-4183-a52a-a5c24b3c1833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:12.354324 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-e73e6189-26d2-4183-a52a-a5c24b3c1833 None None] Port da9531c4-7033-42d3-9a27-bd447d6b3794 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:32:12.378693 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:12.401353 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 24e2907b-7770-4733-9a51-091d0866cd3e, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=24e2907b-7770-4733-9a51-091d0866cd3e,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:32:12.432663 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b154d03f-3645-4093-ab88-8bf8ebd38454 admin admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:32:12.443629 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b154d03f-3645-4093-ab88-8bf8ebd38454 admin admin] 10.222.0.87 "PUT /v2.0/routers/9aaed732-f646-4fb5-b637-4984da3d7d20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8661842 Jan 21 19:32:12.490287 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:12.565973 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=24e2907b-7770-4733-9a51-091d0866cd3e,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:32:13.216958 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-c1cdd2b2-19a5-474e-aac0-cdb96c3eadcb tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:32:13.218411 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-c1cdd2b2-19a5-474e-aac0-cdb96c3eadcb tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/networks?id=eaf1db68-2dd3-4be7-820a-5e51f2a109b9 HTTP/1.1" status: 200 len: 817 time: 0.1495659 Jan 21 19:32:13.232754 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-4e5139d3-468e-4a9d-af58-d12575e9baa2 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/quotas/f44e769a8c664d6eb7c9fa0af586adfb HTTP/1.1" status: 200 len: 375 time: 0.0089307 Jan 21 19:32:13.311690 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-4458466d-67a2-446a-a2eb-3b63d8b9df13 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Synchronizing usage tracker for tenant:f44e769a8c664d6eb7c9fa0af586adfb on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:32:13.425443 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-4458466d-67a2-446a-a2eb-3b63d8b9df13 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Unset dirty status for tenant:f44e769a8c664d6eb7c9fa0af586adfb on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:32:13.426787 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-4458466d-67a2-446a-a2eb-3b63d8b9df13 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=f44e769a8c664d6eb7c9fa0af586adfb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1893392 Jan 21 19:32:13.671444 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-ff3ae7e2-3b81-49fc-a071-1bf8533d9d23 service neutron] 10.222.0.87 "GET /v2.0/networks/eaf1db68-2dd3-4be7-820a-5e51f2a109b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278633 Jan 21 19:32:13.800675 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-5549a804-be9b-4b83-bfdb-60d6c5e94a57 service neutron] 10.222.0.87 "GET /v2.0/networks/eaf1db68-2dd3-4be7-820a-5e51f2a109b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233919 Jan 21 19:32:13.992934 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 24e2907b-7770-4733-9a51-091d0866cd3e up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:32:14.070035 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 24e2907b-7770-4733-9a51-091d0866cd3e triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:32:14.070557 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:14.108491 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c03f60b8-75b7-4c1b-ba9d-b3c268b9fe58 req-0af22311-da9a-46a3-83b5-a1bbc9364d9c tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/ports?device_id=264a9528-1874-4e03-8b0e-eb389c17e2e3 HTTP/1.1" status: 200 len: 210 time: 0.0537493 Jan 21 19:32:14.351517 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebd80b0-708e-4490-aaee-fd4bbbd51273 None None] Sync routers for ids ['9aaed732-f646-4fb5-b637-4984da3d7d20'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:32:14.360700 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebd80b0-708e-4490-aaee-fd4bbbd51273 None None] Routers {'9aaed732-f646-4fb5-b637-4984da3d7d20'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:32:14.361310 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-cebd80b0-708e-4490-aaee-fd4bbbd51273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:31:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['9aaed732-f646-4fb5-b637-4984da3d7d20'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:32:14.545637 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-cebd80b0-708e-4490-aaee-fd4bbbd51273 None None] Set router 9aaed732-f646-4fb5-b637-4984da3d7d20 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:32:14.858828 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-cebd80b0-708e-4490-aaee-fd4bbbd51273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aaed732-f646-4fb5-b637-4984da3d7d20', 'name': 'tempest-TestEncryptedCinderVolumes-190266249-router', 'tenant_id': '8ea3c51e2da04521b11ebfa0e75d02d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': '24e2907b-7770-4733-9a51-091d0866cd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:32:06Z', 'updated_at': '2022-01-21T19:32:11Z', 'revision_number': 4, 'project_id': '8ea3c51e2da04521b11ebfa0e75d02d2', 'gw_port': {'id': '24e2907b-7770-4733-9a51-091d0866cd3e', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aaed732-f646-4fb5-b637-4984da3d7d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:32:07Z', 'updated_at': '2022-01-21T19:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'da9531c4-7033-42d3-9a27-bd447d6b3794', 'name': '', 'network_id': '8fea4b51-3f71-4188-9599-d682aea14e21', 'tenant_id': '8ea3c51e2da04521b11ebfa0e75d02d2', 'mac_address': 'fa:16:3e:8c:9d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aaed732-f646-4fb5-b637-4984da3d7d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '412ddf9d-2199-4c9d-a679-7f65a11ff5f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:32:10Z', 'updated_at': '2022-01-21T19:32:11Z', 'revision_number': 2, 'project_id': '8ea3c51e2da04521b11ebfa0e75d02d2', 'subnets': [{'id': '412ddf9d-2199-4c9d-a679-7f65a11ff5f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:32:14.862520 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebd80b0-708e-4490-aaee-fd4bbbd51273 None None] Checking router: 9aaed732-f646-4fb5-b637-4984da3d7d20 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:32:14.862866 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebd80b0-708e-4490-aaee-fd4bbbd51273 None None] Updating router 9aaed732-f646-4fb5-b637-4984da3d7d20 port da9531c4-7033-42d3-9a27-bd447d6b3794 binding host dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:32:14.913548 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cebd80b0-708e-4490-aaee-fd4bbbd51273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:15.250448 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8b81a6fc-aeae-4ed4-8371-7ba8878bb290 req-1952f014-58ba-47d7-ae23-7170932c9cd0 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/ports?device_id=264a9528-1874-4e03-8b0e-eb389c17e2e3 HTTP/1.1" status: 200 len: 210 time: 0.0473647 Jan 21 19:32:15.252716 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cebd80b0-708e-4490-aaee-fd4bbbd51273 None None] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:15.265360 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-cebd80b0-708e-4490-aaee-fd4bbbd51273 None None] Transition to ACTIVE for port object da9531c4-7033-42d3-9a27-bd447d6b3794 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:32:15.345576 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cebd80b0-708e-4490-aaee-fd4bbbd51273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:15.503440 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4483cc-43da-4cd4-8850-5f5cde7bb189 None None] Pushing event updated for resources: {'Port': ['ID=da9531c4-7033-42d3-9a27-bd447d6b3794,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:32:15.600926 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-cebd80b0-708e-4490-aaee-fd4bbbd51273 None None] Attempting to bind port da9531c4-7033-42d3-9a27-bd447d6b3794 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:32:15.601211 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-cebd80b0-708e-4490-aaee-fd4bbbd51273 None None] Attempting to bind port da9531c4-7033-42d3-9a27-bd447d6b3794 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'f52b6643-8192-4169-a6c2-6ebe9e33b13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8fea4b51-3f71-4188-9599-d682aea14e21'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:32:15.601567 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebd80b0-708e-4490-aaee-fd4bbbd51273 None None] Attempting to bind port da9531c4-7033-42d3-9a27-bd447d6b3794 on network 8fea4b51-3f71-4188-9599-d682aea14e21 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:32:15.608111 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebd80b0-708e-4490-aaee-fd4bbbd51273 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:32:15.608492 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebd80b0-708e-4490-aaee-fd4bbbd51273 None None] Checking segment: {'id': 'f52b6643-8192-4169-a6c2-6ebe9e33b13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8fea4b51-3f71-4188-9599-d682aea14e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:32:15.608867 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cebd80b0-708e-4490-aaee-fd4bbbd51273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:15.609248 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebd80b0-708e-4490-aaee-fd4bbbd51273 None None] Bound using segment: {'id': 'f52b6643-8192-4169-a6c2-6ebe9e33b13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8fea4b51-3f71-4188-9599-d682aea14e21'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:32:15.609701 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-cebd80b0-708e-4490-aaee-fd4bbbd51273 None None] Bound port: da9531c4-7033-42d3-9a27-bd447d6b3794, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52b6643-8192-4169-a6c2-6ebe9e33b13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8fea4b51-3f71-4188-9599-d682aea14e21'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:32:15.610095 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cebd80b0-708e-4490-aaee-fd4bbbd51273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:15.695660 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-cebd80b0-708e-4490-aaee-fd4bbbd51273 None None] For port da9531c4-7033-42d3-9a27-bd447d6b3794, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:32:15.699359 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-cebd80b0-708e-4490-aaee-fd4bbbd51273 None None] For port da9531c4-7033-42d3-9a27-bd447d6b3794, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=da9531c4-7033-42d3-9a27-bd447d6b3794,segment=NetworkSegment(f52b6643-8192-4169-a6c2-6ebe9e33b13b),segment_id=f52b6643-8192-4169-a6c2-6ebe9e33b13b)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:32:15.763483 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cebd80b0-708e-4490-aaee-fd4bbbd51273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:15.839983 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebd80b0-708e-4490-aaee-fd4bbbd51273 None None] Routers {'9aaed732-f646-4fb5-b637-4984da3d7d20'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:32:15.840632 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-cebd80b0-708e-4490-aaee-fd4bbbd51273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:31:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['9aaed732-f646-4fb5-b637-4984da3d7d20'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:32:15.897264 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4483cc-43da-4cd4-8850-5f5cde7bb189 None None] Pushing event updated for resources: {'Port': ['ID=da9531c4-7033-42d3-9a27-bd447d6b3794,revision_number=4']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:32:16.030476 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-cebd80b0-708e-4490-aaee-fd4bbbd51273 None None] Set router 9aaed732-f646-4fb5-b637-4984da3d7d20 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:32:16.332654 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-70dd9904-ed44-433d-99ec-2385826b7867 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:32:16.333464 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-70dd9904-ed44-433d-99ec-2385826b7867 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Synchronizing usage tracker for tenant:f44e769a8c664d6eb7c9fa0af586adfb on resource:network {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:32:16.360015 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-cebd80b0-708e-4490-aaee-fd4bbbd51273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aaed732-f646-4fb5-b637-4984da3d7d20', 'name': 'tempest-TestEncryptedCinderVolumes-190266249-router', 'tenant_id': '8ea3c51e2da04521b11ebfa0e75d02d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': '24e2907b-7770-4733-9a51-091d0866cd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:32:06Z', 'updated_at': '2022-01-21T19:32:11Z', 'revision_number': 4, 'project_id': '8ea3c51e2da04521b11ebfa0e75d02d2', 'gw_port': {'id': '24e2907b-7770-4733-9a51-091d0866cd3e', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aaed732-f646-4fb5-b637-4984da3d7d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:32:07Z', 'updated_at': '2022-01-21T19:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'da9531c4-7033-42d3-9a27-bd447d6b3794', 'name': '', 'network_id': '8fea4b51-3f71-4188-9599-d682aea14e21', 'tenant_id': '8ea3c51e2da04521b11ebfa0e75d02d2', 'mac_address': 'fa:16:3e:8c:9d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aaed732-f646-4fb5-b637-4984da3d7d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '412ddf9d-2199-4c9d-a679-7f65a11ff5f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:32:10Z', 'updated_at': '2022-01-21T19:32:15Z', 'revision_number': 4, 'project_id': '8ea3c51e2da04521b11ebfa0e75d02d2', 'subnets': [{'id': '412ddf9d-2199-4c9d-a679-7f65a11ff5f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:32:16.363938 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebd80b0-708e-4490-aaee-fd4bbbd51273 None None] The sync data for ids ['9aaed732-f646-4fb5-b637-4984da3d7d20'] in dv-neutron-825470-1-hyperv is: [{'id': '9aaed732-f646-4fb5-b637-4984da3d7d20', 'name': 'tempest-TestEncryptedCinderVolumes-190266249-router', 'tenant_id': '8ea3c51e2da04521b11ebfa0e75d02d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': '24e2907b-7770-4733-9a51-091d0866cd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:32:06Z', 'updated_at': '2022-01-21T19:32:11Z', 'revision_number': 4, 'project_id': '8ea3c51e2da04521b11ebfa0e75d02d2', 'gw_port': {'id': '24e2907b-7770-4733-9a51-091d0866cd3e', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aaed732-f646-4fb5-b637-4984da3d7d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:32:07Z', 'updated_at': '2022-01-21T19:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'da9531c4-7033-42d3-9a27-bd447d6b3794', 'name': '', 'network_id': '8fea4b51-3f71-4188-9599-d682aea14e21', 'tenant_id': '8ea3c51e2da04521b11ebfa0e75d02d2', 'mac_address': 'fa:16:3e:8c:9d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aaed732-f646-4fb5-b637-4984da3d7d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '412ddf9d-2199-4c9d-a679-7f65a11ff5f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:32:10Z', 'updated_at': '2022-01-21T19:32:15Z', 'revision_number': 4, 'project_id': '8ea3c51e2da04521b11ebfa0e75d02d2', 'subnets': [{'id': '412ddf9d-2199-4c9d-a679-7f65a11ff5f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:32:16.440448 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-40bc1b2d-b2c5-48cd-aaa7-ea56ddd163e2 req-36a01480-f861-4e16-9e43-208b8d014778 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/ports?device_id=264a9528-1874-4e03-8b0e-eb389c17e2e3 HTTP/1.1" status: 200 len: 210 time: 0.0681493 Jan 21 19:32:16.451368 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-70dd9904-ed44-433d-99ec-2385826b7867 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Unset dirty status for tenant:f44e769a8c664d6eb7c9fa0af586adfb on resource:network {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:32:16.452722 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-70dd9904-ed44-433d-99ec-2385826b7867 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.113 "GET /v2.0/networks?id=eaf1db68-2dd3-4be7-820a-5e51f2a109b9 HTTP/1.1" status: 200 len: 817 time: 0.2813554 Jan 21 19:32:16.469120 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-f6657502-2925-4213-a5cd-22e28304f693 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Request body: {'port': {'device_id': '264a9528-1874-4e03-8b0e-eb389c17e2e3', 'network_id': 'eaf1db68-2dd3-4be7-820a-5e51f2a109b9', 'admin_state_up': True, 'tenant_id': 'f44e769a8c664d6eb7c9fa0af586adfb'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:32:16.627362 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-f6657502-2925-4213-a5cd-22e28304f693 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:32:16.637973 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-f6657502-2925-4213-a5cd-22e28304f693 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:32:16.702089 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-f6657502-2925-4213-a5cd-22e28304f693 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Made reservation on behalf of f44e769a8c664d6eb7c9fa0af586adfb for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:32:16.705673 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-f6657502-2925-4213-a5cd-22e28304f693 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:16.877906 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-f6657502-2925-4213-a5cd-22e28304f693 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Allocated IP 172.20.0.8 (eaf1db68-2dd3-4be7-820a-5e51f2a109b9/f4dd46b2-a24f-488a-a5ee-fa90876fd47a/7039cd41-8fcc-47a9-9e9d-fecd12373d7c) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:32:17.078560 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-f6657502-2925-4213-a5cd-22e28304f693 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:17.094210 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-f6657502-2925-4213-a5cd-22e28304f693 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Transition to ACTIVE for port object 7039cd41-8fcc-47a9-9e9d-fecd12373d7c will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:32:17.170690 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-f6657502-2925-4213-a5cd-22e28304f693 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:17.243136 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-f6657502-2925-4213-a5cd-22e28304f693 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Network eaf1db68-2dd3-4be7-820a-5e51f2a109b9 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:32:17.246825 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-f6657502-2925-4213-a5cd-22e28304f693 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:32:17.250852 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-f6657502-2925-4213-a5cd-22e28304f693 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:32:17.292008 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6657502-2925-4213-a5cd-22e28304f693 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Pushing event updated for resources: {'Port': ['ID=7039cd41-8fcc-47a9-9e9d-fecd12373d7c,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:32:17.325221 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-f6657502-2925-4213-a5cd-22e28304f693 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:32:17.325864 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-f6657502-2925-4213-a5cd-22e28304f693 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:17.414831 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-f6657502-2925-4213-a5cd-22e28304f693 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9532008 Jan 21 19:32:17.426377 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-982cd93b-95ed-4a37-8bb1-cf61dedb5a27 service neutron] Request body: {'port': {'device_id': '264a9528-1874-4e03-8b0e-eb389c17e2e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:32:17.490112 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-7fe8687a-32a3-4732-b9fc-b5ac33bb8628 None None] Provisioning for port 7039cd41-8fcc-47a9-9e9d-fecd12373d7c completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:32:17.495882 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-7fe8687a-32a3-4732-b9fc-b5ac33bb8628 None None] Provisioning complete for port 7039cd41-8fcc-47a9-9e9d-fecd12373d7c triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:32:17.496458 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7fe8687a-32a3-4732-b9fc-b5ac33bb8628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:17.546447 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-982cd93b-95ed-4a37-8bb1-cf61dedb5a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:17.591625 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8687a-32a3-4732-b9fc-b5ac33bb8628 None None] Port 7039cd41-8fcc-47a9-9e9d-fecd12373d7c cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:32:17.652065 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21451055-ad14-4b0e-91ac-ed7f62911e87 req-98b2364f-2d37-453a-b4ce-59fa73ab074b tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:32:17.653699 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-21451055-ad14-4b0e-91ac-ed7f62911e87 req-98b2364f-2d37-453a-b4ce-59fa73ab074b tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/ports?device_id=264a9528-1874-4e03-8b0e-eb389c17e2e3 HTTP/1.1" status: 200 len: 931 time: 0.0951152 Jan 21 19:32:17.703415 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-21451055-ad14-4b0e-91ac-ed7f62911e87 req-8f5a1b8b-208c-40da-a6ee-561412a5987b tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/security-groups?id=0b9be1c9-aedb-4dff-bc8a-1cb8fb8e3ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427742 Jan 21 19:32:17.912073 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-982cd93b-95ed-4a37-8bb1-cf61dedb5a27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7039cd41-8fcc-47a9-9e9d-fecd12373d7c {{(pid=88137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:32:17.919790 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-982cd93b-95ed-4a37-8bb1-cf61dedb5a27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:17.934376 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-982cd93b-95ed-4a37-8bb1-cf61dedb5a27 service neutron] Transition to ACTIVE for port object 7039cd41-8fcc-47a9-9e9d-fecd12373d7c will not be triggered until provisioned by entity L2. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:32:17.999227 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-982cd93b-95ed-4a37-8bb1-cf61dedb5a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:18.028038 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device da9531c4-7033-42d3-9a27-bd447d6b3794 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:32:18.159819 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982cd93b-95ed-4a37-8bb1-cf61dedb5a27 service neutron] Pushing event updated for resources: {'Port': ['ID=7039cd41-8fcc-47a9-9e9d-fecd12373d7c,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:32:18.173619 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port da9531c4-7033-42d3-9a27-bd447d6b3794 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:32:18.176565 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port da9531c4-7033-42d3-9a27-bd447d6b3794 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:32:18.176943 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:18.330000 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:18.361001 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-982cd93b-95ed-4a37-8bb1-cf61dedb5a27 service neutron] Attempting to bind port 7039cd41-8fcc-47a9-9e9d-fecd12373d7c on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:32:18.361352 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-982cd93b-95ed-4a37-8bb1-cf61dedb5a27 service neutron] Attempting to bind port 7039cd41-8fcc-47a9-9e9d-fecd12373d7c by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '82336bd7-62cf-49ad-9d3d-cd15ca1145f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eaf1db68-2dd3-4be7-820a-5e51f2a109b9'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:32:18.361669 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-982cd93b-95ed-4a37-8bb1-cf61dedb5a27 service neutron] Attempting to bind port 7039cd41-8fcc-47a9-9e9d-fecd12373d7c on network eaf1db68-2dd3-4be7-820a-5e51f2a109b9 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:32:18.366718 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-982cd93b-95ed-4a37-8bb1-cf61dedb5a27 service neutron] Port 7039cd41-8fcc-47a9-9e9d-fecd12373d7c on network eaf1db68-2dd3-4be7-820a-5e51f2a109b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 19:32:18.366889 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port da9531c4-7033-42d3-9a27-bd447d6b3794, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=da9531c4-7033-42d3-9a27-bd447d6b3794,segment=NetworkSegment(f52b6643-8192-4169-a6c2-6ebe9e33b13b),segment_id=f52b6643-8192-4169-a6c2-6ebe9e33b13b)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:32:18.371681 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-982cd93b-95ed-4a37-8bb1-cf61dedb5a27 service neutron] Attempting to bind port 7039cd41-8fcc-47a9-9e9d-fecd12373d7c on network eaf1db68-2dd3-4be7-820a-5e51f2a109b9 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:32:18.372624 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-982cd93b-95ed-4a37-8bb1-cf61dedb5a27 service neutron] Checking agent: {'id': '9a14f311-f6d5-46c6-87a2-f860197fb66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:32:18.372961 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-982cd93b-95ed-4a37-8bb1-cf61dedb5a27 service neutron] Checking segment: {'id': '82336bd7-62cf-49ad-9d3d-cd15ca1145f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eaf1db68-2dd3-4be7-820a-5e51f2a109b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:32:18.373342 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-982cd93b-95ed-4a37-8bb1-cf61dedb5a27 service neutron] Bound using segment: {'id': '82336bd7-62cf-49ad-9d3d-cd15ca1145f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eaf1db68-2dd3-4be7-820a-5e51f2a109b9'} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:32:18.373761 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-982cd93b-95ed-4a37-8bb1-cf61dedb5a27 service neutron] Bound port: 7039cd41-8fcc-47a9-9e9d-fecd12373d7c, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82336bd7-62cf-49ad-9d3d-cd15ca1145f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eaf1db68-2dd3-4be7-820a-5e51f2a109b9'}}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:32:18.377177 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-982cd93b-95ed-4a37-8bb1-cf61dedb5a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:18.454529 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:18.473755 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-982cd93b-95ed-4a37-8bb1-cf61dedb5a27 service neutron] For port 7039cd41-8fcc-47a9-9e9d-fecd12373d7c, host hv-neutron-8254, cleared binding levels {{(pid=88137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:32:18.477150 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-982cd93b-95ed-4a37-8bb1-cf61dedb5a27 service neutron] For port 7039cd41-8fcc-47a9-9e9d-fecd12373d7c, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=7039cd41-8fcc-47a9-9e9d-fecd12373d7c,segment=NetworkSegment(82336bd7-62cf-49ad-9d3d-cd15ca1145f4),segment_id=82336bd7-62cf-49ad-9d3d-cd15ca1145f4)] {{(pid=88137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:32:18.537612 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=da9531c4-7033-42d3-9a27-bd447d6b3794,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:32:18.586418 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-982cd93b-95ed-4a37-8bb1-cf61dedb5a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:18.654191 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-982cd93b-95ed-4a37-8bb1-cf61dedb5a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:32:18.654816 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-982cd93b-95ed-4a37-8bb1-cf61dedb5a27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:18.656273 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-982cd93b-95ed-4a37-8bb1-cf61dedb5a27 service neutron] 10.222.0.113 "PUT /v2.0/ports/7039cd41-8fcc-47a9-9e9d-fecd12373d7c HTTP/1.1" status: 200 len: 1093 time: 1.2341890 Jan 21 19:32:18.656730 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '264a9528-1874-4e03-8b0e-eb389c17e2e3', 'tag': '7039cd41-8fcc-47a9-9e9d-fecd12373d7c'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:32:18.680156 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982cd93b-95ed-4a37-8bb1-cf61dedb5a27 service neutron] Pushing event updated for resources: {'Port': ['ID=7039cd41-8fcc-47a9-9e9d-fecd12373d7c,revision_number=3']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:32:18.709634 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '264a9528-1874-4e03-8b0e-eb389c17e2e3', 'tag': '7039cd41-8fcc-47a9-9e9d-fecd12373d7c', 'status': 'completed', 'code': 200} Jan 21 19:32:18.812363 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552681ab-deb5-4b87-ae71-d3e8adb36b9b req-322b9906-7438-448a-8cd6-a5a43f4fdd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:32:18.814079 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-552681ab-deb5-4b87-ae71-d3e8adb36b9b req-322b9906-7438-448a-8cd6-a5a43f4fdd17 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f44e769a8c664d6eb7c9fa0af586adfb&device_id=264a9528-1874-4e03-8b0e-eb389c17e2e3 HTTP/1.1" status: 200 len: 1096 time: 0.0838594 Jan 21 19:32:18.933710 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c50845-daa0-401c-b00d-515265e2df03 req-aa51498f-8147-4503-8c80-1c12a748a80b tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:32:18.936331 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d4c50845-daa0-401c-b00d-515265e2df03 req-aa51498f-8147-4503-8c80-1c12a748a80b tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/ports?device_id=264a9528-1874-4e03-8b0e-eb389c17e2e3 HTTP/1.1" status: 200 len: 943 time: 0.1105900 Jan 21 19:32:18.972412 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552681ab-deb5-4b87-ae71-d3e8adb36b9b req-63d2b104-6370-4a93-9c27-4106b95c18c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:32:18.973951 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-552681ab-deb5-4b87-ae71-d3e8adb36b9b req-63d2b104-6370-4a93-9c27-4106b95c18c7 service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=f44e769a8c664d6eb7c9fa0af586adfb&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1518960 Jan 21 19:32:19.000539 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d4c50845-daa0-401c-b00d-515265e2df03 req-8074b60d-5ba2-4260-8e4f-28ec2a1f0396 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/security-groups?id=0b9be1c9-aedb-4dff-bc8a-1cb8fb8e3ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581608 Jan 21 19:32:19.112699 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552681ab-deb5-4b87-ae71-d3e8adb36b9b req-d667519c-e076-47bd-bda1-2acf8b4d8486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:32:19.114153 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-552681ab-deb5-4b87-ae71-d3e8adb36b9b req-d667519c-e076-47bd-bda1-2acf8b4d8486 service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1338911 Jan 21 19:32:19.222285 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-6498e52b-8d98-4bf4-a019-d24fee34248a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:32:19.223645 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-6498e52b-8d98-4bf4-a019-d24fee34248a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f44e769a8c664d6eb7c9fa0af586adfb&device_id=264a9528-1874-4e03-8b0e-eb389c17e2e3 HTTP/1.1" status: 200 len: 1096 time: 0.0746377 Jan 21 19:32:19.294051 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-74539c4c-3533-47a5-ab96-35cb2bfac442 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7039cd41-8fcc-47a9-9e9d-fecd12373d7c HTTP/1.1" status: 200 len: 217 time: 0.0635891 Jan 21 19:32:19.366257 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-9ef991ac-b5a0-4d4b-8e1c-84f4ab0b2735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:32:19.368042 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-9ef991ac-b5a0-4d4b-8e1c-84f4ab0b2735 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f4dd46b2-a24f-488a-a5ee-fa90876fd47a HTTP/1.1" status: 200 len: 856 time: 0.0688097 Jan 21 19:32:19.443122 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-ec88e2db-67e2-45b6-bade-0a154560e7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:32:19.444726 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-ec88e2db-67e2-45b6-bade-0a154560e7e9 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=eaf1db68-2dd3-4be7-820a-5e51f2a109b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707016 Jan 21 19:32:19.579803 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-ac8e83f4-d078-4d56-86cf-028a0fcbed30 service neutron] 10.222.0.113 "GET /v2.0/networks/eaf1db68-2dd3-4be7-820a-5e51f2a109b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288505 Jan 21 19:32:19.726339 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9619c5d7-390d-416a-96d4-24d12dda4663 req-21700bdf-c243-4934-b244-08edac882560 service neutron] 10.222.0.113 "GET /v2.0/networks/eaf1db68-2dd3-4be7-820a-5e51f2a109b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396079 Jan 21 19:32:19.996247 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device da9531c4-7033-42d3-9a27-bd447d6b3794 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:32:20.078838 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port da9531c4-7033-42d3-9a27-bd447d6b3794 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:32:20.079213 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:20.194258 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281c8b5-bc3b-4846-9187-84c69e6827f4 req-d368fbbc-ac30-4fdb-ada8-aa25b4d3f8af tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:32:20.195653 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1281c8b5-bc3b-4846-9187-84c69e6827f4 req-d368fbbc-ac30-4fdb-ada8-aa25b4d3f8af tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/ports?device_id=264a9528-1874-4e03-8b0e-eb389c17e2e3 HTTP/1.1" status: 200 len: 943 time: 0.0820351 Jan 21 19:32:20.239256 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1281c8b5-bc3b-4846-9187-84c69e6827f4 req-0e8019f8-c9d7-41e9-9c9d-f0c4005397c3 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/security-groups?id=0b9be1c9-aedb-4dff-bc8a-1cb8fb8e3ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376513 Jan 21 19:32:21.418413 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff368afc-c705-42e8-8ab9-21e60232b857 req-80a73488-d7f8-4080-847d-5c820926ed0e tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:32:21.419872 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ff368afc-c705-42e8-8ab9-21e60232b857 req-80a73488-d7f8-4080-847d-5c820926ed0e tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/ports?device_id=264a9528-1874-4e03-8b0e-eb389c17e2e3 HTTP/1.1" status: 200 len: 943 time: 0.0777936 Jan 21 19:32:21.420500 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:32:21.464385 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ff368afc-c705-42e8-8ab9-21e60232b857 req-e907d582-5308-4558-b6ca-9ed31fd8019a tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/security-groups?id=0b9be1c9-aedb-4dff-bc8a-1cb8fb8e3ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386429 Jan 21 19:32:22.572949 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 7039cd41-8fcc-47a9-9e9d-fecd12373d7c details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:32:22.650911 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5c888-f127-4204-b9c8-f71ee0cac975 req-4233bdf1-1bb5-4dd3-8f2d-cfc49a9d9a61 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:32:22.652562 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-aac5c888-f127-4204-b9c8-f71ee0cac975 req-4233bdf1-1bb5-4dd3-8f2d-cfc49a9d9a61 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/ports?device_id=264a9528-1874-4e03-8b0e-eb389c17e2e3 HTTP/1.1" status: 200 len: 943 time: 0.0831037 Jan 21 19:32:22.695783 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-aac5c888-f127-4204-b9c8-f71ee0cac975 req-72ed9911-46ca-46f1-a0c8-bbf857219458 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/security-groups?id=0b9be1c9-aedb-4dff-bc8a-1cb8fb8e3ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373626 Jan 21 19:32:22.707868 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 7039cd41-8fcc-47a9-9e9d-fecd12373d7c, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=7039cd41-8fcc-47a9-9e9d-fecd12373d7c,segment=NetworkSegment(82336bd7-62cf-49ad-9d3d-cd15ca1145f4),segment_id=82336bd7-62cf-49ad-9d3d-cd15ca1145f4)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:32:22.721966 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': '7039cd41-8fcc-47a9-9e9d-fecd12373d7c', 'network_id': 'eaf1db68-2dd3-4be7-820a-5e51f2a109b9', 'port_id': '7039cd41-8fcc-47a9-9e9d-fecd12373d7c', 'mac_address': 'fa:16:3e:12:04:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4dd46b2-a24f-488a-a5ee-fa90876fd47a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:32:22.779160 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:22.795675 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7039cd41-8fcc-47a9-9e9d-fecd12373d7c {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:32:22.811157 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 7039cd41-8fcc-47a9-9e9d-fecd12373d7c, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=7039cd41-8fcc-47a9-9e9d-fecd12373d7c,segment=NetworkSegment(82336bd7-62cf-49ad-9d3d-cd15ca1145f4),segment_id=82336bd7-62cf-49ad-9d3d-cd15ca1145f4)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:32:22.912954 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:22.978976 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=7039cd41-8fcc-47a9-9e9d-fecd12373d7c,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:32:23.117392 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['7039cd41-8fcc-47a9-9e9d-fecd12373d7c'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:32:23.888229 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c281d59-dd0c-46c4-b969-910e579c7794 req-7babf6b5-bb9b-4123-bd65-559495cd8854 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:32:23.889681 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4c281d59-dd0c-46c4-b969-910e579c7794 req-7babf6b5-bb9b-4123-bd65-559495cd8854 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/ports?device_id=264a9528-1874-4e03-8b0e-eb389c17e2e3 HTTP/1.1" status: 200 len: 944 time: 0.0775876 Jan 21 19:32:23.935670 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4c281d59-dd0c-46c4-b969-910e579c7794 req-948eeca5-6151-4269-a8e2-4028e2b75a87 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/security-groups?id=0b9be1c9-aedb-4dff-bc8a-1cb8fb8e3ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403399 Jan 21 19:32:24.589089 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 7039cd41-8fcc-47a9-9e9d-fecd12373d7c up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:32:24.774036 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning for port 7039cd41-8fcc-47a9-9e9d-fecd12373d7c completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:32:24.779730 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port 7039cd41-8fcc-47a9-9e9d-fecd12373d7c triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:32:24.783364 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:24.892904 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:24.919426 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264a9528-1874-4e03-8b0e-eb389c17e2e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7039cd41-8fcc-47a9-9e9d-fecd12373d7c'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:32:24.937558 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 7039cd41-8fcc-47a9-9e9d-fecd12373d7c, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=7039cd41-8fcc-47a9-9e9d-fecd12373d7c,segment=NetworkSegment(82336bd7-62cf-49ad-9d3d-cd15ca1145f4),segment_id=82336bd7-62cf-49ad-9d3d-cd15ca1145f4)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:32:25.011782 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:25.048963 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264a9528-1874-4e03-8b0e-eb389c17e2e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7039cd41-8fcc-47a9-9e9d-fecd12373d7c', 'code': 200} Jan 21 19:32:25.060562 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-594f4bcf-4e43-413d-bee7-d5da5c2dbd7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:25.088222 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=7039cd41-8fcc-47a9-9e9d-fecd12373d7c,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:32:25.124276 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d3cb2-d77b-4c17-9da8-64d7b8101ebb req-08a1dca4-aa5e-4efc-9801-b1829691a315 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:32:25.125700 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d65d3cb2-d77b-4c17-9da8-64d7b8101ebb req-08a1dca4-aa5e-4efc-9801-b1829691a315 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/ports?device_id=264a9528-1874-4e03-8b0e-eb389c17e2e3 HTTP/1.1" status: 200 len: 945 time: 0.0857232 Jan 21 19:32:25.169575 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d65d3cb2-d77b-4c17-9da8-64d7b8101ebb req-4d7e1d78-452b-4f33-9291-6c7665611fe0 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/security-groups?id=0b9be1c9-aedb-4dff-bc8a-1cb8fb8e3ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380387 Jan 21 19:32:25.364300 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21893429-fe72-449d-91f9-05bd57e35333 req-a97b69cc-326f-45e5-92ea-63c1a25e1c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:32:25.365734 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-21893429-fe72-449d-91f9-05bd57e35333 req-a97b69cc-326f-45e5-92ea-63c1a25e1c71 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=264a9528-1874-4e03-8b0e-eb389c17e2e3 HTTP/1.1" status: 200 len: 1098 time: 0.0729949 Jan 21 19:32:25.405056 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-21893429-fe72-449d-91f9-05bd57e35333 req-9f43fba1-ffb7-4a71-88fb-54920121e3d0 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=0b9be1c9-aedb-4dff-bc8a-1cb8fb8e3ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328300 Jan 21 19:32:26.511309 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814c3dd-b9d1-4787-9165-c1a6751948ae req-723d49de-dbd6-4d7f-87fc-4601e718fc48 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:32:26.512741 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7814c3dd-b9d1-4787-9165-c1a6751948ae req-723d49de-dbd6-4d7f-87fc-4601e718fc48 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/ports?device_id=264a9528-1874-4e03-8b0e-eb389c17e2e3 HTTP/1.1" status: 200 len: 945 time: 0.0859110 Jan 21 19:32:26.555882 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7814c3dd-b9d1-4787-9165-c1a6751948ae req-f9da9d76-ac92-44fb-b5fe-46e0c25df04b tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/security-groups?id=0b9be1c9-aedb-4dff-bc8a-1cb8fb8e3ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374105 Jan 21 19:32:27.236924 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7d2c2cb5-9708-49b1-8d80-e0eb5a65dc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:27.738724 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6e623-c008-473c-8cf3-3377b7b8cccd req-93c709e1-7d1b-4bee-b335-0e5e91c7fc9e tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:32:27.740164 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8dc6e623-c008-473c-8cf3-3377b7b8cccd req-93c709e1-7d1b-4bee-b335-0e5e91c7fc9e tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/ports?device_id=264a9528-1874-4e03-8b0e-eb389c17e2e3 HTTP/1.1" status: 200 len: 945 time: 0.0786941 Jan 21 19:32:27.785255 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8dc6e623-c008-473c-8cf3-3377b7b8cccd req-b69ead67-a5e5-4b16-9f68-1ba8b6757983 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/security-groups?id=0b9be1c9-aedb-4dff-bc8a-1cb8fb8e3ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392814 Jan 21 19:32:27.969666 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904041d-675f-48af-9e1a-ddc0fc842b36 req-4e71cd22-cc85-4d7f-b284-f9b1f3ac9b72 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:32:27.971115 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b904041d-675f-48af-9e1a-ddc0fc842b36 req-4e71cd22-cc85-4d7f-b284-f9b1f3ac9b72 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/ports?device_id=264a9528-1874-4e03-8b0e-eb389c17e2e3 HTTP/1.1" status: 200 len: 945 time: 0.0819082 Jan 21 19:32:28.014132 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b904041d-675f-48af-9e1a-ddc0fc842b36 req-ca0c55c1-952c-4bc6-84df-1abb8677fefe tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/security-groups?id=0b9be1c9-aedb-4dff-bc8a-1cb8fb8e3ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372508 Jan 21 19:32:28.416712 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:28.644562 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:28.707401 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:30.175865 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:40.642268 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d99db-a0bb-4997-9d10-0f7cb7ad5471 req-234a6746-9e57-4634-8c4b-46f069d96a6d tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:32:40.643702 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f85d99db-a0bb-4997-9d10-0f7cb7ad5471 req-234a6746-9e57-4634-8c4b-46f069d96a6d tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/ports?device_id=264a9528-1874-4e03-8b0e-eb389c17e2e3 HTTP/1.1" status: 200 len: 945 time: 0.0779796 Jan 21 19:32:40.688272 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f85d99db-a0bb-4997-9d10-0f7cb7ad5471 req-aec1aca5-e552-4887-b33b-db913b14eadc tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/security-groups?id=0b9be1c9-aedb-4dff-bc8a-1cb8fb8e3ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388985 Jan 21 19:32:41.874632 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb4ef7-0fda-48d7-9245-de103ef4e18d req-8f2bc661-8ab1-457f-8739-70dff709bce7 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:32:41.876076 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-bfcb4ef7-0fda-48d7-9245-de103ef4e18d req-8f2bc661-8ab1-457f-8739-70dff709bce7 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/ports?device_id=264a9528-1874-4e03-8b0e-eb389c17e2e3 HTTP/1.1" status: 200 len: 945 time: 0.0826175 Jan 21 19:32:41.919271 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-bfcb4ef7-0fda-48d7-9245-de103ef4e18d req-32109752-396c-475a-877f-f47e95bf4149 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/security-groups?id=0b9be1c9-aedb-4dff-bc8a-1cb8fb8e3ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375385 Jan 21 19:32:42.110139 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28388ce-df12-4e55-9fe9-4291c5542132 req-7c61751e-3835-4ddb-80ae-80c824f7bd91 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:32:42.110731 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-b28388ce-df12-4e55-9fe9-4291c5542132 req-7c61751e-3835-4ddb-80ae-80c824f7bd91 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Synchronizing usage tracker for tenant:f44e769a8c664d6eb7c9fa0af586adfb on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:32:42.168169 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-b28388ce-df12-4e55-9fe9-4291c5542132 req-7c61751e-3835-4ddb-80ae-80c824f7bd91 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Unset dirty status for tenant:f44e769a8c664d6eb7c9fa0af586adfb on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:32:42.169380 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b28388ce-df12-4e55-9fe9-4291c5542132 req-7c61751e-3835-4ddb-80ae-80c824f7bd91 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.113 "GET /v2.0/ports?device_id=264a9528-1874-4e03-8b0e-eb389c17e2e3 HTTP/1.1" status: 200 len: 945 time: 0.1351373 Jan 21 19:32:42.241455 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-b28388ce-df12-4e55-9fe9-4291c5542132 req-21e86457-dd5d-4f1a-bce2-34b625579dc5 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Deleting port 7039cd41-8fcc-47a9-9e9d-fecd12373d7c {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:32:42.241961 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-b28388ce-df12-4e55-9fe9-4291c5542132 req-21e86457-dd5d-4f1a-bce2-34b625579dc5 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:42.481096 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-b28388ce-df12-4e55-9fe9-4291c5542132 req-21e86457-dd5d-4f1a-bce2-34b625579dc5 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] For port 7039cd41-8fcc-47a9-9e9d-fecd12373d7c, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=7039cd41-8fcc-47a9-9e9d-fecd12373d7c,segment=NetworkSegment(82336bd7-62cf-49ad-9d3d-cd15ca1145f4),segment_id=82336bd7-62cf-49ad-9d3d-cd15ca1145f4)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:32:42.481442 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-b28388ce-df12-4e55-9fe9-4291c5542132 req-21e86457-dd5d-4f1a-bce2-34b625579dc5 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:42.601346 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-b28388ce-df12-4e55-9fe9-4291c5542132 req-21e86457-dd5d-4f1a-bce2-34b625579dc5 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Calling delete_port for 7039cd41-8fcc-47a9-9e9d-fecd12373d7c owned by compute:nova {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:32:42.808942 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-b28388ce-df12-4e55-9fe9-4291c5542132 req-21e86457-dd5d-4f1a-bce2-34b625579dc5 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:42.820324 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['7039cd41-8fcc-47a9-9e9d-fecd12373d7c'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:32:42.864153 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e86457-dd5d-4f1a-bce2-34b625579dc5 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Pushing event deleted for resources: {'Port': ['ID=7039cd41-8fcc-47a9-9e9d-fecd12373d7c,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:32:42.905346 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e86457-dd5d-4f1a-bce2-34b625579dc5 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:32:42.905691 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e86457-dd5d-4f1a-bce2-34b625579dc5 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:32:42.906057 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e86457-dd5d-4f1a-bce2-34b625579dc5 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:32:42.906393 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e86457-dd5d-4f1a-bce2-34b625579dc5 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:32:42.906722 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e86457-dd5d-4f1a-bce2-34b625579dc5 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:32:42.907050 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e86457-dd5d-4f1a-bce2-34b625579dc5 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:32:42.907374 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e86457-dd5d-4f1a-bce2-34b625579dc5 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:32:42.907696 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e86457-dd5d-4f1a-bce2-34b625579dc5 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:32:42.908017 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e86457-dd5d-4f1a-bce2-34b625579dc5 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:32:42.908338 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e86457-dd5d-4f1a-bce2-34b625579dc5 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:32:42.908660 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e86457-dd5d-4f1a-bce2-34b625579dc5 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:32:42.908980 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e86457-dd5d-4f1a-bce2-34b625579dc5 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:32:42.958162 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-b28388ce-df12-4e55-9fe9-4291c5542132 req-21e86457-dd5d-4f1a-bce2-34b625579dc5 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] No DVR routers for this DVR port 7039cd41-8fcc-47a9-9e9d-fecd12373d7c on host hv-neutron-8254 {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:32:42.960691 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-b28388ce-df12-4e55-9fe9-4291c5542132 req-21e86457-dd5d-4f1a-bce2-34b625579dc5 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:42.966419 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264a9528-1874-4e03-8b0e-eb389c17e2e3', 'name': 'network-vif-deleted', 'tag': '7039cd41-8fcc-47a9-9e9d-fecd12373d7c'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:32:43.016931 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264a9528-1874-4e03-8b0e-eb389c17e2e3', 'name': 'network-vif-deleted', 'tag': '7039cd41-8fcc-47a9-9e9d-fecd12373d7c', 'status': 'completed', 'code': 200} Jan 21 19:32:43.037672 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b28388ce-df12-4e55-9fe9-4291c5542132 req-21e86457-dd5d-4f1a-bce2-34b625579dc5 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.113 "DELETE /v2.0/ports/7039cd41-8fcc-47a9-9e9d-fecd12373d7c HTTP/1.1" status: 204 len: 173 time: 0.8629663 Jan 21 19:32:43.078776 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f5396f7a-7274-4110-a1ed-b2215b23205a req-54b9402f-2af9-4aa8-86fd-4979cccf8d56 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/ports?device_id=264a9528-1874-4e03-8b0e-eb389c17e2e3 HTTP/1.1" status: 200 len: 210 time: 0.0449023 Jan 21 19:32:45.355859 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c11036-20a7-41b2-a85d-5c05da11987e req-fc151bca-ae00-4a39-a86b-ec6fb009a9c3 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:32:45.357194 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-79c11036-20a7-41b2-a85d-5c05da11987e req-fc151bca-ae00-4a39-a86b-ec6fb009a9c3 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/networks?id=eaf1db68-2dd3-4be7-820a-5e51f2a109b9 HTTP/1.1" status: 200 len: 817 time: 0.2446320 Jan 21 19:32:45.371316 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-79c11036-20a7-41b2-a85d-5c05da11987e req-0aa06fbd-a3dd-4cba-ad44-33d80bf26832 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/quotas/f44e769a8c664d6eb7c9fa0af586adfb HTTP/1.1" status: 200 len: 375 time: 0.0087533 Jan 21 19:32:45.455127 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-79c11036-20a7-41b2-a85d-5c05da11987e req-50dc408b-eedf-4db8-bf8b-7d3b14fb428e tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=f44e769a8c664d6eb7c9fa0af586adfb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0789771 Jan 21 19:32:45.592635 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-79c11036-20a7-41b2-a85d-5c05da11987e req-c1e7d2dd-77ae-48e2-96dc-657cc7bb22f4 service neutron] 10.222.0.87 "GET /v2.0/networks/eaf1db68-2dd3-4be7-820a-5e51f2a109b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243100 Jan 21 19:32:45.720422 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-79c11036-20a7-41b2-a85d-5c05da11987e req-d4e3b976-473d-4d4b-8f29-a432c6058c2f service neutron] 10.222.0.87 "GET /v2.0/networks/eaf1db68-2dd3-4be7-820a-5e51f2a109b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220303 Jan 21 19:32:45.990676 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7e704e62-8b59-49d3-b0b1-2e4b47559ab9 req-6378e6b6-d54f-486e-b407-e7256fcd0852 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/ports?device_id=18bf0d61-6fbb-4cb0-b750-65fcea8710a4 HTTP/1.1" status: 200 len: 210 time: 0.0434697 Jan 21 19:32:46.712997 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 7039cd41-8fcc-47a9-9e9d-fecd12373d7c no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:32:46.749814 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] No Port match for: 7039cd41-8fcc-47a9-9e9d-fecd12373d7c {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:32:46.750177 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 7039cd41-8fcc-47a9-9e9d-fecd12373d7c not bound to the agent host hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:32:47.148858 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9ab8729e-7457-4f1e-a5d2-492452b1cefb req-94ce0a63-a7d2-4532-851e-fb11e64e8ad8 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/ports?device_id=18bf0d61-6fbb-4cb0-b750-65fcea8710a4 HTTP/1.1" status: 200 len: 210 time: 0.0448854 Jan 21 19:32:47.966093 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c11036-20a7-41b2-a85d-5c05da11987e req-9c43b6f2-bec8-4116-a37c-fc4f0f15cccb tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:32:47.967505 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-79c11036-20a7-41b2-a85d-5c05da11987e req-9c43b6f2-bec8-4116-a37c-fc4f0f15cccb tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.113 "GET /v2.0/networks?id=eaf1db68-2dd3-4be7-820a-5e51f2a109b9 HTTP/1.1" status: 200 len: 817 time: 0.2492044 Jan 21 19:32:47.980629 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-79c11036-20a7-41b2-a85d-5c05da11987e req-dc8c4e9d-bca8-4a3c-a63b-a1d967769a88 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Request body: {'port': {'device_id': '18bf0d61-6fbb-4cb0-b750-65fcea8710a4', 'network_id': 'eaf1db68-2dd3-4be7-820a-5e51f2a109b9', 'admin_state_up': True, 'tenant_id': 'f44e769a8c664d6eb7c9fa0af586adfb'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:32:48.129365 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-79c11036-20a7-41b2-a85d-5c05da11987e req-dc8c4e9d-bca8-4a3c-a63b-a1d967769a88 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:32:48.133481 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-79c11036-20a7-41b2-a85d-5c05da11987e req-dc8c4e9d-bca8-4a3c-a63b-a1d967769a88 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Usage tracker for resource:port and tenant:f44e769a8c664d6eb7c9fa0af586adfb is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:32:48.137332 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-79c11036-20a7-41b2-a85d-5c05da11987e req-dc8c4e9d-bca8-4a3c-a63b-a1d967769a88 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:32:48.143829 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-79c11036-20a7-41b2-a85d-5c05da11987e req-dc8c4e9d-bca8-4a3c-a63b-a1d967769a88 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:32:48.198992 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79c11036-20a7-41b2-a85d-5c05da11987e req-dc8c4e9d-bca8-4a3c-a63b-a1d967769a88 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Made reservation on behalf of f44e769a8c664d6eb7c9fa0af586adfb for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:32:48.202697 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-79c11036-20a7-41b2-a85d-5c05da11987e req-dc8c4e9d-bca8-4a3c-a63b-a1d967769a88 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:48.294744 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9d4e0a1d-5cf3-45e6-a572-d03cbfa34a4e req-c5dc804e-7b32-43b6-8959-410c22a27ef3 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/ports?device_id=18bf0d61-6fbb-4cb0-b750-65fcea8710a4 HTTP/1.1" status: 200 len: 210 time: 0.0420043 Jan 21 19:32:48.371171 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [req-79c11036-20a7-41b2-a85d-5c05da11987e req-dc8c4e9d-bca8-4a3c-a63b-a1d967769a88 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Allocated IP 172.20.0.14 (eaf1db68-2dd3-4be7-820a-5e51f2a109b9/f4dd46b2-a24f-488a-a5ee-fa90876fd47a/85677d6a-c7ba-4b75-9ff1-56480f448312) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:32:48.576615 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-79c11036-20a7-41b2-a85d-5c05da11987e req-dc8c4e9d-bca8-4a3c-a63b-a1d967769a88 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:48.592289 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-79c11036-20a7-41b2-a85d-5c05da11987e req-dc8c4e9d-bca8-4a3c-a63b-a1d967769a88 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Transition to ACTIVE for port object 85677d6a-c7ba-4b75-9ff1-56480f448312 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:32:48.656445 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-79c11036-20a7-41b2-a85d-5c05da11987e req-dc8c4e9d-bca8-4a3c-a63b-a1d967769a88 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:48.727452 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79c11036-20a7-41b2-a85d-5c05da11987e req-dc8c4e9d-bca8-4a3c-a63b-a1d967769a88 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Network eaf1db68-2dd3-4be7-820a-5e51f2a109b9 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:32:48.731125 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [req-79c11036-20a7-41b2-a85d-5c05da11987e req-dc8c4e9d-bca8-4a3c-a63b-a1d967769a88 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:32:48.735129 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c11036-20a7-41b2-a85d-5c05da11987e req-dc8c4e9d-bca8-4a3c-a63b-a1d967769a88 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:32:48.771326 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c4e9d-bca8-4a3c-a63b-a1d967769a88 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Pushing event updated for resources: {'Port': ['ID=85677d6a-c7ba-4b75-9ff1-56480f448312,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:32:48.803305 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c11036-20a7-41b2-a85d-5c05da11987e req-dc8c4e9d-bca8-4a3c-a63b-a1d967769a88 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:32:48.804171 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-79c11036-20a7-41b2-a85d-5c05da11987e req-dc8c4e9d-bca8-4a3c-a63b-a1d967769a88 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:48.879993 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-79c11036-20a7-41b2-a85d-5c05da11987e req-dc8c4e9d-bca8-4a3c-a63b-a1d967769a88 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9031467 Jan 21 19:32:48.891274 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-79c11036-20a7-41b2-a85d-5c05da11987e req-ff156a7a-491a-4557-9ce3-7a6ddef01c68 service neutron] Request body: {'port': {'device_id': '18bf0d61-6fbb-4cb0-b750-65fcea8710a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:32:49.015627 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-79c11036-20a7-41b2-a85d-5c05da11987e req-ff156a7a-491a-4557-9ce3-7a6ddef01c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:49.036750 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0a768bc2-f4cc-453f-85ff-6bc088b36193 None None] Provisioning for port 85677d6a-c7ba-4b75-9ff1-56480f448312 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:32:49.043281 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0a768bc2-f4cc-453f-85ff-6bc088b36193 None None] Provisioning complete for port 85677d6a-c7ba-4b75-9ff1-56480f448312 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:32:49.044197 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0a768bc2-f4cc-453f-85ff-6bc088b36193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:49.097709 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0a768bc2-f4cc-453f-85ff-6bc088b36193 None None] Port 85677d6a-c7ba-4b75-9ff1-56480f448312 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:32:49.360616 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [req-79c11036-20a7-41b2-a85d-5c05da11987e req-ff156a7a-491a-4557-9ce3-7a6ddef01c68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85677d6a-c7ba-4b75-9ff1-56480f448312 {{(pid=88137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:32:49.367905 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-79c11036-20a7-41b2-a85d-5c05da11987e req-ff156a7a-491a-4557-9ce3-7a6ddef01c68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:49.382005 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-79c11036-20a7-41b2-a85d-5c05da11987e req-ff156a7a-491a-4557-9ce3-7a6ddef01c68 service neutron] Transition to ACTIVE for port object 85677d6a-c7ba-4b75-9ff1-56480f448312 will not be triggered until provisioned by entity L2. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:32:49.450323 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-79c11036-20a7-41b2-a85d-5c05da11987e req-ff156a7a-491a-4557-9ce3-7a6ddef01c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:49.493746 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a280d-a8ad-457a-98db-ff5b1730e637 req-bc1271eb-a9cd-4475-9962-5107e5b31ec6 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:32:49.495324 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-dc2a280d-a8ad-457a-98db-ff5b1730e637 req-bc1271eb-a9cd-4475-9962-5107e5b31ec6 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/ports?device_id=18bf0d61-6fbb-4cb0-b750-65fcea8710a4 HTTP/1.1" status: 200 len: 944 time: 0.0822968 Jan 21 19:32:49.546925 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-dc2a280d-a8ad-457a-98db-ff5b1730e637 req-9af83362-dc2c-4300-9a99-600b126e6375 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/security-groups?id=0b9be1c9-aedb-4dff-bc8a-1cb8fb8e3ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455909 Jan 21 19:32:49.582238 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff156a7a-491a-4557-9ce3-7a6ddef01c68 service neutron] Pushing event updated for resources: {'Port': ['ID=85677d6a-c7ba-4b75-9ff1-56480f448312,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:32:49.730047 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-79c11036-20a7-41b2-a85d-5c05da11987e req-ff156a7a-491a-4557-9ce3-7a6ddef01c68 service neutron] Attempting to bind port 85677d6a-c7ba-4b75-9ff1-56480f448312 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:32:49.730396 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-79c11036-20a7-41b2-a85d-5c05da11987e req-ff156a7a-491a-4557-9ce3-7a6ddef01c68 service neutron] Attempting to bind port 85677d6a-c7ba-4b75-9ff1-56480f448312 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '82336bd7-62cf-49ad-9d3d-cd15ca1145f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eaf1db68-2dd3-4be7-820a-5e51f2a109b9'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:32:49.730739 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c11036-20a7-41b2-a85d-5c05da11987e req-ff156a7a-491a-4557-9ce3-7a6ddef01c68 service neutron] Attempting to bind port 85677d6a-c7ba-4b75-9ff1-56480f448312 on network eaf1db68-2dd3-4be7-820a-5e51f2a109b9 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:32:49.736208 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c11036-20a7-41b2-a85d-5c05da11987e req-ff156a7a-491a-4557-9ce3-7a6ddef01c68 service neutron] Port 85677d6a-c7ba-4b75-9ff1-56480f448312 on network eaf1db68-2dd3-4be7-820a-5e51f2a109b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 19:32:49.736523 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c11036-20a7-41b2-a85d-5c05da11987e req-ff156a7a-491a-4557-9ce3-7a6ddef01c68 service neutron] Attempting to bind port 85677d6a-c7ba-4b75-9ff1-56480f448312 on network eaf1db68-2dd3-4be7-820a-5e51f2a109b9 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:32:49.741975 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c11036-20a7-41b2-a85d-5c05da11987e req-ff156a7a-491a-4557-9ce3-7a6ddef01c68 service neutron] Checking agent: {'id': '9a14f311-f6d5-46c6-87a2-f860197fb66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:32:49.742305 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c11036-20a7-41b2-a85d-5c05da11987e req-ff156a7a-491a-4557-9ce3-7a6ddef01c68 service neutron] Checking segment: {'id': '82336bd7-62cf-49ad-9d3d-cd15ca1145f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eaf1db68-2dd3-4be7-820a-5e51f2a109b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:32:49.742684 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c11036-20a7-41b2-a85d-5c05da11987e req-ff156a7a-491a-4557-9ce3-7a6ddef01c68 service neutron] Bound using segment: {'id': '82336bd7-62cf-49ad-9d3d-cd15ca1145f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eaf1db68-2dd3-4be7-820a-5e51f2a109b9'} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:32:49.743097 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-79c11036-20a7-41b2-a85d-5c05da11987e req-ff156a7a-491a-4557-9ce3-7a6ddef01c68 service neutron] Bound port: 85677d6a-c7ba-4b75-9ff1-56480f448312, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82336bd7-62cf-49ad-9d3d-cd15ca1145f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eaf1db68-2dd3-4be7-820a-5e51f2a109b9'}}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:32:49.744050 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-79c11036-20a7-41b2-a85d-5c05da11987e req-ff156a7a-491a-4557-9ce3-7a6ddef01c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:49.853029 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-79c11036-20a7-41b2-a85d-5c05da11987e req-ff156a7a-491a-4557-9ce3-7a6ddef01c68 service neutron] For port 85677d6a-c7ba-4b75-9ff1-56480f448312, host hv-neutron-8254, cleared binding levels {{(pid=88137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:32:49.856072 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-79c11036-20a7-41b2-a85d-5c05da11987e req-ff156a7a-491a-4557-9ce3-7a6ddef01c68 service neutron] For port 85677d6a-c7ba-4b75-9ff1-56480f448312, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=85677d6a-c7ba-4b75-9ff1-56480f448312,segment=NetworkSegment(82336bd7-62cf-49ad-9d3d-cd15ca1145f4),segment_id=82336bd7-62cf-49ad-9d3d-cd15ca1145f4)] {{(pid=88137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:32:49.896313 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-79c11036-20a7-41b2-a85d-5c05da11987e req-ff156a7a-491a-4557-9ce3-7a6ddef01c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:49.968430 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c11036-20a7-41b2-a85d-5c05da11987e req-ff156a7a-491a-4557-9ce3-7a6ddef01c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:32:49.969038 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-79c11036-20a7-41b2-a85d-5c05da11987e req-ff156a7a-491a-4557-9ce3-7a6ddef01c68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:49.970762 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-79c11036-20a7-41b2-a85d-5c05da11987e req-ff156a7a-491a-4557-9ce3-7a6ddef01c68 service neutron] 10.222.0.113 "PUT /v2.0/ports/85677d6a-c7ba-4b75-9ff1-56480f448312 HTTP/1.1" status: 200 len: 1094 time: 1.0836730 Jan 21 19:32:49.971199 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18bf0d61-6fbb-4cb0-b750-65fcea8710a4', 'tag': '85677d6a-c7ba-4b75-9ff1-56480f448312'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:32:49.995860 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff156a7a-491a-4557-9ce3-7a6ddef01c68 service neutron] Pushing event updated for resources: {'Port': ['ID=85677d6a-c7ba-4b75-9ff1-56480f448312,revision_number=3']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:32:50.030444 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18bf0d61-6fbb-4cb0-b750-65fcea8710a4', 'tag': '85677d6a-c7ba-4b75-9ff1-56480f448312', 'status': 'completed', 'code': 200} Jan 21 19:32:50.132431 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7c28d-19e6-4db5-b445-2aeae65b1b62 req-2d00d6ca-c660-475b-a05f-d48637a30b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:32:50.134006 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-66d7c28d-19e6-4db5-b445-2aeae65b1b62 req-2d00d6ca-c660-475b-a05f-d48637a30b35 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f44e769a8c664d6eb7c9fa0af586adfb&device_id=18bf0d61-6fbb-4cb0-b750-65fcea8710a4 HTTP/1.1" status: 200 len: 1097 time: 0.0796721 Jan 21 19:32:50.388870 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7c28d-19e6-4db5-b445-2aeae65b1b62 req-7d0cba02-bd03-4ea5-86f3-c7c39f69c149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:32:50.390349 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-66d7c28d-19e6-4db5-b445-2aeae65b1b62 req-7d0cba02-bd03-4ea5-86f3-c7c39f69c149 service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=f44e769a8c664d6eb7c9fa0af586adfb&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2502987 Jan 21 19:32:50.534985 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7c28d-19e6-4db5-b445-2aeae65b1b62 req-ef5ba133-9333-413f-8503-c442dd25fa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:32:50.536415 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-66d7c28d-19e6-4db5-b445-2aeae65b1b62 req-ef5ba133-9333-413f-8503-c442dd25fa64 service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1392145 Jan 21 19:32:50.639350 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c11036-20a7-41b2-a85d-5c05da11987e req-0f0dea5d-3899-4314-a91e-5058e65bbb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:32:50.640814 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-79c11036-20a7-41b2-a85d-5c05da11987e req-0f0dea5d-3899-4314-a91e-5058e65bbb9a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f44e769a8c664d6eb7c9fa0af586adfb&device_id=18bf0d61-6fbb-4cb0-b750-65fcea8710a4 HTTP/1.1" status: 200 len: 1097 time: 0.0694118 Jan 21 19:32:50.712999 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-79c11036-20a7-41b2-a85d-5c05da11987e req-7c69ce8d-038d-4d3b-aa77-6387834994ca service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85677d6a-c7ba-4b75-9ff1-56480f448312 HTTP/1.1" status: 200 len: 217 time: 0.0644364 Jan 21 19:32:50.734266 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ef12e-f7a3-44f6-8b09-fb8e53cb5f16 req-9e24a27c-e847-4b36-87a5-6049a1e954d6 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:32:50.735771 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5d7ef12e-f7a3-44f6-8b09-fb8e53cb5f16 req-9e24a27c-e847-4b36-87a5-6049a1e954d6 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/ports?device_id=18bf0d61-6fbb-4cb0-b750-65fcea8710a4 HTTP/1.1" status: 200 len: 944 time: 0.0824285 Jan 21 19:32:50.778719 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c11036-20a7-41b2-a85d-5c05da11987e req-5d242dfb-3b89-44ef-a1d4-78a49cc26213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:32:50.780306 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-79c11036-20a7-41b2-a85d-5c05da11987e req-5d242dfb-3b89-44ef-a1d4-78a49cc26213 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f4dd46b2-a24f-488a-a5ee-fa90876fd47a HTTP/1.1" status: 200 len: 856 time: 0.0627234 Jan 21 19:32:50.793717 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5d7ef12e-f7a3-44f6-8b09-fb8e53cb5f16 req-080c6876-20f5-4808-bb1b-42a82d5d47cd tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/security-groups?id=0b9be1c9-aedb-4dff-bc8a-1cb8fb8e3ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519145 Jan 21 19:32:50.860514 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c11036-20a7-41b2-a85d-5c05da11987e req-76ec6fe2-f1bf-4299-a509-974d7350faa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:32:50.862016 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-79c11036-20a7-41b2-a85d-5c05da11987e req-76ec6fe2-f1bf-4299-a509-974d7350faa5 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=eaf1db68-2dd3-4be7-820a-5e51f2a109b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756698 Jan 21 19:32:50.991571 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-79c11036-20a7-41b2-a85d-5c05da11987e req-28663165-9494-4d2d-97d6-b3d9b1e7b792 service neutron] 10.222.0.113 "GET /v2.0/networks/eaf1db68-2dd3-4be7-820a-5e51f2a109b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224697 Jan 21 19:32:51.132621 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-79c11036-20a7-41b2-a85d-5c05da11987e req-91fb8c7b-d83f-42e6-8dca-9c9dac55d7ef service neutron] 10.222.0.113 "GET /v2.0/networks/eaf1db68-2dd3-4be7-820a-5e51f2a109b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352077 Jan 21 19:32:51.981967 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3288d-3170-47ab-a18c-eb1751ad3c41 req-9bcdab78-391e-415b-b8e2-c7056a5a545e tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:32:51.983442 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cde3288d-3170-47ab-a18c-eb1751ad3c41 req-9bcdab78-391e-415b-b8e2-c7056a5a545e tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/ports?device_id=18bf0d61-6fbb-4cb0-b750-65fcea8710a4 HTTP/1.1" status: 200 len: 944 time: 0.0839274 Jan 21 19:32:52.027925 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cde3288d-3170-47ab-a18c-eb1751ad3c41 req-2bd658f1-881b-4482-a51c-bfd8b16e9c77 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/security-groups?id=0b9be1c9-aedb-4dff-bc8a-1cb8fb8e3ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389016 Jan 21 19:32:52.744414 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 85677d6a-c7ba-4b75-9ff1-56480f448312 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:32:52.874086 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 85677d6a-c7ba-4b75-9ff1-56480f448312, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=85677d6a-c7ba-4b75-9ff1-56480f448312,segment=NetworkSegment(82336bd7-62cf-49ad-9d3d-cd15ca1145f4),segment_id=82336bd7-62cf-49ad-9d3d-cd15ca1145f4)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:32:52.887399 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': '85677d6a-c7ba-4b75-9ff1-56480f448312', 'network_id': 'eaf1db68-2dd3-4be7-820a-5e51f2a109b9', 'port_id': '85677d6a-c7ba-4b75-9ff1-56480f448312', 'mac_address': 'fa:16:3e:56:8e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4dd46b2-a24f-488a-a5ee-fa90876fd47a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:32:52.948674 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:52.992094 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85677d6a-c7ba-4b75-9ff1-56480f448312 {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:32:53.007614 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 85677d6a-c7ba-4b75-9ff1-56480f448312, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=85677d6a-c7ba-4b75-9ff1-56480f448312,segment=NetworkSegment(82336bd7-62cf-49ad-9d3d-cd15ca1145f4),segment_id=82336bd7-62cf-49ad-9d3d-cd15ca1145f4)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:32:53.077010 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:53.147741 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=85677d6a-c7ba-4b75-9ff1-56480f448312,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:32:53.217118 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1253c-91ed-4dd1-9710-a73f13002366 req-628e8b7c-bb5a-413c-b361-79ea1ec12bca tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:32:53.218640 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e2d1253c-91ed-4dd1-9710-a73f13002366 req-628e8b7c-bb5a-413c-b361-79ea1ec12bca tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/ports?device_id=18bf0d61-6fbb-4cb0-b750-65fcea8710a4 HTTP/1.1" status: 200 len: 945 time: 0.0789716 Jan 21 19:32:53.263627 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e2d1253c-91ed-4dd1-9710-a73f13002366 req-019fd643-9370-47dc-b676-0f8788636c9a tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/security-groups?id=0b9be1c9-aedb-4dff-bc8a-1cb8fb8e3ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393581 Jan 21 19:32:53.309776 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['85677d6a-c7ba-4b75-9ff1-56480f448312'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:32:54.447632 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24289bcf-9052-47e0-9ce7-b95438fda3a4 req-f98d75e8-91bd-4012-ad62-b09ca1de563a tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:32:54.449059 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-24289bcf-9052-47e0-9ce7-b95438fda3a4 req-f98d75e8-91bd-4012-ad62-b09ca1de563a tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/ports?device_id=18bf0d61-6fbb-4cb0-b750-65fcea8710a4 HTTP/1.1" status: 200 len: 945 time: 0.0805058 Jan 21 19:32:54.492007 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-24289bcf-9052-47e0-9ce7-b95438fda3a4 req-83f060eb-afef-4764-b6d7-6a927b703683 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/security-groups?id=0b9be1c9-aedb-4dff-bc8a-1cb8fb8e3ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374329 Jan 21 19:32:54.743576 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 85677d6a-c7ba-4b75-9ff1-56480f448312 up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:32:54.878572 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning for port 85677d6a-c7ba-4b75-9ff1-56480f448312 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:32:54.883577 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port 85677d6a-c7ba-4b75-9ff1-56480f448312 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:32:54.884488 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:55.011269 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:55.037408 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18bf0d61-6fbb-4cb0-b750-65fcea8710a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85677d6a-c7ba-4b75-9ff1-56480f448312'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:32:55.045006 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2426b5e8-ea03-41a4-a718-fef42caf2747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:55.052645 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 85677d6a-c7ba-4b75-9ff1-56480f448312, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=85677d6a-c7ba-4b75-9ff1-56480f448312,segment=NetworkSegment(82336bd7-62cf-49ad-9d3d-cd15ca1145f4),segment_id=82336bd7-62cf-49ad-9d3d-cd15ca1145f4)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:32:55.082604 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18bf0d61-6fbb-4cb0-b750-65fcea8710a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85677d6a-c7ba-4b75-9ff1-56480f448312', 'code': 200} Jan 21 19:32:55.123304 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:55.206528 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=85677d6a-c7ba-4b75-9ff1-56480f448312,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:32:55.450838 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6fa9a-8d59-420f-9fef-3704c927c45e req-360d26cb-66b3-4ed2-9fab-cd0acaaf857c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:32:55.452302 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-74b6fa9a-8d59-420f-9fef-3704c927c45e req-360d26cb-66b3-4ed2-9fab-cd0acaaf857c service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=18bf0d61-6fbb-4cb0-b750-65fcea8710a4 HTTP/1.1" status: 200 len: 1099 time: 0.0700791 Jan 21 19:32:55.493523 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-74b6fa9a-8d59-420f-9fef-3704c927c45e req-82ddd7dd-a0b1-459c-aec8-2dc7dc3743d5 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=0b9be1c9-aedb-4dff-bc8a-1cb8fb8e3ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346506 Jan 21 19:32:55.670523 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6f425-d1e1-4f4f-afb9-d7ded245a725 req-481104e0-072c-4ba0-93f8-2c7ee0a78a71 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:32:55.671965 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8de6f425-d1e1-4f4f-afb9-d7ded245a725 req-481104e0-072c-4ba0-93f8-2c7ee0a78a71 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/ports?device_id=18bf0d61-6fbb-4cb0-b750-65fcea8710a4 HTTP/1.1" status: 200 len: 946 time: 0.0777297 Jan 21 19:32:55.715174 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8de6f425-d1e1-4f4f-afb9-d7ded245a725 req-bca585b8-e679-4873-b770-d64cfddabbfe tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/security-groups?id=0b9be1c9-aedb-4dff-bc8a-1cb8fb8e3ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376110 Jan 21 19:32:56.909151 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5362879-6344-4771-9ef7-b19bb039900e req-ab57301f-aa1a-4a7a-9924-d08c75b79597 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:32:56.910645 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d5362879-6344-4771-9ef7-b19bb039900e req-ab57301f-aa1a-4a7a-9924-d08c75b79597 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/ports?device_id=18bf0d61-6fbb-4cb0-b750-65fcea8710a4 HTTP/1.1" status: 200 len: 946 time: 0.0894210 Jan 21 19:32:56.955880 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d5362879-6344-4771-9ef7-b19bb039900e req-866a8e4d-097f-49a9-9339-f718d78928fe tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/security-groups?id=0b9be1c9-aedb-4dff-bc8a-1cb8fb8e3ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389843 Jan 21 19:32:57.137458 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52096e-c91d-4f9a-882f-96eb0201275a req-5c3d8ed0-03d7-4fe1-ac0d-9861d8683d2d tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:32:57.138945 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9a52096e-c91d-4f9a-882f-96eb0201275a req-5c3d8ed0-03d7-4fe1-ac0d-9861d8683d2d tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/ports?device_id=18bf0d61-6fbb-4cb0-b750-65fcea8710a4 HTTP/1.1" status: 200 len: 946 time: 0.0789192 Jan 21 19:32:57.186296 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9a52096e-c91d-4f9a-882f-96eb0201275a req-0bbb4758-d7d0-44e7-92ca-ccae917b6015 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/security-groups?id=0b9be1c9-aedb-4dff-bc8a-1cb8fb8e3ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417206 Jan 21 19:32:57.237381 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b60573a4-bc85-478a-92a8-b2eec9ccda29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:58.398768 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:58.419557 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:32:58.604347 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:32:58.672900 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:00.180039 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:04.656215 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a2be7bf9-0246-46db-82d3-e0d1364e61a6 req-c35dc223-6522-4622-878a-72f12385db71 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=18bf0d61-6fbb-4cb0-b750-65fcea8710a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707083 Jan 21 19:33:04.791364 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be7bf9-0246-46db-82d3-e0d1364e61a6 req-8084b3ac-fa88-4454-b289-7e71e7437e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:33:04.792789 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a2be7bf9-0246-46db-82d3-e0d1364e61a6 req-8084b3ac-fa88-4454-b289-7e71e7437e70 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f44e769a8c664d6eb7c9fa0af586adfb&device_id=18bf0d61-6fbb-4cb0-b750-65fcea8710a4 HTTP/1.1" status: 200 len: 1099 time: 0.0694270 Jan 21 19:33:04.933718 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be7bf9-0246-46db-82d3-e0d1364e61a6 req-2db8e476-ecc0-40ac-968c-b34ba2b5dcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:33:04.935168 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a2be7bf9-0246-46db-82d3-e0d1364e61a6 req-2db8e476-ecc0-40ac-968c-b34ba2b5dcf5 service neutron] 10.222.0.113 "GET /v2.0/networks?id=eaf1db68-2dd3-4be7-820a-5e51f2a109b9 HTTP/1.1" status: 200 len: 918 time: 0.1247427 Jan 21 19:33:05.011711 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a2be7bf9-0246-46db-82d3-e0d1364e61a6 req-c1043281-87cb-4dd6-96ef-4e4df32d3ab4 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85677d6a-c7ba-4b75-9ff1-56480f448312 HTTP/1.1" status: 200 len: 217 time: 0.0703413 Jan 21 19:33:05.072598 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be7bf9-0246-46db-82d3-e0d1364e61a6 req-a799ff80-2014-46bd-b062-760e9d9f0acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:33:05.073975 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a2be7bf9-0246-46db-82d3-e0d1364e61a6 req-a799ff80-2014-46bd-b062-760e9d9f0acd service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f4dd46b2-a24f-488a-a5ee-fa90876fd47a HTTP/1.1" status: 200 len: 856 time: 0.0562508 Jan 21 19:33:05.158097 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be7bf9-0246-46db-82d3-e0d1364e61a6 req-dc15b2ea-092e-4675-81db-9ea6af717dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:33:05.159602 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a2be7bf9-0246-46db-82d3-e0d1364e61a6 req-dc15b2ea-092e-4675-81db-9ea6af717dea service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=eaf1db68-2dd3-4be7-820a-5e51f2a109b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801222 Jan 21 19:33:05.409800 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a2be7bf9-0246-46db-82d3-e0d1364e61a6 req-897202a4-dfae-41ea-8f02-547f9d02057a service neutron] 10.222.0.113 "GET /v2.0/networks/eaf1db68-2dd3-4be7-820a-5e51f2a109b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435873 Jan 21 19:33:05.536675 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a2be7bf9-0246-46db-82d3-e0d1364e61a6 req-0f54e0a4-9ca6-469b-8984-193848576f5c service neutron] 10.222.0.113 "GET /v2.0/networks/eaf1db68-2dd3-4be7-820a-5e51f2a109b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210237 Jan 21 19:33:15.343919 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d37c01-086b-47f1-9322-59af8e06766b req-9fa3c046-e1b6-4862-acf7-e0aef04ba7e6 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:33:15.345236 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b2d37c01-086b-47f1-9322-59af8e06766b req-9fa3c046-e1b6-4862-acf7-e0aef04ba7e6 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/ports?device_id=18bf0d61-6fbb-4cb0-b750-65fcea8710a4 HTTP/1.1" status: 200 len: 946 time: 0.0796349 Jan 21 19:33:15.388672 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b2d37c01-086b-47f1-9322-59af8e06766b req-f081b415-6d53-4854-8345-114cd2bbdd90 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/security-groups?id=0b9be1c9-aedb-4dff-bc8a-1cb8fb8e3ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378458 Jan 21 19:33:16.588343 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d903c-5fd8-4e38-a2a4-340a49230157 req-628c1b82-fef5-4006-9d52-6dd12dff9461 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:33:16.589794 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0e7d903c-5fd8-4e38-a2a4-340a49230157 req-628c1b82-fef5-4006-9d52-6dd12dff9461 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/ports?device_id=18bf0d61-6fbb-4cb0-b750-65fcea8710a4 HTTP/1.1" status: 200 len: 946 time: 0.0899725 Jan 21 19:33:16.632651 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0e7d903c-5fd8-4e38-a2a4-340a49230157 req-0c53e57e-1bb8-4d13-b1a2-e269f0a9d5b0 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/security-groups?id=0b9be1c9-aedb-4dff-bc8a-1cb8fb8e3ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371373 Jan 21 19:33:16.831899 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4099ce-e54e-416b-afa1-cdfc7babf996 req-2d04925d-d858-4e4b-954f-b301e65aead7 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:33:16.832516 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-ba4099ce-e54e-416b-afa1-cdfc7babf996 req-2d04925d-d858-4e4b-954f-b301e65aead7 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Synchronizing usage tracker for tenant:f44e769a8c664d6eb7c9fa0af586adfb on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:33:16.900916 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-ba4099ce-e54e-416b-afa1-cdfc7babf996 req-2d04925d-d858-4e4b-954f-b301e65aead7 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Unset dirty status for tenant:f44e769a8c664d6eb7c9fa0af586adfb on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:33:16.901998 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ba4099ce-e54e-416b-afa1-cdfc7babf996 req-2d04925d-d858-4e4b-954f-b301e65aead7 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.113 "GET /v2.0/ports?device_id=18bf0d61-6fbb-4cb0-b750-65fcea8710a4 HTTP/1.1" status: 200 len: 946 time: 0.1461992 Jan 21 19:33:16.973204 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-ba4099ce-e54e-416b-afa1-cdfc7babf996 req-eb657c81-f466-4095-b98b-b37b8911dee5 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Deleting port 85677d6a-c7ba-4b75-9ff1-56480f448312 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:33:16.973544 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-ba4099ce-e54e-416b-afa1-cdfc7babf996 req-eb657c81-f466-4095-b98b-b37b8911dee5 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:17.217019 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-ba4099ce-e54e-416b-afa1-cdfc7babf996 req-eb657c81-f466-4095-b98b-b37b8911dee5 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] For port 85677d6a-c7ba-4b75-9ff1-56480f448312, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=85677d6a-c7ba-4b75-9ff1-56480f448312,segment=NetworkSegment(82336bd7-62cf-49ad-9d3d-cd15ca1145f4),segment_id=82336bd7-62cf-49ad-9d3d-cd15ca1145f4)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:33:17.217370 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-ba4099ce-e54e-416b-afa1-cdfc7babf996 req-eb657c81-f466-4095-b98b-b37b8911dee5 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:17.339694 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-ba4099ce-e54e-416b-afa1-cdfc7babf996 req-eb657c81-f466-4095-b98b-b37b8911dee5 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Calling delete_port for 85677d6a-c7ba-4b75-9ff1-56480f448312 owned by compute:nova {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:33:17.529993 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-ba4099ce-e54e-416b-afa1-cdfc7babf996 req-eb657c81-f466-4095-b98b-b37b8911dee5 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:17.544362 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['85677d6a-c7ba-4b75-9ff1-56480f448312'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:33:17.583447 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb657c81-f466-4095-b98b-b37b8911dee5 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Pushing event deleted for resources: {'Port': ['ID=85677d6a-c7ba-4b75-9ff1-56480f448312,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:33:17.663593 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba4099ce-e54e-416b-afa1-cdfc7babf996 req-eb657c81-f466-4095-b98b-b37b8911dee5 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] No DVR routers for this DVR port 85677d6a-c7ba-4b75-9ff1-56480f448312 on host hv-neutron-8254 {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:33:17.667064 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-ba4099ce-e54e-416b-afa1-cdfc7babf996 req-eb657c81-f466-4095-b98b-b37b8911dee5 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:17.669714 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18bf0d61-6fbb-4cb0-b750-65fcea8710a4', 'name': 'network-vif-deleted', 'tag': '85677d6a-c7ba-4b75-9ff1-56480f448312'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:33:17.717223 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18bf0d61-6fbb-4cb0-b750-65fcea8710a4', 'name': 'network-vif-deleted', 'tag': '85677d6a-c7ba-4b75-9ff1-56480f448312', 'status': 'completed', 'code': 200} Jan 21 19:33:17.736528 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ba4099ce-e54e-416b-afa1-cdfc7babf996 req-eb657c81-f466-4095-b98b-b37b8911dee5 tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.113 "DELETE /v2.0/ports/85677d6a-c7ba-4b75-9ff1-56480f448312 HTTP/1.1" status: 204 len: 173 time: 0.8293433 Jan 21 19:33:17.799715 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ad69f15d-22b6-496c-8543-e07b07060571 req-e9ca02bb-e64e-463b-ac37-0a2965a4721d tempest-TestEncryptedCinderVolumes-1199725577 tempest-TestEncryptedCinderVolumes-1199725577-project] 10.222.0.87 "GET /v2.0/ports?device_id=18bf0d61-6fbb-4cb0-b750-65fcea8710a4 HTTP/1.1" status: 200 len: 210 time: 0.0455451 Jan 21 19:33:19.031860 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 40942) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:33:19.678525 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3141d4b1-de34-482b-9adc-563c15ff937d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:20.019908 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-3141d4b1-de34-482b-9adc-563c15ff937d admin admin] Deleting port 87990455-6006-409d-99b7-340b8af7d3dd {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:33:20.020239 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3141d4b1-de34-482b-9adc-563c15ff937d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:20.188213 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-3141d4b1-de34-482b-9adc-563c15ff937d admin admin] For port 87990455-6006-409d-99b7-340b8af7d3dd, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=87990455-6006-409d-99b7-340b8af7d3dd,segment=NetworkSegment(82336bd7-62cf-49ad-9d3d-cd15ca1145f4),segment_id=82336bd7-62cf-49ad-9d3d-cd15ca1145f4)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:33:20.188910 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3141d4b1-de34-482b-9adc-563c15ff937d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:20.307230 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-3141d4b1-de34-482b-9adc-563c15ff937d admin admin] Calling delete_port for 87990455-6006-409d-99b7-340b8af7d3dd owned by network:router_interface {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:33:20.677169 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3141d4b1-de34-482b-9adc-563c15ff937d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:20.842945 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141d4b1-de34-482b-9adc-563c15ff937d admin admin] Pushing event deleted for resources: {'Port': ['ID=87990455-6006-409d-99b7-340b8af7d3dd,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:33:20.881041 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141d4b1-de34-482b-9adc-563c15ff937d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:33:20.881393 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141d4b1-de34-482b-9adc-563c15ff937d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:33:20.881723 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141d4b1-de34-482b-9adc-563c15ff937d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:33:20.882088 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141d4b1-de34-482b-9adc-563c15ff937d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:33:20.882418 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141d4b1-de34-482b-9adc-563c15ff937d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:33:20.882742 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141d4b1-de34-482b-9adc-563c15ff937d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:33:20.883065 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141d4b1-de34-482b-9adc-563c15ff937d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:33:20.883483 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141d4b1-de34-482b-9adc-563c15ff937d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:33:20.883812 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141d4b1-de34-482b-9adc-563c15ff937d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:33:20.884133 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141d4b1-de34-482b-9adc-563c15ff937d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:33:20.884448 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141d4b1-de34-482b-9adc-563c15ff937d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:33:20.884761 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141d4b1-de34-482b-9adc-563c15ff937d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:33:20.899893 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 85677d6a-c7ba-4b75-9ff1-56480f448312 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:33:20.939105 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] No Port match for: 85677d6a-c7ba-4b75-9ff1-56480f448312 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:33:20.939306 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 85677d6a-c7ba-4b75-9ff1-56480f448312 not bound to the agent host hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:33:21.128959 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3141d4b1-de34-482b-9adc-563c15ff937d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:21.500149 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3141d4b1-de34-482b-9adc-563c15ff937d admin admin] Router ef698afd-ee73-4cd6-8f99-fa253e58510f has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:33:21.679696 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3141d4b1-de34-482b-9adc-563c15ff937d admin admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:33:21.690089 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6c19a9-d214-4669-a992-f70c53a72ebe None None] Sync routers for ids ['ef698afd-ee73-4cd6-8f99-fa253e58510f'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:33:21.695109 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-3141d4b1-de34-482b-9adc-563c15ff937d admin admin] 10.222.0.87 "PUT /v2.0/routers/ef698afd-ee73-4cd6-8f99-fa253e58510f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6589770 Jan 21 19:33:21.695109 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 40946) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:33:21.699752 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6c19a9-d214-4669-a992-f70c53a72ebe None None] Routers {'ef698afd-ee73-4cd6-8f99-fa253e58510f'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:33:21.700406 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-1f6c19a9-d214-4669-a992-f70c53a72ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:32:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['ef698afd-ee73-4cd6-8f99-fa253e58510f'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:33:21.872772 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-58114142-c2cd-4726-a45e-04934f0a9f1b admin admin] Notify callbacks [] for router, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:21.879165 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-1f6c19a9-d214-4669-a992-f70c53a72ebe None None] Set router ef698afd-ee73-4cd6-8f99-fa253e58510f gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:33:22.061666 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-58114142-c2cd-4726-a45e-04934f0a9f1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:22.147111 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-58114142-c2cd-4726-a45e-04934f0a9f1b admin admin] Deleting port 5c4974e5-bf1d-4cb5-afff-6542113df259 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:33:22.147500 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-58114142-c2cd-4726-a45e-04934f0a9f1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:22.184095 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-1f6c19a9-d214-4669-a992-f70c53a72ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef698afd-ee73-4cd6-8f99-fa253e58510f', 'name': 'tempest-TestEncryptedCinderVolumes-1203811697-router', 'tenant_id': 'f44e769a8c664d6eb7c9fa0af586adfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.129'}], 'enable_snat': True}, 'gw_port_id': '5c4974e5-bf1d-4cb5-afff-6542113df259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:31:58Z', 'updated_at': '2022-01-21T19:33:20Z', 'revision_number': 5, 'project_id': 'f44e769a8c664d6eb7c9fa0af586adfb', 'gw_port': {'id': '5c4974e5-bf1d-4cb5-afff-6542113df259', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef698afd-ee73-4cd6-8f99-fa253e58510f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:31:59Z', 'updated_at': '2022-01-21T19:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:33:22.188274 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6c19a9-d214-4669-a992-f70c53a72ebe None None] Checking router: ef698afd-ee73-4cd6-8f99-fa253e58510f for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:33:22.198453 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6c19a9-d214-4669-a992-f70c53a72ebe None None] Routers {'ef698afd-ee73-4cd6-8f99-fa253e58510f'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:33:22.199092 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-1f6c19a9-d214-4669-a992-f70c53a72ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:32:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['ef698afd-ee73-4cd6-8f99-fa253e58510f'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:33:22.376448 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-1f6c19a9-d214-4669-a992-f70c53a72ebe None None] Set router ef698afd-ee73-4cd6-8f99-fa253e58510f gateway port host: None {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:33:22.447945 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-58114142-c2cd-4726-a45e-04934f0a9f1b admin admin] For port 5c4974e5-bf1d-4cb5-afff-6542113df259, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=5c4974e5-bf1d-4cb5-afff-6542113df259,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:33:22.448302 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-58114142-c2cd-4726-a45e-04934f0a9f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:22.484863 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-1f6c19a9-d214-4669-a992-f70c53a72ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef698afd-ee73-4cd6-8f99-fa253e58510f', 'name': 'tempest-TestEncryptedCinderVolumes-1203811697-router', 'tenant_id': 'f44e769a8c664d6eb7c9fa0af586adfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:31:58Z', 'updated_at': '2022-01-21T19:33:22Z', 'revision_number': 6, 'project_id': 'f44e769a8c664d6eb7c9fa0af586adfb', 'gw_port_host': None}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:33:22.488689 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6c19a9-d214-4669-a992-f70c53a72ebe None None] The sync data for ids ['ef698afd-ee73-4cd6-8f99-fa253e58510f'] in dv-neutron-825470-1-hyperv is: [{'id': 'ef698afd-ee73-4cd6-8f99-fa253e58510f', 'name': 'tempest-TestEncryptedCinderVolumes-1203811697-router', 'tenant_id': 'f44e769a8c664d6eb7c9fa0af586adfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:31:58Z', 'updated_at': '2022-01-21T19:33:22Z', 'revision_number': 6, 'project_id': 'f44e769a8c664d6eb7c9fa0af586adfb', 'gw_port_host': None}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:33:22.571611 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-58114142-c2cd-4726-a45e-04934f0a9f1b admin admin] Calling delete_port for 5c4974e5-bf1d-4cb5-afff-6542113df259 owned by network:router_gateway {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:33:22.802775 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-58114142-c2cd-4726-a45e-04934f0a9f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:22.853137 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58114142-c2cd-4726-a45e-04934f0a9f1b admin admin] Pushing event deleted for resources: {'Port': ['ID=5c4974e5-bf1d-4cb5-afff-6542113df259,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:33:22.948883 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-58114142-c2cd-4726-a45e-04934f0a9f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:23.117292 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-58114142-c2cd-4726-a45e-04934f0a9f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:23.120226 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-58114142-c2cd-4726-a45e-04934f0a9f1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:23.210147 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-58114142-c2cd-4726-a45e-04934f0a9f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:23.210617 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58114142-c2cd-4726-a45e-04934f0a9f1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef698afd-ee73-4cd6-8f99-fa253e58510f {{(pid=88136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:33:23.223346 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-58114142-c2cd-4726-a45e-04934f0a9f1b admin admin] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:23.224452 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-58114142-c2cd-4726-a45e-04934f0a9f1b admin admin] 10.222.0.87 "DELETE /v2.0/routers/ef698afd-ee73-4cd6-8f99-fa253e58510f HTTP/1.1" status: 204 len: 168 time: 1.5292096 Jan 21 19:33:23.227703 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 40950) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:33:23.288758 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-23b3ed2e-4096-45b3-967c-ebda706969d6 admin admin] Deleting subnet f4dd46b2-a24f-488a-a5ee-fa90876fd47a {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:33:23.292572 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-23b3ed2e-4096-45b3-967c-ebda706969d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:23.350672 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-23b3ed2e-4096-45b3-967c-ebda706969d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:23.432905 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-23b3ed2e-4096-45b3-967c-ebda706969d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:23.570648 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-23b3ed2e-4096-45b3-967c-ebda706969d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:23.609284 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b3ed2e-4096-45b3-967c-ebda706969d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4dd46b2-a24f-488a-a5ee-fa90876fd47a,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:33:23.612769 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-23b3ed2e-4096-45b3-967c-ebda706969d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:23.618759 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7463794b-087c-4f3f-84d2-11f0cc7b6cde None None] Network eaf1db68-2dd3-4be7-820a-5e51f2a109b9 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:33:23.622557 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-23b3ed2e-4096-45b3-967c-ebda706969d6 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/f4dd46b2-a24f-488a-a5ee-fa90876fd47a HTTP/1.1" status: 204 len: 168 time: 0.3937685 Jan 21 19:33:23.625029 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 40954) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:33:23.732844 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-25a55790-6366-4519-b0d9-3ab6ba66ead3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:23.742966 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-25a55790-6366-4519-b0d9-3ab6ba66ead3 admin admin] Deleting port 6d4759eb-adfc-4863-b620-085500752db6 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:33:23.743296 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-25a55790-6366-4519-b0d9-3ab6ba66ead3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:23.898765 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad9d75a-e990-4471-8e07-b0f84311d8a5 None None] DHCP port deletion for eaf1db68-2dd3-4be7-820a-5e51f2a109b9 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:33:23.903608 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-2ad9d75a-e990-4471-8e07-b0f84311d8a5 None None] Deleting port 6d4759eb-adfc-4863-b620-085500752db6 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:33:23.906460 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2ad9d75a-e990-4471-8e07-b0f84311d8a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:24.037510 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 87990455-6006-409d-99b7-340b8af7d3dd no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:33:24.062448 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-25a55790-6366-4519-b0d9-3ab6ba66ead3 admin admin] For port 6d4759eb-adfc-4863-b620-085500752db6, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=6d4759eb-adfc-4863-b620-085500752db6,segment=NetworkSegment(82336bd7-62cf-49ad-9d3d-cd15ca1145f4),segment_id=82336bd7-62cf-49ad-9d3d-cd15ca1145f4)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:33:24.062797 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-25a55790-6366-4519-b0d9-3ab6ba66ead3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:24.081194 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 87990455-6006-409d-99b7-340b8af7d3dd {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:33:24.081531 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 87990455-6006-409d-99b7-340b8af7d3dd not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:33:24.081972 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 6d4759eb-adfc-4863-b620-085500752db6 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:33:24.183981 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-25a55790-6366-4519-b0d9-3ab6ba66ead3 admin admin] Calling delete_port for 6d4759eb-adfc-4863-b620-085500752db6 owned by network:dhcp {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:33:24.190560 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-2ad9d75a-e990-4471-8e07-b0f84311d8a5 None None] For port 6d4759eb-adfc-4863-b620-085500752db6, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=6d4759eb-adfc-4863-b620-085500752db6,segment=NetworkSegment(82336bd7-62cf-49ad-9d3d-cd15ca1145f4),segment_id=82336bd7-62cf-49ad-9d3d-cd15ca1145f4)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:33:24.190951 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2ad9d75a-e990-4471-8e07-b0f84311d8a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:24.313036 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-25a55790-6366-4519-b0d9-3ab6ba66ead3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:24.319087 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-2ad9d75a-e990-4471-8e07-b0f84311d8a5 None None] Calling delete_port for 6d4759eb-adfc-4863-b620-085500752db6 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:33:24.345996 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No ports have port_id starting with 6d4759eb-adfc-4863-b620-085500752db6 Jan 21 19:33:24.346573 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 5c4974e5-bf1d-4cb5-afff-6542113df259 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:33:24.362910 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a55790-6366-4519-b0d9-3ab6ba66ead3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d4759eb-adfc-4863-b620-085500752db6,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:33:24.366377 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a55790-6366-4519-b0d9-3ab6ba66ead3 admin admin] No DVR routers for this DVR port 6d4759eb-adfc-4863-b620-085500752db6 on host dv-neutron-825470-1-hyperv {{(pid=88136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:33:24.391807 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 5c4974e5-bf1d-4cb5-afff-6542113df259 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:33:24.392155 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 5c4974e5-bf1d-4cb5-afff-6542113df259 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:33:24.425281 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-2ad9d75a-e990-4471-8e07-b0f84311d8a5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:33:24.425662 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-2ad9d75a-e990-4471-8e07-b0f84311d8a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:33:24.487443 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-25a55790-6366-4519-b0d9-3ab6ba66ead3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:24.511649 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-25a55790-6366-4519-b0d9-3ab6ba66ead3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaf1db68-2dd3-4be7-820a-5e51f2a109b9']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:33:24.523131 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-25a55790-6366-4519-b0d9-3ab6ba66ead3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82336bd7-62cf-49ad-9d3d-cd15ca1145f4') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:33:24.523427 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-25a55790-6366-4519-b0d9-3ab6ba66ead3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82336bd7-62cf-49ad-9d3d-cd15ca1145f4') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:33:24.535057 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-25a55790-6366-4519-b0d9-3ab6ba66ead3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:24.550457 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-25a55790-6366-4519-b0d9-3ab6ba66ead3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:24.556611 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25a55790-6366-4519-b0d9-3ab6ba66ead3 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:33:24.556980 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-25a55790-6366-4519-b0d9-3ab6ba66ead3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:24.569484 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:33:24.569484 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:33:24.569484 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:33:24.569484 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:33:24.569484 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:33:24.569484 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:33:24.569484 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:33:24.569484 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:33:24.569484 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:33:24.569484 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:33:24.569484 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:33:24.569484 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:33:24.569484 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:33:24.569484 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:33:24.569484 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:33:24.569484 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:33:24.569484 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:33:24.569484 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:33:24.569484 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:33:24.569484 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:33:24.569484 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:33:24.569484 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:33:24.569484 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:33:24.569484 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:33:24.569484 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:33:24.569484 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:33:24.569484 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:33:24.569484 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:33:24.569484 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:33:24.569484 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:33:24.569484 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:33:24.569484 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:33:24.707300 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-25a55790-6366-4519-b0d9-3ab6ba66ead3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:24.722696 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-25a55790-6366-4519-b0d9-3ab6ba66ead3 admin admin] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:24.733876 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a55790-6366-4519-b0d9-3ab6ba66ead3 admin admin] Pushing event deleted for resources: {'Network': ['ID=eaf1db68-2dd3-4be7-820a-5e51f2a109b9,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:33:24.810718 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-25a55790-6366-4519-b0d9-3ab6ba66ead3 admin admin] 10.222.0.87 "DELETE /v2.0/networks/eaf1db68-2dd3-4be7-820a-5e51f2a109b9 HTTP/1.1" status: 204 len: 168 time: 1.1847208 Jan 21 19:33:24.813455 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 40958) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:33:24.926959 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-2ad9d75a-e990-4471-8e07-b0f84311d8a5 None None] Deleting port 6d4759eb-adfc-4863-b620-085500752db6 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:33:24.927875 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2ad9d75a-e990-4471-8e07-b0f84311d8a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:25.011756 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-2ad9d75a-e990-4471-8e07-b0f84311d8a5 None None] The port '6d4759eb-adfc-4863-b620-085500752db6' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:33:25.056343 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-abd52a63-b7de-4438-9a4c-f31b5f90bd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:25.345922 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-75fc0f60-0be5-48c2-9817-ff51b960d214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:25.797683 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-75fc0f60-0be5-48c2-9817-ff51b960d214 admin admin] Deleting port da9531c4-7033-42d3-9a27-bd447d6b3794 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:33:25.798435 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-75fc0f60-0be5-48c2-9817-ff51b960d214 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:25.969882 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-75fc0f60-0be5-48c2-9817-ff51b960d214 admin admin] For port da9531c4-7033-42d3-9a27-bd447d6b3794, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=da9531c4-7033-42d3-9a27-bd447d6b3794,segment=NetworkSegment(f52b6643-8192-4169-a6c2-6ebe9e33b13b),segment_id=f52b6643-8192-4169-a6c2-6ebe9e33b13b)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:33:25.970778 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-75fc0f60-0be5-48c2-9817-ff51b960d214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:26.094461 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-75fc0f60-0be5-48c2-9817-ff51b960d214 admin admin] Calling delete_port for da9531c4-7033-42d3-9a27-bd447d6b3794 owned by network:router_interface {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:33:26.323891 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-75fc0f60-0be5-48c2-9817-ff51b960d214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:26.373414 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc0f60-0be5-48c2-9817-ff51b960d214 admin admin] Pushing event deleted for resources: {'Port': ['ID=da9531c4-7033-42d3-9a27-bd447d6b3794,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:33:26.647300 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-75fc0f60-0be5-48c2-9817-ff51b960d214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:26.988356 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75fc0f60-0be5-48c2-9817-ff51b960d214 admin admin] Router 9aaed732-f646-4fb5-b637-4984da3d7d20 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:33:27.227562 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-294eaa84-2b3f-467b-befe-e0e2567ec346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:27.274300 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75fc0f60-0be5-48c2-9817-ff51b960d214 admin admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:33:27.283261 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-75fc0f60-0be5-48c2-9817-ff51b960d214 admin admin] 10.222.0.87 "PUT /v2.0/routers/9aaed732-f646-4fb5-b637-4984da3d7d20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4688094 Jan 21 19:33:27.284035 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3457e8a-a93c-4afb-8bf4-17d21d9f2d17 None None] Sync routers for ids ['9aaed732-f646-4fb5-b637-4984da3d7d20'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:33:27.285860 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 40962) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:33:27.294998 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3457e8a-a93c-4afb-8bf4-17d21d9f2d17 None None] Routers {'9aaed732-f646-4fb5-b637-4984da3d7d20'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:33:27.295608 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-f3457e8a-a93c-4afb-8bf4-17d21d9f2d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:33:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['9aaed732-f646-4fb5-b637-4984da3d7d20'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:33:27.468006 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-86f8c710-d8c3-42f9-a922-aabae9231113 admin admin] Notify callbacks [] for router, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:27.491981 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-f3457e8a-a93c-4afb-8bf4-17d21d9f2d17 None None] Set router 9aaed732-f646-4fb5-b637-4984da3d7d20 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:33:27.654156 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-86f8c710-d8c3-42f9-a922-aabae9231113 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:27.723013 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-86f8c710-d8c3-42f9-a922-aabae9231113 admin admin] Deleting port 24e2907b-7770-4733-9a51-091d0866cd3e {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:33:27.723697 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-86f8c710-d8c3-42f9-a922-aabae9231113 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:27.803964 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-f3457e8a-a93c-4afb-8bf4-17d21d9f2d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aaed732-f646-4fb5-b637-4984da3d7d20', 'name': 'tempest-TestEncryptedCinderVolumes-190266249-router', 'tenant_id': '8ea3c51e2da04521b11ebfa0e75d02d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212'}], 'enable_snat': True}, 'gw_port_id': '24e2907b-7770-4733-9a51-091d0866cd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:32:06Z', 'updated_at': '2022-01-21T19:33:26Z', 'revision_number': 5, 'project_id': '8ea3c51e2da04521b11ebfa0e75d02d2', 'gw_port': {'id': '24e2907b-7770-4733-9a51-091d0866cd3e', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aaed732-f646-4fb5-b637-4984da3d7d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:32:07Z', 'updated_at': '2022-01-21T19:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:33:27.808444 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3457e8a-a93c-4afb-8bf4-17d21d9f2d17 None None] Checking router: 9aaed732-f646-4fb5-b637-4984da3d7d20 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:33:27.817193 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3457e8a-a93c-4afb-8bf4-17d21d9f2d17 None None] Routers {'9aaed732-f646-4fb5-b637-4984da3d7d20'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:33:27.817947 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-f3457e8a-a93c-4afb-8bf4-17d21d9f2d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:33:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['9aaed732-f646-4fb5-b637-4984da3d7d20'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:33:27.983327 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-f3457e8a-a93c-4afb-8bf4-17d21d9f2d17 None None] Set router 9aaed732-f646-4fb5-b637-4984da3d7d20 gateway port host: None {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:33:28.011977 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-86f8c710-d8c3-42f9-a922-aabae9231113 admin admin] For port 24e2907b-7770-4733-9a51-091d0866cd3e, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=24e2907b-7770-4733-9a51-091d0866cd3e,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:33:28.012344 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-86f8c710-d8c3-42f9-a922-aabae9231113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:28.089308 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-f3457e8a-a93c-4afb-8bf4-17d21d9f2d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aaed732-f646-4fb5-b637-4984da3d7d20', 'name': 'tempest-TestEncryptedCinderVolumes-190266249-router', 'tenant_id': '8ea3c51e2da04521b11ebfa0e75d02d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:32:06Z', 'updated_at': '2022-01-21T19:33:27Z', 'revision_number': 6, 'project_id': '8ea3c51e2da04521b11ebfa0e75d02d2', 'gw_port_host': None}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:33:28.093940 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3457e8a-a93c-4afb-8bf4-17d21d9f2d17 None None] The sync data for ids ['9aaed732-f646-4fb5-b637-4984da3d7d20'] in dv-neutron-825470-1-hyperv is: [{'id': '9aaed732-f646-4fb5-b637-4984da3d7d20', 'name': 'tempest-TestEncryptedCinderVolumes-190266249-router', 'tenant_id': '8ea3c51e2da04521b11ebfa0e75d02d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:32:06Z', 'updated_at': '2022-01-21T19:33:27Z', 'revision_number': 6, 'project_id': '8ea3c51e2da04521b11ebfa0e75d02d2', 'gw_port_host': None}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:33:28.141907 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-86f8c710-d8c3-42f9-a922-aabae9231113 admin admin] Calling delete_port for 24e2907b-7770-4733-9a51-091d0866cd3e owned by network:router_gateway {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:33:28.462045 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:28.528474 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-86f8c710-d8c3-42f9-a922-aabae9231113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:28.572837 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f8c710-d8c3-42f9-a922-aabae9231113 admin admin] Pushing event deleted for resources: {'Port': ['ID=24e2907b-7770-4733-9a51-091d0866cd3e,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:33:28.654322 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:28.665679 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-86f8c710-d8c3-42f9-a922-aabae9231113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:28.684287 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:28.832394 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-86f8c710-d8c3-42f9-a922-aabae9231113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:28.834411 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-86f8c710-d8c3-42f9-a922-aabae9231113 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:28.928997 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-86f8c710-d8c3-42f9-a922-aabae9231113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:28.929505 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f8c710-d8c3-42f9-a922-aabae9231113 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9aaed732-f646-4fb5-b637-4984da3d7d20 {{(pid=88137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:33:28.941865 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-86f8c710-d8c3-42f9-a922-aabae9231113 admin admin] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:28.942927 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-86f8c710-d8c3-42f9-a922-aabae9231113 admin admin] 10.222.0.87 "DELETE /v2.0/routers/9aaed732-f646-4fb5-b637-4984da3d7d20 HTTP/1.1" status: 204 len: 168 time: 1.6555154 Jan 21 19:33:28.945506 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 40966) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:33:29.006385 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b5644a2-7039-4d73-836d-6db5176a3554 admin admin] Deleting subnet 412ddf9d-2199-4c9d-a679-7f65a11ff5f2 {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:33:29.010353 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5b5644a2-7039-4d73-836d-6db5176a3554 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:29.060449 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5b5644a2-7039-4d73-836d-6db5176a3554 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:29.140420 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5b5644a2-7039-4d73-836d-6db5176a3554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:29.290306 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5b5644a2-7039-4d73-836d-6db5176a3554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:29.330379 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5644a2-7039-4d73-836d-6db5176a3554 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=412ddf9d-2199-4c9d-a679-7f65a11ff5f2,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:33:29.333939 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5b5644a2-7039-4d73-836d-6db5176a3554 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:29.346877 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1a45e2-0c01-41ff-b428-30737742f391 None None] Network 8fea4b51-3f71-4188-9599-d682aea14e21 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:33:29.347775 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5b5644a2-7039-4d73-836d-6db5176a3554 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/412ddf9d-2199-4c9d-a679-7f65a11ff5f2 HTTP/1.1" status: 204 len: 168 time: 0.3931482 Jan 21 19:33:29.347775 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 40970) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:33:29.456759 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2a50ef5c-67f4-4636-8476-b8487210b752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:29.467768 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-2a50ef5c-67f4-4636-8476-b8487210b752 admin admin] Deleting port 78119d5c-4d12-49d1-8164-aa1d7699d00a {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:33:29.468078 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2a50ef5c-67f4-4636-8476-b8487210b752 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:29.581332 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cff374-8e36-40e9-b9c8-a731fe00b9bd None None] DHCP port deletion for 8fea4b51-3f71-4188-9599-d682aea14e21 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:33:29.585617 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-e2cff374-8e36-40e9-b9c8-a731fe00b9bd None None] Deleting port 78119d5c-4d12-49d1-8164-aa1d7699d00a {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:33:29.586022 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e2cff374-8e36-40e9-b9c8-a731fe00b9bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:29.780712 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-2a50ef5c-67f4-4636-8476-b8487210b752 admin admin] For port 78119d5c-4d12-49d1-8164-aa1d7699d00a, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=78119d5c-4d12-49d1-8164-aa1d7699d00a,segment=NetworkSegment(f52b6643-8192-4169-a6c2-6ebe9e33b13b),segment_id=f52b6643-8192-4169-a6c2-6ebe9e33b13b)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:33:29.781368 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2a50ef5c-67f4-4636-8476-b8487210b752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:29.794051 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-e2cff374-8e36-40e9-b9c8-a731fe00b9bd None None] For port 78119d5c-4d12-49d1-8164-aa1d7699d00a, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=78119d5c-4d12-49d1-8164-aa1d7699d00a,segment=NetworkSegment(f52b6643-8192-4169-a6c2-6ebe9e33b13b),segment_id=f52b6643-8192-4169-a6c2-6ebe9e33b13b)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:33:29.794440 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e2cff374-8e36-40e9-b9c8-a731fe00b9bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:29.911837 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-2a50ef5c-67f4-4636-8476-b8487210b752 admin admin] Calling delete_port for 78119d5c-4d12-49d1-8164-aa1d7699d00a owned by network:dhcp {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:33:29.915378 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-e2cff374-8e36-40e9-b9c8-a731fe00b9bd None None] Calling delete_port for 78119d5c-4d12-49d1-8164-aa1d7699d00a owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:33:30.030426 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device da9531c4-7033-42d3-9a27-bd447d6b3794 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:33:30.058844 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2a50ef5c-67f4-4636-8476-b8487210b752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:30.068291 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: da9531c4-7033-42d3-9a27-bd447d6b3794 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:33:30.068633 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device da9531c4-7033-42d3-9a27-bd447d6b3794 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:33:30.069039 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 24e2907b-7770-4733-9a51-091d0866cd3e no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:33:30.098254 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-e2cff374-8e36-40e9-b9c8-a731fe00b9bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:33:30.098597 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-e2cff374-8e36-40e9-b9c8-a731fe00b9bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:33:30.103653 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50ef5c-67f4-4636-8476-b8487210b752 admin admin] Pushing event deleted for resources: {'Port': ['ID=78119d5c-4d12-49d1-8164-aa1d7699d00a,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:33:30.104103 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 24e2907b-7770-4733-9a51-091d0866cd3e {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:33:30.104592 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 24e2907b-7770-4733-9a51-091d0866cd3e not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:33:30.104857 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 78119d5c-4d12-49d1-8164-aa1d7699d00a no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:33:30.105669 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a50ef5c-67f4-4636-8476-b8487210b752 admin admin] No DVR routers for this DVR port 78119d5c-4d12-49d1-8164-aa1d7699d00a on host dv-neutron-825470-1-hyperv {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:33:30.145781 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 78119d5c-4d12-49d1-8164-aa1d7699d00a {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:33:30.146141 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 78119d5c-4d12-49d1-8164-aa1d7699d00a not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:33:30.220991 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2a50ef5c-67f4-4636-8476-b8487210b752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:30.221351 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:30.245341 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-2a50ef5c-67f4-4636-8476-b8487210b752 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fea4b51-3f71-4188-9599-d682aea14e21']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:33:30.262572 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-2a50ef5c-67f4-4636-8476-b8487210b752 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f52b6643-8192-4169-a6c2-6ebe9e33b13b') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:33:30.262873 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-2a50ef5c-67f4-4636-8476-b8487210b752 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f52b6643-8192-4169-a6c2-6ebe9e33b13b') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:33:30.274154 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2a50ef5c-67f4-4636-8476-b8487210b752 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:30.290167 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2a50ef5c-67f4-4636-8476-b8487210b752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:30.295991 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a50ef5c-67f4-4636-8476-b8487210b752 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:33:30.297669 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2a50ef5c-67f4-4636-8476-b8487210b752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:30.310282 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:33:30.310282 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:33:30.310282 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:33:30.310282 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:33:30.310282 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:33:30.310282 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:33:30.310282 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:33:30.310282 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:33:30.310282 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:33:30.310282 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:33:30.310282 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:33:30.310282 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:33:30.310282 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:33:30.310282 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:33:30.310282 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:33:30.310282 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:33:30.310282 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:33:30.310282 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:33:30.310282 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:33:30.310282 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:33:30.310282 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:33:30.310282 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:33:30.310282 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:33:30.310282 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:33:30.310282 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:33:30.310282 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:33:30.310282 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:33:30.310282 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:33:30.310282 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:33:30.310282 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:33:30.310282 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:33:30.310282 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:33:30.460211 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2a50ef5c-67f4-4636-8476-b8487210b752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:30.476875 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2a50ef5c-67f4-4636-8476-b8487210b752 admin admin] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:30.490538 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50ef5c-67f4-4636-8476-b8487210b752 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fea4b51-3f71-4188-9599-d682aea14e21,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:33:30.495321 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2a50ef5c-67f4-4636-8476-b8487210b752 admin admin] 10.222.0.87 "DELETE /v2.0/networks/8fea4b51-3f71-4188-9599-d682aea14e21 HTTP/1.1" status: 204 len: 168 time: 1.1509609 Jan 21 19:33:30.599987 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-e2cff374-8e36-40e9-b9c8-a731fe00b9bd None None] Deleting port 78119d5c-4d12-49d1-8164-aa1d7699d00a {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:33:30.600475 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e2cff374-8e36-40e9-b9c8-a731fe00b9bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:30.667556 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-e2cff374-8e36-40e9-b9c8-a731fe00b9bd None None] The port '78119d5c-4d12-49d1-8164-aa1d7699d00a' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:33:30.840174 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 40976) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:33:30.887839 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e6372897-23cb-4a7d-88af-7cac937da69e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f44e769a8c664d6eb7c9fa0af586adfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464489 Jan 21 19:33:30.890189 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 40980) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:33:30.947186 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-da3ab071-b7cf-44ae-b413-9d963901f30b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:30.972629 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-da3ab071-b7cf-44ae-b413-9d963901f30b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:31.101078 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-da3ab071-b7cf-44ae-b413-9d963901f30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:31.115630 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ab071-b7cf-44ae-b413-9d963901f30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9be1c9-aedb-4dff-bc8a-1cb8fb8e3ee6,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:33:31.123254 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-da3ab071-b7cf-44ae-b413-9d963901f30b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:31.124367 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-da3ab071-b7cf-44ae-b413-9d963901f30b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0b9be1c9-aedb-4dff-bc8a-1cb8fb8e3ee6 HTTP/1.1" status: 204 len: 168 time: 0.2333066 Jan 21 19:33:31.828215 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 40988) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:33:31.875455 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-8b6712a3-c90b-4824-812a-1acc90bca75e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8ea3c51e2da04521b11ebfa0e75d02d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460615 Jan 21 19:33:31.877754 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 40992) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:33:31.938077 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8d005cd9-5477-477f-b047-33705321023f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:31.963267 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8d005cd9-5477-477f-b047-33705321023f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:32.067305 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8d005cd9-5477-477f-b047-33705321023f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:32.082377 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d005cd9-5477-477f-b047-33705321023f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8da6ace-cd5a-4fd8-9a8f-02ed0403f1b5,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:33:32.089397 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8d005cd9-5477-477f-b047-33705321023f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:32.092529 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-8d005cd9-5477-477f-b047-33705321023f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c8da6ace-cd5a-4fd8-9a8f-02ed0403f1b5 HTTP/1.1" status: 204 len: 168 time: 0.2118704 Jan 21 19:33:33.132765 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 41016) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:33:33.235175 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-66d823ae-a19b-41fd-9271-9225074a8b91 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-940885236-network', 'tenant_id': '2e6e46e962c64d66be734d734a77db2f'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:33:33.239810 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-66d823ae-a19b-41fd-9271-9225074a8b91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:33:33.243693 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-66d823ae-a19b-41fd-9271-9225074a8b91 admin admin] Usage tracker for resource:network and tenant:2e6e46e962c64d66be734d734a77db2f is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:33:33.246468 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-66d823ae-a19b-41fd-9271-9225074a8b91 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:33:33.251930 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-66d823ae-a19b-41fd-9271-9225074a8b91 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:33:33.339652 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d823ae-a19b-41fd-9271-9225074a8b91 admin admin] Made reservation on behalf of 2e6e46e962c64d66be734d734a77db2f for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:33:33.342062 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-66d823ae-a19b-41fd-9271-9225074a8b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:33.354668 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-66d823ae-a19b-41fd-9271-9225074a8b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:33.369261 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-66d823ae-a19b-41fd-9271-9225074a8b91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:33:33.373075 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-66d823ae-a19b-41fd-9271-9225074a8b91 admin admin] Usage tracker for resource:security_group_rule and tenant:2e6e46e962c64d66be734d734a77db2f is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:33:33.375880 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-66d823ae-a19b-41fd-9271-9225074a8b91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:33:33.381695 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-66d823ae-a19b-41fd-9271-9225074a8b91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:33:33.475807 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-66d823ae-a19b-41fd-9271-9225074a8b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:33.545273 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-66d823ae-a19b-41fd-9271-9225074a8b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:33.578469 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66d823ae-a19b-41fd-9271-9225074a8b91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:33:33.586678 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d823ae-a19b-41fd-9271-9225074a8b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1090e9c4-e488-4b16-9409-4145e24d3869,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:33:33.596054 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-66d823ae-a19b-41fd-9271-9225074a8b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:33.596397 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-66d823ae-a19b-41fd-9271-9225074a8b91 admin admin] Added segment 1f2b3367-b601-4e22-8fc9-a4f62265a08c of type vlan for network 7d05731b-ec0d-4fe3-8826-ad713e6c593b Jan 21 19:33:33.623450 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-66d823ae-a19b-41fd-9271-9225074a8b91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:33.728510 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-66d823ae-a19b-41fd-9271-9225074a8b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:33.729416 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d823ae-a19b-41fd-9271-9225074a8b91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:33:33.730022 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-66d823ae-a19b-41fd-9271-9225074a8b91 admin admin] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:33.833471 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d823ae-a19b-41fd-9271-9225074a8b91 admin admin] Pushing event updated for resources: {'Network': ['ID=7d05731b-ec0d-4fe3-8826-ad713e6c593b,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:33:33.843105 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 7d05731b-ec0d-4fe3-8826-ad713e6c593b details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:33:33.929807 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-66d823ae-a19b-41fd-9271-9225074a8b91 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7952681 Jan 21 19:33:33.933538 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 41022) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:33:33.939037 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-758c37e9-9944-4ed3-9456-1cf5a44f9dcf admin admin] Request body: {'subnet': {'network_id': '7d05731b-ec0d-4fe3-8826-ad713e6c593b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-940885236-subnet', 'tenant_id': '2e6e46e962c64d66be734d734a77db2f', 'ip_version': 4}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:33:33.944577 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-758c37e9-9944-4ed3-9456-1cf5a44f9dcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:33:33.949090 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-758c37e9-9944-4ed3-9456-1cf5a44f9dcf admin admin] Usage tracker for resource:subnet and tenant:2e6e46e962c64d66be734d734a77db2f is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:33:33.951938 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-758c37e9-9944-4ed3-9456-1cf5a44f9dcf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:33:33.957467 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-758c37e9-9944-4ed3-9456-1cf5a44f9dcf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:33:34.038153 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758c37e9-9944-4ed3-9456-1cf5a44f9dcf admin admin] Made reservation on behalf of 2e6e46e962c64d66be734d734a77db2f for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:33:34.040935 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-758c37e9-9944-4ed3-9456-1cf5a44f9dcf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:34.295858 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-758c37e9-9944-4ed3-9456-1cf5a44f9dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:34.371637 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c37e9-9944-4ed3-9456-1cf5a44f9dcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=84cf2ebd-9914-4171-ab36-2ebf8508d530,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:33:34.382642 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758c37e9-9944-4ed3-9456-1cf5a44f9dcf admin admin] Checking segment: {'id': '1f2b3367-b601-4e22-8fc9-a4f62265a08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7d05731b-ec0d-4fe3-8826-ad713e6c593b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:33:34.383044 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758c37e9-9944-4ed3-9456-1cf5a44f9dcf admin admin] Network hostable DHCP agents. Network: 7d05731b-ec0d-4fe3-8826-ad713e6c593b, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:33:34.465513 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758c37e9-9944-4ed3-9456-1cf5a44f9dcf admin admin] Network 7d05731b-ec0d-4fe3-8826-ad713e6c593b is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:33:34.547089 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-758c37e9-9944-4ed3-9456-1cf5a44f9dcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 7d05731b-ec0d-4fe3-8826-ad713e6c593b) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:33:34.551062 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758c37e9-9944-4ed3-9456-1cf5a44f9dcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:33:34.551641 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-758c37e9-9944-4ed3-9456-1cf5a44f9dcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:34.555897 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b9434e-5ea8-4e8e-b9b6-53620c3e2b03 None None] Network 7d05731b-ec0d-4fe3-8826-ad713e6c593b requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:33:34.634061 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-758c37e9-9944-4ed3-9456-1cf5a44f9dcf admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6993876 Jan 21 19:33:34.636762 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 41026) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:33:34.641599 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-c211dc20-f77d-486e-9623-f69d50dfafb6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-940885236-router', 'tenant_id': '2e6e46e962c64d66be734d734a77db2f', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:33:34.646210 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-c211dc20-f77d-486e-9623-f69d50dfafb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:33:34.650505 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-c211dc20-f77d-486e-9623-f69d50dfafb6 admin admin] Usage tracker for resource:router and tenant:2e6e46e962c64d66be734d734a77db2f is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:33:34.653444 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-c211dc20-f77d-486e-9623-f69d50dfafb6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:33:34.659699 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-c211dc20-f77d-486e-9623-f69d50dfafb6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:33:34.730444 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c211dc20-f77d-486e-9623-f69d50dfafb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:34.731472 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c211dc20-f77d-486e-9623-f69d50dfafb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:34.747316 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c211dc20-f77d-486e-9623-f69d50dfafb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:34.772747 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cbac1e-16c7-4366-a168-06fb3906023a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-7d05731b-ec0d-4fe3-8826-ad713e6c593b', 'network_id': '7d05731b-ec0d-4fe3-8826-ad713e6c593b', 'tenant_id': '2e6e46e962c64d66be734d734a77db2f', 'fixed_ips': [{'subnet_id': '84cf2ebd-9914-4171-ab36-2ebf8508d530'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:33:34.773596 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f3cbac1e-16c7-4366-a168-06fb3906023a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:34.927136 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-f3cbac1e-16c7-4366-a168-06fb3906023a None None] Allocated IP 172.20.0.2 (7d05731b-ec0d-4fe3-8826-ad713e6c593b/84cf2ebd-9914-4171-ab36-2ebf8508d530/b892a2b7-be03-4977-be4c-0f9e1b18cc2d) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:33:35.140535 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f3cbac1e-16c7-4366-a168-06fb3906023a None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:35.150450 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f3cbac1e-16c7-4366-a168-06fb3906023a None None] Transition to ACTIVE for port object b892a2b7-be03-4977-be4c-0f9e1b18cc2d will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:33:35.168003 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-f3cbac1e-16c7-4366-a168-06fb3906023a None None] Transition to ACTIVE for port object b892a2b7-be03-4977-be4c-0f9e1b18cc2d will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:33:35.182912 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c211dc20-f77d-486e-9623-f69d50dfafb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:35.244824 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f3cbac1e-16c7-4366-a168-06fb3906023a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:35.315566 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cbac1e-16c7-4366-a168-06fb3906023a None None] Network 7d05731b-ec0d-4fe3-8826-ad713e6c593b is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:33:35.318959 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-f3cbac1e-16c7-4366-a168-06fb3906023a None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:33:35.322721 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cbac1e-16c7-4366-a168-06fb3906023a None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:33:35.328767 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cbac1e-16c7-4366-a168-06fb3906023a None None] Pushing event updated for resources: {'Port': ['ID=b892a2b7-be03-4977-be4c-0f9e1b18cc2d,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:33:35.364940 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbac1e-16c7-4366-a168-06fb3906023a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:33:35.365281 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbac1e-16c7-4366-a168-06fb3906023a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:33:35.365608 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbac1e-16c7-4366-a168-06fb3906023a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:33:35.366003 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbac1e-16c7-4366-a168-06fb3906023a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:33:35.366329 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbac1e-16c7-4366-a168-06fb3906023a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:33:35.366650 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbac1e-16c7-4366-a168-06fb3906023a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:33:35.366966 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbac1e-16c7-4366-a168-06fb3906023a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:33:35.367280 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbac1e-16c7-4366-a168-06fb3906023a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:33:35.367598 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbac1e-16c7-4366-a168-06fb3906023a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:33:35.367911 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbac1e-16c7-4366-a168-06fb3906023a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:33:35.368238 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbac1e-16c7-4366-a168-06fb3906023a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:33:35.369069 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbac1e-16c7-4366-a168-06fb3906023a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:33:35.420464 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:33:35.429862 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-f3cbac1e-16c7-4366-a168-06fb3906023a None None] Attempting to bind port b892a2b7-be03-4977-be4c-0f9e1b18cc2d on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:33:35.430302 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-f3cbac1e-16c7-4366-a168-06fb3906023a None None] Attempting to bind port b892a2b7-be03-4977-be4c-0f9e1b18cc2d by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '1f2b3367-b601-4e22-8fc9-a4f62265a08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7d05731b-ec0d-4fe3-8826-ad713e6c593b'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:33:35.430723 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cbac1e-16c7-4366-a168-06fb3906023a None None] Attempting to bind port b892a2b7-be03-4977-be4c-0f9e1b18cc2d on network 7d05731b-ec0d-4fe3-8826-ad713e6c593b {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:33:35.436201 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cbac1e-16c7-4366-a168-06fb3906023a None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:33:35.436584 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cbac1e-16c7-4366-a168-06fb3906023a None None] Checking segment: {'id': '1f2b3367-b601-4e22-8fc9-a4f62265a08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7d05731b-ec0d-4fe3-8826-ad713e6c593b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:33:35.437041 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f3cbac1e-16c7-4366-a168-06fb3906023a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:35.437495 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cbac1e-16c7-4366-a168-06fb3906023a None None] Bound using segment: {'id': '1f2b3367-b601-4e22-8fc9-a4f62265a08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7d05731b-ec0d-4fe3-8826-ad713e6c593b'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:33:35.438038 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-f3cbac1e-16c7-4366-a168-06fb3906023a None None] Bound port: b892a2b7-be03-4977-be4c-0f9e1b18cc2d, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f2b3367-b601-4e22-8fc9-a4f62265a08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7d05731b-ec0d-4fe3-8826-ad713e6c593b'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:33:35.438487 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f3cbac1e-16c7-4366-a168-06fb3906023a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:35.538915 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-f3cbac1e-16c7-4366-a168-06fb3906023a None None] For port b892a2b7-be03-4977-be4c-0f9e1b18cc2d, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:33:35.542048 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-f3cbac1e-16c7-4366-a168-06fb3906023a None None] For port b892a2b7-be03-4977-be4c-0f9e1b18cc2d, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=b892a2b7-be03-4977-be4c-0f9e1b18cc2d,segment=NetworkSegment(1f2b3367-b601-4e22-8fc9-a4f62265a08c),segment_id=1f2b3367-b601-4e22-8fc9-a4f62265a08c)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:33:35.568497 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c211dc20-f77d-486e-9623-f69d50dfafb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:35.598677 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f3cbac1e-16c7-4366-a168-06fb3906023a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:35.601404 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c211dc20-f77d-486e-9623-f69d50dfafb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:35.727761 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cbac1e-16c7-4366-a168-06fb3906023a None None] Pushing event updated for resources: {'Port': ['ID=b892a2b7-be03-4977-be4c-0f9e1b18cc2d,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:33:35.747550 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-c211dc20-f77d-486e-9623-f69d50dfafb6 admin admin] Allocated IP 172.26.1.185 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/5e98e74b-a5cc-483d-8f30-f2bcd33a48da) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:33:35.909634 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c211dc20-f77d-486e-9623-f69d50dfafb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:36.013091 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c211dc20-f77d-486e-9623-f69d50dfafb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:36.067935 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device b892a2b7-be03-4977-be4c-0f9e1b18cc2d up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:33:36.085324 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c211dc20-f77d-486e-9623-f69d50dfafb6 admin admin] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:33:36.088609 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-c211dc20-f77d-486e-9623-f69d50dfafb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:33:36.092232 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c211dc20-f77d-486e-9623-f69d50dfafb6 admin admin] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:33:36.124839 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c211dc20-f77d-486e-9623-f69d50dfafb6 admin admin] Pushing event updated for resources: {'Port': ['ID=5e98e74b-a5cc-483d-8f30-f2bcd33a48da,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:33:36.210125 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port b892a2b7-be03-4977-be4c-0f9e1b18cc2d completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:33:36.588069 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c211dc20-f77d-486e-9623-f69d50dfafb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:36.673141 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bf2f2b-5a33-4c75-9f51-9eff132e42a7 None None] Network 7d05731b-ec0d-4fe3-8826-ad713e6c593b requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:33:36.929460 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-2dcefd85-2e6a-4b75-b5e1-9b2162aec2be None None] Provisioning for port b892a2b7-be03-4977-be4c-0f9e1b18cc2d completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:33:36.936099 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-2dcefd85-2e6a-4b75-b5e1-9b2162aec2be None None] Provisioning complete for port b892a2b7-be03-4977-be4c-0f9e1b18cc2d triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:33:36.936464 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2dcefd85-2e6a-4b75-b5e1-9b2162aec2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:37.063384 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2dcefd85-2e6a-4b75-b5e1-9b2162aec2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:37.066644 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c211dc20-f77d-486e-9623-f69d50dfafb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:37.099447 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-2dcefd85-2e6a-4b75-b5e1-9b2162aec2be None None] For port b892a2b7-be03-4977-be4c-0f9e1b18cc2d, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=b892a2b7-be03-4977-be4c-0f9e1b18cc2d,segment=NetworkSegment(1f2b3367-b601-4e22-8fc9-a4f62265a08c),segment_id=1f2b3367-b601-4e22-8fc9-a4f62265a08c)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:33:37.203998 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2dcefd85-2e6a-4b75-b5e1-9b2162aec2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:37.271847 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcefd85-2e6a-4b75-b5e1-9b2162aec2be None None] Pushing event updated for resources: {'Port': ['ID=b892a2b7-be03-4977-be4c-0f9e1b18cc2d,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:33:37.322291 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-452d3892-6e32-406c-80e5-41ba258ecb06 None None] Provisioning complete for port b892a2b7-be03-4977-be4c-0f9e1b18cc2d triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:33:37.322661 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-452d3892-6e32-406c-80e5-41ba258ecb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:37.351313 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c211dc20-f77d-486e-9623-f69d50dfafb6 admin admin] Router 9d1879f7-ca92-4cc9-89d5-02d79569a03a is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:33:37.540888 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c211dc20-f77d-486e-9623-f69d50dfafb6 admin admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:33:37.550356 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b63161-03bf-49cd-bb4f-b4f64caa178b None None] Sync routers for ids ['9d1879f7-ca92-4cc9-89d5-02d79569a03a'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:33:37.560375 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b63161-03bf-49cd-bb4f-b4f64caa178b None None] Routers {'9d1879f7-ca92-4cc9-89d5-02d79569a03a'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:33:37.561107 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-b0b63161-03bf-49cd-bb4f-b4f64caa178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:33:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['9d1879f7-ca92-4cc9-89d5-02d79569a03a'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:33:37.620551 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c211dc20-f77d-486e-9623-f69d50dfafb6 admin admin] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:37.621959 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c211dc20-f77d-486e-9623-f69d50dfafb6 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9842553 Jan 21 19:33:37.624783 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 41030) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:33:37.737818 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-b0b63161-03bf-49cd-bb4f-b4f64caa178b None None] Set router 9d1879f7-ca92-4cc9-89d5-02d79569a03a gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:33:38.044947 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device b892a2b7-be03-4977-be4c-0f9e1b18cc2d up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:33:38.137059 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port b892a2b7-be03-4977-be4c-0f9e1b18cc2d triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:33:38.137782 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:38.177085 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-b0b63161-03bf-49cd-bb4f-b4f64caa178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1879f7-ca92-4cc9-89d5-02d79569a03a', 'name': 'tempest-TestMinimumBasicScenario-940885236-router', 'tenant_id': '2e6e46e962c64d66be734d734a77db2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.185'}], 'enable_snat': True}, 'gw_port_id': '5e98e74b-a5cc-483d-8f30-f2bcd33a48da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:33:34Z', 'updated_at': '2022-01-21T19:33:36Z', 'revision_number': 3, 'project_id': '2e6e46e962c64d66be734d734a77db2f', 'gw_port': {'id': '5e98e74b-a5cc-483d-8f30-f2bcd33a48da', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1879f7-ca92-4cc9-89d5-02d79569a03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:33:35Z', 'updated_at': '2022-01-21T19:33:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:33:38.201305 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b63161-03bf-49cd-bb4f-b4f64caa178b None None] Checking router: 9d1879f7-ca92-4cc9-89d5-02d79569a03a for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:33:38.201649 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b63161-03bf-49cd-bb4f-b4f64caa178b None None] Updating router 9d1879f7-ca92-4cc9-89d5-02d79569a03a port 5e98e74b-a5cc-483d-8f30-f2bcd33a48da binding host dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:33:38.272568 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b0b63161-03bf-49cd-bb4f-b4f64caa178b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:38.488809 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-67cc09ab-b874-4c70-9bfd-dc44f14b8010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:38.676487 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b0b63161-03bf-49cd-bb4f-b4f64caa178b None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:38.688641 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-b0b63161-03bf-49cd-bb4f-b4f64caa178b None None] Transition to ACTIVE for port object 5e98e74b-a5cc-483d-8f30-f2bcd33a48da will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:33:38.694021 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-67cc09ab-b874-4c70-9bfd-dc44f14b8010 admin admin] Allocated IP 172.20.0.1 (7d05731b-ec0d-4fe3-8826-ad713e6c593b/84cf2ebd-9914-4171-ab36-2ebf8508d530/ca1b58fa-c126-4f43-bc1a-d105fabccce4) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:33:38.770093 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b0b63161-03bf-49cd-bb4f-b4f64caa178b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:38.839518 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-67cc09ab-b874-4c70-9bfd-dc44f14b8010 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:38.850672 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-b0b63161-03bf-49cd-bb4f-b4f64caa178b None None] Attempting to bind port 5e98e74b-a5cc-483d-8f30-f2bcd33a48da on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:33:38.851032 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-b0b63161-03bf-49cd-bb4f-b4f64caa178b None None] Attempting to bind port 5e98e74b-a5cc-483d-8f30-f2bcd33a48da by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:33:38.851386 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b63161-03bf-49cd-bb4f-b4f64caa178b None None] Attempting to bind port 5e98e74b-a5cc-483d-8f30-f2bcd33a48da on network 552ba34b-3dd7-4be8-8310-a9fc908fe72b {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:33:38.855981 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-67cc09ab-b874-4c70-9bfd-dc44f14b8010 admin admin] Transition to ACTIVE for port object ca1b58fa-c126-4f43-bc1a-d105fabccce4 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:33:38.859201 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be7652-ee7e-417c-8e89-e12b3716a411 None None] Pushing event updated for resources: {'Port': ['ID=5e98e74b-a5cc-483d-8f30-f2bcd33a48da,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:33:38.862800 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b63161-03bf-49cd-bb4f-b4f64caa178b None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:33:38.862800 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b63161-03bf-49cd-bb4f-b4f64caa178b None None] Checking segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:33:38.863195 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b0b63161-03bf-49cd-bb4f-b4f64caa178b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:38.863569 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b63161-03bf-49cd-bb4f-b4f64caa178b None None] Bound using segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:33:38.864027 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-b0b63161-03bf-49cd-bb4f-b4f64caa178b None None] Bound port: 5e98e74b-a5cc-483d-8f30-f2bcd33a48da, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:33:38.864390 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b0b63161-03bf-49cd-bb4f-b4f64caa178b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:38.934887 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-67cc09ab-b874-4c70-9bfd-dc44f14b8010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:38.936301 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-b0b63161-03bf-49cd-bb4f-b4f64caa178b None None] For port 5e98e74b-a5cc-483d-8f30-f2bcd33a48da, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:33:38.939278 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-b0b63161-03bf-49cd-bb4f-b4f64caa178b None None] For port 5e98e74b-a5cc-483d-8f30-f2bcd33a48da, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=5e98e74b-a5cc-483d-8f30-f2bcd33a48da,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:33:39.002633 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cc09ab-b874-4c70-9bfd-dc44f14b8010 admin admin] Network 7d05731b-ec0d-4fe3-8826-ad713e6c593b is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:33:39.005412 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-67cc09ab-b874-4c70-9bfd-dc44f14b8010 admin admin] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:33:39.009916 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cc09ab-b874-4c70-9bfd-dc44f14b8010 admin admin] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:33:39.014916 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b0b63161-03bf-49cd-bb4f-b4f64caa178b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:39.044947 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cc09ab-b874-4c70-9bfd-dc44f14b8010 admin admin] Pushing event updated for resources: {'Port': ['ID=ca1b58fa-c126-4f43-bc1a-d105fabccce4,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:33:39.072815 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-67cc09ab-b874-4c70-9bfd-dc44f14b8010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:39.093099 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b63161-03bf-49cd-bb4f-b4f64caa178b None None] Routers {'9d1879f7-ca92-4cc9-89d5-02d79569a03a'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:33:39.093733 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-b0b63161-03bf-49cd-bb4f-b4f64caa178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:33:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['9d1879f7-ca92-4cc9-89d5-02d79569a03a'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:33:39.179479 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be7652-ee7e-417c-8e89-e12b3716a411 None None] Pushing event updated for resources: {'Port': ['ID=5e98e74b-a5cc-483d-8f30-f2bcd33a48da,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:33:39.289421 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-b0b63161-03bf-49cd-bb4f-b4f64caa178b None None] Set router 9d1879f7-ca92-4cc9-89d5-02d79569a03a gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:33:39.390210 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-3e0ed43f-e772-419e-bfec-263c04cc5350 None None] Provisioning for port ca1b58fa-c126-4f43-bc1a-d105fabccce4 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:33:39.418341 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-3e0ed43f-e772-419e-bfec-263c04cc5350 None None] Provisioning complete for port ca1b58fa-c126-4f43-bc1a-d105fabccce4 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:33:39.418759 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3e0ed43f-e772-419e-bfec-263c04cc5350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:39.469003 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-67cc09ab-b874-4c70-9bfd-dc44f14b8010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:39.542738 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-3e0ed43f-e772-419e-bfec-263c04cc5350 None None] Port ca1b58fa-c126-4f43-bc1a-d105fabccce4 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:33:39.634817 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-b0b63161-03bf-49cd-bb4f-b4f64caa178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1879f7-ca92-4cc9-89d5-02d79569a03a', 'name': 'tempest-TestMinimumBasicScenario-940885236-router', 'tenant_id': '2e6e46e962c64d66be734d734a77db2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.185'}], 'enable_snat': True}, 'gw_port_id': '5e98e74b-a5cc-483d-8f30-f2bcd33a48da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:33:34Z', 'updated_at': '2022-01-21T19:33:36Z', 'revision_number': 3, 'project_id': '2e6e46e962c64d66be734d734a77db2f', 'gw_port': {'id': '5e98e74b-a5cc-483d-8f30-f2bcd33a48da', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1879f7-ca92-4cc9-89d5-02d79569a03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:33:35Z', 'updated_at': '2022-01-21T19:33:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:33:39.639237 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b63161-03bf-49cd-bb4f-b4f64caa178b None None] The sync data for ids ['9d1879f7-ca92-4cc9-89d5-02d79569a03a'] in dv-neutron-825470-1-hyperv is: [{'id': '9d1879f7-ca92-4cc9-89d5-02d79569a03a', 'name': 'tempest-TestMinimumBasicScenario-940885236-router', 'tenant_id': '2e6e46e962c64d66be734d734a77db2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.185'}], 'enable_snat': True}, 'gw_port_id': '5e98e74b-a5cc-483d-8f30-f2bcd33a48da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:33:34Z', 'updated_at': '2022-01-21T19:33:36Z', 'revision_number': 3, 'project_id': '2e6e46e962c64d66be734d734a77db2f', 'gw_port': {'id': '5e98e74b-a5cc-483d-8f30-f2bcd33a48da', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1879f7-ca92-4cc9-89d5-02d79569a03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:33:35Z', 'updated_at': '2022-01-21T19:33:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:33:39.701979 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-67cc09ab-b874-4c70-9bfd-dc44f14b8010 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:39.763921 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-67cc09ab-b874-4c70-9bfd-dc44f14b8010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:39.879541 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-67cc09ab-b874-4c70-9bfd-dc44f14b8010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:39.887579 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cc09ab-b874-4c70-9bfd-dc44f14b8010 admin admin] Pushing event updated for resources: {'Port': ['ID=ca1b58fa-c126-4f43-bc1a-d105fabccce4,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:33:40.043906 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cc09ab-b874-4c70-9bfd-dc44f14b8010 admin admin] Network 7d05731b-ec0d-4fe3-8826-ad713e6c593b is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:33:40.045231 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-67cc09ab-b874-4c70-9bfd-dc44f14b8010 admin admin] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:33:40.065219 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 5e98e74b-a5cc-483d-8f30-f2bcd33a48da up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:33:40.222307 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 5e98e74b-a5cc-483d-8f30-f2bcd33a48da completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:33:40.229229 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 5e98e74b-a5cc-483d-8f30-f2bcd33a48da triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:33:40.229772 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:40.361717 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:40.375353 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67cc09ab-b874-4c70-9bfd-dc44f14b8010 admin admin] Router 9d1879f7-ca92-4cc9-89d5-02d79569a03a has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:33:40.381125 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 5e98e74b-a5cc-483d-8f30-f2bcd33a48da, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=5e98e74b-a5cc-483d-8f30-f2bcd33a48da,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:33:40.404167 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-77783ec0-71f0-4dfc-be08-f2218e814b7e None None] Provisioning complete for port ca1b58fa-c126-4f43-bc1a-d105fabccce4 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:33:40.404624 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-77783ec0-71f0-4dfc-be08-f2218e814b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:40.465651 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:40.500161 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-77783ec0-71f0-4dfc-be08-f2218e814b7e None None] Port ca1b58fa-c126-4f43-bc1a-d105fabccce4 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:33:40.544334 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=5e98e74b-a5cc-483d-8f30-f2bcd33a48da,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:33:40.576762 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cc09ab-b874-4c70-9bfd-dc44f14b8010 admin admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:33:40.585370 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-67cc09ab-b874-4c70-9bfd-dc44f14b8010 admin admin] 10.222.0.87 "PUT /v2.0/routers/9d1879f7-ca92-4cc9-89d5-02d79569a03a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9596255 Jan 21 19:33:41.219785 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6782c622-324d-47d7-ac26-35764119f184 None None] Sync routers for ids ['9d1879f7-ca92-4cc9-89d5-02d79569a03a'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:33:41.232827 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6782c622-324d-47d7-ac26-35764119f184 None None] Routers {'9d1879f7-ca92-4cc9-89d5-02d79569a03a'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:33:41.233433 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-6782c622-324d-47d7-ac26-35764119f184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:33:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['9d1879f7-ca92-4cc9-89d5-02d79569a03a'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:33:41.264948 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 41048) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:33:41.270384 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-13bc5e28-bc4d-4321-8ecd-4b5dae28019f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1475483574-network', 'tenant_id': 'c31c2ef11df74959b80931cddc1ec4b4'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:33:41.275774 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-13bc5e28-bc4d-4321-8ecd-4b5dae28019f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:33:41.279759 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-13bc5e28-bc4d-4321-8ecd-4b5dae28019f admin admin] Usage tracker for resource:network and tenant:c31c2ef11df74959b80931cddc1ec4b4 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:33:41.282571 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-13bc5e28-bc4d-4321-8ecd-4b5dae28019f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:33:41.288110 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-13bc5e28-bc4d-4321-8ecd-4b5dae28019f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:33:41.363795 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bc5e28-bc4d-4321-8ecd-4b5dae28019f admin admin] Made reservation on behalf of c31c2ef11df74959b80931cddc1ec4b4 for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:33:41.366226 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-13bc5e28-bc4d-4321-8ecd-4b5dae28019f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:41.379798 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-13bc5e28-bc4d-4321-8ecd-4b5dae28019f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:41.395747 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-13bc5e28-bc4d-4321-8ecd-4b5dae28019f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:33:41.400563 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-13bc5e28-bc4d-4321-8ecd-4b5dae28019f admin admin] Usage tracker for resource:security_group_rule and tenant:c31c2ef11df74959b80931cddc1ec4b4 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:33:41.403525 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-13bc5e28-bc4d-4321-8ecd-4b5dae28019f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:33:41.409114 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-13bc5e28-bc4d-4321-8ecd-4b5dae28019f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:33:41.411232 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-6782c622-324d-47d7-ac26-35764119f184 None None] Set router 9d1879f7-ca92-4cc9-89d5-02d79569a03a gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:33:41.492589 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-13bc5e28-bc4d-4321-8ecd-4b5dae28019f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:41.552474 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-13bc5e28-bc4d-4321-8ecd-4b5dae28019f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:41.586124 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13bc5e28-bc4d-4321-8ecd-4b5dae28019f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:33:41.594422 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc5e28-bc4d-4321-8ecd-4b5dae28019f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ab268f-78f0-421d-9682-46a11b016fc6,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:33:41.599776 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-13bc5e28-bc4d-4321-8ecd-4b5dae28019f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:41.600108 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-13bc5e28-bc4d-4321-8ecd-4b5dae28019f admin admin] Added segment 43953b25-41b5-42bf-bfd2-2aeb204144d9 of type vlan for network 98537516-c318-46c7-96be-afa23636e7aa Jan 21 19:33:41.636550 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-13bc5e28-bc4d-4321-8ecd-4b5dae28019f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:41.718437 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-13bc5e28-bc4d-4321-8ecd-4b5dae28019f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:41.719442 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bc5e28-bc4d-4321-8ecd-4b5dae28019f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:33:41.720028 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-13bc5e28-bc4d-4321-8ecd-4b5dae28019f admin admin] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:41.749413 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-6782c622-324d-47d7-ac26-35764119f184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1879f7-ca92-4cc9-89d5-02d79569a03a', 'name': 'tempest-TestMinimumBasicScenario-940885236-router', 'tenant_id': '2e6e46e962c64d66be734d734a77db2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.185'}], 'enable_snat': True}, 'gw_port_id': '5e98e74b-a5cc-483d-8f30-f2bcd33a48da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:33:34Z', 'updated_at': '2022-01-21T19:33:39Z', 'revision_number': 4, 'project_id': '2e6e46e962c64d66be734d734a77db2f', 'gw_port': {'id': '5e98e74b-a5cc-483d-8f30-f2bcd33a48da', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1879f7-ca92-4cc9-89d5-02d79569a03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:33:35Z', 'updated_at': '2022-01-21T19:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'ca1b58fa-c126-4f43-bc1a-d105fabccce4', 'name': '', 'network_id': '7d05731b-ec0d-4fe3-8826-ad713e6c593b', 'tenant_id': '2e6e46e962c64d66be734d734a77db2f', 'mac_address': 'fa:16:3e:0f:81:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1879f7-ca92-4cc9-89d5-02d79569a03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '84cf2ebd-9914-4171-ab36-2ebf8508d530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:33:38Z', 'updated_at': '2022-01-21T19:33:39Z', 'revision_number': 2, 'project_id': '2e6e46e962c64d66be734d734a77db2f', 'subnets': [{'id': '84cf2ebd-9914-4171-ab36-2ebf8508d530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:33:41.753479 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6782c622-324d-47d7-ac26-35764119f184 None None] Checking router: 9d1879f7-ca92-4cc9-89d5-02d79569a03a for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:33:41.753855 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6782c622-324d-47d7-ac26-35764119f184 None None] Updating router 9d1879f7-ca92-4cc9-89d5-02d79569a03a port ca1b58fa-c126-4f43-bc1a-d105fabccce4 binding host dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:33:41.811899 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6782c622-324d-47d7-ac26-35764119f184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:41.827916 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc5e28-bc4d-4321-8ecd-4b5dae28019f admin admin] Pushing event updated for resources: {'Network': ['ID=98537516-c318-46c7-96be-afa23636e7aa,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:33:41.838580 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 98537516-c318-46c7-96be-afa23636e7aa details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:33:41.847368 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-13bc5e28-bc4d-4321-8ecd-4b5dae28019f admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5789354 Jan 21 19:33:41.847803 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 41052) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:33:41.854117 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-22d8f707-4e27-4e7c-bb30-77b4d7494fd3 admin admin] Request body: {'subnet': {'network_id': '98537516-c318-46c7-96be-afa23636e7aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1475483574-subnet', 'tenant_id': 'c31c2ef11df74959b80931cddc1ec4b4', 'ip_version': 4}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:33:41.859594 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-22d8f707-4e27-4e7c-bb30-77b4d7494fd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:33:41.864229 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-22d8f707-4e27-4e7c-bb30-77b4d7494fd3 admin admin] Usage tracker for resource:subnet and tenant:c31c2ef11df74959b80931cddc1ec4b4 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:33:41.867408 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-22d8f707-4e27-4e7c-bb30-77b4d7494fd3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:33:41.873965 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-22d8f707-4e27-4e7c-bb30-77b4d7494fd3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:33:41.964527 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d8f707-4e27-4e7c-bb30-77b4d7494fd3 admin admin] Made reservation on behalf of c31c2ef11df74959b80931cddc1ec4b4 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:33:41.966898 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-22d8f707-4e27-4e7c-bb30-77b4d7494fd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:42.038856 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 5e98e74b-a5cc-483d-8f30-f2bcd33a48da up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:33:42.111767 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 5e98e74b-a5cc-483d-8f30-f2bcd33a48da triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:33:42.112157 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:42.183757 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6782c622-324d-47d7-ac26-35764119f184 None None] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:42.195870 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-6782c622-324d-47d7-ac26-35764119f184 None None] Transition to ACTIVE for port object ca1b58fa-c126-4f43-bc1a-d105fabccce4 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:33:42.260717 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-22d8f707-4e27-4e7c-bb30-77b4d7494fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:42.272594 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6782c622-324d-47d7-ac26-35764119f184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:42.335589 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d8f707-4e27-4e7c-bb30-77b4d7494fd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a182607-9397-4881-b332-44834b27a0d7,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:33:42.345121 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d8f707-4e27-4e7c-bb30-77b4d7494fd3 admin admin] Checking segment: {'id': '43953b25-41b5-42bf-bfd2-2aeb204144d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '98537516-c318-46c7-96be-afa23636e7aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:33:42.345470 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d8f707-4e27-4e7c-bb30-77b4d7494fd3 admin admin] Network hostable DHCP agents. Network: 98537516-c318-46c7-96be-afa23636e7aa, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:33:42.435633 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6015a8dd-3df9-4fc9-a7fb-cb802e1a9142 None None] Pushing event updated for resources: {'Port': ['ID=ca1b58fa-c126-4f43-bc1a-d105fabccce4,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:33:42.438553 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d8f707-4e27-4e7c-bb30-77b4d7494fd3 admin admin] Network 98537516-c318-46c7-96be-afa23636e7aa is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:33:42.443108 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015a8dd-3df9-4fc9-a7fb-cb802e1a9142 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:33:42.443654 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015a8dd-3df9-4fc9-a7fb-cb802e1a9142 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:33:42.444135 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015a8dd-3df9-4fc9-a7fb-cb802e1a9142 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:33:42.444634 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015a8dd-3df9-4fc9-a7fb-cb802e1a9142 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:33:42.445102 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015a8dd-3df9-4fc9-a7fb-cb802e1a9142 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:33:42.445606 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015a8dd-3df9-4fc9-a7fb-cb802e1a9142 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:33:42.446104 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015a8dd-3df9-4fc9-a7fb-cb802e1a9142 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:33:42.447190 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015a8dd-3df9-4fc9-a7fb-cb802e1a9142 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:33:42.453932 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015a8dd-3df9-4fc9-a7fb-cb802e1a9142 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:33:42.453932 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015a8dd-3df9-4fc9-a7fb-cb802e1a9142 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:33:42.453932 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015a8dd-3df9-4fc9-a7fb-cb802e1a9142 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:33:42.453932 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015a8dd-3df9-4fc9-a7fb-cb802e1a9142 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:33:42.529875 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-22d8f707-4e27-4e7c-bb30-77b4d7494fd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 98537516-c318-46c7-96be-afa23636e7aa) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:33:42.534527 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d8f707-4e27-4e7c-bb30-77b4d7494fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:33:42.539992 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-22d8f707-4e27-4e7c-bb30-77b4d7494fd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:42.540085 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed5bd5c-c319-419d-8fa7-056acede8111 None None] Network 98537516-c318-46c7-96be-afa23636e7aa requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:33:42.542183 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-6782c622-324d-47d7-ac26-35764119f184 None None] Attempting to bind port ca1b58fa-c126-4f43-bc1a-d105fabccce4 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:33:42.542772 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-6782c622-324d-47d7-ac26-35764119f184 None None] Attempting to bind port ca1b58fa-c126-4f43-bc1a-d105fabccce4 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '1f2b3367-b601-4e22-8fc9-a4f62265a08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7d05731b-ec0d-4fe3-8826-ad713e6c593b'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:33:42.543026 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6782c622-324d-47d7-ac26-35764119f184 None None] Attempting to bind port ca1b58fa-c126-4f43-bc1a-d105fabccce4 on network 7d05731b-ec0d-4fe3-8826-ad713e6c593b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:33:42.548772 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6782c622-324d-47d7-ac26-35764119f184 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:33:42.549147 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6782c622-324d-47d7-ac26-35764119f184 None None] Checking segment: {'id': '1f2b3367-b601-4e22-8fc9-a4f62265a08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7d05731b-ec0d-4fe3-8826-ad713e6c593b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:33:42.549546 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6782c622-324d-47d7-ac26-35764119f184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:42.549975 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6782c622-324d-47d7-ac26-35764119f184 None None] Bound using segment: {'id': '1f2b3367-b601-4e22-8fc9-a4f62265a08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7d05731b-ec0d-4fe3-8826-ad713e6c593b'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:33:42.550426 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-6782c622-324d-47d7-ac26-35764119f184 None None] Bound port: ca1b58fa-c126-4f43-bc1a-d105fabccce4, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f2b3367-b601-4e22-8fc9-a4f62265a08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7d05731b-ec0d-4fe3-8826-ad713e6c593b'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:33:42.550804 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6782c622-324d-47d7-ac26-35764119f184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:42.610725 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-22d8f707-4e27-4e7c-bb30-77b4d7494fd3 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7615271 Jan 21 19:33:42.613031 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 41056) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:33:42.617975 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-91e450b7-8129-4729-93ef-305b6d6dc91f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1475483574-router', 'tenant_id': 'c31c2ef11df74959b80931cddc1ec4b4', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:33:42.623600 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-91e450b7-8129-4729-93ef-305b6d6dc91f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:33:42.627562 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-91e450b7-8129-4729-93ef-305b6d6dc91f admin admin] Usage tracker for resource:router and tenant:c31c2ef11df74959b80931cddc1ec4b4 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:33:42.630451 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-91e450b7-8129-4729-93ef-305b6d6dc91f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:33:42.637071 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-91e450b7-8129-4729-93ef-305b6d6dc91f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:33:42.644746 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-6782c622-324d-47d7-ac26-35764119f184 None None] For port ca1b58fa-c126-4f43-bc1a-d105fabccce4, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:33:42.648072 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-6782c622-324d-47d7-ac26-35764119f184 None None] For port ca1b58fa-c126-4f43-bc1a-d105fabccce4, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=ca1b58fa-c126-4f43-bc1a-d105fabccce4,segment=NetworkSegment(1f2b3367-b601-4e22-8fc9-a4f62265a08c),segment_id=1f2b3367-b601-4e22-8fc9-a4f62265a08c)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:33:42.713174 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-91e450b7-8129-4729-93ef-305b6d6dc91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:42.714391 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-91e450b7-8129-4729-93ef-305b6d6dc91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:42.724528 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6782c622-324d-47d7-ac26-35764119f184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:42.732045 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-91e450b7-8129-4729-93ef-305b6d6dc91f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:42.771793 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2703c79-b425-4645-bc68-93ef80af4989 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-98537516-c318-46c7-96be-afa23636e7aa', 'network_id': '98537516-c318-46c7-96be-afa23636e7aa', 'tenant_id': 'c31c2ef11df74959b80931cddc1ec4b4', 'fixed_ips': [{'subnet_id': '8a182607-9397-4881-b332-44834b27a0d7'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:33:42.772646 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e2703c79-b425-4645-bc68-93ef80af4989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:42.805304 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6782c622-324d-47d7-ac26-35764119f184 None None] Routers {'9d1879f7-ca92-4cc9-89d5-02d79569a03a'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:33:42.806008 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-6782c622-324d-47d7-ac26-35764119f184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:33:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['9d1879f7-ca92-4cc9-89d5-02d79569a03a'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:33:42.860366 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6015a8dd-3df9-4fc9-a7fb-cb802e1a9142 None None] Pushing event updated for resources: {'Port': ['ID=ca1b58fa-c126-4f43-bc1a-d105fabccce4,revision_number=4']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:33:42.969352 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-e2703c79-b425-4645-bc68-93ef80af4989 None None] Allocated IP 172.20.0.2 (98537516-c318-46c7-96be-afa23636e7aa/8a182607-9397-4881-b332-44834b27a0d7/d9943373-bf9b-4be9-b006-6cdcc7486fca) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:33:43.000596 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-6782c622-324d-47d7-ac26-35764119f184 None None] Set router 9d1879f7-ca92-4cc9-89d5-02d79569a03a gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:33:43.102766 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-91e450b7-8129-4729-93ef-305b6d6dc91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:43.201653 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e2703c79-b425-4645-bc68-93ef80af4989 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:43.213167 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-e2703c79-b425-4645-bc68-93ef80af4989 None None] Transition to ACTIVE for port object d9943373-bf9b-4be9-b006-6cdcc7486fca will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:33:43.234347 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-e2703c79-b425-4645-bc68-93ef80af4989 None None] Transition to ACTIVE for port object d9943373-bf9b-4be9-b006-6cdcc7486fca will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:33:43.311655 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e2703c79-b425-4645-bc68-93ef80af4989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:43.331272 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-6782c622-324d-47d7-ac26-35764119f184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1879f7-ca92-4cc9-89d5-02d79569a03a', 'name': 'tempest-TestMinimumBasicScenario-940885236-router', 'tenant_id': '2e6e46e962c64d66be734d734a77db2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.185'}], 'enable_snat': True}, 'gw_port_id': '5e98e74b-a5cc-483d-8f30-f2bcd33a48da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:33:34Z', 'updated_at': '2022-01-21T19:33:39Z', 'revision_number': 4, 'project_id': '2e6e46e962c64d66be734d734a77db2f', 'gw_port': {'id': '5e98e74b-a5cc-483d-8f30-f2bcd33a48da', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1879f7-ca92-4cc9-89d5-02d79569a03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:33:35Z', 'updated_at': '2022-01-21T19:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'ca1b58fa-c126-4f43-bc1a-d105fabccce4', 'name': '', 'network_id': '7d05731b-ec0d-4fe3-8826-ad713e6c593b', 'tenant_id': '2e6e46e962c64d66be734d734a77db2f', 'mac_address': 'fa:16:3e:0f:81:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1879f7-ca92-4cc9-89d5-02d79569a03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '84cf2ebd-9914-4171-ab36-2ebf8508d530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:33:38Z', 'updated_at': '2022-01-21T19:33:42Z', 'revision_number': 4, 'project_id': '2e6e46e962c64d66be734d734a77db2f', 'subnets': [{'id': '84cf2ebd-9914-4171-ab36-2ebf8508d530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:33:43.335575 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6782c622-324d-47d7-ac26-35764119f184 None None] The sync data for ids ['9d1879f7-ca92-4cc9-89d5-02d79569a03a'] in dv-neutron-825470-1-hyperv is: [{'id': '9d1879f7-ca92-4cc9-89d5-02d79569a03a', 'name': 'tempest-TestMinimumBasicScenario-940885236-router', 'tenant_id': '2e6e46e962c64d66be734d734a77db2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.185'}], 'enable_snat': True}, 'gw_port_id': '5e98e74b-a5cc-483d-8f30-f2bcd33a48da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:33:34Z', 'updated_at': '2022-01-21T19:33:39Z', 'revision_number': 4, 'project_id': '2e6e46e962c64d66be734d734a77db2f', 'gw_port': {'id': '5e98e74b-a5cc-483d-8f30-f2bcd33a48da', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1879f7-ca92-4cc9-89d5-02d79569a03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:33:35Z', 'updated_at': '2022-01-21T19:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'ca1b58fa-c126-4f43-bc1a-d105fabccce4', 'name': '', 'network_id': '7d05731b-ec0d-4fe3-8826-ad713e6c593b', 'tenant_id': '2e6e46e962c64d66be734d734a77db2f', 'mac_address': 'fa:16:3e:0f:81:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1879f7-ca92-4cc9-89d5-02d79569a03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '84cf2ebd-9914-4171-ab36-2ebf8508d530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:33:38Z', 'updated_at': '2022-01-21T19:33:42Z', 'revision_number': 4, 'project_id': '2e6e46e962c64d66be734d734a77db2f', 'subnets': [{'id': '84cf2ebd-9914-4171-ab36-2ebf8508d530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:33:43.380055 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2703c79-b425-4645-bc68-93ef80af4989 None None] Network 98537516-c318-46c7-96be-afa23636e7aa is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:33:43.397941 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-e2703c79-b425-4645-bc68-93ef80af4989 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:33:43.402992 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2703c79-b425-4645-bc68-93ef80af4989 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:33:43.441082 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2703c79-b425-4645-bc68-93ef80af4989 None None] Pushing event updated for resources: {'Port': ['ID=d9943373-bf9b-4be9-b006-6cdcc7486fca,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:33:43.524245 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-e2703c79-b425-4645-bc68-93ef80af4989 None None] Attempting to bind port d9943373-bf9b-4be9-b006-6cdcc7486fca on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:33:43.525310 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-e2703c79-b425-4645-bc68-93ef80af4989 None None] Attempting to bind port d9943373-bf9b-4be9-b006-6cdcc7486fca by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '43953b25-41b5-42bf-bfd2-2aeb204144d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '98537516-c318-46c7-96be-afa23636e7aa'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:33:43.526248 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2703c79-b425-4645-bc68-93ef80af4989 None None] Attempting to bind port d9943373-bf9b-4be9-b006-6cdcc7486fca on network 98537516-c318-46c7-96be-afa23636e7aa {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:33:43.532947 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2703c79-b425-4645-bc68-93ef80af4989 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:33:43.533828 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2703c79-b425-4645-bc68-93ef80af4989 None None] Checking segment: {'id': '43953b25-41b5-42bf-bfd2-2aeb204144d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '98537516-c318-46c7-96be-afa23636e7aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:33:43.534236 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e2703c79-b425-4645-bc68-93ef80af4989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:43.534833 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2703c79-b425-4645-bc68-93ef80af4989 None None] Bound using segment: {'id': '43953b25-41b5-42bf-bfd2-2aeb204144d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '98537516-c318-46c7-96be-afa23636e7aa'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:33:43.535310 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-e2703c79-b425-4645-bc68-93ef80af4989 None None] Bound port: d9943373-bf9b-4be9-b006-6cdcc7486fca, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43953b25-41b5-42bf-bfd2-2aeb204144d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '98537516-c318-46c7-96be-afa23636e7aa'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:33:43.535847 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e2703c79-b425-4645-bc68-93ef80af4989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:43.536607 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-91e450b7-8129-4729-93ef-305b6d6dc91f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:43.573389 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-91e450b7-8129-4729-93ef-305b6d6dc91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:43.643120 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-e2703c79-b425-4645-bc68-93ef80af4989 None None] For port d9943373-bf9b-4be9-b006-6cdcc7486fca, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:33:43.646463 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-e2703c79-b425-4645-bc68-93ef80af4989 None None] For port d9943373-bf9b-4be9-b006-6cdcc7486fca, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=d9943373-bf9b-4be9-b006-6cdcc7486fca,segment=NetworkSegment(43953b25-41b5-42bf-bfd2-2aeb204144d9),segment_id=43953b25-41b5-42bf-bfd2-2aeb204144d9)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:33:43.740457 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e2703c79-b425-4645-bc68-93ef80af4989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:43.833951 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2703c79-b425-4645-bc68-93ef80af4989 None None] Pushing event updated for resources: {'Port': ['ID=d9943373-bf9b-4be9-b006-6cdcc7486fca,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:33:43.846018 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-91e450b7-8129-4729-93ef-305b6d6dc91f admin admin] Allocated IP 172.26.1.2 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/80ecb0cf-e3f5-4802-9842-53fdb511c46c) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:33:44.034151 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-91e450b7-8129-4729-93ef-305b6d6dc91f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:44.128296 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device d9943373-bf9b-4be9-b006-6cdcc7486fca up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:33:44.147805 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-91e450b7-8129-4729-93ef-305b6d6dc91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:44.218166 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e450b7-8129-4729-93ef-305b6d6dc91f admin admin] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:33:44.221297 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-91e450b7-8129-4729-93ef-305b6d6dc91f admin admin] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:33:44.225070 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e450b7-8129-4729-93ef-305b6d6dc91f admin admin] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:33:44.258656 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e450b7-8129-4729-93ef-305b6d6dc91f admin admin] Pushing event updated for resources: {'Port': ['ID=80ecb0cf-e3f5-4802-9842-53fdb511c46c,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:33:44.272111 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port d9943373-bf9b-4be9-b006-6cdcc7486fca completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:33:44.273734 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device ca1b58fa-c126-4f43-bc1a-d105fabccce4 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:33:44.273943 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e450b7-8129-4729-93ef-305b6d6dc91f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:33:44.274303 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e450b7-8129-4729-93ef-305b6d6dc91f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:33:44.275536 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e450b7-8129-4729-93ef-305b6d6dc91f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:33:44.275536 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e450b7-8129-4729-93ef-305b6d6dc91f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:33:44.276191 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e450b7-8129-4729-93ef-305b6d6dc91f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:33:44.276505 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e450b7-8129-4729-93ef-305b6d6dc91f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:33:44.276836 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e450b7-8129-4729-93ef-305b6d6dc91f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:33:44.277163 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e450b7-8129-4729-93ef-305b6d6dc91f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:33:44.277487 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e450b7-8129-4729-93ef-305b6d6dc91f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:33:44.277824 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e450b7-8129-4729-93ef-305b6d6dc91f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:33:44.278515 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e450b7-8129-4729-93ef-305b6d6dc91f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:33:44.279009 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e450b7-8129-4729-93ef-305b6d6dc91f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:33:44.397541 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port ca1b58fa-c126-4f43-bc1a-d105fabccce4 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:33:44.403383 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port ca1b58fa-c126-4f43-bc1a-d105fabccce4 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:33:44.403953 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:44.539495 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:44.579805 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port ca1b58fa-c126-4f43-bc1a-d105fabccce4, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=ca1b58fa-c126-4f43-bc1a-d105fabccce4,segment=NetworkSegment(1f2b3367-b601-4e22-8fc9-a4f62265a08c),segment_id=1f2b3367-b601-4e22-8fc9-a4f62265a08c)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:33:44.673116 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:44.759455 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=ca1b58fa-c126-4f43-bc1a-d105fabccce4,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:33:44.760627 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-91e450b7-8129-4729-93ef-305b6d6dc91f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:44.893235 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50cdc01-8f51-4fc5-b0d0-5218cfddd5f7 None None] Network 98537516-c318-46c7-96be-afa23636e7aa requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:33:45.049368 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-a4f70f65-ca91-40bc-a8da-2af70abc1812 None None] Provisioning for port d9943373-bf9b-4be9-b006-6cdcc7486fca completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:33:45.060523 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-a4f70f65-ca91-40bc-a8da-2af70abc1812 None None] Provisioning complete for port d9943373-bf9b-4be9-b006-6cdcc7486fca triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:33:45.060890 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a4f70f65-ca91-40bc-a8da-2af70abc1812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:45.114954 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-91e450b7-8129-4729-93ef-305b6d6dc91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:45.269720 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a4f70f65-ca91-40bc-a8da-2af70abc1812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:45.306433 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-a4f70f65-ca91-40bc-a8da-2af70abc1812 None None] For port d9943373-bf9b-4be9-b006-6cdcc7486fca, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=d9943373-bf9b-4be9-b006-6cdcc7486fca,segment=NetworkSegment(43953b25-41b5-42bf-bfd2-2aeb204144d9),segment_id=43953b25-41b5-42bf-bfd2-2aeb204144d9)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:33:45.392929 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a4f70f65-ca91-40bc-a8da-2af70abc1812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:45.425765 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e450b7-8129-4729-93ef-305b6d6dc91f admin admin] Router b17ce6c9-e91c-48fd-951e-e91c777511ae is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:33:45.474660 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f70f65-ca91-40bc-a8da-2af70abc1812 None None] Pushing event updated for resources: {'Port': ['ID=d9943373-bf9b-4be9-b006-6cdcc7486fca,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:33:45.514216 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-27b9ac95-e08a-4ab2-8270-bfcf71736875 None None] Provisioning complete for port d9943373-bf9b-4be9-b006-6cdcc7486fca triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:33:45.514678 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-27b9ac95-e08a-4ab2-8270-bfcf71736875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:45.732092 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e450b7-8129-4729-93ef-305b6d6dc91f admin admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:33:45.740818 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09375cdf-7d86-486e-94e9-13c0b30e4e2c None None] Sync routers for ids ['b17ce6c9-e91c-48fd-951e-e91c777511ae'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:33:45.750836 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09375cdf-7d86-486e-94e9-13c0b30e4e2c None None] Routers {'b17ce6c9-e91c-48fd-951e-e91c777511ae'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:33:45.757720 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-09375cdf-7d86-486e-94e9-13c0b30e4e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:33:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['b17ce6c9-e91c-48fd-951e-e91c777511ae'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:33:45.819706 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-91e450b7-8129-4729-93ef-305b6d6dc91f admin admin] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:45.820901 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-91e450b7-8129-4729-93ef-305b6d6dc91f admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2069626 Jan 21 19:33:45.824353 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 41060) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:33:45.935378 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-09375cdf-7d86-486e-94e9-13c0b30e4e2c None None] Set router b17ce6c9-e91c-48fd-951e-e91c777511ae gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:33:46.050205 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device d9943373-bf9b-4be9-b006-6cdcc7486fca up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:33:46.225252 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port d9943373-bf9b-4be9-b006-6cdcc7486fca triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:33:46.225624 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:46.395006 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-09375cdf-7d86-486e-94e9-13c0b30e4e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17ce6c9-e91c-48fd-951e-e91c777511ae', 'name': 'tempest-TestMinimumBasicScenario-1475483574-router', 'tenant_id': 'c31c2ef11df74959b80931cddc1ec4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.2'}], 'enable_snat': True}, 'gw_port_id': '80ecb0cf-e3f5-4802-9842-53fdb511c46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:33:42Z', 'updated_at': '2022-01-21T19:33:44Z', 'revision_number': 3, 'project_id': 'c31c2ef11df74959b80931cddc1ec4b4', 'gw_port': {'id': '80ecb0cf-e3f5-4802-9842-53fdb511c46c', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17ce6c9-e91c-48fd-951e-e91c777511ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:33:43Z', 'updated_at': '2022-01-21T19:33:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:33:46.398707 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device ca1b58fa-c126-4f43-bc1a-d105fabccce4 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:33:46.428711 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09375cdf-7d86-486e-94e9-13c0b30e4e2c None None] Checking router: b17ce6c9-e91c-48fd-951e-e91c777511ae for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:33:46.429061 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09375cdf-7d86-486e-94e9-13c0b30e4e2c None None] Updating router b17ce6c9-e91c-48fd-951e-e91c777511ae port 80ecb0cf-e3f5-4802-9842-53fdb511c46c binding host dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:33:46.504982 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-09375cdf-7d86-486e-94e9-13c0b30e4e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:46.505209 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6a0ae7b4-9175-43f3-b9f9-5b909c12b982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:46.601309 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port ca1b58fa-c126-4f43-bc1a-d105fabccce4 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:33:46.601684 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:46.714380 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-6a0ae7b4-9175-43f3-b9f9-5b909c12b982 admin admin] Allocated IP 172.20.0.1 (98537516-c318-46c7-96be-afa23636e7aa/8a182607-9397-4881-b332-44834b27a0d7/97467aaa-6a19-4488-acc5-29408f6f3e77) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:33:46.880292 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6a0ae7b4-9175-43f3-b9f9-5b909c12b982 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:46.901942 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-6a0ae7b4-9175-43f3-b9f9-5b909c12b982 admin admin] Transition to ACTIVE for port object 97467aaa-6a19-4488-acc5-29408f6f3e77 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:33:46.980466 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-09375cdf-7d86-486e-94e9-13c0b30e4e2c None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:46.986033 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6a0ae7b4-9175-43f3-b9f9-5b909c12b982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:46.991932 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-09375cdf-7d86-486e-94e9-13c0b30e4e2c None None] Transition to ACTIVE for port object 80ecb0cf-e3f5-4802-9842-53fdb511c46c will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:33:47.049066 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0ae7b4-9175-43f3-b9f9-5b909c12b982 admin admin] Network 98537516-c318-46c7-96be-afa23636e7aa is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:33:47.051900 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-6a0ae7b4-9175-43f3-b9f9-5b909c12b982 admin admin] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:33:47.056605 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0ae7b4-9175-43f3-b9f9-5b909c12b982 admin admin] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:33:47.059818 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-09375cdf-7d86-486e-94e9-13c0b30e4e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:47.092431 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ae7b4-9175-43f3-b9f9-5b909c12b982 admin admin] Pushing event updated for resources: {'Port': ['ID=97467aaa-6a19-4488-acc5-29408f6f3e77,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:33:47.115246 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6a0ae7b4-9175-43f3-b9f9-5b909c12b982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:47.144892 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc87f53-7d5c-4763-97b1-b701d3c31af7 None None] Pushing event updated for resources: {'Port': ['ID=80ecb0cf-e3f5-4802-9842-53fdb511c46c,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:33:47.147202 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-09375cdf-7d86-486e-94e9-13c0b30e4e2c None None] Attempting to bind port 80ecb0cf-e3f5-4802-9842-53fdb511c46c on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:33:47.147566 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-09375cdf-7d86-486e-94e9-13c0b30e4e2c None None] Attempting to bind port 80ecb0cf-e3f5-4802-9842-53fdb511c46c by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:33:47.147924 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09375cdf-7d86-486e-94e9-13c0b30e4e2c None None] Attempting to bind port 80ecb0cf-e3f5-4802-9842-53fdb511c46c on network 552ba34b-3dd7-4be8-8310-a9fc908fe72b {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:33:47.154972 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09375cdf-7d86-486e-94e9-13c0b30e4e2c None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:33:47.155349 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09375cdf-7d86-486e-94e9-13c0b30e4e2c None None] Checking segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:33:47.155744 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-09375cdf-7d86-486e-94e9-13c0b30e4e2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:47.156127 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09375cdf-7d86-486e-94e9-13c0b30e4e2c None None] Bound using segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:33:47.156705 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-09375cdf-7d86-486e-94e9-13c0b30e4e2c None None] Bound port: 80ecb0cf-e3f5-4802-9842-53fdb511c46c, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:33:47.157065 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-09375cdf-7d86-486e-94e9-13c0b30e4e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:47.234200 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-09375cdf-7d86-486e-94e9-13c0b30e4e2c None None] For port 80ecb0cf-e3f5-4802-9842-53fdb511c46c, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:33:47.237300 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-09375cdf-7d86-486e-94e9-13c0b30e4e2c None None] For port 80ecb0cf-e3f5-4802-9842-53fdb511c46c, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=80ecb0cf-e3f5-4802-9842-53fdb511c46c,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:33:47.294805 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6a0ae7b4-9175-43f3-b9f9-5b909c12b982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:47.304158 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-09375cdf-7d86-486e-94e9-13c0b30e4e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:47.413626 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09375cdf-7d86-486e-94e9-13c0b30e4e2c None None] Routers {'b17ce6c9-e91c-48fd-951e-e91c777511ae'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:33:47.414641 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-09375cdf-7d86-486e-94e9-13c0b30e4e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:33:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['b17ce6c9-e91c-48fd-951e-e91c777511ae'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:33:47.522144 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc87f53-7d5c-4763-97b1-b701d3c31af7 None None] Pushing event updated for resources: {'Port': ['ID=80ecb0cf-e3f5-4802-9842-53fdb511c46c,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:33:47.531204 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0c2f23b7-200e-4c71-822b-38afdb83159a None None] Provisioning for port 97467aaa-6a19-4488-acc5-29408f6f3e77 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:33:47.543238 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0c2f23b7-200e-4c71-822b-38afdb83159a None None] Provisioning complete for port 97467aaa-6a19-4488-acc5-29408f6f3e77 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:33:47.544146 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0c2f23b7-200e-4c71-822b-38afdb83159a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:47.660906 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6a0ae7b4-9175-43f3-b9f9-5b909c12b982 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:47.722026 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0c2f23b7-200e-4c71-822b-38afdb83159a None None] Port 97467aaa-6a19-4488-acc5-29408f6f3e77 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:33:47.724347 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6a0ae7b4-9175-43f3-b9f9-5b909c12b982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:47.745544 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-09375cdf-7d86-486e-94e9-13c0b30e4e2c None None] Set router b17ce6c9-e91c-48fd-951e-e91c777511ae gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:33:47.838267 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6a0ae7b4-9175-43f3-b9f9-5b909c12b982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:47.841613 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ae7b4-9175-43f3-b9f9-5b909c12b982 admin admin] Pushing event updated for resources: {'Port': ['ID=97467aaa-6a19-4488-acc5-29408f6f3e77,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:33:47.981126 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0ae7b4-9175-43f3-b9f9-5b909c12b982 admin admin] Network 98537516-c318-46c7-96be-afa23636e7aa is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:33:47.982215 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-6a0ae7b4-9175-43f3-b9f9-5b909c12b982 admin admin] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:33:48.125530 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-09375cdf-7d86-486e-94e9-13c0b30e4e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17ce6c9-e91c-48fd-951e-e91c777511ae', 'name': 'tempest-TestMinimumBasicScenario-1475483574-router', 'tenant_id': 'c31c2ef11df74959b80931cddc1ec4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.2'}], 'enable_snat': True}, 'gw_port_id': '80ecb0cf-e3f5-4802-9842-53fdb511c46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:33:42Z', 'updated_at': '2022-01-21T19:33:47Z', 'revision_number': 4, 'project_id': 'c31c2ef11df74959b80931cddc1ec4b4', 'gw_port': {'id': '80ecb0cf-e3f5-4802-9842-53fdb511c46c', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17ce6c9-e91c-48fd-951e-e91c777511ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:33:43Z', 'updated_at': '2022-01-21T19:33:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '97467aaa-6a19-4488-acc5-29408f6f3e77', 'name': '', 'network_id': '98537516-c318-46c7-96be-afa23636e7aa', 'tenant_id': 'c31c2ef11df74959b80931cddc1ec4b4', 'mac_address': 'fa:16:3e:0e:99:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17ce6c9-e91c-48fd-951e-e91c777511ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '8a182607-9397-4881-b332-44834b27a0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:33:46Z', 'updated_at': '2022-01-21T19:33:46Z', 'revision_number': 1, 'project_id': 'c31c2ef11df74959b80931cddc1ec4b4', 'subnets': [{'id': '8a182607-9397-4881-b332-44834b27a0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:33:48.132071 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09375cdf-7d86-486e-94e9-13c0b30e4e2c None None] The sync data for ids ['b17ce6c9-e91c-48fd-951e-e91c777511ae'] in dv-neutron-825470-1-hyperv is: [{'id': 'b17ce6c9-e91c-48fd-951e-e91c777511ae', 'name': 'tempest-TestMinimumBasicScenario-1475483574-router', 'tenant_id': 'c31c2ef11df74959b80931cddc1ec4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.2'}], 'enable_snat': True}, 'gw_port_id': '80ecb0cf-e3f5-4802-9842-53fdb511c46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:33:42Z', 'updated_at': '2022-01-21T19:33:47Z', 'revision_number': 4, 'project_id': 'c31c2ef11df74959b80931cddc1ec4b4', 'gw_port': {'id': '80ecb0cf-e3f5-4802-9842-53fdb511c46c', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17ce6c9-e91c-48fd-951e-e91c777511ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:33:43Z', 'updated_at': '2022-01-21T19:33:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '97467aaa-6a19-4488-acc5-29408f6f3e77', 'name': '', 'network_id': '98537516-c318-46c7-96be-afa23636e7aa', 'tenant_id': 'c31c2ef11df74959b80931cddc1ec4b4', 'mac_address': 'fa:16:3e:0e:99:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17ce6c9-e91c-48fd-951e-e91c777511ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '8a182607-9397-4881-b332-44834b27a0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:33:46Z', 'updated_at': '2022-01-21T19:33:46Z', 'revision_number': 1, 'project_id': 'c31c2ef11df74959b80931cddc1ec4b4', 'subnets': [{'id': '8a182607-9397-4881-b332-44834b27a0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:33:48.180681 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0ae7b4-9175-43f3-b9f9-5b909c12b982 admin admin] Router b17ce6c9-e91c-48fd-951e-e91c777511ae has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:33:48.243899 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-d5280b33-3279-4e96-8f94-b59c0d827523 None None] Provisioning complete for port 97467aaa-6a19-4488-acc5-29408f6f3e77 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:33:48.244235 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d5280b33-3279-4e96-8f94-b59c0d827523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:48.304198 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-d5280b33-3279-4e96-8f94-b59c0d827523 None None] Port 97467aaa-6a19-4488-acc5-29408f6f3e77 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:33:48.386693 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0ae7b4-9175-43f3-b9f9-5b909c12b982 admin admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:33:48.396077 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-6a0ae7b4-9175-43f3-b9f9-5b909c12b982 admin admin] 10.222.0.87 "PUT /v2.0/routers/b17ce6c9-e91c-48fd-951e-e91c777511ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5701964 Jan 21 19:33:50.093489 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 80ecb0cf-e3f5-4802-9842-53fdb511c46c up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:33:50.232927 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 80ecb0cf-e3f5-4802-9842-53fdb511c46c completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:33:50.238599 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 80ecb0cf-e3f5-4802-9842-53fdb511c46c triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:33:50.239072 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:50.441484 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:50.467533 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 80ecb0cf-e3f5-4802-9842-53fdb511c46c, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=80ecb0cf-e3f5-4802-9842-53fdb511c46c,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:33:50.541658 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:50.649269 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=80ecb0cf-e3f5-4802-9842-53fdb511c46c,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:33:51.749395 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a81448-854c-42fd-b44c-4c745d6b46c5 None None] Sync routers for ids ['b17ce6c9-e91c-48fd-951e-e91c777511ae'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:33:51.761659 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a81448-854c-42fd-b44c-4c745d6b46c5 None None] Routers {'b17ce6c9-e91c-48fd-951e-e91c777511ae'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:33:51.762340 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-53a81448-854c-42fd-b44c-4c745d6b46c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:33:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['b17ce6c9-e91c-48fd-951e-e91c777511ae'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:33:51.965584 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-53a81448-854c-42fd-b44c-4c745d6b46c5 None None] Set router b17ce6c9-e91c-48fd-951e-e91c777511ae gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:33:52.080543 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 80ecb0cf-e3f5-4802-9842-53fdb511c46c up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:33:52.156315 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 80ecb0cf-e3f5-4802-9842-53fdb511c46c triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:33:52.156681 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:52.335087 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-53a81448-854c-42fd-b44c-4c745d6b46c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17ce6c9-e91c-48fd-951e-e91c777511ae', 'name': 'tempest-TestMinimumBasicScenario-1475483574-router', 'tenant_id': 'c31c2ef11df74959b80931cddc1ec4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.2'}], 'enable_snat': True}, 'gw_port_id': '80ecb0cf-e3f5-4802-9842-53fdb511c46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:33:42Z', 'updated_at': '2022-01-21T19:33:47Z', 'revision_number': 4, 'project_id': 'c31c2ef11df74959b80931cddc1ec4b4', 'gw_port': {'id': '80ecb0cf-e3f5-4802-9842-53fdb511c46c', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17ce6c9-e91c-48fd-951e-e91c777511ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:33:43Z', 'updated_at': '2022-01-21T19:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '97467aaa-6a19-4488-acc5-29408f6f3e77', 'name': '', 'network_id': '98537516-c318-46c7-96be-afa23636e7aa', 'tenant_id': 'c31c2ef11df74959b80931cddc1ec4b4', 'mac_address': 'fa:16:3e:0e:99:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17ce6c9-e91c-48fd-951e-e91c777511ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '8a182607-9397-4881-b332-44834b27a0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:33:46Z', 'updated_at': '2022-01-21T19:33:47Z', 'revision_number': 2, 'project_id': 'c31c2ef11df74959b80931cddc1ec4b4', 'subnets': [{'id': '8a182607-9397-4881-b332-44834b27a0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:33:52.340285 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a81448-854c-42fd-b44c-4c745d6b46c5 None None] Checking router: b17ce6c9-e91c-48fd-951e-e91c777511ae for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:33:52.340633 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a81448-854c-42fd-b44c-4c745d6b46c5 None None] Updating router b17ce6c9-e91c-48fd-951e-e91c777511ae port 97467aaa-6a19-4488-acc5-29408f6f3e77 binding host dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:33:52.403758 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-53a81448-854c-42fd-b44c-4c745d6b46c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:52.834133 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-53a81448-854c-42fd-b44c-4c745d6b46c5 None None] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:52.846136 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-53a81448-854c-42fd-b44c-4c745d6b46c5 None None] Transition to ACTIVE for port object 97467aaa-6a19-4488-acc5-29408f6f3e77 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:33:53.072187 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-53a81448-854c-42fd-b44c-4c745d6b46c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:53.258305 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05bf20-2ee6-45e4-847b-bc88a774e882 None None] Pushing event updated for resources: {'Port': ['ID=97467aaa-6a19-4488-acc5-29408f6f3e77,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:33:53.329046 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-53a81448-854c-42fd-b44c-4c745d6b46c5 None None] Attempting to bind port 97467aaa-6a19-4488-acc5-29408f6f3e77 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:33:53.329420 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-53a81448-854c-42fd-b44c-4c745d6b46c5 None None] Attempting to bind port 97467aaa-6a19-4488-acc5-29408f6f3e77 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '43953b25-41b5-42bf-bfd2-2aeb204144d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '98537516-c318-46c7-96be-afa23636e7aa'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:33:53.329781 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a81448-854c-42fd-b44c-4c745d6b46c5 None None] Attempting to bind port 97467aaa-6a19-4488-acc5-29408f6f3e77 on network 98537516-c318-46c7-96be-afa23636e7aa {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:33:53.340542 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a81448-854c-42fd-b44c-4c745d6b46c5 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:33:53.340926 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a81448-854c-42fd-b44c-4c745d6b46c5 None None] Checking segment: {'id': '43953b25-41b5-42bf-bfd2-2aeb204144d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '98537516-c318-46c7-96be-afa23636e7aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:33:53.341455 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-53a81448-854c-42fd-b44c-4c745d6b46c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:53.342011 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a81448-854c-42fd-b44c-4c745d6b46c5 None None] Bound using segment: {'id': '43953b25-41b5-42bf-bfd2-2aeb204144d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '98537516-c318-46c7-96be-afa23636e7aa'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:33:53.342485 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-53a81448-854c-42fd-b44c-4c745d6b46c5 None None] Bound port: 97467aaa-6a19-4488-acc5-29408f6f3e77, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43953b25-41b5-42bf-bfd2-2aeb204144d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '98537516-c318-46c7-96be-afa23636e7aa'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:33:53.342860 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-53a81448-854c-42fd-b44c-4c745d6b46c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:53.456885 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-53a81448-854c-42fd-b44c-4c745d6b46c5 None None] For port 97467aaa-6a19-4488-acc5-29408f6f3e77, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:33:53.459874 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-53a81448-854c-42fd-b44c-4c745d6b46c5 None None] For port 97467aaa-6a19-4488-acc5-29408f6f3e77, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=97467aaa-6a19-4488-acc5-29408f6f3e77,segment=NetworkSegment(43953b25-41b5-42bf-bfd2-2aeb204144d9),segment_id=43953b25-41b5-42bf-bfd2-2aeb204144d9)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:33:53.540781 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-53a81448-854c-42fd-b44c-4c745d6b46c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:53.631252 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a81448-854c-42fd-b44c-4c745d6b46c5 None None] Routers {'b17ce6c9-e91c-48fd-951e-e91c777511ae'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:33:53.631970 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-53a81448-854c-42fd-b44c-4c745d6b46c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:33:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['b17ce6c9-e91c-48fd-951e-e91c777511ae'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:33:53.700857 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05bf20-2ee6-45e4-847b-bc88a774e882 None None] Pushing event updated for resources: {'Port': ['ID=97467aaa-6a19-4488-acc5-29408f6f3e77,revision_number=4']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:33:53.846461 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-53a81448-854c-42fd-b44c-4c745d6b46c5 None None] Set router b17ce6c9-e91c-48fd-951e-e91c777511ae gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:33:54.093477 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 97467aaa-6a19-4488-acc5-29408f6f3e77 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:33:54.227057 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-53a81448-854c-42fd-b44c-4c745d6b46c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17ce6c9-e91c-48fd-951e-e91c777511ae', 'name': 'tempest-TestMinimumBasicScenario-1475483574-router', 'tenant_id': 'c31c2ef11df74959b80931cddc1ec4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.2'}], 'enable_snat': True}, 'gw_port_id': '80ecb0cf-e3f5-4802-9842-53fdb511c46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:33:42Z', 'updated_at': '2022-01-21T19:33:47Z', 'revision_number': 4, 'project_id': 'c31c2ef11df74959b80931cddc1ec4b4', 'gw_port': {'id': '80ecb0cf-e3f5-4802-9842-53fdb511c46c', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17ce6c9-e91c-48fd-951e-e91c777511ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:33:43Z', 'updated_at': '2022-01-21T19:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '97467aaa-6a19-4488-acc5-29408f6f3e77', 'name': '', 'network_id': '98537516-c318-46c7-96be-afa23636e7aa', 'tenant_id': 'c31c2ef11df74959b80931cddc1ec4b4', 'mac_address': 'fa:16:3e:0e:99:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17ce6c9-e91c-48fd-951e-e91c777511ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '8a182607-9397-4881-b332-44834b27a0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:33:46Z', 'updated_at': '2022-01-21T19:33:53Z', 'revision_number': 4, 'project_id': 'c31c2ef11df74959b80931cddc1ec4b4', 'subnets': [{'id': '8a182607-9397-4881-b332-44834b27a0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:33:54.232788 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 97467aaa-6a19-4488-acc5-29408f6f3e77 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:33:54.235144 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a81448-854c-42fd-b44c-4c745d6b46c5 None None] The sync data for ids ['b17ce6c9-e91c-48fd-951e-e91c777511ae'] in dv-neutron-825470-1-hyperv is: [{'id': 'b17ce6c9-e91c-48fd-951e-e91c777511ae', 'name': 'tempest-TestMinimumBasicScenario-1475483574-router', 'tenant_id': 'c31c2ef11df74959b80931cddc1ec4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.2'}], 'enable_snat': True}, 'gw_port_id': '80ecb0cf-e3f5-4802-9842-53fdb511c46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:33:42Z', 'updated_at': '2022-01-21T19:33:47Z', 'revision_number': 4, 'project_id': 'c31c2ef11df74959b80931cddc1ec4b4', 'gw_port': {'id': '80ecb0cf-e3f5-4802-9842-53fdb511c46c', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17ce6c9-e91c-48fd-951e-e91c777511ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:33:43Z', 'updated_at': '2022-01-21T19:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '97467aaa-6a19-4488-acc5-29408f6f3e77', 'name': '', 'network_id': '98537516-c318-46c7-96be-afa23636e7aa', 'tenant_id': 'c31c2ef11df74959b80931cddc1ec4b4', 'mac_address': 'fa:16:3e:0e:99:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17ce6c9-e91c-48fd-951e-e91c777511ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '8a182607-9397-4881-b332-44834b27a0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:33:46Z', 'updated_at': '2022-01-21T19:33:53Z', 'revision_number': 4, 'project_id': 'c31c2ef11df74959b80931cddc1ec4b4', 'subnets': [{'id': '8a182607-9397-4881-b332-44834b27a0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:33:54.239287 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 97467aaa-6a19-4488-acc5-29408f6f3e77 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:33:54.239501 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:54.425653 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:54.494495 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 97467aaa-6a19-4488-acc5-29408f6f3e77, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=97467aaa-6a19-4488-acc5-29408f6f3e77,segment=NetworkSegment(43953b25-41b5-42bf-bfd2-2aeb204144d9),segment_id=43953b25-41b5-42bf-bfd2-2aeb204144d9)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:33:54.562865 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:54.647400 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=97467aaa-6a19-4488-acc5-29408f6f3e77,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:33:55.004045 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-97ef203e-3c6d-4274-a309-d1f5e0422ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:56.058173 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 97467aaa-6a19-4488-acc5-29408f6f3e77 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:33:56.139010 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 97467aaa-6a19-4488-acc5-29408f6f3e77 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:33:56.139376 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:57.255296 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b22a11ee-868e-41fc-957b-14b94903ca2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:58.432842 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:58.638260 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:33:58.706174 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:00.192232 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:00.910151 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-cb79cdd5-fcef-4ab6-9420-4a724257b8e8 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:34:00.911484 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-cb79cdd5-fcef-4ab6-9420-4a724257b8e8 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/networks?id=7d05731b-ec0d-4fe3-8826-ad713e6c593b HTTP/1.1" status: 200 len: 814 time: 0.1433601 Jan 21 19:34:00.926439 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-78b3051f-7e98-4291-8d21-ab0165883cc3 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/quotas/2e6e46e962c64d66be734d734a77db2f HTTP/1.1" status: 200 len: 375 time: 0.0089111 Jan 21 19:34:01.006958 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-3c2dbcf2-32fb-4c30-a1b1-ce0627ddb55d tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=2e6e46e962c64d66be734d734a77db2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0752792 Jan 21 19:34:01.022692 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-a5908108-74fd-466c-bb7f-de668ba0038f service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=88136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:34:01.023607 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-a5908108-74fd-466c-bb7f-de668ba0038f service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048685 Jan 21 19:34:01.152592 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-aa66654f-13d2-4722-ac6d-905047dc896f service neutron] 10.222.0.87 "GET /v2.0/networks/7d05731b-ec0d-4fe3-8826-ad713e6c593b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230500 Jan 21 19:34:01.281477 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-b37e123c-ca98-4ae3-a55b-b505601494cd service neutron] 10.222.0.87 "GET /v2.0/networks/7d05731b-ec0d-4fe3-8826-ad713e6c593b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230023 Jan 21 19:34:01.576306 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-bce174c9-bfa0-4b87-8447-b86b64f307c4 req-f7e2275a-c2fb-4f12-959f-c7c698edadf9 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/ports?device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 210 time: 0.0470881 Jan 21 19:34:02.672730 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-90f54413-3dd8-4808-879d-716eb96fc5c7 req-34b458f9-dc17-467f-a88b-9d9551500701 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/ports?device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 210 time: 0.0424702 Jan 21 19:34:03.732350 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-98e714b6-d398-41d6-a7f4-589d910de6cc tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:34:03.733033 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-98e714b6-d398-41d6-a7f4-589d910de6cc tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Synchronizing usage tracker for tenant:2e6e46e962c64d66be734d734a77db2f on resource:network {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:34:03.804436 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-98e714b6-d398-41d6-a7f4-589d910de6cc tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Unset dirty status for tenant:2e6e46e962c64d66be734d734a77db2f on resource:network {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:34:03.805913 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-98e714b6-d398-41d6-a7f4-589d910de6cc tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.113 "GET /v2.0/networks?id=7d05731b-ec0d-4fe3-8826-ad713e6c593b HTTP/1.1" status: 200 len: 814 time: 0.2139392 Jan 21 19:34:03.817049 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-2bc239fa-14d7-4165-85bd-1dec1b8ac09c tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Request body: {'port': {'device_id': 'dd778625-ac1a-434b-8bd9-346c7b159d5c', 'network_id': '7d05731b-ec0d-4fe3-8826-ad713e6c593b', 'admin_state_up': True, 'tenant_id': '2e6e46e962c64d66be734d734a77db2f'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:34:03.824983 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1038c65d-5e4d-4abd-8d32-076e37d071ca req-81d86d24-5273-48a4-a308-6652c94b72cd tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/ports?device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 210 time: 0.0421162 Jan 21 19:34:03.961762 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-2bc239fa-14d7-4165-85bd-1dec1b8ac09c tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:34:03.966074 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-2bc239fa-14d7-4165-85bd-1dec1b8ac09c tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Usage tracker for resource:port and tenant:2e6e46e962c64d66be734d734a77db2f is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:34:03.968950 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-2bc239fa-14d7-4165-85bd-1dec1b8ac09c tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:34:03.974685 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-2bc239fa-14d7-4165-85bd-1dec1b8ac09c tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:34:04.060838 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-2bc239fa-14d7-4165-85bd-1dec1b8ac09c tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Made reservation on behalf of 2e6e46e962c64d66be734d734a77db2f for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:34:04.064392 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-2bc239fa-14d7-4165-85bd-1dec1b8ac09c tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:04.229978 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-2bc239fa-14d7-4165-85bd-1dec1b8ac09c tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Allocated IP 172.20.0.3 (7d05731b-ec0d-4fe3-8826-ad713e6c593b/84cf2ebd-9914-4171-ab36-2ebf8508d530/d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:34:04.432085 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-2bc239fa-14d7-4165-85bd-1dec1b8ac09c tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:04.448492 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-2bc239fa-14d7-4165-85bd-1dec1b8ac09c tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Transition to ACTIVE for port object d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:34:04.524522 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-2bc239fa-14d7-4165-85bd-1dec1b8ac09c tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:04.738248 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-2bc239fa-14d7-4165-85bd-1dec1b8ac09c tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Network 7d05731b-ec0d-4fe3-8826-ad713e6c593b is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:34:04.746234 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-2bc239fa-14d7-4165-85bd-1dec1b8ac09c tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:34:04.755425 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-2bc239fa-14d7-4165-85bd-1dec1b8ac09c tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:34:04.834310 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc239fa-14d7-4165-85bd-1dec1b8ac09c tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Pushing event updated for resources: {'Port': ['ID=d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:34:04.863156 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-2bc239fa-14d7-4165-85bd-1dec1b8ac09c tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:34:04.863942 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-2bc239fa-14d7-4165-85bd-1dec1b8ac09c tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:05.033347 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-2bc239fa-14d7-4165-85bd-1dec1b8ac09c tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2199450 Jan 21 19:34:05.069570 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde51892-4b16-4392-b47d-f2b6856bc437 req-b53dd74c-69c6-40e3-81b5-23544788650b tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:34:05.071758 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-bde51892-4b16-4392-b47d-f2b6856bc437 req-b53dd74c-69c6-40e3-81b5-23544788650b tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/ports?device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 931 time: 0.1055799 Jan 21 19:34:05.124798 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-bde51892-4b16-4392-b47d-f2b6856bc437 req-f864785d-a317-4311-87f5-f8fd4b02843b tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/security-groups?id=1090e9c4-e488-4b16-9409-4145e24d3869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461717 Jan 21 19:34:05.191240 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-fbc5b760-1380-45cc-8d76-a7c87bdfb2d5 None None] Provisioning for port d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:34:05.196815 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-fbc5b760-1380-45cc-8d76-a7c87bdfb2d5 None None] Provisioning complete for port d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:34:05.197432 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-fbc5b760-1380-45cc-8d76-a7c87bdfb2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:05.255807 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-fbc5b760-1380-45cc-8d76-a7c87bdfb2d5 None None] Port d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:34:06.324147 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e1ee2-3d88-4b6c-85a7-22ba793803f3 req-368c16c2-6e88-4ba9-88d6-92a849e51e4e tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:34:06.325893 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e64e1ee2-3d88-4b6c-85a7-22ba793803f3 req-368c16c2-6e88-4ba9-88d6-92a849e51e4e tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/ports?device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 931 time: 0.0907817 Jan 21 19:34:06.371498 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e64e1ee2-3d88-4b6c-85a7-22ba793803f3 req-e029bd1f-d5a8-4594-96eb-78d810ce2b18 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/security-groups?id=1090e9c4-e488-4b16-9409-4145e24d3869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399594 Jan 21 19:34:07.609952 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ac333-e901-49e4-ac05-52a9fc660889 req-f268af1f-41fa-4ad6-af4a-b70853ef570d tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:34:07.612484 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d90ac333-e901-49e4-ac05-52a9fc660889 req-f268af1f-41fa-4ad6-af4a-b70853ef570d tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/ports?device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 931 time: 0.1132693 Jan 21 19:34:07.662204 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d90ac333-e901-49e4-ac05-52a9fc660889 req-fbeb4e83-3a2e-4762-8dde-88ef1a6ab8dc tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/security-groups?id=1090e9c4-e488-4b16-9409-4145e24d3869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431211 Jan 21 19:34:08.871604 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e94c57-f942-4f3f-b1f5-fe410b0d0d18 req-e5c86326-0134-42ea-9136-ab3cba4059c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:34:08.873888 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c5e94c57-f942-4f3f-b1f5-fe410b0d0d18 req-e5c86326-0134-42ea-9136-ab3cba4059c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/ports?device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 931 time: 0.0857522 Jan 21 19:34:08.929823 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c5e94c57-f942-4f3f-b1f5-fe410b0d0d18 req-15bb629f-8d20-4d5c-9d00-9c7b6f0a9a8c tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/security-groups?id=1090e9c4-e488-4b16-9409-4145e24d3869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498216 Jan 21 19:34:10.147064 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb300c07-8b3c-4446-9449-f3379c4bfe31 req-681b4260-c324-4a67-86a3-9ce06b5a3437 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:34:10.149399 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-eb300c07-8b3c-4446-9449-f3379c4bfe31 req-681b4260-c324-4a67-86a3-9ce06b5a3437 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/ports?device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 931 time: 0.1014857 Jan 21 19:34:10.196266 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-eb300c07-8b3c-4446-9449-f3379c4bfe31 req-1ed8e716-94fb-4c15-8c40-48a77b699d8d tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/security-groups?id=1090e9c4-e488-4b16-9409-4145e24d3869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405116 Jan 21 19:34:11.547113 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ff693-9952-4648-b869-1501eb79ac70 req-40fdeea9-d90c-4e20-9d2c-0e59013e4ef0 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:34:11.548641 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4d1ff693-9952-4648-b869-1501eb79ac70 req-40fdeea9-d90c-4e20-9d2c-0e59013e4ef0 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/ports?device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 931 time: 0.2171605 Jan 21 19:34:11.595913 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4d1ff693-9952-4648-b869-1501eb79ac70 req-fc3d6ca1-42d2-429b-a85e-083cb88f2681 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/security-groups?id=1090e9c4-e488-4b16-9409-4145e24d3869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412140 Jan 21 19:34:11.987307 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-91dfef6e-5148-4dd5-93d6-881f8d15e431 service neutron] Request body: {'port': {'device_id': 'dd778625-ac1a-434b-8bd9-346c7b159d5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:34:12.107900 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-91dfef6e-5148-4dd5-93d6-881f8d15e431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:12.422592 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:34:12.449577 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-91dfef6e-5148-4dd5-93d6-881f8d15e431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d {{(pid=88137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:34:12.456969 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-91dfef6e-5148-4dd5-93d6-881f8d15e431 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:12.470996 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-91dfef6e-5148-4dd5-93d6-881f8d15e431 service neutron] Transition to ACTIVE for port object d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d will not be triggered until provisioned by entity L2. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:34:12.523798 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-91dfef6e-5148-4dd5-93d6-881f8d15e431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:12.684890 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dfef6e-5148-4dd5-93d6-881f8d15e431 service neutron] Pushing event updated for resources: {'Port': ['ID=d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:34:12.763689 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-91dfef6e-5148-4dd5-93d6-881f8d15e431 service neutron] Attempting to bind port d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:34:12.764063 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-91dfef6e-5148-4dd5-93d6-881f8d15e431 service neutron] Attempting to bind port d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '1f2b3367-b601-4e22-8fc9-a4f62265a08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7d05731b-ec0d-4fe3-8826-ad713e6c593b'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:34:12.764385 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-91dfef6e-5148-4dd5-93d6-881f8d15e431 service neutron] Attempting to bind port d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d on network 7d05731b-ec0d-4fe3-8826-ad713e6c593b {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:34:12.769349 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-91dfef6e-5148-4dd5-93d6-881f8d15e431 service neutron] Port d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d on network 7d05731b-ec0d-4fe3-8826-ad713e6c593b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 19:34:12.769671 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-91dfef6e-5148-4dd5-93d6-881f8d15e431 service neutron] Attempting to bind port d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d on network 7d05731b-ec0d-4fe3-8826-ad713e6c593b {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:34:12.774788 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-91dfef6e-5148-4dd5-93d6-881f8d15e431 service neutron] Checking agent: {'id': '9a14f311-f6d5-46c6-87a2-f860197fb66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:34:12.775118 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-91dfef6e-5148-4dd5-93d6-881f8d15e431 service neutron] Checking segment: {'id': '1f2b3367-b601-4e22-8fc9-a4f62265a08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7d05731b-ec0d-4fe3-8826-ad713e6c593b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:34:12.775496 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-91dfef6e-5148-4dd5-93d6-881f8d15e431 service neutron] Bound using segment: {'id': '1f2b3367-b601-4e22-8fc9-a4f62265a08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7d05731b-ec0d-4fe3-8826-ad713e6c593b'} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:34:12.777074 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-91dfef6e-5148-4dd5-93d6-881f8d15e431 service neutron] Bound port: d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2b3367-b601-4e22-8fc9-a4f62265a08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7d05731b-ec0d-4fe3-8826-ad713e6c593b'}}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:34:12.777428 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-91dfef6e-5148-4dd5-93d6-881f8d15e431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:12.787527 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119aa10-adb7-44c8-882e-791b536b354c req-910d7e53-8848-49d1-8787-cce488c0f0e4 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:34:12.788964 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b119aa10-adb7-44c8-882e-791b536b354c req-910d7e53-8848-49d1-8787-cce488c0f0e4 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/ports?device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 943 time: 0.0826101 Jan 21 19:34:12.833347 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b119aa10-adb7-44c8-882e-791b536b354c req-ff5e9e81-be03-4a43-9aa2-021825a8d78c tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/security-groups?id=1090e9c4-e488-4b16-9409-4145e24d3869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379715 Jan 21 19:34:12.872619 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-91dfef6e-5148-4dd5-93d6-881f8d15e431 service neutron] For port d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d, host hv-neutron-8254, cleared binding levels {{(pid=88137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:34:12.877411 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-91dfef6e-5148-4dd5-93d6-881f8d15e431 service neutron] For port d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d,segment=NetworkSegment(1f2b3367-b601-4e22-8fc9-a4f62265a08c),segment_id=1f2b3367-b601-4e22-8fc9-a4f62265a08c)] {{(pid=88137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:34:12.970422 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-91dfef6e-5148-4dd5-93d6-881f8d15e431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:13.030323 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-91dfef6e-5148-4dd5-93d6-881f8d15e431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:34:13.031213 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-91dfef6e-5148-4dd5-93d6-881f8d15e431 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:13.032242 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-91dfef6e-5148-4dd5-93d6-881f8d15e431 service neutron] 10.222.0.113 "PUT /v2.0/ports/d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d HTTP/1.1" status: 200 len: 1093 time: 1.0492792 Jan 21 19:34:13.032667 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd778625-ac1a-434b-8bd9-346c7b159d5c', 'tag': 'd6f0ce9e-d5cd-4b26-b70b-7e849f026d9d'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:34:13.058089 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dfef6e-5148-4dd5-93d6-881f8d15e431 service neutron] Pushing event updated for resources: {'Port': ['ID=d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d,revision_number=3']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:34:13.081195 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd778625-ac1a-434b-8bd9-346c7b159d5c', 'tag': 'd6f0ce9e-d5cd-4b26-b70b-7e849f026d9d', 'status': 'completed', 'code': 200} Jan 21 19:34:13.187179 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5d19d-942b-431b-8dbd-5291e0fa716a req-ad432dd6-695d-478d-8a86-6c415f53ea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:34:13.188644 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-beb5d19d-942b-431b-8dbd-5291e0fa716a req-ad432dd6-695d-478d-8a86-6c415f53ea15 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2e6e46e962c64d66be734d734a77db2f&device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 1096 time: 0.0858216 Jan 21 19:34:13.328809 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5d19d-942b-431b-8dbd-5291e0fa716a req-6d1efd1e-92fa-4d94-94c7-459af02cc374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:34:13.330210 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-beb5d19d-942b-431b-8dbd-5291e0fa716a req-6d1efd1e-92fa-4d94-94c7-459af02cc374 service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=2e6e46e962c64d66be734d734a77db2f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1340458 Jan 21 19:34:13.461499 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5d19d-942b-431b-8dbd-5291e0fa716a req-8c3eb0ea-6ac0-4c96-a0f5-7526735e1f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:34:13.463193 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-beb5d19d-942b-431b-8dbd-5291e0fa716a req-8c3eb0ea-6ac0-4c96-a0f5-7526735e1f3c service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1274350 Jan 21 19:34:13.567225 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-1ef92943-22bf-4ab0-b80f-f62af3052dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:34:13.568671 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-1ef92943-22bf-4ab0-b80f-f62af3052dd1 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2e6e46e962c64d66be734d734a77db2f&device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 1096 time: 0.0693800 Jan 21 19:34:13.637462 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-fa8d3660-eb2c-4314-9984-a39108f6f801 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d HTTP/1.1" status: 200 len: 217 time: 0.0624030 Jan 21 19:34:13.698323 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-d62e7f68-1efd-493d-8827-abcc08fe71c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:34:13.699732 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-d62e7f68-1efd-493d-8827-abcc08fe71c6 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=84cf2ebd-9914-4171-ab36-2ebf8508d530 HTTP/1.1" status: 200 len: 853 time: 0.0566306 Jan 21 19:34:13.867133 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-f6579ba6-912c-43e9-a91a-357bd4ec5696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:34:13.868695 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-f6579ba6-912c-43e9-a91a-357bd4ec5696 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=7d05731b-ec0d-4fe3-8826-ad713e6c593b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1634703 Jan 21 19:34:14.005239 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-2bd46ed7-f7af-45b9-bc4d-eae54c3df587 service neutron] 10.222.0.113 "GET /v2.0/networks/7d05731b-ec0d-4fe3-8826-ad713e6c593b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301892 Jan 21 19:34:14.025384 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d415f52-98f4-4d15-8af5-97e1f44c06cd req-8308e739-69af-410a-9dbd-d2bd87fe94f8 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:34:14.027120 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0d415f52-98f4-4d15-8af5-97e1f44c06cd req-8308e739-69af-410a-9dbd-d2bd87fe94f8 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/ports?device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 943 time: 0.0876837 Jan 21 19:34:14.072124 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0d415f52-98f4-4d15-8af5-97e1f44c06cd req-07f7c552-7a9a-4030-a0d7-a3db395f0c36 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/security-groups?id=1090e9c4-e488-4b16-9409-4145e24d3869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383923 Jan 21 19:34:14.139642 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-939a1ce6-754c-4d26-a6f1-f90c29b8c278 req-30d259f1-3444-4f69-89ac-944e35648bde service neutron] 10.222.0.113 "GET /v2.0/networks/7d05731b-ec0d-4fe3-8826-ad713e6c593b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277318 Jan 21 19:34:15.254224 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43528286-2125-4341-9b3e-d5fc1450bf64 req-6e5d8e41-b706-46f0-bc5c-3bdb73d6c778 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:34:15.256060 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-43528286-2125-4341-9b3e-d5fc1450bf64 req-6e5d8e41-b706-46f0-bc5c-3bdb73d6c778 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/ports?device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 943 time: 0.0796344 Jan 21 19:34:15.304563 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-43528286-2125-4341-9b3e-d5fc1450bf64 req-0ed13956-4b53-4993-9272-9311a3ba5189 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/security-groups?id=1090e9c4-e488-4b16-9409-4145e24d3869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426924 Jan 21 19:34:16.487412 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643e5be-aaf9-4366-bd6f-d852a3abf63e req-604a10ea-0982-4cf3-a75d-bed85f1cfdb5 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:34:16.489408 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5643e5be-aaf9-4366-bd6f-d852a3abf63e req-604a10ea-0982-4cf3-a75d-bed85f1cfdb5 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/ports?device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 943 time: 0.0809772 Jan 21 19:34:16.534434 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5643e5be-aaf9-4366-bd6f-d852a3abf63e req-77d58486-8195-4364-94f1-43c3d7bb2254 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/security-groups?id=1090e9c4-e488-4b16-9409-4145e24d3869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389826 Jan 21 19:34:17.163739 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:34:17.301815 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d,segment=NetworkSegment(1f2b3367-b601-4e22-8fc9-a4f62265a08c),segment_id=1f2b3367-b601-4e22-8fc9-a4f62265a08c)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:34:17.315479 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': 'd6f0ce9e-d5cd-4b26-b70b-7e849f026d9d', 'network_id': '7d05731b-ec0d-4fe3-8826-ad713e6c593b', 'port_id': 'd6f0ce9e-d5cd-4b26-b70b-7e849f026d9d', 'mac_address': 'fa:16:3e:5b:95:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84cf2ebd-9914-4171-ab36-2ebf8508d530', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:34:17.370717 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:17.387295 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:34:17.403104 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d,segment=NetworkSegment(1f2b3367-b601-4e22-8fc9-a4f62265a08c),segment_id=1f2b3367-b601-4e22-8fc9-a4f62265a08c)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:34:17.489212 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:17.558357 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:34:17.717004 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0be1e7-055f-419a-8e83-efb5cc8603ff req-d26d25cc-00ec-44df-b893-9293c92963f4 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:34:17.718382 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9c0be1e7-055f-419a-8e83-efb5cc8603ff req-d26d25cc-00ec-44df-b893-9293c92963f4 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/ports?device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 944 time: 0.0819252 Jan 21 19:34:17.722053 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:34:17.762984 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9c0be1e7-055f-419a-8e83-efb5cc8603ff req-3d0b4058-568d-460f-b6c2-8470f4856002 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/security-groups?id=1090e9c4-e488-4b16-9409-4145e24d3869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380838 Jan 21 19:34:18.946706 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d8412-84a0-4245-b28a-8cbc15217cb6 req-82fab287-d36f-4767-a402-f34cdd1ce5b7 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:34:18.948787 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-bb8d8412-84a0-4245-b28a-8cbc15217cb6 req-82fab287-d36f-4767-a402-f34cdd1ce5b7 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/ports?device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 944 time: 0.0809016 Jan 21 19:34:18.991463 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-bb8d8412-84a0-4245-b28a-8cbc15217cb6 req-de34ab1d-a05b-4a79-905f-d43d4fb52e88 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/security-groups?id=1090e9c4-e488-4b16-9409-4145e24d3869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368724 Jan 21 19:34:19.179476 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:34:19.311949 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning for port d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:34:19.316609 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:34:19.316972 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:19.429959 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:19.455712 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd778625-ac1a-434b-8bd9-346c7b159d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f0ce9e-d5cd-4b26-b70b-7e849f026d9d'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:34:19.466047 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d,segment=NetworkSegment(1f2b3367-b601-4e22-8fc9-a4f62265a08c),segment_id=1f2b3367-b601-4e22-8fc9-a4f62265a08c)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:34:19.498384 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd778625-ac1a-434b-8bd9-346c7b159d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f0ce9e-d5cd-4b26-b70b-7e849f026d9d', 'code': 200} Jan 21 19:34:19.535278 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:19.601175 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:34:19.832014 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98cce44-f5dd-45aa-a2cb-16817351489f req-737c8a11-6a8d-4368-a54d-4fe138762789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:34:19.833376 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-f98cce44-f5dd-45aa-a2cb-16817351489f req-737c8a11-6a8d-4368-a54d-4fe138762789 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 1098 time: 0.0678480 Jan 21 19:34:19.875534 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-f98cce44-f5dd-45aa-a2cb-16817351489f req-51a76e9b-132b-4db3-b304-cb1343dc9328 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=1090e9c4-e488-4b16-9409-4145e24d3869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360425 Jan 21 19:34:20.176756 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a4f1cb-c22f-4db6-bd33-225608d8fad3 req-b71f1308-0747-4f14-80ac-7eb4be73c1dd tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:34:20.178443 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-98a4f1cb-c22f-4db6-bd33-225608d8fad3 req-b71f1308-0747-4f14-80ac-7eb4be73c1dd tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/ports?device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 945 time: 0.0809033 Jan 21 19:34:20.223009 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-98a4f1cb-c22f-4db6-bd33-225608d8fad3 req-a9aedaf0-6eea-4393-83de-eb0798d09b33 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/security-groups?id=1090e9c4-e488-4b16-9409-4145e24d3869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384631 Jan 21 19:34:21.407214 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31203b4-5520-4510-8ee6-f872194cd6b8 req-9e1c68f7-2cc2-45aa-ac6c-9140394eca40 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:34:21.408642 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a31203b4-5520-4510-8ee6-f872194cd6b8 req-9e1c68f7-2cc2-45aa-ac6c-9140394eca40 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/ports?device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 945 time: 0.0778096 Jan 21 19:34:21.453410 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a31203b4-5520-4510-8ee6-f872194cd6b8 req-f996a00a-ceae-450f-b743-22cc5b6f8c9c tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/security-groups?id=1090e9c4-e488-4b16-9409-4145e24d3869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390542 Jan 21 19:34:21.840512 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd520e4-531e-4981-8d9f-f632cc3bd111 req-e7bd8965-8359-451f-a250-ee8ab7620323 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:34:21.846214 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cbd520e4-531e-4981-8d9f-f632cc3bd111 req-e7bd8965-8359-451f-a250-ee8ab7620323 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/ports?device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 945 time: 0.2897141 Jan 21 19:34:21.895019 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cbd520e4-531e-4981-8d9f-f632cc3bd111 req-02f99c4f-2736-47a2-a9bc-8c0563e7f42a tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/security-groups?id=1090e9c4-e488-4b16-9409-4145e24d3869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440059 Jan 21 19:34:22.299934 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b46bf5-27ea-4d6c-9b55-bcfac9930511 req-6d929946-f3fa-45fb-8287-2a23801c8082 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:34:22.301385 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-49b46bf5-27ea-4d6c-9b55-bcfac9930511 req-6d929946-f3fa-45fb-8287-2a23801c8082 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/ports?device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 945 time: 0.0799711 Jan 21 19:34:22.349076 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-49b46bf5-27ea-4d6c-9b55-bcfac9930511 req-324c3360-30b1-45fe-819f-1e180ec962d4 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/security-groups?id=1090e9c4-e488-4b16-9409-4145e24d3869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409722 Jan 21 19:34:25.003717 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ee5d6479-a483-4743-a140-7f91300471ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:27.249464 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f913cc53-d621-4170-b386-d3e2d1a2ee29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:28.455112 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:28.637675 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:28.683781 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:30.243114 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:35.669650 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31a53e-a83f-403b-84e2-74b017fa1bdf req-04edd65a-ef5c-4aeb-8281-7d6b39d783bf tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:34:35.671156 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-be31a53e-a83f-403b-84e2-74b017fa1bdf req-04edd65a-ef5c-4aeb-8281-7d6b39d783bf tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/ports?device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 945 time: 0.0782523 Jan 21 19:34:35.714018 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-be31a53e-a83f-403b-84e2-74b017fa1bdf req-63285527-6724-48e8-aaa6-5dc12ec62992 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/security-groups?id=1090e9c4-e488-4b16-9409-4145e24d3869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373645 Jan 21 19:34:35.736814 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 41266) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:34:35.851670 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba4eab5-3d65-4709-b39c-19ccbc21f39e tempest-TestMinimumBasicScenario-2102878822 tempest-TestMinimumBasicScenario-2102878822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:34:35.853060 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-dba4eab5-3d65-4709-b39c-19ccbc21f39e tempest-TestMinimumBasicScenario-2102878822 tempest-TestMinimumBasicScenario-2102878822-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 1093 time: 0.1153123 Jan 21 19:34:35.856793 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 41272) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:34:35.861671 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-9caed3ff-b74a-4ff6-b880-cb95823b44c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Request body: {'floatingip': {'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'port_id': 'd6f0ce9e-d5cd-4b26-b70b-7e849f026d9d', 'tenant_id': '2e6e46e962c64d66be734d734a77db2f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:34:35.867543 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-9caed3ff-b74a-4ff6-b880-cb95823b44c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:34:35.871746 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-9caed3ff-b74a-4ff6-b880-cb95823b44c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Usage tracker for resource:floatingip and tenant:2e6e46e962c64d66be734d734a77db2f is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:34:35.874543 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-9caed3ff-b74a-4ff6-b880-cb95823b44c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:34:35.880085 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-9caed3ff-b74a-4ff6-b880-cb95823b44c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:34:35.957709 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9caed3ff-b74a-4ff6-b880-cb95823b44c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks [] for floatingip, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:36.096139 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9caed3ff-b74a-4ff6-b880-cb95823b44c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:36.229962 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-9caed3ff-b74a-4ff6-b880-cb95823b44c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Allocated IP 172.26.1.146 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/873cf435-9796-4838-a2f5-508f65b79298) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:34:36.378241 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9caed3ff-b74a-4ff6-b880-cb95823b44c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:36.455519 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9caed3ff-b74a-4ff6-b880-cb95823b44c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:36.524101 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9caed3ff-b74a-4ff6-b880-cb95823b44c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:34:36.527780 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-9caed3ff-b74a-4ff6-b880-cb95823b44c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:34:36.531413 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caed3ff-b74a-4ff6-b880-cb95823b44c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:34:36.560555 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caed3ff-b74a-4ff6-b880-cb95823b44c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Pushing event updated for resources: {'Port': ['ID=873cf435-9796-4838-a2f5-508f65b79298,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:34:36.574891 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caed3ff-b74a-4ff6-b880-cb95823b44c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:34:36.575249 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caed3ff-b74a-4ff6-b880-cb95823b44c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:34:36.575591 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caed3ff-b74a-4ff6-b880-cb95823b44c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:34:36.575929 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caed3ff-b74a-4ff6-b880-cb95823b44c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:34:36.576264 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caed3ff-b74a-4ff6-b880-cb95823b44c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:34:36.576593 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caed3ff-b74a-4ff6-b880-cb95823b44c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:34:36.576921 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caed3ff-b74a-4ff6-b880-cb95823b44c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:34:36.577248 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caed3ff-b74a-4ff6-b880-cb95823b44c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:34:36.577573 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caed3ff-b74a-4ff6-b880-cb95823b44c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:34:36.577930 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caed3ff-b74a-4ff6-b880-cb95823b44c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:34:36.578258 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caed3ff-b74a-4ff6-b880-cb95823b44c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:34:36.578580 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caed3ff-b74a-4ff6-b880-cb95823b44c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:34:37.059309 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9caed3ff-b74a-4ff6-b880-cb95823b44c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:37.182021 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9caed3ff-b74a-4ff6-b880-cb95823b44c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:37.385112 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9caed3ff-b74a-4ff6-b880-cb95823b44c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:37.426368 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9caed3ff-b74a-4ff6-b880-cb95823b44c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:37.534056 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caed3ff-b74a-4ff6-b880-cb95823b44c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Pushing event updated for resources: {'Port': ['ID=873cf435-9796-4838-a2f5-508f65b79298,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:34:37.550191 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9caed3ff-b74a-4ff6-b880-cb95823b44c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:37.721684 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.l3_db [None req-9caed3ff-b74a-4ff6-b880-cb95823b44c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Floating IP 6881d66e-317e-4975-a470-3a1710204bdb associated. External IP: 172.26.1.146, port: d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d. Jan 21 19:34:38.075513 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9caed3ff-b74a-4ff6-b880-cb95823b44c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Router 9d1879f7-ca92-4cc9-89d5-02d79569a03a has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:34:38.254841 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9caed3ff-b74a-4ff6-b880-cb95823b44c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:34:38.264328 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffb5b08-579e-4b49-9582-b08df39520fa None None] Sync routers for ids ['9d1879f7-ca92-4cc9-89d5-02d79569a03a'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:34:38.273086 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffb5b08-579e-4b49-9582-b08df39520fa None None] Routers {'9d1879f7-ca92-4cc9-89d5-02d79569a03a'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:34:38.273626 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-3ffb5b08-579e-4b49-9582-b08df39520fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:34:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['9d1879f7-ca92-4cc9-89d5-02d79569a03a'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:34:38.335163 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9caed3ff-b74a-4ff6-b880-cb95823b44c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:38.395485 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-9caed3ff-b74a-4ff6-b880-cb95823b44c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5376670 Jan 21 19:34:38.396332 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd778625-ac1a-434b-8bd9-346c7b159d5c', 'tag': 'd6f0ce9e-d5cd-4b26-b70b-7e849f026d9d'}] {{(pid=88136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:34:38.399147 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 41276) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:34:38.412170 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-da90003c-1f2e-4207-8275-5e93e28854f5 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1081129831', 'description': 'tempest-secgroup-smoke-1081129831 description', 'project_id': '2e6e46e962c64d66be734d734a77db2f'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:34:38.419875 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-da90003c-1f2e-4207-8275-5e93e28854f5 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:34:38.424395 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-da90003c-1f2e-4207-8275-5e93e28854f5 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Usage tracker for resource:security_group and tenant:2e6e46e962c64d66be734d734a77db2f is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:34:38.429719 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-da90003c-1f2e-4207-8275-5e93e28854f5 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:34:38.436840 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-da90003c-1f2e-4207-8275-5e93e28854f5 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:34:38.458747 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-3ffb5b08-579e-4b49-9582-b08df39520fa None None] Set router 9d1879f7-ca92-4cc9-89d5-02d79569a03a gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:34:38.508570 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd778625-ac1a-434b-8bd9-346c7b159d5c', 'tag': 'd6f0ce9e-d5cd-4b26-b70b-7e849f026d9d', 'status': 'completed', 'code': 200} Jan 21 19:34:38.517880 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-da90003c-1f2e-4207-8275-5e93e28854f5 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:38.542893 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-da90003c-1f2e-4207-8275-5e93e28854f5 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:34:38.546716 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-da90003c-1f2e-4207-8275-5e93e28854f5 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Usage tracker for resource:security_group_rule and tenant:2e6e46e962c64d66be734d734a77db2f is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:34:38.549688 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-da90003c-1f2e-4207-8275-5e93e28854f5 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:34:38.555688 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-da90003c-1f2e-4207-8275-5e93e28854f5 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:34:38.678993 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-da90003c-1f2e-4207-8275-5e93e28854f5 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:38.692234 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3def7a4-e2b8-4b71-ab74-c1722d91a159 req-e4c8f2bd-640a-48a0-b14a-06d7033e6830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:34:38.693735 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d3def7a4-e2b8-4b71-ab74-c1722d91a159 req-e4c8f2bd-640a-48a0-b14a-06d7033e6830 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2e6e46e962c64d66be734d734a77db2f&device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 1098 time: 0.1623449 Jan 21 19:34:38.723696 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-da90003c-1f2e-4207-8275-5e93e28854f5 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:38.831272 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da90003c-1f2e-4207-8275-5e93e28854f5 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee4fe9d-5a8f-45dd-99c6-e18bc3580892,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:34:38.847435 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-3ffb5b08-579e-4b49-9582-b08df39520fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1879f7-ca92-4cc9-89d5-02d79569a03a', 'name': 'tempest-TestMinimumBasicScenario-940885236-router', 'tenant_id': '2e6e46e962c64d66be734d734a77db2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.185'}], 'enable_snat': True}, 'gw_port_id': '5e98e74b-a5cc-483d-8f30-f2bcd33a48da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:33:34Z', 'updated_at': '2022-01-21T19:33:39Z', 'revision_number': 4, 'project_id': '2e6e46e962c64d66be734d734a77db2f', 'gw_port': {'id': '5e98e74b-a5cc-483d-8f30-f2bcd33a48da', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1879f7-ca92-4cc9-89d5-02d79569a03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:33:35Z', 'updated_at': '2022-01-21T19:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '6881d66e-317e-4975-a470-3a1710204bdb', 'tenant_id': '2e6e46e962c64d66be734d734a77db2f', 'floating_ip_address': '172.26.1.146', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '9d1879f7-ca92-4cc9-89d5-02d79569a03a', 'port_id': 'd6f0ce9e-d5cd-4b26-b70b-7e849f026d9d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d05731b-ec0d-4fe3-8826-ad713e6c593b', 'mac_address': 'fa:16:3e:5b:95:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd778625-ac1a-434b-8bd9-346c7b159d5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:34:36Z', 'updated_at': '2022-01-21T19:34:36Z', 'revision_number': 0, 'project_id': '2e6e46e962c64d66be734d734a77db2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca1b58fa-c126-4f43-bc1a-d105fabccce4', 'name': '', 'network_id': '7d05731b-ec0d-4fe3-8826-ad713e6c593b', 'tenant_id': '2e6e46e962c64d66be734d734a77db2f', 'mac_address': 'fa:16:3e:0f:81:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1879f7-ca92-4cc9-89d5-02d79569a03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '84cf2ebd-9914-4171-ab36-2ebf8508d530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:33:38Z', 'updated_at': '2022-01-21T19:33:44Z', 'revision_number': 5, 'project_id': '2e6e46e962c64d66be734d734a77db2f', 'subnets': [{'id': '84cf2ebd-9914-4171-ab36-2ebf8508d530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:34:38.851228 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffb5b08-579e-4b49-9582-b08df39520fa None None] Checking router: 9d1879f7-ca92-4cc9-89d5-02d79569a03a for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:34:38.853181 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-da90003c-1f2e-4207-8275-5e93e28854f5 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:38.853410 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-da90003c-1f2e-4207-8275-5e93e28854f5 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4520400 Jan 21 19:34:38.856450 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 41286) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:34:38.859728 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffb5b08-579e-4b49-9582-b08df39520fa None None] Routers {'9d1879f7-ca92-4cc9-89d5-02d79569a03a'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:34:38.860336 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-3ffb5b08-579e-4b49-9582-b08df39520fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:34:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['9d1879f7-ca92-4cc9-89d5-02d79569a03a'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:34:38.863062 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-2449b5ab-bdbc-4893-b1d0-65bcc01ef55f tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Request body: {'security_group_rule': {'security_group_id': '9ee4fe9d-5a8f-45dd-99c6-e18bc3580892', 'project_id': '2e6e46e962c64d66be734d734a77db2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:34:38.870722 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-2449b5ab-bdbc-4893-b1d0-65bcc01ef55f tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:34:38.885556 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-2449b5ab-bdbc-4893-b1d0-65bcc01ef55f tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Usage tracker for resource:security_group_rule and tenant:2e6e46e962c64d66be734d734a77db2f is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:34:38.889612 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-2449b5ab-bdbc-4893-b1d0-65bcc01ef55f tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:34:38.896187 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3def7a4-e2b8-4b71-ab74-c1722d91a159 req-92e43563-c6b1-4b0b-ada6-612c1cc5abe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:34:38.897603 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d3def7a4-e2b8-4b71-ab74-c1722d91a159 req-92e43563-c6b1-4b0b-ada6-612c1cc5abe5 service neutron] 10.222.0.113 "GET /v2.0/networks?id=7d05731b-ec0d-4fe3-8826-ad713e6c593b HTTP/1.1" status: 200 len: 915 time: 0.1971619 Jan 21 19:34:38.898440 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-2449b5ab-bdbc-4893-b1d0-65bcc01ef55f tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:34:39.003536 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d3def7a4-e2b8-4b71-ab74-c1722d91a159 req-2de2777c-014a-412b-8ab2-44f09e4750c0 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d HTTP/1.1" status: 200 len: 999 time: 0.0983238 Jan 21 19:34:39.039720 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-3ffb5b08-579e-4b49-9582-b08df39520fa None None] Set router 9d1879f7-ca92-4cc9-89d5-02d79569a03a gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:34:39.054184 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2449b5ab-bdbc-4893-b1d0-65bcc01ef55f tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:39.098476 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3def7a4-e2b8-4b71-ab74-c1722d91a159 req-06df4442-8977-4b6a-8627-cda34b4bb465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:34:39.099824 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d3def7a4-e2b8-4b71-ab74-c1722d91a159 req-06df4442-8977-4b6a-8627-cda34b4bb465 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=84cf2ebd-9914-4171-ab36-2ebf8508d530 HTTP/1.1" status: 200 len: 853 time: 0.0888989 Jan 21 19:34:39.175660 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2449b5ab-bdbc-4893-b1d0-65bcc01ef55f tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:39.196321 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3def7a4-e2b8-4b71-ab74-c1722d91a159 req-69bab7a5-0ccd-4746-93f6-8bd1892f7e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:34:39.198599 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d3def7a4-e2b8-4b71-ab74-c1722d91a159 req-69bab7a5-0ccd-4746-93f6-8bd1892f7e70 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=7d05731b-ec0d-4fe3-8826-ad713e6c593b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0922196 Jan 21 19:34:39.247418 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2449b5ab-bdbc-4893-b1d0-65bcc01ef55f tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:39.327410 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b5ab-bdbc-4893-b1d0-65bcc01ef55f tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89ab8fe8-0c12-4923-893d-1aa93e512159,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:34:39.365105 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d3def7a4-e2b8-4b71-ab74-c1722d91a159 req-a05cfd3e-d3ae-417c-a187-06803ca0cd49 service neutron] 10.222.0.113 "GET /v2.0/networks/7d05731b-ec0d-4fe3-8826-ad713e6c593b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579981 Jan 21 19:34:39.385732 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-3ffb5b08-579e-4b49-9582-b08df39520fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1879f7-ca92-4cc9-89d5-02d79569a03a', 'name': 'tempest-TestMinimumBasicScenario-940885236-router', 'tenant_id': '2e6e46e962c64d66be734d734a77db2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.185'}], 'enable_snat': True}, 'gw_port_id': '5e98e74b-a5cc-483d-8f30-f2bcd33a48da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:33:34Z', 'updated_at': '2022-01-21T19:33:39Z', 'revision_number': 4, 'project_id': '2e6e46e962c64d66be734d734a77db2f', 'gw_port': {'id': '5e98e74b-a5cc-483d-8f30-f2bcd33a48da', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1879f7-ca92-4cc9-89d5-02d79569a03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:33:35Z', 'updated_at': '2022-01-21T19:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '6881d66e-317e-4975-a470-3a1710204bdb', 'tenant_id': '2e6e46e962c64d66be734d734a77db2f', 'floating_ip_address': '172.26.1.146', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '9d1879f7-ca92-4cc9-89d5-02d79569a03a', 'port_id': 'd6f0ce9e-d5cd-4b26-b70b-7e849f026d9d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d05731b-ec0d-4fe3-8826-ad713e6c593b', 'mac_address': 'fa:16:3e:5b:95:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd778625-ac1a-434b-8bd9-346c7b159d5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:34:36Z', 'updated_at': '2022-01-21T19:34:36Z', 'revision_number': 0, 'project_id': '2e6e46e962c64d66be734d734a77db2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca1b58fa-c126-4f43-bc1a-d105fabccce4', 'name': '', 'network_id': '7d05731b-ec0d-4fe3-8826-ad713e6c593b', 'tenant_id': '2e6e46e962c64d66be734d734a77db2f', 'mac_address': 'fa:16:3e:0f:81:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1879f7-ca92-4cc9-89d5-02d79569a03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '84cf2ebd-9914-4171-ab36-2ebf8508d530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:33:38Z', 'updated_at': '2022-01-21T19:33:44Z', 'revision_number': 5, 'project_id': '2e6e46e962c64d66be734d734a77db2f', 'subnets': [{'id': '84cf2ebd-9914-4171-ab36-2ebf8508d530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:34:39.389961 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffb5b08-579e-4b49-9582-b08df39520fa None None] The sync data for ids ['9d1879f7-ca92-4cc9-89d5-02d79569a03a'] in dv-neutron-825470-1-hyperv is: [{'id': '9d1879f7-ca92-4cc9-89d5-02d79569a03a', 'name': 'tempest-TestMinimumBasicScenario-940885236-router', 'tenant_id': '2e6e46e962c64d66be734d734a77db2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.185'}], 'enable_snat': True}, 'gw_port_id': '5e98e74b-a5cc-483d-8f30-f2bcd33a48da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:33:34Z', 'updated_at': '2022-01-21T19:33:39Z', 'revision_number': 4, 'project_id': '2e6e46e962c64d66be734d734a77db2f', 'gw_port': {'id': '5e98e74b-a5cc-483d-8f30-f2bcd33a48da', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1879f7-ca92-4cc9-89d5-02d79569a03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:33:35Z', 'updated_at': '2022-01-21T19:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '6881d66e-317e-4975-a470-3a1710204bdb', 'tenant_id': '2e6e46e962c64d66be734d734a77db2f', 'floating_ip_address': '172.26.1.146', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '9d1879f7-ca92-4cc9-89d5-02d79569a03a', 'port_id': 'd6f0ce9e-d5cd-4b26-b70b-7e849f026d9d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d05731b-ec0d-4fe3-8826-ad713e6c593b', 'mac_address': 'fa:16:3e:5b:95:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd778625-ac1a-434b-8bd9-346c7b159d5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:34:36Z', 'updated_at': '2022-01-21T19:34:36Z', 'revision_number': 0, 'project_id': '2e6e46e962c64d66be734d734a77db2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca1b58fa-c126-4f43-bc1a-d105fabccce4', 'name': '', 'network_id': '7d05731b-ec0d-4fe3-8826-ad713e6c593b', 'tenant_id': '2e6e46e962c64d66be734d734a77db2f', 'mac_address': 'fa:16:3e:0f:81:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1879f7-ca92-4cc9-89d5-02d79569a03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '84cf2ebd-9914-4171-ab36-2ebf8508d530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:33:38Z', 'updated_at': '2022-01-21T19:33:44Z', 'revision_number': 5, 'project_id': '2e6e46e962c64d66be734d734a77db2f', 'subnets': [{'id': '84cf2ebd-9914-4171-ab36-2ebf8508d530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:34:39.421894 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2449b5ab-bdbc-4893-b1d0-65bcc01ef55f tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:39.425625 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2449b5ab-bdbc-4893-b1d0-65bcc01ef55f tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5657098 Jan 21 19:34:39.426054 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 41290) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:34:39.432278 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-ecf639f4-2fb3-4abf-9e58-d3b826c522c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Request body: {'security_group_rule': {'security_group_id': '9ee4fe9d-5a8f-45dd-99c6-e18bc3580892', 'project_id': '2e6e46e962c64d66be734d734a77db2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:34:39.439527 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-ecf639f4-2fb3-4abf-9e58-d3b826c522c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:34:39.445006 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ecf639f4-2fb3-4abf-9e58-d3b826c522c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Usage tracker for resource:security_group_rule and tenant:2e6e46e962c64d66be734d734a77db2f is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:34:39.449476 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ecf639f4-2fb3-4abf-9e58-d3b826c522c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:34:39.522995 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d3def7a4-e2b8-4b71-ab74-c1722d91a159 req-31c09854-a1ee-4ee3-b394-9589f3d0b52c service neutron] 10.222.0.113 "GET /v2.0/networks/7d05731b-ec0d-4fe3-8826-ad713e6c593b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467979 Jan 21 19:34:39.579565 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-ecf639f4-2fb3-4abf-9e58-d3b826c522c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:34:39.621567 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7008fe-f6af-41cd-bfbf-2b6178c33ee1 None None] New status for floating IP 6881d66e-317e-4975-a470-3a1710204bdb: ACTIVE {{(pid=88139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:34:39.656035 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ecf639f4-2fb3-4abf-9e58-d3b826c522c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:39.718929 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ecf639f4-2fb3-4abf-9e58-d3b826c522c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:39.780527 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ecf639f4-2fb3-4abf-9e58-d3b826c522c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:39.805745 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf639f4-2fb3-4abf-9e58-d3b826c522c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60f43b07-0918-42f5-908c-79a4b782904a,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:34:39.883448 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ecf639f4-2fb3-4abf-9e58-d3b826c522c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:39.884650 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ecf639f4-2fb3-4abf-9e58-d3b826c522c1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4574373 Jan 21 19:34:39.887465 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 41294) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:34:39.892461 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-37dfd7a4-fb41-4d6c-8429-17139e69a0ae tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Request body: {'security_group_rule': {'security_group_id': '9ee4fe9d-5a8f-45dd-99c6-e18bc3580892', 'project_id': '2e6e46e962c64d66be734d734a77db2f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:34:39.898295 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-37dfd7a4-fb41-4d6c-8429-17139e69a0ae tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:34:39.902537 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-37dfd7a4-fb41-4d6c-8429-17139e69a0ae tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Usage tracker for resource:security_group_rule and tenant:2e6e46e962c64d66be734d734a77db2f is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:34:39.905358 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-37dfd7a4-fb41-4d6c-8429-17139e69a0ae tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:34:39.910823 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-37dfd7a4-fb41-4d6c-8429-17139e69a0ae tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:34:39.981784 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-37dfd7a4-fb41-4d6c-8429-17139e69a0ae tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:40.047537 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-37dfd7a4-fb41-4d6c-8429-17139e69a0ae tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:40.122555 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-37dfd7a4-fb41-4d6c-8429-17139e69a0ae tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:40.146300 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dfd7a4-fb41-4d6c-8429-17139e69a0ae tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87ab819e-177e-4d36-bdfe-9265034ed67b,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:34:40.207868 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-37dfd7a4-fb41-4d6c-8429-17139e69a0ae tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:40.209009 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-37dfd7a4-fb41-4d6c-8429-17139e69a0ae tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3206518 Jan 21 19:34:40.211700 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 41298) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:34:40.217299 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-c37f67ac-9841-469e-bc4d-f83ae9380b18 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Request body: {'security_group_rule': {'security_group_id': '9ee4fe9d-5a8f-45dd-99c6-e18bc3580892', 'project_id': '2e6e46e962c64d66be734d734a77db2f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:34:40.223117 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-c37f67ac-9841-469e-bc4d-f83ae9380b18 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:34:40.226780 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-c37f67ac-9841-469e-bc4d-f83ae9380b18 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Usage tracker for resource:security_group_rule and tenant:2e6e46e962c64d66be734d734a77db2f is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:34:40.229839 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-c37f67ac-9841-469e-bc4d-f83ae9380b18 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:34:40.236364 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-c37f67ac-9841-469e-bc4d-f83ae9380b18 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:34:40.335904 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c37f67ac-9841-469e-bc4d-f83ae9380b18 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:40.401850 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c37f67ac-9841-469e-bc4d-f83ae9380b18 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:40.454904 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c37f67ac-9841-469e-bc4d-f83ae9380b18 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:40.478311 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f67ac-9841-469e-bc4d-f83ae9380b18 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afff4f7e-a9eb-4563-b4ab-1ab6a13b1632,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:34:40.563580 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c37f67ac-9841-469e-bc4d-f83ae9380b18 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:40.564776 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c37f67ac-9841-469e-bc4d-f83ae9380b18 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3521574 Jan 21 19:34:40.567529 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 41302) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:34:40.573205 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-3d32d9bc-bbfc-4e75-8cbf-b73ebaa45e05 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Request body: {'security_group_rule': {'security_group_id': '9ee4fe9d-5a8f-45dd-99c6-e18bc3580892', 'project_id': '2e6e46e962c64d66be734d734a77db2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:34:40.579184 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-3d32d9bc-bbfc-4e75-8cbf-b73ebaa45e05 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:34:40.582960 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-3d32d9bc-bbfc-4e75-8cbf-b73ebaa45e05 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Usage tracker for resource:security_group_rule and tenant:2e6e46e962c64d66be734d734a77db2f is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:34:40.585817 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-3d32d9bc-bbfc-4e75-8cbf-b73ebaa45e05 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:34:40.592104 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-3d32d9bc-bbfc-4e75-8cbf-b73ebaa45e05 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:34:40.649017 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.securitygroups_db [None req-3d32d9bc-bbfc-4e75-8cbf-b73ebaa45e05 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Project 2e6e46e962c64d66be734d734a77db2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 19:34:40.656204 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3d32d9bc-bbfc-4e75-8cbf-b73ebaa45e05 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:40.720211 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3d32d9bc-bbfc-4e75-8cbf-b73ebaa45e05 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:40.792378 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3d32d9bc-bbfc-4e75-8cbf-b73ebaa45e05 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:40.818628 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32d9bc-bbfc-4e75-8cbf-b73ebaa45e05 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40f0e650-42b9-49ee-9975-ca7bb69fc7dc,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:34:40.888435 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3d32d9bc-bbfc-4e75-8cbf-b73ebaa45e05 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:40.889613 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-3d32d9bc-bbfc-4e75-8cbf-b73ebaa45e05 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3211799 Jan 21 19:34:40.892212 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 41306) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:34:40.897578 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-e686f171-bb8e-4020-a31f-c889278dcbab tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Request body: {'security_group_rule': {'security_group_id': '9ee4fe9d-5a8f-45dd-99c6-e18bc3580892', 'project_id': '2e6e46e962c64d66be734d734a77db2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:34:40.904428 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-e686f171-bb8e-4020-a31f-c889278dcbab tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:34:40.908518 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-e686f171-bb8e-4020-a31f-c889278dcbab tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Usage tracker for resource:security_group_rule and tenant:2e6e46e962c64d66be734d734a77db2f is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:34:40.911414 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-e686f171-bb8e-4020-a31f-c889278dcbab tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:34:40.917169 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-e686f171-bb8e-4020-a31f-c889278dcbab tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:34:41.027659 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.securitygroups_db [None req-e686f171-bb8e-4020-a31f-c889278dcbab tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Project 2e6e46e962c64d66be734d734a77db2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 19:34:41.033352 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e686f171-bb8e-4020-a31f-c889278dcbab tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:41.099438 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e686f171-bb8e-4020-a31f-c889278dcbab tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:41.174188 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e686f171-bb8e-4020-a31f-c889278dcbab tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:41.197472 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e686f171-bb8e-4020-a31f-c889278dcbab tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b67863af-a7ab-4923-a549-c774fe40a00d,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:34:41.260649 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e686f171-bb8e-4020-a31f-c889278dcbab tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:41.262650 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e686f171-bb8e-4020-a31f-c889278dcbab tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3695173 Jan 21 19:34:41.379640 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4c85eec9-d82c-4c0a-b70b-d4280b80d586 req-1a298d02-0e99-4b4d-90d9-9e4f11f2d8aa tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1081129831&fields=id&tenant_id=2e6e46e962c64d66be734d734a77db2f HTTP/1.1" status: 200 len: 267 time: 0.0387924 Jan 21 19:34:41.467014 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85eec9-d82c-4c0a-b70b-d4280b80d586 req-e2af3ac0-cd72-4730-924b-d786a7aa00e6 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:34:41.468447 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4c85eec9-d82c-4c0a-b70b-d4280b80d586 req-e2af3ac0-cd72-4730-924b-d786a7aa00e6 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/ports?device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 945 time: 0.0834532 Jan 21 19:34:41.478966 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [req-4c85eec9-d82c-4c0a-b70b-d4280b80d586 req-d12a214d-71cf-451b-9aae-7f4efd1790d5 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Request body: {'port': {'security_groups': ['1090e9c4-e488-4b16-9409-4145e24d3869', '9ee4fe9d-5a8f-45dd-99c6-e18bc3580892']}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:34:41.596031 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [req-4c85eec9-d82c-4c0a-b70b-d4280b80d586 req-d12a214d-71cf-451b-9aae-7f4efd1790d5 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:41.849023 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [req-4c85eec9-d82c-4c0a-b70b-d4280b80d586 req-d12a214d-71cf-451b-9aae-7f4efd1790d5 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] For port d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d,segment=NetworkSegment(1f2b3367-b601-4e22-8fc9-a4f62265a08c),segment_id=1f2b3367-b601-4e22-8fc9-a4f62265a08c)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:34:41.872913 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [req-4c85eec9-d82c-4c0a-b70b-d4280b80d586 req-d12a214d-71cf-451b-9aae-7f4efd1790d5 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:41.934935 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [req-4c85eec9-d82c-4c0a-b70b-d4280b80d586 req-d12a214d-71cf-451b-9aae-7f4efd1790d5 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:41.947427 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:34:42.007699 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85eec9-d82c-4c0a-b70b-d4280b80d586 req-d12a214d-71cf-451b-9aae-7f4efd1790d5 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:34:42.008360 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [req-4c85eec9-d82c-4c0a-b70b-d4280b80d586 req-d12a214d-71cf-451b-9aae-7f4efd1790d5 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:42.009751 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4c85eec9-d82c-4c0a-b70b-d4280b80d586 req-d12a214d-71cf-451b-9aae-7f4efd1790d5 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "PUT /v2.0/ports/d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d HTTP/1.1" status: 200 len: 981 time: 0.5351517 Jan 21 19:34:42.010233 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd778625-ac1a-434b-8bd9-346c7b159d5c', 'tag': 'd6f0ce9e-d5cd-4b26-b70b-7e849f026d9d'}] {{(pid=88136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:34:42.045819 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a214d-71cf-451b-9aae-7f4efd1790d5 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Pushing event updated for resources: {'Port': ['ID=d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d,revision_number=6']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:34:42.072191 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:34:42.075380 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd778625-ac1a-434b-8bd9-346c7b159d5c', 'tag': 'd6f0ce9e-d5cd-4b26-b70b-7e849f026d9d', 'status': 'completed', 'code': 200} Jan 21 19:34:42.182855 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154bafa8-374b-4909-bb9a-22862d916351 req-79e8662f-b7d1-42bb-addc-22d935e8b3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:34:42.185427 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-154bafa8-374b-4909-bb9a-22862d916351 req-79e8662f-b7d1-42bb-addc-22d935e8b3c1 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2e6e46e962c64d66be734d734a77db2f&device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 1137 time: 0.0883071 Jan 21 19:34:42.241255 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a7fb9-0941-448e-923a-ce759b469261 req-57305b62-8bd2-44c5-ad11-9edb03f5ffe4 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:34:42.242797 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-672a7fb9-0941-448e-923a-ce759b469261 req-57305b62-8bd2-44c5-ad11-9edb03f5ffe4 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/ports?device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 984 time: 0.1088405 Jan 21 19:34:42.294081 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-672a7fb9-0941-448e-923a-ce759b469261 req-1805be1c-e932-469a-aa27-1856e6dcff5b tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/security-groups?id=9ee4fe9d-5a8f-45dd-99c6-e18bc3580892&id=1090e9c4-e488-4b16-9409-4145e24d3869&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442922 Jan 21 19:34:42.313458 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-66e5c635-85c8-4e8d-b4ab-3af1bdc686eb None None] Provisioning complete for port d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:34:42.313854 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-66e5c635-85c8-4e8d-b4ab-3af1bdc686eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:42.347606 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154bafa8-374b-4909-bb9a-22862d916351 req-ad18b44e-c6b7-404f-8773-9639c7f5d5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:34:42.349083 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-154bafa8-374b-4909-bb9a-22862d916351 req-ad18b44e-c6b7-404f-8773-9639c7f5d5a9 service neutron] 10.222.0.113 "GET /v2.0/networks?id=7d05731b-ec0d-4fe3-8826-ad713e6c593b HTTP/1.1" status: 200 len: 915 time: 0.1568098 Jan 21 19:34:42.598349 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-154bafa8-374b-4909-bb9a-22862d916351 req-c9408ef8-9d19-4934-b287-2f3b59dffe80 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d HTTP/1.1" status: 200 len: 1001 time: 0.2403214 Jan 21 19:34:42.674269 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154bafa8-374b-4909-bb9a-22862d916351 req-d7bb31ab-a57e-4a5c-aaf0-bf374810ae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:34:42.674269 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-154bafa8-374b-4909-bb9a-22862d916351 req-d7bb31ab-a57e-4a5c-aaf0-bf374810ae61 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=84cf2ebd-9914-4171-ab36-2ebf8508d530 HTTP/1.1" status: 200 len: 853 time: 0.0660529 Jan 21 19:34:42.759359 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154bafa8-374b-4909-bb9a-22862d916351 req-b6313c17-68ba-4612-80fb-7b627a4de66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:34:42.759359 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-154bafa8-374b-4909-bb9a-22862d916351 req-b6313c17-68ba-4612-80fb-7b627a4de66e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=7d05731b-ec0d-4fe3-8826-ad713e6c593b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805016 Jan 21 19:34:42.902696 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-154bafa8-374b-4909-bb9a-22862d916351 req-ae14d2f7-8710-4085-8536-e8e1603ebb91 service neutron] 10.222.0.113 "GET /v2.0/networks/7d05731b-ec0d-4fe3-8826-ad713e6c593b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392753 Jan 21 19:34:43.036976 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-154bafa8-374b-4909-bb9a-22862d916351 req-c4898d7e-64bc-49be-983e-c6af15a01256 service neutron] 10.222.0.113 "GET /v2.0/networks/7d05731b-ec0d-4fe3-8826-ad713e6c593b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286211 Jan 21 19:34:49.421665 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:34:55.031655 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ddd2f957-c25f-4230-8274-af8780e1df64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:56.782263 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f88b1-90d8-470e-9620-992bf34ebbb0 req-9db8539d-5126-4ee8-83e4-5255c956c52d tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:34:56.783729 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-df5f88b1-90d8-470e-9620-992bf34ebbb0 req-9db8539d-5126-4ee8-83e4-5255c956c52d tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/ports?device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 984 time: 0.0860121 Jan 21 19:34:56.789818 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a025b0-5f92-4e75-9a7f-10c4ae1614c5 req-5179e5c5-0a7b-4cca-b9f4-c274e534f907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:34:56.791300 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-17a025b0-5f92-4e75-9a7f-10c4ae1614c5 req-5179e5c5-0a7b-4cca-b9f4-c274e534f907 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2e6e46e962c64d66be734d734a77db2f&device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 1137 time: 0.0743766 Jan 21 19:34:56.834219 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-df5f88b1-90d8-470e-9620-992bf34ebbb0 req-23bfa05f-13cd-4619-9032-98d39fcfa785 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/security-groups?id=9ee4fe9d-5a8f-45dd-99c6-e18bc3580892&id=1090e9c4-e488-4b16-9409-4145e24d3869&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444911 Jan 21 19:34:56.923683 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a025b0-5f92-4e75-9a7f-10c4ae1614c5 req-0a931f08-c5c1-4cee-9172-da37affb438a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:34:56.925104 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-17a025b0-5f92-4e75-9a7f-10c4ae1614c5 req-0a931f08-c5c1-4cee-9172-da37affb438a service neutron] 10.222.0.113 "GET /v2.0/networks?id=7d05731b-ec0d-4fe3-8826-ad713e6c593b HTTP/1.1" status: 200 len: 915 time: 0.1275139 Jan 21 19:34:57.027445 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-17a025b0-5f92-4e75-9a7f-10c4ae1614c5 req-d624f4a0-f1e1-47b3-8bfd-96de013ce64d service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d HTTP/1.1" status: 200 len: 1001 time: 0.0934298 Jan 21 19:34:57.087269 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a025b0-5f92-4e75-9a7f-10c4ae1614c5 req-0901126c-7b36-49c8-8c51-6e00d03d8ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:34:57.088660 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-17a025b0-5f92-4e75-9a7f-10c4ae1614c5 req-0901126c-7b36-49c8-8c51-6e00d03d8ce1 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=84cf2ebd-9914-4171-ab36-2ebf8508d530 HTTP/1.1" status: 200 len: 853 time: 0.0554008 Jan 21 19:34:57.161975 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a025b0-5f92-4e75-9a7f-10c4ae1614c5 req-6a129fd2-54e1-4843-81ac-8736543434f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:34:57.163426 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-17a025b0-5f92-4e75-9a7f-10c4ae1614c5 req-6a129fd2-54e1-4843-81ac-8736543434f5 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=7d05731b-ec0d-4fe3-8826-ad713e6c593b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687747 Jan 21 19:34:57.266574 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-85fb427a-4465-48a8-affe-7bf3939ae03b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:57.295515 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-17a025b0-5f92-4e75-9a7f-10c4ae1614c5 req-16ea0908-cc3f-40ac-a76f-8c0bb1fe2db1 service neutron] 10.222.0.113 "GET /v2.0/networks/7d05731b-ec0d-4fe3-8826-ad713e6c593b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255941 Jan 21 19:34:57.425919 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-17a025b0-5f92-4e75-9a7f-10c4ae1614c5 req-a5b54dec-5d49-4018-bd1c-ed205db91e1f service neutron] 10.222.0.113 "GET /v2.0/networks/7d05731b-ec0d-4fe3-8826-ad713e6c593b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241932 Jan 21 19:34:58.018432 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b7505-3938-4b27-95a9-57b362b15cef req-3ef32674-4c28-46f9-8ad8-35766d778c9d tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:34:58.019822 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-690b7505-3938-4b27-95a9-57b362b15cef req-3ef32674-4c28-46f9-8ad8-35766d778c9d tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/ports?device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 984 time: 0.0780196 Jan 21 19:34:58.065967 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-690b7505-3938-4b27-95a9-57b362b15cef req-7a83180e-7849-4589-806a-d353087dfa92 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/security-groups?id=9ee4fe9d-5a8f-45dd-99c6-e18bc3580892&id=1090e9c4-e488-4b16-9409-4145e24d3869&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404444 Jan 21 19:34:58.466304 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:58.626274 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:58.671640 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:34:59.250397 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e0b90-8298-4d78-a253-f1402d8e1f13 req-7581378d-56d6-487a-add8-d2b843216101 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:34:59.251826 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ea4e0b90-8298-4d78-a253-f1402d8e1f13 req-7581378d-56d6-487a-add8-d2b843216101 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/ports?device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 984 time: 0.0823574 Jan 21 19:34:59.296408 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ea4e0b90-8298-4d78-a253-f1402d8e1f13 req-3c315535-d23b-457c-8342-3dfc89909384 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/security-groups?id=9ee4fe9d-5a8f-45dd-99c6-e18bc3580892&id=1090e9c4-e488-4b16-9409-4145e24d3869&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389140 Jan 21 19:35:00.186065 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:35:00.481573 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e5e66-eb8a-49da-926c-62ca702dccc5 req-19d39568-5cf6-41a8-ab5d-9f8867de50e9 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:35:00.483046 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e67e5e66-eb8a-49da-926c-62ca702dccc5 req-19d39568-5cf6-41a8-ab5d-9f8867de50e9 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/ports?device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 984 time: 0.0789807 Jan 21 19:35:00.529142 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e67e5e66-eb8a-49da-926c-62ca702dccc5 req-4f62ac10-0390-4ae4-83cd-b8a3b59e5321 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/security-groups?id=9ee4fe9d-5a8f-45dd-99c6-e18bc3580892&id=1090e9c4-e488-4b16-9409-4145e24d3869&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402327 Jan 21 19:35:01.720122 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e996e-3445-4ad9-ae7a-b704c70533bd req-592e2bbe-8bbc-49d6-b405-9ac1e0ba317b tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:35:01.721493 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-aa0e996e-3445-4ad9-ae7a-b704c70533bd req-592e2bbe-8bbc-49d6-b405-9ac1e0ba317b tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/ports?device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 984 time: 0.0822465 Jan 21 19:35:01.766415 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-aa0e996e-3445-4ad9-ae7a-b704c70533bd req-4dd306b0-ecf7-4454-99e3-713400e10a5c tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/security-groups?id=9ee4fe9d-5a8f-45dd-99c6-e18bc3580892&id=1090e9c4-e488-4b16-9409-4145e24d3869&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391257 Jan 21 19:35:02.952275 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412b42b-ecef-422a-b75e-fc88562559b1 req-5be676d5-67ba-4603-9e5a-e504e6296820 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:35:02.953723 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b412b42b-ecef-422a-b75e-fc88562559b1 req-5be676d5-67ba-4603-9e5a-e504e6296820 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/ports?device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 984 time: 0.0797884 Jan 21 19:35:03.013319 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b412b42b-ecef-422a-b75e-fc88562559b1 req-9b04dd73-1797-440e-aa5e-16a0106f062b tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/security-groups?id=9ee4fe9d-5a8f-45dd-99c6-e18bc3580892&id=1090e9c4-e488-4b16-9409-4145e24d3869&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538476 Jan 21 19:35:04.197953 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2affda-60b2-4374-8042-0b0053cc4c79 req-442a6eab-56c5-4328-9021-d78127ff1e10 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:35:04.201018 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ac2affda-60b2-4374-8042-0b0053cc4c79 req-442a6eab-56c5-4328-9021-d78127ff1e10 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/ports?device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 984 time: 0.0826085 Jan 21 19:35:04.247885 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ac2affda-60b2-4374-8042-0b0053cc4c79 req-43d353f8-9d8d-47e1-97d4-296172cb9568 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/security-groups?id=9ee4fe9d-5a8f-45dd-99c6-e18bc3580892&id=1090e9c4-e488-4b16-9409-4145e24d3869&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411937 Jan 21 19:35:04.700902 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36acf459-1b27-4aea-9f22-c114eb72f3fb req-65d9e070-39df-46c2-9ecc-309d9bed82ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:35:04.702273 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-36acf459-1b27-4aea-9f22-c114eb72f3fb req-65d9e070-39df-46c2-9ecc-309d9bed82ff service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2e6e46e962c64d66be734d734a77db2f&device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 1137 time: 0.0732186 Jan 21 19:35:04.855031 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36acf459-1b27-4aea-9f22-c114eb72f3fb req-e0948138-0946-40fb-b75c-77dc53c83de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:35:04.856464 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-36acf459-1b27-4aea-9f22-c114eb72f3fb req-e0948138-0946-40fb-b75c-77dc53c83de0 service neutron] 10.222.0.113 "GET /v2.0/networks?id=7d05731b-ec0d-4fe3-8826-ad713e6c593b HTTP/1.1" status: 200 len: 915 time: 0.1367826 Jan 21 19:35:05.054476 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-36acf459-1b27-4aea-9f22-c114eb72f3fb req-62fa39c4-756a-4f42-936f-05763f239167 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d HTTP/1.1" status: 200 len: 1001 time: 0.1918461 Jan 21 19:35:05.115752 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36acf459-1b27-4aea-9f22-c114eb72f3fb req-4df5bbb1-7c23-434f-bd33-a7c4a350af01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:35:05.117142 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-36acf459-1b27-4aea-9f22-c114eb72f3fb req-4df5bbb1-7c23-434f-bd33-a7c4a350af01 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=84cf2ebd-9914-4171-ab36-2ebf8508d530 HTTP/1.1" status: 200 len: 853 time: 0.0567017 Jan 21 19:35:05.192319 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36acf459-1b27-4aea-9f22-c114eb72f3fb req-3339a4d3-72d1-47a9-9abf-28609d18accb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:35:05.193736 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-36acf459-1b27-4aea-9f22-c114eb72f3fb req-3339a4d3-72d1-47a9-9abf-28609d18accb service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=7d05731b-ec0d-4fe3-8826-ad713e6c593b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711713 Jan 21 19:35:05.324799 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-36acf459-1b27-4aea-9f22-c114eb72f3fb req-e406bf25-34d5-41e9-8c0c-592fdbc0dbf0 service neutron] 10.222.0.113 "GET /v2.0/networks/7d05731b-ec0d-4fe3-8826-ad713e6c593b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247671 Jan 21 19:35:05.441756 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ccea8-b697-4cb9-9bdf-f317713d19f8 req-46e5dba0-0bea-484c-80c9-a1157b56f0b9 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:35:05.443229 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c59ccea8-b697-4cb9-9bdf-f317713d19f8 req-46e5dba0-0bea-484c-80c9-a1157b56f0b9 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/ports?device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 984 time: 0.0904732 Jan 21 19:35:05.463834 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-36acf459-1b27-4aea-9f22-c114eb72f3fb req-e014fd72-116e-4e84-ba92-0ca939519859 service neutron] 10.222.0.113 "GET /v2.0/networks/7d05731b-ec0d-4fe3-8826-ad713e6c593b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333499 Jan 21 19:35:05.490067 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c59ccea8-b697-4cb9-9bdf-f317713d19f8 req-7973d8d5-7901-4fc4-8b16-17011277934a tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/security-groups?id=9ee4fe9d-5a8f-45dd-99c6-e18bc3580892&id=1090e9c4-e488-4b16-9409-4145e24d3869&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400758 Jan 21 19:35:06.673421 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0e4e5-6c41-4a24-935a-20259deca54a req-ee7eda4b-0c98-45b3-90bf-528b856978da tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:35:06.674892 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d5a0e4e5-6c41-4a24-935a-20259deca54a req-ee7eda4b-0c98-45b3-90bf-528b856978da tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/ports?device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 984 time: 0.0787063 Jan 21 19:35:06.719781 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d5a0e4e5-6c41-4a24-935a-20259deca54a req-bb02e594-8d9e-4cd2-b71f-a8949e5fc3ee tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/security-groups?id=9ee4fe9d-5a8f-45dd-99c6-e18bc3580892&id=1090e9c4-e488-4b16-9409-4145e24d3869&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388560 Jan 21 19:35:07.905199 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87bc0bc-1d27-4767-bace-a4921c103b8f req-dc712442-8dfd-450d-9c11-b5e7d23a57c8 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:35:07.906674 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e87bc0bc-1d27-4767-bace-a4921c103b8f req-dc712442-8dfd-450d-9c11-b5e7d23a57c8 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/ports?device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 984 time: 0.0831923 Jan 21 19:35:07.951966 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e87bc0bc-1d27-4767-bace-a4921c103b8f req-5b183b07-2984-4621-a721-795ea38e9976 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/security-groups?id=9ee4fe9d-5a8f-45dd-99c6-e18bc3580892&id=1090e9c4-e488-4b16-9409-4145e24d3869&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395491 Jan 21 19:35:09.145092 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10a8a7-0180-46c4-ac87-1d014c856f3a req-61d4ea14-1aad-4e28-a8d6-e349153592ba tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:35:09.146543 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ab10a8a7-0180-46c4-ac87-1d014c856f3a req-61d4ea14-1aad-4e28-a8d6-e349153592ba tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/ports?device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 984 time: 0.0786185 Jan 21 19:35:09.194047 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ab10a8a7-0180-46c4-ac87-1d014c856f3a req-68bd5541-97a6-4873-b227-df0de3186bee tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/security-groups?id=9ee4fe9d-5a8f-45dd-99c6-e18bc3580892&id=1090e9c4-e488-4b16-9409-4145e24d3869&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417671 Jan 21 19:35:10.398418 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ad50d-f94f-4a1d-9bd4-5a49a6dc722e req-c92f962e-193f-4312-9472-d1fd44383c10 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:35:10.399884 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a33ad50d-f94f-4a1d-9bd4-5a49a6dc722e req-c92f962e-193f-4312-9472-d1fd44383c10 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/ports?device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 984 time: 0.0982356 Jan 21 19:35:10.452741 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a33ad50d-f94f-4a1d-9bd4-5a49a6dc722e req-fac71681-a7df-4e31-8e57-eaddc8d59008 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/security-groups?id=9ee4fe9d-5a8f-45dd-99c6-e18bc3580892&id=1090e9c4-e488-4b16-9409-4145e24d3869&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0466819 Jan 21 19:35:11.784686 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0a726-3194-4d0c-9441-058ea5e668f4 req-c57fbb27-a578-489a-8d37-ae21878fa020 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:35:11.786084 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ebb0a726-3194-4d0c-9441-058ea5e668f4 req-c57fbb27-a578-489a-8d37-ae21878fa020 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/ports?device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 984 time: 0.0801611 Jan 21 19:35:11.834783 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ebb0a726-3194-4d0c-9441-058ea5e668f4 req-0685e666-4121-4d6f-a77c-abdf9dcafb9d tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/security-groups?id=9ee4fe9d-5a8f-45dd-99c6-e18bc3580892&id=1090e9c4-e488-4b16-9409-4145e24d3869&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429964 Jan 21 19:35:13.019704 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8564cf4b-1128-450d-8db5-5b3366ef11bc req-81ba017a-c14c-4285-8bad-d75cf77c914e tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:35:13.021139 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8564cf4b-1128-450d-8db5-5b3366ef11bc req-81ba017a-c14c-4285-8bad-d75cf77c914e tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/ports?device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 984 time: 0.0782526 Jan 21 19:35:13.067193 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8564cf4b-1128-450d-8db5-5b3366ef11bc req-9f2b9ae8-16e7-44d9-aced-408de843c0ea tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/security-groups?id=9ee4fe9d-5a8f-45dd-99c6-e18bc3580892&id=1090e9c4-e488-4b16-9409-4145e24d3869&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402949 Jan 21 19:35:14.343451 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b499e6-fc31-4e9a-b3fb-7166d6c1114a req-2e54b779-9fd9-4a3a-9831-499acc2e1839 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:35:14.344813 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-40b499e6-fc31-4e9a-b3fb-7166d6c1114a req-2e54b779-9fd9-4a3a-9831-499acc2e1839 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/ports?device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 984 time: 0.1749699 Jan 21 19:35:14.390176 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-40b499e6-fc31-4e9a-b3fb-7166d6c1114a req-7101e95b-261e-4a36-b9a1-ceb69e70c8b7 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/security-groups?id=9ee4fe9d-5a8f-45dd-99c6-e18bc3580892&id=1090e9c4-e488-4b16-9409-4145e24d3869&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396631 Jan 21 19:35:25.025531 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-50d68128-f2dd-4af9-82e2-12ff16c0f8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:35:26.421453 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:35:27.248669 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-900cab64-5e6d-4505-ae17-d8ea9170acca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:35:28.460324 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:35:28.642423 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:35:28.717010 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:35:30.215671 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:35:46.510660 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3d95bb3b-9ad0-49a0-a596-629d0be0f1d4 req-ad882744-6790-47f0-8895-360a7c10c4f7 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1081129831&fields=id&tenant_id=2e6e46e962c64d66be734d734a77db2f HTTP/1.1" status: 200 len: 267 time: 0.0379245 Jan 21 19:35:46.596169 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95bb3b-9ad0-49a0-a596-629d0be0f1d4 req-a500dbe7-e7d1-4a9a-87e9-171b681e06fc tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:35:46.597569 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3d95bb3b-9ad0-49a0-a596-629d0be0f1d4 req-a500dbe7-e7d1-4a9a-87e9-171b681e06fc tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/ports?device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 984 time: 0.0809295 Jan 21 19:35:46.608200 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [req-3d95bb3b-9ad0-49a0-a596-629d0be0f1d4 req-610c3cb9-9f3d-4a76-baa3-01b25fb1ee7a tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Request body: {'port': {'security_groups': ['1090e9c4-e488-4b16-9409-4145e24d3869']}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:35:46.721232 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [req-3d95bb3b-9ad0-49a0-a596-629d0be0f1d4 req-610c3cb9-9f3d-4a76-baa3-01b25fb1ee7a tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:35:46.954325 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [req-3d95bb3b-9ad0-49a0-a596-629d0be0f1d4 req-610c3cb9-9f3d-4a76-baa3-01b25fb1ee7a tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] For port d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d,segment=NetworkSegment(1f2b3367-b601-4e22-8fc9-a4f62265a08c),segment_id=1f2b3367-b601-4e22-8fc9-a4f62265a08c)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:35:46.977599 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [req-3d95bb3b-9ad0-49a0-a596-629d0be0f1d4 req-610c3cb9-9f3d-4a76-baa3-01b25fb1ee7a tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:35:47.036675 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [req-3d95bb3b-9ad0-49a0-a596-629d0be0f1d4 req-610c3cb9-9f3d-4a76-baa3-01b25fb1ee7a tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:35:47.049545 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:35:47.113518 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95bb3b-9ad0-49a0-a596-629d0be0f1d4 req-610c3cb9-9f3d-4a76-baa3-01b25fb1ee7a tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:35:47.114912 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [req-3d95bb3b-9ad0-49a0-a596-629d0be0f1d4 req-610c3cb9-9f3d-4a76-baa3-01b25fb1ee7a tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:35:47.115823 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3d95bb3b-9ad0-49a0-a596-629d0be0f1d4 req-610c3cb9-9f3d-4a76-baa3-01b25fb1ee7a tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "PUT /v2.0/ports/d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d HTTP/1.1" status: 200 len: 942 time: 0.5118794 Jan 21 19:35:47.116142 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd778625-ac1a-434b-8bd9-346c7b159d5c', 'tag': 'd6f0ce9e-d5cd-4b26-b70b-7e849f026d9d'}] {{(pid=88136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:35:47.124820 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 41380) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:35:47.157534 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c3cb9-9f3d-4a76-baa3-01b25fb1ee7a tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Pushing event updated for resources: {'Port': ['ID=d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d,revision_number=7']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:35:47.168541 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610c3cb9-9f3d-4a76-baa3-01b25fb1ee7a tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:35:47.168922 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610c3cb9-9f3d-4a76-baa3-01b25fb1ee7a tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:35:47.169243 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610c3cb9-9f3d-4a76-baa3-01b25fb1ee7a tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:35:47.169580 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610c3cb9-9f3d-4a76-baa3-01b25fb1ee7a tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:35:47.169943 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610c3cb9-9f3d-4a76-baa3-01b25fb1ee7a tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:35:47.170345 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610c3cb9-9f3d-4a76-baa3-01b25fb1ee7a tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:35:47.170787 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610c3cb9-9f3d-4a76-baa3-01b25fb1ee7a tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:35:47.171098 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610c3cb9-9f3d-4a76-baa3-01b25fb1ee7a tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:35:47.171429 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610c3cb9-9f3d-4a76-baa3-01b25fb1ee7a tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:35:47.171759 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610c3cb9-9f3d-4a76-baa3-01b25fb1ee7a tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:35:47.172088 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610c3cb9-9f3d-4a76-baa3-01b25fb1ee7a tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:35:47.172404 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610c3cb9-9f3d-4a76-baa3-01b25fb1ee7a tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:35:47.195666 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd778625-ac1a-434b-8bd9-346c7b159d5c', 'tag': 'd6f0ce9e-d5cd-4b26-b70b-7e849f026d9d', 'status': 'completed', 'code': 200} Jan 21 19:35:47.204887 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:35:47.214248 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0e06b7ff-f016-4309-b7c2-6f84ddb90f46 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:35:47.300372 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0e06b7ff-f016-4309-b7c2-6f84ddb90f46 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:35:47.352285 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a98068-971e-4c8f-955b-b2f46229ca8c req-300573ad-7e99-46d4-9a1c-4fa7318a713d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:35:47.353747 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d4a98068-971e-4c8f-955b-b2f46229ca8c req-300573ad-7e99-46d4-9a1c-4fa7318a713d service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2e6e46e962c64d66be734d734a77db2f&device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 1098 time: 0.1291428 Jan 21 19:35:47.440613 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-21b3542c-3b48-45c5-a3bc-1ed50a4ffcb7 None None] Provisioning complete for port d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:35:47.440980 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-21b3542c-3b48-45c5-a3bc-1ed50a4ffcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:35:47.495458 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a98068-971e-4c8f-955b-b2f46229ca8c req-aa345c72-b1f7-4c6a-8cca-80632021aec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:35:47.496894 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d4a98068-971e-4c8f-955b-b2f46229ca8c req-aa345c72-b1f7-4c6a-8cca-80632021aec6 service neutron] 10.222.0.113 "GET /v2.0/networks?id=7d05731b-ec0d-4fe3-8826-ad713e6c593b HTTP/1.1" status: 200 len: 915 time: 0.1365018 Jan 21 19:35:47.554968 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0e06b7ff-f016-4309-b7c2-6f84ddb90f46 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:35:47.589782 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e06b7ff-f016-4309-b7c2-6f84ddb90f46 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee4fe9d-5a8f-45dd-99c6-e18bc3580892,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:35:47.612985 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0e06b7ff-f016-4309-b7c2-6f84ddb90f46 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:35:47.614117 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-0e06b7ff-f016-4309-b7c2-6f84ddb90f46 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "DELETE /v2.0/security-groups/9ee4fe9d-5a8f-45dd-99c6-e18bc3580892 HTTP/1.1" status: 204 len: 168 time: 0.4883015 Jan 21 19:35:47.615485 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e06b7ff-f016-4309-b7c2-6f84ddb90f46 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:35:47.615832 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e06b7ff-f016-4309-b7c2-6f84ddb90f46 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:35:47.616172 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e06b7ff-f016-4309-b7c2-6f84ddb90f46 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:35:47.616509 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e06b7ff-f016-4309-b7c2-6f84ddb90f46 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:35:47.616839 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 41384) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:35:47.617323 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e06b7ff-f016-4309-b7c2-6f84ddb90f46 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:35:47.617323 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e06b7ff-f016-4309-b7c2-6f84ddb90f46 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:35:47.617513 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e06b7ff-f016-4309-b7c2-6f84ddb90f46 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:35:47.617805 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e06b7ff-f016-4309-b7c2-6f84ddb90f46 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:35:47.618135 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e06b7ff-f016-4309-b7c2-6f84ddb90f46 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:35:47.618458 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e06b7ff-f016-4309-b7c2-6f84ddb90f46 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:35:47.618783 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e06b7ff-f016-4309-b7c2-6f84ddb90f46 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:35:47.619104 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e06b7ff-f016-4309-b7c2-6f84ddb90f46 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:35:47.633262 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d4a98068-971e-4c8f-955b-b2f46229ca8c req-dc7af7cb-df12-4163-b099-f237048f4d2b service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d HTTP/1.1" status: 200 len: 1001 time: 0.1301606 Jan 21 19:35:47.696467 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a98068-971e-4c8f-955b-b2f46229ca8c req-216be0ba-6180-4b74-98aa-a44b269f7777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:35:47.697956 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d4a98068-971e-4c8f-955b-b2f46229ca8c req-216be0ba-6180-4b74-98aa-a44b269f7777 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=84cf2ebd-9914-4171-ab36-2ebf8508d530 HTTP/1.1" status: 200 len: 853 time: 0.0581274 Jan 21 19:35:47.774468 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a98068-971e-4c8f-955b-b2f46229ca8c req-1bf2dc12-d964-404d-adae-fee6a9ebda0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:35:47.775920 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d4a98068-971e-4c8f-955b-b2f46229ca8c req-1bf2dc12-d964-404d-adae-fee6a9ebda0f service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=7d05731b-ec0d-4fe3-8826-ad713e6c593b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725896 Jan 21 19:35:47.820185 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-e5608f86-3882-4553-bab1-65ad60cd16bb tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Deleting port 873cf435-9796-4838-a2f5-508f65b79298 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:35:47.820430 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e5608f86-3882-4553-bab1-65ad60cd16bb tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:35:47.905187 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d4a98068-971e-4c8f-955b-b2f46229ca8c req-e184d13c-b720-4be7-abc7-f07bb16ad832 service neutron] 10.222.0.113 "GET /v2.0/networks/7d05731b-ec0d-4fe3-8826-ad713e6c593b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224523 Jan 21 19:35:47.990224 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e5608f86-3882-4553-bab1-65ad60cd16bb tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:35:47.990548 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e5608f86-3882-4553-bab1-65ad60cd16bb tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:35:48.039260 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d4a98068-971e-4c8f-955b-b2f46229ca8c req-71b0776f-7955-444e-a51e-d38e8926e8a7 service neutron] 10.222.0.113 "GET /v2.0/networks/7d05731b-ec0d-4fe3-8826-ad713e6c593b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238790 Jan 21 19:35:48.114181 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-e5608f86-3882-4553-bab1-65ad60cd16bb tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Calling delete_port for 873cf435-9796-4838-a2f5-508f65b79298 owned by network:floatingip {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:35:48.328656 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e5608f86-3882-4553-bab1-65ad60cd16bb tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:35:48.374751 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5608f86-3882-4553-bab1-65ad60cd16bb tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Pushing event deleted for resources: {'Port': ['ID=873cf435-9796-4838-a2f5-508f65b79298,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:35:48.470941 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e5608f86-3882-4553-bab1-65ad60cd16bb tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks [] for floatingip, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:35:48.471271 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.l3_db [None req-e5608f86-3882-4553-bab1-65ad60cd16bb tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Floating IP 6881d66e-317e-4975-a470-3a1710204bdb disassociated (deleted). External IP: 172.26.1.146, port: d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d. Jan 21 19:35:48.914644 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5608f86-3882-4553-bab1-65ad60cd16bb tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Router 9d1879f7-ca92-4cc9-89d5-02d79569a03a has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:35:49.090475 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5608f86-3882-4553-bab1-65ad60cd16bb tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:35:49.100941 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2493cc80-633a-4936-b988-44a54f497c52 None None] Sync routers for ids ['9d1879f7-ca92-4cc9-89d5-02d79569a03a'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:35:49.103090 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e5608f86-3882-4553-bab1-65ad60cd16bb tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:35:49.110524 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2493cc80-633a-4936-b988-44a54f497c52 None None] Routers {'9d1879f7-ca92-4cc9-89d5-02d79569a03a'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:35:49.111136 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-2493cc80-633a-4936-b988-44a54f497c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:35:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['9d1879f7-ca92-4cc9-89d5-02d79569a03a'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:35:49.156807 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e5608f86-3882-4553-bab1-65ad60cd16bb tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "DELETE /v2.0/floatingips/6881d66e-317e-4975-a470-3a1710204bdb HTTP/1.1" status: 204 len: 168 time: 1.5388837 Jan 21 19:35:49.197005 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd778625-ac1a-434b-8bd9-346c7b159d5c', 'tag': 'd6f0ce9e-d5cd-4b26-b70b-7e849f026d9d'}] {{(pid=88136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:35:49.243232 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd778625-ac1a-434b-8bd9-346c7b159d5c', 'tag': 'd6f0ce9e-d5cd-4b26-b70b-7e849f026d9d', 'status': 'completed', 'code': 200} Jan 21 19:35:49.303378 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-2493cc80-633a-4936-b988-44a54f497c52 None None] Set router 9d1879f7-ca92-4cc9-89d5-02d79569a03a gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:35:49.335365 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e9266-c9b9-4488-b716-715b293a261a req-f0fb2d14-da71-496c-82ac-1936b788b348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:35:49.336840 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-276e9266-c9b9-4488-b716-715b293a261a req-f0fb2d14-da71-496c-82ac-1936b788b348 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2e6e46e962c64d66be734d734a77db2f&device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 1098 time: 0.0710964 Jan 21 19:35:49.504898 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e9266-c9b9-4488-b716-715b293a261a req-19de4a69-d55d-4987-afc2-21d06ffbe298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:35:49.506447 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-276e9266-c9b9-4488-b716-715b293a261a req-19de4a69-d55d-4987-afc2-21d06ffbe298 service neutron] 10.222.0.113 "GET /v2.0/networks?id=7d05731b-ec0d-4fe3-8826-ad713e6c593b HTTP/1.1" status: 200 len: 915 time: 0.1640379 Jan 21 19:35:49.651150 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-2493cc80-633a-4936-b988-44a54f497c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1879f7-ca92-4cc9-89d5-02d79569a03a', 'name': 'tempest-TestMinimumBasicScenario-940885236-router', 'tenant_id': '2e6e46e962c64d66be734d734a77db2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.185'}], 'enable_snat': True}, 'gw_port_id': '5e98e74b-a5cc-483d-8f30-f2bcd33a48da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:33:34Z', 'updated_at': '2022-01-21T19:33:39Z', 'revision_number': 4, 'project_id': '2e6e46e962c64d66be734d734a77db2f', 'gw_port': {'id': '5e98e74b-a5cc-483d-8f30-f2bcd33a48da', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1879f7-ca92-4cc9-89d5-02d79569a03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:33:35Z', 'updated_at': '2022-01-21T19:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'ca1b58fa-c126-4f43-bc1a-d105fabccce4', 'name': '', 'network_id': '7d05731b-ec0d-4fe3-8826-ad713e6c593b', 'tenant_id': '2e6e46e962c64d66be734d734a77db2f', 'mac_address': 'fa:16:3e:0f:81:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1879f7-ca92-4cc9-89d5-02d79569a03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '84cf2ebd-9914-4171-ab36-2ebf8508d530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:33:38Z', 'updated_at': '2022-01-21T19:33:44Z', 'revision_number': 5, 'project_id': '2e6e46e962c64d66be734d734a77db2f', 'subnets': [{'id': '84cf2ebd-9914-4171-ab36-2ebf8508d530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:35:49.656412 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2493cc80-633a-4936-b988-44a54f497c52 None None] Checking router: 9d1879f7-ca92-4cc9-89d5-02d79569a03a for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:35:49.665852 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2493cc80-633a-4936-b988-44a54f497c52 None None] Routers {'9d1879f7-ca92-4cc9-89d5-02d79569a03a'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:35:49.666472 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-2493cc80-633a-4936-b988-44a54f497c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:35:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['9d1879f7-ca92-4cc9-89d5-02d79569a03a'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:35:49.694313 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-276e9266-c9b9-4488-b716-715b293a261a req-64f1dfdf-9570-4272-87a3-370bb70d31ea service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d HTTP/1.1" status: 200 len: 217 time: 0.1818340 Jan 21 19:35:49.761669 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e9266-c9b9-4488-b716-715b293a261a req-fbb97012-7f6f-4fd0-8a4f-fa4350b375b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:35:49.763150 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-276e9266-c9b9-4488-b716-715b293a261a req-fbb97012-7f6f-4fd0-8a4f-fa4350b375b2 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=84cf2ebd-9914-4171-ab36-2ebf8508d530 HTTP/1.1" status: 200 len: 853 time: 0.0592132 Jan 21 19:35:49.839438 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e9266-c9b9-4488-b716-715b293a261a req-7f65d216-cf1f-4eb2-9039-7366080ec8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:35:49.840875 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-276e9266-c9b9-4488-b716-715b293a261a req-7f65d216-cf1f-4eb2-9039-7366080ec8c8 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=7d05731b-ec0d-4fe3-8826-ad713e6c593b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716314 Jan 21 19:35:49.857356 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-2493cc80-633a-4936-b988-44a54f497c52 None None] Set router 9d1879f7-ca92-4cc9-89d5-02d79569a03a gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:35:49.975491 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-276e9266-c9b9-4488-b716-715b293a261a req-73e0fa4e-3006-4c50-9e1b-8b9594ea1735 service neutron] 10.222.0.113 "GET /v2.0/networks/7d05731b-ec0d-4fe3-8826-ad713e6c593b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277757 Jan 21 19:35:50.111551 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-276e9266-c9b9-4488-b716-715b293a261a req-9d6a8b16-36ce-4b64-9ffe-6f5763d493b2 service neutron] 10.222.0.113 "GET /v2.0/networks/7d05731b-ec0d-4fe3-8826-ad713e6c593b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299071 Jan 21 19:35:50.211294 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-2493cc80-633a-4936-b988-44a54f497c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1879f7-ca92-4cc9-89d5-02d79569a03a', 'name': 'tempest-TestMinimumBasicScenario-940885236-router', 'tenant_id': '2e6e46e962c64d66be734d734a77db2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.185'}], 'enable_snat': True}, 'gw_port_id': '5e98e74b-a5cc-483d-8f30-f2bcd33a48da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:33:34Z', 'updated_at': '2022-01-21T19:33:39Z', 'revision_number': 4, 'project_id': '2e6e46e962c64d66be734d734a77db2f', 'gw_port': {'id': '5e98e74b-a5cc-483d-8f30-f2bcd33a48da', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1879f7-ca92-4cc9-89d5-02d79569a03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:33:35Z', 'updated_at': '2022-01-21T19:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'ca1b58fa-c126-4f43-bc1a-d105fabccce4', 'name': '', 'network_id': '7d05731b-ec0d-4fe3-8826-ad713e6c593b', 'tenant_id': '2e6e46e962c64d66be734d734a77db2f', 'mac_address': 'fa:16:3e:0f:81:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1879f7-ca92-4cc9-89d5-02d79569a03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '84cf2ebd-9914-4171-ab36-2ebf8508d530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:33:38Z', 'updated_at': '2022-01-21T19:33:44Z', 'revision_number': 5, 'project_id': '2e6e46e962c64d66be734d734a77db2f', 'subnets': [{'id': '84cf2ebd-9914-4171-ab36-2ebf8508d530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:35:50.215161 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2493cc80-633a-4936-b988-44a54f497c52 None None] The sync data for ids ['9d1879f7-ca92-4cc9-89d5-02d79569a03a'] in dv-neutron-825470-1-hyperv is: [{'id': '9d1879f7-ca92-4cc9-89d5-02d79569a03a', 'name': 'tempest-TestMinimumBasicScenario-940885236-router', 'tenant_id': '2e6e46e962c64d66be734d734a77db2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.185'}], 'enable_snat': True}, 'gw_port_id': '5e98e74b-a5cc-483d-8f30-f2bcd33a48da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:33:34Z', 'updated_at': '2022-01-21T19:33:39Z', 'revision_number': 4, 'project_id': '2e6e46e962c64d66be734d734a77db2f', 'gw_port': {'id': '5e98e74b-a5cc-483d-8f30-f2bcd33a48da', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1879f7-ca92-4cc9-89d5-02d79569a03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:33:35Z', 'updated_at': '2022-01-21T19:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'ca1b58fa-c126-4f43-bc1a-d105fabccce4', 'name': '', 'network_id': '7d05731b-ec0d-4fe3-8826-ad713e6c593b', 'tenant_id': '2e6e46e962c64d66be734d734a77db2f', 'mac_address': 'fa:16:3e:0f:81:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1879f7-ca92-4cc9-89d5-02d79569a03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '84cf2ebd-9914-4171-ab36-2ebf8508d530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:33:38Z', 'updated_at': '2022-01-21T19:33:44Z', 'revision_number': 5, 'project_id': '2e6e46e962c64d66be734d734a77db2f', 'subnets': [{'id': '84cf2ebd-9914-4171-ab36-2ebf8508d530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:35:50.556456 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35afdb09-3c7d-4f48-a1bc-9a752137d846 None None] New status for floating IP 6881d66e-317e-4975-a470-3a1710204bdb: DOWN {{(pid=88139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:35:55.019330 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d5732900-0677-4f74-bcd0-790e29626fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:35:55.134362 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a044b1-8afd-4455-8550-90d2ea761384 req-b13e8017-bf2e-4542-82ee-d7b5275729a1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:35:55.135452 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-84a044b1-8afd-4455-8550-90d2ea761384 req-b13e8017-bf2e-4542-82ee-d7b5275729a1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Synchronizing usage tracker for tenant:2e6e46e962c64d66be734d734a77db2f on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:35:55.236728 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-84a044b1-8afd-4455-8550-90d2ea761384 req-b13e8017-bf2e-4542-82ee-d7b5275729a1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Unset dirty status for tenant:2e6e46e962c64d66be734d734a77db2f on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:35:55.237980 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-84a044b1-8afd-4455-8550-90d2ea761384 req-b13e8017-bf2e-4542-82ee-d7b5275729a1 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/ports?device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 945 time: 0.1880689 Jan 21 19:35:55.285742 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-84a044b1-8afd-4455-8550-90d2ea761384 req-032e4644-1fd5-4c20-952f-1be78ad9dcc9 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/security-groups?id=1090e9c4-e488-4b16-9409-4145e24d3869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419166 Jan 21 19:35:56.468312 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544fc67b-904c-4aa0-8be8-a87f1d221a20 req-578bab1e-baab-4928-81e2-a72995663f7c tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:35:56.469757 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-544fc67b-904c-4aa0-8be8-a87f1d221a20 req-578bab1e-baab-4928-81e2-a72995663f7c tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/ports?device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 945 time: 0.0807502 Jan 21 19:35:56.512552 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-544fc67b-904c-4aa0-8be8-a87f1d221a20 req-d49ef339-733e-4b8d-9cf7-5a10077a5f8b tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/security-groups?id=1090e9c4-e488-4b16-9409-4145e24d3869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370941 Jan 21 19:35:56.716751 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1674470-87eb-46b1-af15-8a808c8f424b req-b16461d1-4594-4e65-98a8-d231f86de752 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:35:56.717568 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-a1674470-87eb-46b1-af15-8a808c8f424b req-b16461d1-4594-4e65-98a8-d231f86de752 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Synchronizing usage tracker for tenant:2e6e46e962c64d66be734d734a77db2f on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:35:56.728759 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-a1674470-87eb-46b1-af15-8a808c8f424b req-b16461d1-4594-4e65-98a8-d231f86de752 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Unset dirty status for tenant:2e6e46e962c64d66be734d734a77db2f on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:35:56.729834 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a1674470-87eb-46b1-af15-8a808c8f424b req-b16461d1-4594-4e65-98a8-d231f86de752 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.113 "GET /v2.0/ports?device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 945 time: 0.0896161 Jan 21 19:35:56.802464 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-a1674470-87eb-46b1-af15-8a808c8f424b req-a032b75a-5604-44e4-bdd8-621f68f85570 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Deleting port d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:35:56.802800 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-a1674470-87eb-46b1-af15-8a808c8f424b req-a032b75a-5604-44e4-bdd8-621f68f85570 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:35:57.056186 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-a1674470-87eb-46b1-af15-8a808c8f424b req-a032b75a-5604-44e4-bdd8-621f68f85570 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] For port d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d,segment=NetworkSegment(1f2b3367-b601-4e22-8fc9-a4f62265a08c),segment_id=1f2b3367-b601-4e22-8fc9-a4f62265a08c)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:35:57.056453 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-a1674470-87eb-46b1-af15-8a808c8f424b req-a032b75a-5604-44e4-bdd8-621f68f85570 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:35:57.188899 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-a1674470-87eb-46b1-af15-8a808c8f424b req-a032b75a-5604-44e4-bdd8-621f68f85570 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Calling delete_port for d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d owned by compute:nova {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:35:57.225409 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-45aef672-c79f-42b4-b289-e5837c3ce6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:35:57.379234 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-a1674470-87eb-46b1-af15-8a808c8f424b req-a032b75a-5604-44e4-bdd8-621f68f85570 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:35:57.392071 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:35:57.429086 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032b75a-5604-44e4-bdd8-621f68f85570 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Pushing event deleted for resources: {'Port': ['ID=d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:35:57.519835 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1674470-87eb-46b1-af15-8a808c8f424b req-a032b75a-5604-44e4-bdd8-621f68f85570 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] No DVR routers for this DVR port d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d on host hv-neutron-8254 {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:35:57.522551 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-a1674470-87eb-46b1-af15-8a808c8f424b req-a032b75a-5604-44e4-bdd8-621f68f85570 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:35:57.525373 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd778625-ac1a-434b-8bd9-346c7b159d5c', 'name': 'network-vif-deleted', 'tag': 'd6f0ce9e-d5cd-4b26-b70b-7e849f026d9d'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:35:57.626951 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd778625-ac1a-434b-8bd9-346c7b159d5c', 'name': 'network-vif-deleted', 'tag': 'd6f0ce9e-d5cd-4b26-b70b-7e849f026d9d', 'status': 'completed', 'code': 200} Jan 21 19:35:57.632669 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a1674470-87eb-46b1-af15-8a808c8f424b req-a032b75a-5604-44e4-bdd8-621f68f85570 tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.113 "DELETE /v2.0/ports/d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d HTTP/1.1" status: 204 len: 173 time: 0.8979580 Jan 21 19:35:57.661454 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9e401c46-91fb-4621-a315-033212b705e6 req-c2dbc999-6170-45b8-83fe-8659fee0961a tempest-TestMinimumBasicScenario-251889596 tempest-TestMinimumBasicScenario-251889596-project] 10.222.0.87 "GET /v2.0/ports?device_id=dd778625-ac1a-434b-8bd9-346c7b159d5c HTTP/1.1" status: 200 len: 210 time: 0.0427213 Jan 21 19:35:58.494188 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:35:58.636709 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:35:58.711592 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:35:59.623643 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:35:59.661332 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] No Port match for: d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:35:59.661666 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device d6f0ce9e-d5cd-4b26-b70b-7e849f026d9d not bound to the agent host hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:35:59.996204 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 41472) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:36:00.219204 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:00.525850 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c2def926-437e-494f-9ff6-265f29193222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:00.976447 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-c2def926-437e-494f-9ff6-265f29193222 admin admin] Deleting port ca1b58fa-c126-4f43-bc1a-d105fabccce4 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:36:00.976779 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c2def926-437e-494f-9ff6-265f29193222 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:01.143678 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-c2def926-437e-494f-9ff6-265f29193222 admin admin] For port ca1b58fa-c126-4f43-bc1a-d105fabccce4, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=ca1b58fa-c126-4f43-bc1a-d105fabccce4,segment=NetworkSegment(1f2b3367-b601-4e22-8fc9-a4f62265a08c),segment_id=1f2b3367-b601-4e22-8fc9-a4f62265a08c)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:36:01.144410 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c2def926-437e-494f-9ff6-265f29193222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:01.265543 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-c2def926-437e-494f-9ff6-265f29193222 admin admin] Calling delete_port for ca1b58fa-c126-4f43-bc1a-d105fabccce4 owned by network:router_interface {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:36:01.523014 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c2def926-437e-494f-9ff6-265f29193222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:01.573084 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2def926-437e-494f-9ff6-265f29193222 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca1b58fa-c126-4f43-bc1a-d105fabccce4,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:36:01.839265 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c2def926-437e-494f-9ff6-265f29193222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:02.318579 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2def926-437e-494f-9ff6-265f29193222 admin admin] Router 9d1879f7-ca92-4cc9-89d5-02d79569a03a has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:36:02.499069 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2def926-437e-494f-9ff6-265f29193222 admin admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:36:02.507761 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9425dda7-8d9d-4ab7-851f-e1b2fb04e636 None None] Sync routers for ids ['9d1879f7-ca92-4cc9-89d5-02d79569a03a'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:36:02.511169 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c2def926-437e-494f-9ff6-265f29193222 admin admin] 10.222.0.87 "PUT /v2.0/routers/9d1879f7-ca92-4cc9-89d5-02d79569a03a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5139353 Jan 21 19:36:02.514154 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 41476) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:36:02.517072 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9425dda7-8d9d-4ab7-851f-e1b2fb04e636 None None] Routers {'9d1879f7-ca92-4cc9-89d5-02d79569a03a'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:36:02.517680 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-9425dda7-8d9d-4ab7-851f-e1b2fb04e636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:35:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['9d1879f7-ca92-4cc9-89d5-02d79569a03a'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:36:02.686300 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-90cdce3e-6d33-4f26-ad60-e1285c619362 admin admin] Notify callbacks [] for router, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:02.690516 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-9425dda7-8d9d-4ab7-851f-e1b2fb04e636 None None] Set router 9d1879f7-ca92-4cc9-89d5-02d79569a03a gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:36:02.860758 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-90cdce3e-6d33-4f26-ad60-e1285c619362 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:02.939832 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-90cdce3e-6d33-4f26-ad60-e1285c619362 admin admin] Deleting port 5e98e74b-a5cc-483d-8f30-f2bcd33a48da {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:36:02.940168 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-90cdce3e-6d33-4f26-ad60-e1285c619362 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:02.973198 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-9425dda7-8d9d-4ab7-851f-e1b2fb04e636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1879f7-ca92-4cc9-89d5-02d79569a03a', 'name': 'tempest-TestMinimumBasicScenario-940885236-router', 'tenant_id': '2e6e46e962c64d66be734d734a77db2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.185'}], 'enable_snat': True}, 'gw_port_id': '5e98e74b-a5cc-483d-8f30-f2bcd33a48da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:33:34Z', 'updated_at': '2022-01-21T19:36:01Z', 'revision_number': 5, 'project_id': '2e6e46e962c64d66be734d734a77db2f', 'gw_port': {'id': '5e98e74b-a5cc-483d-8f30-f2bcd33a48da', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1879f7-ca92-4cc9-89d5-02d79569a03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:33:35Z', 'updated_at': '2022-01-21T19:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:36:02.976960 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9425dda7-8d9d-4ab7-851f-e1b2fb04e636 None None] Checking router: 9d1879f7-ca92-4cc9-89d5-02d79569a03a for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:36:02.986021 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9425dda7-8d9d-4ab7-851f-e1b2fb04e636 None None] Routers {'9d1879f7-ca92-4cc9-89d5-02d79569a03a'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:36:02.986672 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-9425dda7-8d9d-4ab7-851f-e1b2fb04e636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:35:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['9d1879f7-ca92-4cc9-89d5-02d79569a03a'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:36:03.111714 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-90cdce3e-6d33-4f26-ad60-e1285c619362 admin admin] For port 5e98e74b-a5cc-483d-8f30-f2bcd33a48da, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=5e98e74b-a5cc-483d-8f30-f2bcd33a48da,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:36:03.111977 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-90cdce3e-6d33-4f26-ad60-e1285c619362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:03.132596 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-9425dda7-8d9d-4ab7-851f-e1b2fb04e636 None None] Set router 9d1879f7-ca92-4cc9-89d5-02d79569a03a gateway port host: None {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:36:03.234754 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-90cdce3e-6d33-4f26-ad60-e1285c619362 admin admin] Calling delete_port for 5e98e74b-a5cc-483d-8f30-f2bcd33a48da owned by network:router_gateway {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:36:03.236676 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-9425dda7-8d9d-4ab7-851f-e1b2fb04e636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1879f7-ca92-4cc9-89d5-02d79569a03a', 'name': 'tempest-TestMinimumBasicScenario-940885236-router', 'tenant_id': '2e6e46e962c64d66be734d734a77db2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:33:34Z', 'updated_at': '2022-01-21T19:36:02Z', 'revision_number': 6, 'project_id': '2e6e46e962c64d66be734d734a77db2f', 'gw_port_host': None}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:36:03.240528 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9425dda7-8d9d-4ab7-851f-e1b2fb04e636 None None] The sync data for ids ['9d1879f7-ca92-4cc9-89d5-02d79569a03a'] in dv-neutron-825470-1-hyperv is: [{'id': '9d1879f7-ca92-4cc9-89d5-02d79569a03a', 'name': 'tempest-TestMinimumBasicScenario-940885236-router', 'tenant_id': '2e6e46e962c64d66be734d734a77db2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:33:34Z', 'updated_at': '2022-01-21T19:36:02Z', 'revision_number': 6, 'project_id': '2e6e46e962c64d66be734d734a77db2f', 'gw_port_host': None}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:36:03.420390 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:36:03.454943 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-90cdce3e-6d33-4f26-ad60-e1285c619362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:03.505286 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cdce3e-6d33-4f26-ad60-e1285c619362 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e98e74b-a5cc-483d-8f30-f2bcd33a48da,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:36:03.596548 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-90cdce3e-6d33-4f26-ad60-e1285c619362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:03.874941 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-90cdce3e-6d33-4f26-ad60-e1285c619362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:03.877180 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-90cdce3e-6d33-4f26-ad60-e1285c619362 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:03.957094 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-90cdce3e-6d33-4f26-ad60-e1285c619362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:03.957659 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90cdce3e-6d33-4f26-ad60-e1285c619362 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d1879f7-ca92-4cc9-89d5-02d79569a03a {{(pid=88136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:36:03.971376 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-90cdce3e-6d33-4f26-ad60-e1285c619362 admin admin] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:03.972236 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-90cdce3e-6d33-4f26-ad60-e1285c619362 admin admin] 10.222.0.87 "DELETE /v2.0/routers/9d1879f7-ca92-4cc9-89d5-02d79569a03a HTTP/1.1" status: 204 len: 168 time: 1.4571297 Jan 21 19:36:03.974870 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 41480) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:36:04.041042 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-31c62260-b168-484f-9b2f-8ad216063037 admin admin] Deleting subnet 84cf2ebd-9914-4171-ab36-2ebf8508d530 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:36:04.044169 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-31c62260-b168-484f-9b2f-8ad216063037 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:04.095172 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-31c62260-b168-484f-9b2f-8ad216063037 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:04.119100 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device ca1b58fa-c126-4f43-bc1a-d105fabccce4 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:36:04.163879 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: ca1b58fa-c126-4f43-bc1a-d105fabccce4 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:36:04.164355 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device ca1b58fa-c126-4f43-bc1a-d105fabccce4 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:36:04.164624 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 5e98e74b-a5cc-483d-8f30-f2bcd33a48da no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:36:04.179492 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-31c62260-b168-484f-9b2f-8ad216063037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:04.200307 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 5e98e74b-a5cc-483d-8f30-f2bcd33a48da {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:36:04.200654 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 5e98e74b-a5cc-483d-8f30-f2bcd33a48da not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:36:04.300023 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-31c62260-b168-484f-9b2f-8ad216063037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:04.337594 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c62260-b168-484f-9b2f-8ad216063037 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84cf2ebd-9914-4171-ab36-2ebf8508d530,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:36:04.341129 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-31c62260-b168-484f-9b2f-8ad216063037 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:04.346612 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a140a449-2356-4773-bce4-4d76e9958185 None None] Network 7d05731b-ec0d-4fe3-8826-ad713e6c593b requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:36:04.347224 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-31c62260-b168-484f-9b2f-8ad216063037 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/84cf2ebd-9914-4171-ab36-2ebf8508d530 HTTP/1.1" status: 204 len: 168 time: 0.3710494 Jan 21 19:36:04.349638 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 41484) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:36:04.462485 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fe79650f-26a9-4fdf-bba9-a2ec7425358f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:04.473370 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-fe79650f-26a9-4fdf-bba9-a2ec7425358f admin admin] Deleting port b892a2b7-be03-4977-be4c-0f9e1b18cc2d {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:36:04.473948 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fe79650f-26a9-4fdf-bba9-a2ec7425358f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:04.645813 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed07a343-f3b4-43bd-9b00-dc18c1530b4f None None] DHCP port deletion for 7d05731b-ec0d-4fe3-8826-ad713e6c593b request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:36:04.650015 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-ed07a343-f3b4-43bd-9b00-dc18c1530b4f None None] Deleting port b892a2b7-be03-4977-be4c-0f9e1b18cc2d {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:36:04.650415 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ed07a343-f3b4-43bd-9b00-dc18c1530b4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:04.681606 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-fe79650f-26a9-4fdf-bba9-a2ec7425358f admin admin] For port b892a2b7-be03-4977-be4c-0f9e1b18cc2d, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=b892a2b7-be03-4977-be4c-0f9e1b18cc2d,segment=NetworkSegment(1f2b3367-b601-4e22-8fc9-a4f62265a08c),segment_id=1f2b3367-b601-4e22-8fc9-a4f62265a08c)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:36:04.681971 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fe79650f-26a9-4fdf-bba9-a2ec7425358f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:04.802330 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-fe79650f-26a9-4fdf-bba9-a2ec7425358f admin admin] Calling delete_port for b892a2b7-be03-4977-be4c-0f9e1b18cc2d owned by network:dhcp {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:36:04.845816 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-ed07a343-f3b4-43bd-9b00-dc18c1530b4f None None] For port b892a2b7-be03-4977-be4c-0f9e1b18cc2d, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=b892a2b7-be03-4977-be4c-0f9e1b18cc2d,segment=NetworkSegment(1f2b3367-b601-4e22-8fc9-a4f62265a08c),segment_id=1f2b3367-b601-4e22-8fc9-a4f62265a08c)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:36:04.846207 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ed07a343-f3b4-43bd-9b00-dc18c1530b4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:04.945443 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fe79650f-26a9-4fdf-bba9-a2ec7425358f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:04.981752 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-ed07a343-f3b4-43bd-9b00-dc18c1530b4f None None] Calling delete_port for b892a2b7-be03-4977-be4c-0f9e1b18cc2d owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:36:04.996020 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe79650f-26a9-4fdf-bba9-a2ec7425358f admin admin] Pushing event deleted for resources: {'Port': ['ID=b892a2b7-be03-4977-be4c-0f9e1b18cc2d,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:36:05.000166 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe79650f-26a9-4fdf-bba9-a2ec7425358f admin admin] No DVR routers for this DVR port b892a2b7-be03-4977-be4c-0f9e1b18cc2d on host dv-neutron-825470-1-hyperv {{(pid=88136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:36:05.059592 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-ed07a343-f3b4-43bd-9b00-dc18c1530b4f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:36:05.059862 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-ed07a343-f3b4-43bd-9b00-dc18c1530b4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:36:05.112802 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fe79650f-26a9-4fdf-bba9-a2ec7425358f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:05.136759 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-fe79650f-26a9-4fdf-bba9-a2ec7425358f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d05731b-ec0d-4fe3-8826-ad713e6c593b']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:36:05.148976 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-fe79650f-26a9-4fdf-bba9-a2ec7425358f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f2b3367-b601-4e22-8fc9-a4f62265a08c') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:36:05.149267 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-fe79650f-26a9-4fdf-bba9-a2ec7425358f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f2b3367-b601-4e22-8fc9-a4f62265a08c') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:36:05.160177 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fe79650f-26a9-4fdf-bba9-a2ec7425358f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:05.175125 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fe79650f-26a9-4fdf-bba9-a2ec7425358f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:05.181101 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe79650f-26a9-4fdf-bba9-a2ec7425358f admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:36:05.181474 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fe79650f-26a9-4fdf-bba9-a2ec7425358f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:05.194646 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:36:05.194646 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:36:05.194646 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:36:05.194646 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:36:05.194646 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:36:05.194646 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:36:05.194646 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:36:05.194646 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:36:05.194646 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:36:05.194646 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:36:05.194646 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:36:05.194646 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:36:05.194646 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:36:05.194646 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:36:05.194646 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:36:05.194646 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:36:05.194646 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:36:05.194646 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:36:05.194646 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:36:05.194646 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:36:05.194646 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:36:05.194646 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:36:05.194646 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:36:05.194646 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:36:05.194646 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:36:05.194646 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:36:05.194646 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:36:05.194646 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:36:05.194646 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:36:05.194646 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:36:05.194646 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:36:05.194646 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:36:05.312243 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fe79650f-26a9-4fdf-bba9-a2ec7425358f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:05.327977 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fe79650f-26a9-4fdf-bba9-a2ec7425358f admin admin] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:05.338075 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe79650f-26a9-4fdf-bba9-a2ec7425358f admin admin] Pushing event deleted for resources: {'Network': ['ID=7d05731b-ec0d-4fe3-8826-ad713e6c593b,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:36:05.397650 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-fe79650f-26a9-4fdf-bba9-a2ec7425358f admin admin] 10.222.0.87 "DELETE /v2.0/networks/7d05731b-ec0d-4fe3-8826-ad713e6c593b HTTP/1.1" status: 204 len: 168 time: 1.0469511 Jan 21 19:36:05.400375 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 41488) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:36:05.561396 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-ed07a343-f3b4-43bd-9b00-dc18c1530b4f None None] Deleting port b892a2b7-be03-4977-be4c-0f9e1b18cc2d {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:36:05.562023 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ed07a343-f3b4-43bd-9b00-dc18c1530b4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:05.639931 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-ed07a343-f3b4-43bd-9b00-dc18c1530b4f None None] The port 'b892a2b7-be03-4977-be4c-0f9e1b18cc2d' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:36:06.044313 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-db1e4f01-0d37-4051-926c-59fcbf45d16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:06.112411 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device b892a2b7-be03-4977-be4c-0f9e1b18cc2d no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:36:06.145981 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: b892a2b7-be03-4977-be4c-0f9e1b18cc2d {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:36:06.146309 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device b892a2b7-be03-4977-be4c-0f9e1b18cc2d not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:36:06.384581 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-db1e4f01-0d37-4051-926c-59fcbf45d16f admin admin] Deleting port 97467aaa-6a19-4488-acc5-29408f6f3e77 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:36:06.384913 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-db1e4f01-0d37-4051-926c-59fcbf45d16f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:06.558720 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-db1e4f01-0d37-4051-926c-59fcbf45d16f admin admin] For port 97467aaa-6a19-4488-acc5-29408f6f3e77, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=97467aaa-6a19-4488-acc5-29408f6f3e77,segment=NetworkSegment(43953b25-41b5-42bf-bfd2-2aeb204144d9),segment_id=43953b25-41b5-42bf-bfd2-2aeb204144d9)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:36:06.559099 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-db1e4f01-0d37-4051-926c-59fcbf45d16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:06.680054 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-db1e4f01-0d37-4051-926c-59fcbf45d16f admin admin] Calling delete_port for 97467aaa-6a19-4488-acc5-29408f6f3e77 owned by network:router_interface {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:36:06.906307 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-db1e4f01-0d37-4051-926c-59fcbf45d16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:06.956513 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1e4f01-0d37-4051-926c-59fcbf45d16f admin admin] Pushing event deleted for resources: {'Port': ['ID=97467aaa-6a19-4488-acc5-29408f6f3e77,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:36:07.336510 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-db1e4f01-0d37-4051-926c-59fcbf45d16f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:07.703651 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db1e4f01-0d37-4051-926c-59fcbf45d16f admin admin] Router b17ce6c9-e91c-48fd-951e-e91c777511ae has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:36:07.880886 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1e4f01-0d37-4051-926c-59fcbf45d16f admin admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:36:07.889950 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d41fa2-d93c-49e7-b928-717bf6f6bb20 None None] Sync routers for ids ['b17ce6c9-e91c-48fd-951e-e91c777511ae'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:36:07.890419 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-db1e4f01-0d37-4051-926c-59fcbf45d16f admin admin] 10.222.0.87 "PUT /v2.0/routers/b17ce6c9-e91c-48fd-951e-e91c777511ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4886460 Jan 21 19:36:07.892419 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 41492) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:36:07.900174 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d41fa2-d93c-49e7-b928-717bf6f6bb20 None None] Routers {'b17ce6c9-e91c-48fd-951e-e91c777511ae'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:36:07.900780 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-13d41fa2-d93c-49e7-b928-717bf6f6bb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:35:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['b17ce6c9-e91c-48fd-951e-e91c777511ae'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:36:08.067671 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4cf2f4b4-9c42-4daa-8f57-a8bc7798130a admin admin] Notify callbacks [] for router, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:08.078862 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-13d41fa2-d93c-49e7-b928-717bf6f6bb20 None None] Set router b17ce6c9-e91c-48fd-951e-e91c777511ae gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:36:08.253042 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4cf2f4b4-9c42-4daa-8f57-a8bc7798130a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:08.322572 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-4cf2f4b4-9c42-4daa-8f57-a8bc7798130a admin admin] Deleting port 80ecb0cf-e3f5-4802-9842-53fdb511c46c {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:36:08.322832 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4cf2f4b4-9c42-4daa-8f57-a8bc7798130a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:08.360648 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-13d41fa2-d93c-49e7-b928-717bf6f6bb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17ce6c9-e91c-48fd-951e-e91c777511ae', 'name': 'tempest-TestMinimumBasicScenario-1475483574-router', 'tenant_id': 'c31c2ef11df74959b80931cddc1ec4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.2'}], 'enable_snat': True}, 'gw_port_id': '80ecb0cf-e3f5-4802-9842-53fdb511c46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:33:42Z', 'updated_at': '2022-01-21T19:36:06Z', 'revision_number': 5, 'project_id': 'c31c2ef11df74959b80931cddc1ec4b4', 'gw_port': {'id': '80ecb0cf-e3f5-4802-9842-53fdb511c46c', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17ce6c9-e91c-48fd-951e-e91c777511ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:33:43Z', 'updated_at': '2022-01-21T19:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:36:08.364371 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d41fa2-d93c-49e7-b928-717bf6f6bb20 None None] Checking router: b17ce6c9-e91c-48fd-951e-e91c777511ae for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:36:08.372521 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d41fa2-d93c-49e7-b928-717bf6f6bb20 None None] Routers {'b17ce6c9-e91c-48fd-951e-e91c777511ae'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:36:08.373160 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-13d41fa2-d93c-49e7-b928-717bf6f6bb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:35:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['b17ce6c9-e91c-48fd-951e-e91c777511ae'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:36:08.501116 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-4cf2f4b4-9c42-4daa-8f57-a8bc7798130a admin admin] For port 80ecb0cf-e3f5-4802-9842-53fdb511c46c, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=80ecb0cf-e3f5-4802-9842-53fdb511c46c,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:36:08.501724 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4cf2f4b4-9c42-4daa-8f57-a8bc7798130a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:08.524247 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-13d41fa2-d93c-49e7-b928-717bf6f6bb20 None None] Set router b17ce6c9-e91c-48fd-951e-e91c777511ae gateway port host: None {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:36:08.670477 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-13d41fa2-d93c-49e7-b928-717bf6f6bb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17ce6c9-e91c-48fd-951e-e91c777511ae', 'name': 'tempest-TestMinimumBasicScenario-1475483574-router', 'tenant_id': 'c31c2ef11df74959b80931cddc1ec4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:33:42Z', 'updated_at': '2022-01-21T19:36:08Z', 'revision_number': 6, 'project_id': 'c31c2ef11df74959b80931cddc1ec4b4', 'gw_port_host': None}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:36:08.674941 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d41fa2-d93c-49e7-b928-717bf6f6bb20 None None] The sync data for ids ['b17ce6c9-e91c-48fd-951e-e91c777511ae'] in dv-neutron-825470-1-hyperv is: [{'id': 'b17ce6c9-e91c-48fd-951e-e91c777511ae', 'name': 'tempest-TestMinimumBasicScenario-1475483574-router', 'tenant_id': 'c31c2ef11df74959b80931cddc1ec4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:33:42Z', 'updated_at': '2022-01-21T19:36:08Z', 'revision_number': 6, 'project_id': 'c31c2ef11df74959b80931cddc1ec4b4', 'gw_port_host': None}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:36:08.746561 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-4cf2f4b4-9c42-4daa-8f57-a8bc7798130a admin admin] Calling delete_port for 80ecb0cf-e3f5-4802-9842-53fdb511c46c owned by network:router_gateway {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:36:08.991316 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4cf2f4b4-9c42-4daa-8f57-a8bc7798130a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:09.038019 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf2f4b4-9c42-4daa-8f57-a8bc7798130a admin admin] Pushing event deleted for resources: {'Port': ['ID=80ecb0cf-e3f5-4802-9842-53fdb511c46c,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:36:09.140208 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4cf2f4b4-9c42-4daa-8f57-a8bc7798130a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:09.308256 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4cf2f4b4-9c42-4daa-8f57-a8bc7798130a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:09.310927 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4cf2f4b4-9c42-4daa-8f57-a8bc7798130a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:09.414267 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4cf2f4b4-9c42-4daa-8f57-a8bc7798130a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:09.414884 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf2f4b4-9c42-4daa-8f57-a8bc7798130a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b17ce6c9-e91c-48fd-951e-e91c777511ae {{(pid=88136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:36:09.428442 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4cf2f4b4-9c42-4daa-8f57-a8bc7798130a admin admin] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:09.429537 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-4cf2f4b4-9c42-4daa-8f57-a8bc7798130a admin admin] 10.222.0.87 "DELETE /v2.0/routers/b17ce6c9-e91c-48fd-951e-e91c777511ae HTTP/1.1" status: 204 len: 168 time: 1.5362179 Jan 21 19:36:09.432186 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 41496) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:36:09.492331 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a3175c-2f44-4f38-aa41-e6b2557431db admin admin] Deleting subnet 8a182607-9397-4881-b332-44834b27a0d7 {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:36:09.495264 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-07a3175c-2f44-4f38-aa41-e6b2557431db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:09.546207 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-07a3175c-2f44-4f38-aa41-e6b2557431db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:09.636909 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-07a3175c-2f44-4f38-aa41-e6b2557431db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:09.768542 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-07a3175c-2f44-4f38-aa41-e6b2557431db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:09.808972 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a3175c-2f44-4f38-aa41-e6b2557431db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a182607-9397-4881-b332-44834b27a0d7,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:36:09.813057 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-07a3175c-2f44-4f38-aa41-e6b2557431db admin admin] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:09.818852 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-07a3175c-2f44-4f38-aa41-e6b2557431db admin admin] 10.222.0.87 "DELETE /v2.0/subnets/8a182607-9397-4881-b332-44834b27a0d7 HTTP/1.1" status: 204 len: 168 time: 0.3856606 Jan 21 19:36:09.820006 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a079104-e632-479e-98b7-871e211ee186 None None] Network 98537516-c318-46c7-96be-afa23636e7aa requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:36:09.822641 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 41500) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:36:10.023395 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7aa19d6c-9445-472f-b25f-067572504b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:10.034131 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-7aa19d6c-9445-472f-b25f-067572504b8a admin admin] Deleting port d9943373-bf9b-4be9-b006-6cdcc7486fca {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:36:10.034459 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7aa19d6c-9445-472f-b25f-067572504b8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:10.074346 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e81cd2-2324-4adc-a63c-f01969d1b60a None None] DHCP port deletion for 98537516-c318-46c7-96be-afa23636e7aa request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:36:10.079008 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-58e81cd2-2324-4adc-a63c-f01969d1b60a None None] Deleting port d9943373-bf9b-4be9-b006-6cdcc7486fca {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:36:10.079369 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-58e81cd2-2324-4adc-a63c-f01969d1b60a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:10.128527 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device d9943373-bf9b-4be9-b006-6cdcc7486fca no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:36:10.240981 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-7aa19d6c-9445-472f-b25f-067572504b8a admin admin] For port d9943373-bf9b-4be9-b006-6cdcc7486fca, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=d9943373-bf9b-4be9-b006-6cdcc7486fca,segment=NetworkSegment(43953b25-41b5-42bf-bfd2-2aeb204144d9),segment_id=43953b25-41b5-42bf-bfd2-2aeb204144d9)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:36:10.241340 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7aa19d6c-9445-472f-b25f-067572504b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:10.376195 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-7aa19d6c-9445-472f-b25f-067572504b8a admin admin] Calling delete_port for d9943373-bf9b-4be9-b006-6cdcc7486fca owned by network:dhcp {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:36:10.388653 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:10.422830 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-58e81cd2-2324-4adc-a63c-f01969d1b60a None None] For port d9943373-bf9b-4be9-b006-6cdcc7486fca, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=d9943373-bf9b-4be9-b006-6cdcc7486fca,segment=NetworkSegment(43953b25-41b5-42bf-bfd2-2aeb204144d9),segment_id=43953b25-41b5-42bf-bfd2-2aeb204144d9)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:36:10.423619 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-58e81cd2-2324-4adc-a63c-f01969d1b60a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:10.434425 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port d9943373-bf9b-4be9-b006-6cdcc7486fca, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=d9943373-bf9b-4be9-b006-6cdcc7486fca,segment=NetworkSegment(43953b25-41b5-42bf-bfd2-2aeb204144d9),segment_id=43953b25-41b5-42bf-bfd2-2aeb204144d9)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:36:10.534627 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.db.api [None req-7aa19d6c-9445-472f-b25f-067572504b8a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:36:10.535487 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG oslo_db.api [None req-7aa19d6c-9445-472f-b25f-067572504b8a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:36:10.539671 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:10.540338 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 80ecb0cf-e3f5-4802-9842-53fdb511c46c no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:36:10.568074 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-58e81cd2-2324-4adc-a63c-f01969d1b60a None None] Calling delete_port for d9943373-bf9b-4be9-b006-6cdcc7486fca owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:36:10.681317 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 80ecb0cf-e3f5-4802-9842-53fdb511c46c {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:36:10.681556 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 80ecb0cf-e3f5-4802-9842-53fdb511c46c not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:36:10.681981 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 97467aaa-6a19-4488-acc5-29408f6f3e77 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:36:10.731604 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 97467aaa-6a19-4488-acc5-29408f6f3e77 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:36:10.731940 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 97467aaa-6a19-4488-acc5-29408f6f3e77 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:36:10.768145 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=d9943373-bf9b-4be9-b006-6cdcc7486fca,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:36:10.775980 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:36:10.776327 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:36:10.776659 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:36:10.777005 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:36:10.777310 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:36:10.777632 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:36:10.777981 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:36:10.778302 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:36:10.778619 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:36:10.778932 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:36:10.779815 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:36:10.780291 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:36:10.814598 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-58e81cd2-2324-4adc-a63c-f01969d1b60a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:36:10.814981 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-58e81cd2-2324-4adc-a63c-f01969d1b60a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:36:11.036820 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-7aa19d6c-9445-472f-b25f-067572504b8a admin admin] Deleting port d9943373-bf9b-4be9-b006-6cdcc7486fca {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:36:11.037052 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7aa19d6c-9445-472f-b25f-067572504b8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:11.236920 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-7aa19d6c-9445-472f-b25f-067572504b8a admin admin] For port d9943373-bf9b-4be9-b006-6cdcc7486fca, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=d9943373-bf9b-4be9-b006-6cdcc7486fca,segment=NetworkSegment(43953b25-41b5-42bf-bfd2-2aeb204144d9),segment_id=43953b25-41b5-42bf-bfd2-2aeb204144d9)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:36:11.237274 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7aa19d6c-9445-472f-b25f-067572504b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:11.315978 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-58e81cd2-2324-4adc-a63c-f01969d1b60a None None] Deleting port d9943373-bf9b-4be9-b006-6cdcc7486fca {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:36:11.316527 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-58e81cd2-2324-4adc-a63c-f01969d1b60a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:11.363651 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-7aa19d6c-9445-472f-b25f-067572504b8a admin admin] Calling delete_port for d9943373-bf9b-4be9-b006-6cdcc7486fca owned by network:dhcp {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:36:11.515314 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-58e81cd2-2324-4adc-a63c-f01969d1b60a None None] For port d9943373-bf9b-4be9-b006-6cdcc7486fca, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=d9943373-bf9b-4be9-b006-6cdcc7486fca,segment=NetworkSegment(43953b25-41b5-42bf-bfd2-2aeb204144d9),segment_id=43953b25-41b5-42bf-bfd2-2aeb204144d9)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:36:11.515687 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-58e81cd2-2324-4adc-a63c-f01969d1b60a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:11.517169 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7aa19d6c-9445-472f-b25f-067572504b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:11.562809 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa19d6c-9445-472f-b25f-067572504b8a admin admin] Pushing event deleted for resources: {'Port': ['ID=d9943373-bf9b-4be9-b006-6cdcc7486fca,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:36:11.568837 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa19d6c-9445-472f-b25f-067572504b8a admin admin] No DVR routers for this DVR port d9943373-bf9b-4be9-b006-6cdcc7486fca on host dv-neutron-825470-1-hyperv {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:36:11.640848 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-58e81cd2-2324-4adc-a63c-f01969d1b60a None None] Calling delete_port for d9943373-bf9b-4be9-b006-6cdcc7486fca owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:36:11.693259 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7aa19d6c-9445-472f-b25f-067572504b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:11.717461 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-58e81cd2-2324-4adc-a63c-f01969d1b60a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:36:11.717832 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-58e81cd2-2324-4adc-a63c-f01969d1b60a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:36:11.722592 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-7aa19d6c-9445-472f-b25f-067572504b8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98537516-c318-46c7-96be-afa23636e7aa']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:36:11.734510 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-7aa19d6c-9445-472f-b25f-067572504b8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43953b25-41b5-42bf-bfd2-2aeb204144d9') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:36:11.734809 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-7aa19d6c-9445-472f-b25f-067572504b8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43953b25-41b5-42bf-bfd2-2aeb204144d9') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:36:11.745776 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7aa19d6c-9445-472f-b25f-067572504b8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:11.761610 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7aa19d6c-9445-472f-b25f-067572504b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:11.768456 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aa19d6c-9445-472f-b25f-067572504b8a admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:36:11.773746 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7aa19d6c-9445-472f-b25f-067572504b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:11.782482 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:36:11.782482 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:36:11.782482 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:36:11.782482 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:36:11.782482 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:36:11.782482 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:36:11.782482 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:36:11.782482 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:36:11.782482 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:36:11.782482 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:36:11.782482 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:36:11.782482 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:36:11.782482 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:36:11.782482 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:36:11.782482 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:36:11.782482 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:36:11.782482 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:36:11.782482 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:36:11.782482 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:36:11.782482 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:36:11.782482 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:36:11.782482 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:36:11.782482 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:36:11.782482 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:36:11.782482 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:36:11.782482 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:36:11.782482 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:36:11.782482 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:36:11.782482 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:36:11.782482 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:36:11.782482 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:36:11.782482 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:36:11.899400 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7aa19d6c-9445-472f-b25f-067572504b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:11.918501 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7aa19d6c-9445-472f-b25f-067572504b8a admin admin] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:11.930027 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa19d6c-9445-472f-b25f-067572504b8a admin admin] Pushing event deleted for resources: {'Network': ['ID=98537516-c318-46c7-96be-afa23636e7aa,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:36:11.932743 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-7aa19d6c-9445-472f-b25f-067572504b8a admin admin] 10.222.0.87 "DELETE /v2.0/networks/98537516-c318-46c7-96be-afa23636e7aa HTTP/1.1" status: 204 len: 168 time: 2.1092072 Jan 21 19:36:11.939908 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-58e81cd2-2324-4adc-a63c-f01969d1b60a None None] Deleting port d9943373-bf9b-4be9-b006-6cdcc7486fca {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:36:11.940366 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-58e81cd2-2324-4adc-a63c-f01969d1b60a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:12.007216 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-58e81cd2-2324-4adc-a63c-f01969d1b60a None None] The port 'd9943373-bf9b-4be9-b006-6cdcc7486fca' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:36:12.267048 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 41506) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:36:12.319633 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-97b438a1-0ff6-4a7f-a0ba-b8351485cc9c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2e6e46e962c64d66be734d734a77db2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512993 Jan 21 19:36:12.322179 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 41510) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:36:12.380235 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5c416b51-ce5a-44f1-a291-8c57cf2cec6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:12.406085 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5c416b51-ce5a-44f1-a291-8c57cf2cec6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:12.551210 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5c416b51-ce5a-44f1-a291-8c57cf2cec6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:12.568738 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c416b51-ce5a-44f1-a291-8c57cf2cec6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1090e9c4-e488-4b16-9409-4145e24d3869,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:36:12.573452 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5c416b51-ce5a-44f1-a291-8c57cf2cec6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:12.573452 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5c416b51-ce5a-44f1-a291-8c57cf2cec6a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1090e9c4-e488-4b16-9409-4145e24d3869 HTTP/1.1" status: 204 len: 168 time: 0.2499704 Jan 21 19:36:13.193451 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 41518) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:36:13.242832 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-dd97da1e-c8ae-4d58-9b65-c4708258764a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c31c2ef11df74959b80931cddc1ec4b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482433 Jan 21 19:36:13.245262 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 41522) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:36:13.390837 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8d87be0c-3007-416d-8c61-d83ad8d92b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:13.415982 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8d87be0c-3007-416d-8c61-d83ad8d92b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:13.562386 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8d87be0c-3007-416d-8c61-d83ad8d92b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:13.576819 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87be0c-3007-416d-8c61-d83ad8d92b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ab268f-78f0-421d-9682-46a11b016fc6,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:36:13.583026 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8d87be0c-3007-416d-8c61-d83ad8d92b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:13.584132 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-8d87be0c-3007-416d-8c61-d83ad8d92b1c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d9ab268f-78f0-421d-9682-46a11b016fc6 HTTP/1.1" status: 204 len: 168 time: 0.3380101 Jan 21 19:36:15.792482 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 41564) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:36:15.797879 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-9bda53c1-e918-4b1f-b48d-6f35a559749a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1987784572', 'description': 'tempest-secgroup-smoke-1987784572 description', 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:36:15.804023 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-9bda53c1-e918-4b1f-b48d-6f35a559749a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:36:15.807755 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-9bda53c1-e918-4b1f-b48d-6f35a559749a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:security_group and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:36:15.810903 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-9bda53c1-e918-4b1f-b48d-6f35a559749a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:36:15.816921 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-9bda53c1-e918-4b1f-b48d-6f35a559749a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:36:15.916939 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9bda53c1-e918-4b1f-b48d-6f35a559749a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:15.929388 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9bda53c1-e918-4b1f-b48d-6f35a559749a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:15.943356 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-9bda53c1-e918-4b1f-b48d-6f35a559749a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:36:15.947049 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-9bda53c1-e918-4b1f-b48d-6f35a559749a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:security_group_rule and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:36:15.949730 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-9bda53c1-e918-4b1f-b48d-6f35a559749a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:36:15.955831 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-9bda53c1-e918-4b1f-b48d-6f35a559749a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:36:16.042826 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9bda53c1-e918-4b1f-b48d-6f35a559749a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:16.110748 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9bda53c1-e918-4b1f-b48d-6f35a559749a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:16.122657 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-9bda53c1-e918-4b1f-b48d-6f35a559749a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:36:16.130235 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-9bda53c1-e918-4b1f-b48d-6f35a559749a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:security_group_rule and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:36:16.138781 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-9bda53c1-e918-4b1f-b48d-6f35a559749a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:36:16.148528 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-9bda53c1-e918-4b1f-b48d-6f35a559749a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:36:16.151911 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda53c1-e918-4b1f-b48d-6f35a559749a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f158a17-0766-4687-a627-182bfdda4101,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:36:16.221137 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9bda53c1-e918-4b1f-b48d-6f35a559749a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:16.276329 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9bda53c1-e918-4b1f-b48d-6f35a559749a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:16.316457 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda53c1-e918-4b1f-b48d-6f35a559749a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c250ed7-51af-450e-b57e-4b8fb1ef92d3,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:36:16.379705 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9bda53c1-e918-4b1f-b48d-6f35a559749a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:16.380999 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-9bda53c1-e918-4b1f-b48d-6f35a559749a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5875311 Jan 21 19:36:16.383817 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 41568) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:36:16.389812 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-713f6d61-b38a-4bef-b6a0-291078d80015 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'security_group_rule': {'security_group_id': '8c250ed7-51af-450e-b57e-4b8fb1ef92d3', 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:36:16.396030 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-713f6d61-b38a-4bef-b6a0-291078d80015 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:36:16.400003 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-713f6d61-b38a-4bef-b6a0-291078d80015 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:security_group_rule and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:36:16.403013 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-713f6d61-b38a-4bef-b6a0-291078d80015 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:36:16.408922 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-713f6d61-b38a-4bef-b6a0-291078d80015 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:36:16.506036 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-713f6d61-b38a-4bef-b6a0-291078d80015 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:16.564986 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-713f6d61-b38a-4bef-b6a0-291078d80015 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:16.630891 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-713f6d61-b38a-4bef-b6a0-291078d80015 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:16.655125 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f6d61-b38a-4bef-b6a0-291078d80015 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b2ab7c2-6689-4cdd-9e94-887996ac2e82,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:36:16.722345 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-713f6d61-b38a-4bef-b6a0-291078d80015 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:16.723518 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-713f6d61-b38a-4bef-b6a0-291078d80015 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3387578 Jan 21 19:36:16.726148 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 41572) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:36:16.730954 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-801b98ef-d4af-4691-9798-d7841dfe47e6 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'security_group_rule': {'security_group_id': '8c250ed7-51af-450e-b57e-4b8fb1ef92d3', 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:36:16.737229 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-801b98ef-d4af-4691-9798-d7841dfe47e6 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:36:16.740941 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-801b98ef-d4af-4691-9798-d7841dfe47e6 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:security_group_rule and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:36:16.743718 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-801b98ef-d4af-4691-9798-d7841dfe47e6 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:36:16.750096 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-801b98ef-d4af-4691-9798-d7841dfe47e6 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:36:16.808793 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-801b98ef-d4af-4691-9798-d7841dfe47e6 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:16.868681 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-801b98ef-d4af-4691-9798-d7841dfe47e6 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:16.911086 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-801b98ef-d4af-4691-9798-d7841dfe47e6 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:16.935325 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b98ef-d4af-4691-9798-d7841dfe47e6 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fba3f85-1b94-4f34-a89b-7f8ee63c98e3,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:36:16.979797 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-801b98ef-d4af-4691-9798-d7841dfe47e6 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:16.980984 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-801b98ef-d4af-4691-9798-d7841dfe47e6 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2539454 Jan 21 19:36:16.984389 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 41576) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:36:16.989171 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-439dd2ad-c98d-4795-b6f3-4e24649c5b6f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'security_group_rule': {'security_group_id': '8c250ed7-51af-450e-b57e-4b8fb1ef92d3', 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:36:16.994817 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-439dd2ad-c98d-4795-b6f3-4e24649c5b6f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:36:16.998839 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-439dd2ad-c98d-4795-b6f3-4e24649c5b6f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:security_group_rule and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:36:17.001609 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-439dd2ad-c98d-4795-b6f3-4e24649c5b6f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:36:17.007677 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-439dd2ad-c98d-4795-b6f3-4e24649c5b6f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:36:17.054601 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-439dd2ad-c98d-4795-b6f3-4e24649c5b6f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:17.114628 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-439dd2ad-c98d-4795-b6f3-4e24649c5b6f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:17.202501 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-439dd2ad-c98d-4795-b6f3-4e24649c5b6f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:17.225540 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd2ad-c98d-4795-b6f3-4e24649c5b6f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4441c1bd-701d-4a4c-84fd-b84315e6e068,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:36:17.282227 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-439dd2ad-c98d-4795-b6f3-4e24649c5b6f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:17.283539 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-439dd2ad-c98d-4795-b6f3-4e24649c5b6f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2981851 Jan 21 19:36:17.286160 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 41580) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:36:17.291148 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-53720fda-1a80-4474-b144-a1351b5f197b tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'security_group_rule': {'security_group_id': '8c250ed7-51af-450e-b57e-4b8fb1ef92d3', 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:36:17.297808 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-53720fda-1a80-4474-b144-a1351b5f197b tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:36:17.301576 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-53720fda-1a80-4474-b144-a1351b5f197b tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:security_group_rule and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:36:17.304751 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-53720fda-1a80-4474-b144-a1351b5f197b tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:36:17.310990 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-53720fda-1a80-4474-b144-a1351b5f197b tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:36:17.368961 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-53720fda-1a80-4474-b144-a1351b5f197b tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:17.434147 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-53720fda-1a80-4474-b144-a1351b5f197b tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:17.499696 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-53720fda-1a80-4474-b144-a1351b5f197b tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:17.526782 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53720fda-1a80-4474-b144-a1351b5f197b tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a0ab324-0515-4402-a9be-03f0550f694c,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:36:17.579678 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-53720fda-1a80-4474-b144-a1351b5f197b tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:17.580852 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-53720fda-1a80-4474-b144-a1351b5f197b tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2938044 Jan 21 19:36:17.583570 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 41584) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:36:17.588442 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-3ee5fb93-265c-4b2f-a8e8-2be63917f1ba tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'security_group_rule': {'security_group_id': '8c250ed7-51af-450e-b57e-4b8fb1ef92d3', 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:36:17.594213 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3ee5fb93-265c-4b2f-a8e8-2be63917f1ba tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:36:17.597912 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-3ee5fb93-265c-4b2f-a8e8-2be63917f1ba tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:security_group_rule and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:36:17.600705 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-3ee5fb93-265c-4b2f-a8e8-2be63917f1ba tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:36:17.606271 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3ee5fb93-265c-4b2f-a8e8-2be63917f1ba tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:36:17.654514 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.securitygroups_db [None req-3ee5fb93-265c-4b2f-a8e8-2be63917f1ba tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Project 2ceb323a8e2c42c4b7cde2788c992fac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 19:36:17.661029 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3ee5fb93-265c-4b2f-a8e8-2be63917f1ba tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:17.723401 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3ee5fb93-265c-4b2f-a8e8-2be63917f1ba tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:17.773674 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3ee5fb93-265c-4b2f-a8e8-2be63917f1ba tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:17.798319 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee5fb93-265c-4b2f-a8e8-2be63917f1ba tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a022c36e-582e-4901-9e1e-eac7fe3f93a6,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:36:17.848269 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3ee5fb93-265c-4b2f-a8e8-2be63917f1ba tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:17.849449 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3ee5fb93-265c-4b2f-a8e8-2be63917f1ba tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2649791 Jan 21 19:36:17.852149 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 41588) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:36:17.858171 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-d9255d23-a1c8-4436-a28f-838bfe1ae426 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'security_group_rule': {'security_group_id': '8c250ed7-51af-450e-b57e-4b8fb1ef92d3', 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:36:17.864368 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-d9255d23-a1c8-4436-a28f-838bfe1ae426 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:36:17.868086 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-d9255d23-a1c8-4436-a28f-838bfe1ae426 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:security_group_rule and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:36:17.871048 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-d9255d23-a1c8-4436-a28f-838bfe1ae426 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:36:17.877456 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-d9255d23-a1c8-4436-a28f-838bfe1ae426 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:36:17.939763 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.securitygroups_db [None req-d9255d23-a1c8-4436-a28f-838bfe1ae426 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Project 2ceb323a8e2c42c4b7cde2788c992fac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 19:36:17.948740 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d9255d23-a1c8-4436-a28f-838bfe1ae426 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:18.014035 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d9255d23-a1c8-4436-a28f-838bfe1ae426 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:18.059625 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d9255d23-a1c8-4436-a28f-838bfe1ae426 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:18.084579 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9255d23-a1c8-4436-a28f-838bfe1ae426 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7c806a3-165a-4890-b7d5-dda6f6108969,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:36:18.128325 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-d9255d23-a1c8-4436-a28f-838bfe1ae426 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:18.129499 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-d9255d23-a1c8-4436-a28f-838bfe1ae426 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2764657 Jan 21 19:36:18.132460 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 41592) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:36:18.137873 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-06083827-2658-4ad6-85a3-be3a6ff6950a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'network': {'name': 'tempest-network-smoke--1959884753', 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'port_security_enabled': True}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:36:18.143128 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-06083827-2658-4ad6-85a3-be3a6ff6950a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:36:18.147035 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-06083827-2658-4ad6-85a3-be3a6ff6950a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:network and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:36:18.149943 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-06083827-2658-4ad6-85a3-be3a6ff6950a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:36:18.156153 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-06083827-2658-4ad6-85a3-be3a6ff6950a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:36:18.225150 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06083827-2658-4ad6-85a3-be3a6ff6950a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Made reservation on behalf of 2ceb323a8e2c42c4b7cde2788c992fac for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:36:18.228553 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-06083827-2658-4ad6-85a3-be3a6ff6950a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:18.255058 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06083827-2658-4ad6-85a3-be3a6ff6950a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:36:18.264073 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-06083827-2658-4ad6-85a3-be3a6ff6950a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:18.264403 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-06083827-2658-4ad6-85a3-be3a6ff6950a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Added segment e4efe1f3-e968-46c0-990e-be3f99943856 of type vlan for network dc750ccc-e579-466e-987b-71bfddd5e50b Jan 21 19:36:18.289310 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-06083827-2658-4ad6-85a3-be3a6ff6950a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:18.385361 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-06083827-2658-4ad6-85a3-be3a6ff6950a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:18.392148 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06083827-2658-4ad6-85a3-be3a6ff6950a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:36:18.392768 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-06083827-2658-4ad6-85a3-be3a6ff6950a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:18.500560 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06083827-2658-4ad6-85a3-be3a6ff6950a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'Network': ['ID=dc750ccc-e579-466e-987b-71bfddd5e50b,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:36:18.510505 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network dc750ccc-e579-466e-987b-71bfddd5e50b details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:36:18.522979 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-06083827-2658-4ad6-85a3-be3a6ff6950a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3894725 Jan 21 19:36:18.525778 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 41596) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:36:18.531637 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-33bceeff-0dc2-4d59-9c2c-471ebea3902c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-604266267', 'admin_state_up': True, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:36:18.538616 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-33bceeff-0dc2-4d59-9c2c-471ebea3902c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:36:18.542368 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-33bceeff-0dc2-4d59-9c2c-471ebea3902c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:router and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:36:18.545800 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-33bceeff-0dc2-4d59-9c2c-471ebea3902c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:36:18.552022 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-33bceeff-0dc2-4d59-9c2c-471ebea3902c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:36:18.625634 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-33bceeff-0dc2-4d59-9c2c-471ebea3902c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:18.626681 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-33bceeff-0dc2-4d59-9c2c-471ebea3902c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:18.640864 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-33bceeff-0dc2-4d59-9c2c-471ebea3902c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:18.970570 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-33bceeff-0dc2-4d59-9c2c-471ebea3902c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:19.413473 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-33bceeff-0dc2-4d59-9c2c-471ebea3902c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for router_gateway, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:19.443068 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-33bceeff-0dc2-4d59-9c2c-471ebea3902c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:19.587908 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-33bceeff-0dc2-4d59-9c2c-471ebea3902c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Allocated IP 172.26.1.188 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/723ee881-d743-4022-b64a-acd6932c4317) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:36:19.727798 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-33bceeff-0dc2-4d59-9c2c-471ebea3902c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:19.797505 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-33bceeff-0dc2-4d59-9c2c-471ebea3902c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:19.861624 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bceeff-0dc2-4d59-9c2c-471ebea3902c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:36:19.864521 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-33bceeff-0dc2-4d59-9c2c-471ebea3902c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:36:19.868117 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bceeff-0dc2-4d59-9c2c-471ebea3902c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:36:19.900680 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bceeff-0dc2-4d59-9c2c-471ebea3902c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'Port': ['ID=723ee881-d743-4022-b64a-acd6932c4317,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:36:20.333340 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-33bceeff-0dc2-4d59-9c2c-471ebea3902c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for router_gateway, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:20.661715 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-33bceeff-0dc2-4d59-9c2c-471ebea3902c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:21.025081 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33bceeff-0dc2-4d59-9c2c-471ebea3902c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Router 96287e41-5517-486c-a7c6-af78f58d58ba is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:36:21.198087 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33bceeff-0dc2-4d59-9c2c-471ebea3902c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:36:21.209125 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402d83d9-4ac6-4e23-8d30-97bc43810c3b None None] Sync routers for ids ['96287e41-5517-486c-a7c6-af78f58d58ba'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:36:21.217938 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402d83d9-4ac6-4e23-8d30-97bc43810c3b None None] Routers {'96287e41-5517-486c-a7c6-af78f58d58ba'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:36:21.218558 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-402d83d9-4ac6-4e23-8d30-97bc43810c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:35:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['96287e41-5517-486c-a7c6-af78f58d58ba'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:36:21.282456 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-33bceeff-0dc2-4d59-9c2c-471ebea3902c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:21.283592 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-33bceeff-0dc2-4d59-9c2c-471ebea3902c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7565677 Jan 21 19:36:21.286629 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 41600) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:36:21.396954 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-402d83d9-4ac6-4e23-8d30-97bc43810c3b None None] Set router 96287e41-5517-486c-a7c6-af78f58d58ba gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:36:21.440637 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-422dfc58-ac96-4bf8-8dea-bd9f63f69ffb tempest-TestNetworkAdvancedServerOps-4837441 tempest-TestNetworkAdvancedServerOps-4837441-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=2ceb323a8e2c42c4b7cde2788c992fac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1504323 Jan 21 19:36:21.441228 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 41606) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:36:21.580965 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c679946a-b9b8-48b7-bdea-df182db8fd7d tempest-TestNetworkAdvancedServerOps-4837441 tempest-TestNetworkAdvancedServerOps-4837441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:36:21.582394 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c679946a-b9b8-48b7-bdea-df182db8fd7d tempest-TestNetworkAdvancedServerOps-4837441 tempest-TestNetworkAdvancedServerOps-4837441-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1405921 Jan 21 19:36:21.585159 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 41610) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:36:21.622608 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3404b76e-57b8-4692-8d90-4b078fd30252 tempest-TestNetworkAdvancedServerOps-4837441 tempest-TestNetworkAdvancedServerOps-4837441-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=552ba34b-3dd7-4be8-8310-a9fc908fe72b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362415 Jan 21 19:36:21.625914 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 41614) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:36:21.631148 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-c6373282-cc5a-47bb-8721-bf9672526442 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1664351914', 'network_id': 'dc750ccc-e579-466e-987b-71bfddd5e50b', 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:36:21.681762 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-402d83d9-4ac6-4e23-8d30-97bc43810c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96287e41-5517-486c-a7c6-af78f58d58ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-604266267', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.188'}], 'enable_snat': True}, 'gw_port_id': '723ee881-d743-4022-b64a-acd6932c4317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:36:18Z', 'updated_at': '2022-01-21T19:36:20Z', 'revision_number': 3, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '723ee881-d743-4022-b64a-acd6932c4317', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:33:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96287e41-5517-486c-a7c6-af78f58d58ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:36:19Z', 'updated_at': '2022-01-21T19:36:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:36:21.686178 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402d83d9-4ac6-4e23-8d30-97bc43810c3b None None] Checking router: 96287e41-5517-486c-a7c6-af78f58d58ba for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:36:21.686569 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402d83d9-4ac6-4e23-8d30-97bc43810c3b None None] Updating router 96287e41-5517-486c-a7c6-af78f58d58ba port 723ee881-d743-4022-b64a-acd6932c4317 binding host dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:36:21.738164 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-402d83d9-4ac6-4e23-8d30-97bc43810c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:21.740103 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-c6373282-cc5a-47bb-8721-bf9672526442 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:36:21.743873 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-c6373282-cc5a-47bb-8721-bf9672526442 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:subnet and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:36:21.747740 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-c6373282-cc5a-47bb-8721-bf9672526442 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:36:21.752790 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-c6373282-cc5a-47bb-8721-bf9672526442 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:36:21.813707 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6373282-cc5a-47bb-8721-bf9672526442 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Made reservation on behalf of 2ceb323a8e2c42c4b7cde2788c992fac for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:36:21.817257 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c6373282-cc5a-47bb-8721-bf9672526442 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:22.071710 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c6373282-cc5a-47bb-8721-bf9672526442 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:22.101692 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-402d83d9-4ac6-4e23-8d30-97bc43810c3b None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:22.113741 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-402d83d9-4ac6-4e23-8d30-97bc43810c3b None None] Transition to ACTIVE for port object 723ee881-d743-4022-b64a-acd6932c4317 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:36:22.150506 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6373282-cc5a-47bb-8721-bf9672526442 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'Subnet': ['ID=0a61371b-9a5f-4533-9b55-a39d1306e210,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:36:22.161252 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6373282-cc5a-47bb-8721-bf9672526442 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Checking segment: {'id': 'e4efe1f3-e968-46c0-990e-be3f99943856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'dc750ccc-e579-466e-987b-71bfddd5e50b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:36:22.161607 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6373282-cc5a-47bb-8721-bf9672526442 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Network hostable DHCP agents. Network: dc750ccc-e579-466e-987b-71bfddd5e50b, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:36:22.179738 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-402d83d9-4ac6-4e23-8d30-97bc43810c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:22.225338 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6373282-cc5a-47bb-8721-bf9672526442 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Network dc750ccc-e579-466e-987b-71bfddd5e50b is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:36:22.258505 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-402d83d9-4ac6-4e23-8d30-97bc43810c3b None None] Attempting to bind port 723ee881-d743-4022-b64a-acd6932c4317 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:36:22.259000 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-402d83d9-4ac6-4e23-8d30-97bc43810c3b None None] Attempting to bind port 723ee881-d743-4022-b64a-acd6932c4317 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:36:22.259210 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402d83d9-4ac6-4e23-8d30-97bc43810c3b None None] Attempting to bind port 723ee881-d743-4022-b64a-acd6932c4317 on network 552ba34b-3dd7-4be8-8310-a9fc908fe72b {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:36:22.264699 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b0d2f-60a6-446c-8ea9-0a482b56c4f7 None None] Pushing event updated for resources: {'Port': ['ID=723ee881-d743-4022-b64a-acd6932c4317,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:36:22.268910 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402d83d9-4ac6-4e23-8d30-97bc43810c3b None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:36:22.269279 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402d83d9-4ac6-4e23-8d30-97bc43810c3b None None] Checking segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:36:22.269675 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-402d83d9-4ac6-4e23-8d30-97bc43810c3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:22.270080 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402d83d9-4ac6-4e23-8d30-97bc43810c3b None None] Bound using segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:36:22.270534 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-402d83d9-4ac6-4e23-8d30-97bc43810c3b None None] Bound port: 723ee881-d743-4022-b64a-acd6932c4317, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:36:22.270901 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-402d83d9-4ac6-4e23-8d30-97bc43810c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:22.299736 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-c6373282-cc5a-47bb-8721-bf9672526442 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, dc750ccc-e579-466e-987b-71bfddd5e50b) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:36:22.303983 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6373282-cc5a-47bb-8721-bf9672526442 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:36:22.304614 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c6373282-cc5a-47bb-8721-bf9672526442 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:22.313608 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444ac43a-f0e4-45e3-ae07-cbf5d4220407 None None] Network dc750ccc-e579-466e-987b-71bfddd5e50b requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:36:22.369235 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c6373282-cc5a-47bb-8721-bf9672526442 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7422192 Jan 21 19:36:22.371998 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 41618) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:36:22.424103 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-402d83d9-4ac6-4e23-8d30-97bc43810c3b None None] For port 723ee881-d743-4022-b64a-acd6932c4317, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:36:22.442507 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-402d83d9-4ac6-4e23-8d30-97bc43810c3b None None] For port 723ee881-d743-4022-b64a-acd6932c4317, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=723ee881-d743-4022-b64a-acd6932c4317,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:36:22.539228 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-402d83d9-4ac6-4e23-8d30-97bc43810c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:22.601527 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5caf73-9bfe-4589-ae68-20fc471e9885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-dc750ccc-e579-466e-987b-71bfddd5e50b', 'network_id': 'dc750ccc-e579-466e-987b-71bfddd5e50b', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'fixed_ips': [{'subnet_id': '0a61371b-9a5f-4533-9b55-a39d1306e210'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:36:22.602364 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3a5caf73-9bfe-4589-ae68-20fc471e9885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:22.678047 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402d83d9-4ac6-4e23-8d30-97bc43810c3b None None] Routers {'96287e41-5517-486c-a7c6-af78f58d58ba'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:36:22.678679 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-402d83d9-4ac6-4e23-8d30-97bc43810c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:35:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['96287e41-5517-486c-a7c6-af78f58d58ba'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:36:22.763056 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b0d2f-60a6-446c-8ea9-0a482b56c4f7 None None] Pushing event updated for resources: {'Port': ['ID=723ee881-d743-4022-b64a-acd6932c4317,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:36:22.934887 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-402d83d9-4ac6-4e23-8d30-97bc43810c3b None None] Set router 96287e41-5517-486c-a7c6-af78f58d58ba gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:36:23.064612 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-3a5caf73-9bfe-4589-ae68-20fc471e9885 None None] Allocated IP 172.20.0.2 (dc750ccc-e579-466e-987b-71bfddd5e50b/0a61371b-9a5f-4533-9b55-a39d1306e210/0ac34073-d784-4b11-9ea5-061d0b6911fc) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:36:23.183731 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7f733e25-2b4a-4964-beeb-297ce521f10d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:23.439333 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3a5caf73-9bfe-4589-ae68-20fc471e9885 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:23.452488 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-402d83d9-4ac6-4e23-8d30-97bc43810c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96287e41-5517-486c-a7c6-af78f58d58ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-604266267', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.188'}], 'enable_snat': True}, 'gw_port_id': '723ee881-d743-4022-b64a-acd6932c4317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:36:18Z', 'updated_at': '2022-01-21T19:36:20Z', 'revision_number': 3, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '723ee881-d743-4022-b64a-acd6932c4317', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:33:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96287e41-5517-486c-a7c6-af78f58d58ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:36:19Z', 'updated_at': '2022-01-21T19:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:36:23.463526 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-3a5caf73-9bfe-4589-ae68-20fc471e9885 None None] Transition to ACTIVE for port object 0ac34073-d784-4b11-9ea5-061d0b6911fc will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:36:23.464261 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402d83d9-4ac6-4e23-8d30-97bc43810c3b None None] The sync data for ids ['96287e41-5517-486c-a7c6-af78f58d58ba'] in dv-neutron-825470-1-hyperv is: [{'id': '96287e41-5517-486c-a7c6-af78f58d58ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-604266267', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.188'}], 'enable_snat': True}, 'gw_port_id': '723ee881-d743-4022-b64a-acd6932c4317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:36:18Z', 'updated_at': '2022-01-21T19:36:20Z', 'revision_number': 3, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '723ee881-d743-4022-b64a-acd6932c4317', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:33:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96287e41-5517-486c-a7c6-af78f58d58ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:36:19Z', 'updated_at': '2022-01-21T19:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:36:23.475912 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-3a5caf73-9bfe-4589-ae68-20fc471e9885 None None] Transition to ACTIVE for port object 0ac34073-d784-4b11-9ea5-061d0b6911fc will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:36:23.540111 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3a5caf73-9bfe-4589-ae68-20fc471e9885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:23.611308 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5caf73-9bfe-4589-ae68-20fc471e9885 None None] Network dc750ccc-e579-466e-987b-71bfddd5e50b is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:36:23.614700 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-7f733e25-2b4a-4964-beeb-297ce521f10d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Allocated IP 172.20.0.1 (dc750ccc-e579-466e-987b-71bfddd5e50b/0a61371b-9a5f-4533-9b55-a39d1306e210/80a6bb35-ad0a-4eb5-9773-71aa7deab8c0) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:36:23.614856 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-3a5caf73-9bfe-4589-ae68-20fc471e9885 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:36:23.618639 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5caf73-9bfe-4589-ae68-20fc471e9885 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:36:23.628395 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5caf73-9bfe-4589-ae68-20fc471e9885 None None] Pushing event updated for resources: {'Port': ['ID=0ac34073-d784-4b11-9ea5-061d0b6911fc,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:36:23.736749 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-3a5caf73-9bfe-4589-ae68-20fc471e9885 None None] Attempting to bind port 0ac34073-d784-4b11-9ea5-061d0b6911fc on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:36:23.737200 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-3a5caf73-9bfe-4589-ae68-20fc471e9885 None None] Attempting to bind port 0ac34073-d784-4b11-9ea5-061d0b6911fc by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'e4efe1f3-e968-46c0-990e-be3f99943856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'dc750ccc-e579-466e-987b-71bfddd5e50b'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:36:23.737627 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5caf73-9bfe-4589-ae68-20fc471e9885 None None] Attempting to bind port 0ac34073-d784-4b11-9ea5-061d0b6911fc on network dc750ccc-e579-466e-987b-71bfddd5e50b {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:36:23.742960 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5caf73-9bfe-4589-ae68-20fc471e9885 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:36:23.743450 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5caf73-9bfe-4589-ae68-20fc471e9885 None None] Checking segment: {'id': 'e4efe1f3-e968-46c0-990e-be3f99943856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'dc750ccc-e579-466e-987b-71bfddd5e50b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:36:23.743854 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3a5caf73-9bfe-4589-ae68-20fc471e9885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:23.744244 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5caf73-9bfe-4589-ae68-20fc471e9885 None None] Bound using segment: {'id': 'e4efe1f3-e968-46c0-990e-be3f99943856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'dc750ccc-e579-466e-987b-71bfddd5e50b'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:36:23.744704 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-3a5caf73-9bfe-4589-ae68-20fc471e9885 None None] Bound port: 0ac34073-d784-4b11-9ea5-061d0b6911fc, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4efe1f3-e968-46c0-990e-be3f99943856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'dc750ccc-e579-466e-987b-71bfddd5e50b'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:36:23.745073 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3a5caf73-9bfe-4589-ae68-20fc471e9885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:23.821090 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7f733e25-2b4a-4964-beeb-297ce521f10d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:23.839389 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-7f733e25-2b4a-4964-beeb-297ce521f10d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Transition to ACTIVE for port object 80a6bb35-ad0a-4eb5-9773-71aa7deab8c0 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:36:23.840255 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-3a5caf73-9bfe-4589-ae68-20fc471e9885 None None] For port 0ac34073-d784-4b11-9ea5-061d0b6911fc, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:36:23.848340 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-3a5caf73-9bfe-4589-ae68-20fc471e9885 None None] For port 0ac34073-d784-4b11-9ea5-061d0b6911fc, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=0ac34073-d784-4b11-9ea5-061d0b6911fc,segment=NetworkSegment(e4efe1f3-e968-46c0-990e-be3f99943856),segment_id=e4efe1f3-e968-46c0-990e-be3f99943856)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:36:23.917112 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3a5caf73-9bfe-4589-ae68-20fc471e9885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:23.952126 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7f733e25-2b4a-4964-beeb-297ce521f10d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:24.003412 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5caf73-9bfe-4589-ae68-20fc471e9885 None None] Pushing event updated for resources: {'Port': ['ID=0ac34073-d784-4b11-9ea5-061d0b6911fc,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:36:24.032388 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f733e25-2b4a-4964-beeb-297ce521f10d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Network dc750ccc-e579-466e-987b-71bfddd5e50b is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:36:24.035886 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-7f733e25-2b4a-4964-beeb-297ce521f10d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:36:24.038459 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f733e25-2b4a-4964-beeb-297ce521f10d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:36:24.088287 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f733e25-2b4a-4964-beeb-297ce521f10d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'Port': ['ID=80a6bb35-ad0a-4eb5-9773-71aa7deab8c0,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:36:24.122628 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7f733e25-2b4a-4964-beeb-297ce521f10d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:24.182400 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 723ee881-d743-4022-b64a-acd6932c4317 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:36:24.338611 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7f733e25-2b4a-4964-beeb-297ce521f10d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:24.345317 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 723ee881-d743-4022-b64a-acd6932c4317 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:36:24.352886 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 723ee881-d743-4022-b64a-acd6932c4317 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:36:24.353508 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:24.500877 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:24.517556 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 723ee881-d743-4022-b64a-acd6932c4317, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=723ee881-d743-4022-b64a-acd6932c4317,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:36:24.568168 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:24.635964 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=723ee881-d743-4022-b64a-acd6932c4317,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:36:24.769685 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7f733e25-2b4a-4964-beeb-297ce521f10d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:24.836875 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7f733e25-2b4a-4964-beeb-297ce521f10d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:24.957201 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-7f733e25-2b4a-4964-beeb-297ce521f10d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:24.961639 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f733e25-2b4a-4964-beeb-297ce521f10d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'Port': ['ID=80a6bb35-ad0a-4eb5-9773-71aa7deab8c0,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:36:25.014476 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-911266e8-0f65-4e2b-828e-d2303084dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:25.062246 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25823f0-d2d3-4ca7-a865-67c1f13b43f1 None None] Network dc750ccc-e579-466e-987b-71bfddd5e50b requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:36:25.204906 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f733e25-2b4a-4964-beeb-297ce521f10d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Network dc750ccc-e579-466e-987b-71bfddd5e50b is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:36:25.206076 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-7f733e25-2b4a-4964-beeb-297ce521f10d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:36:25.233177 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-1bce21c6-704b-4964-8608-f2558d548282 None None] Provisioning for port 0ac34073-d784-4b11-9ea5-061d0b6911fc completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:36:25.400637 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f733e25-2b4a-4964-beeb-297ce521f10d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Router 96287e41-5517-486c-a7c6-af78f58d58ba has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:36:25.605643 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f733e25-2b4a-4964-beeb-297ce521f10d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:36:25.620070 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-7f733e25-2b4a-4964-beeb-297ce521f10d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "PUT /v2.0/routers/96287e41-5517-486c-a7c6-af78f58d58ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2470403 Jan 21 19:36:25.641404 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe35ddd-44cd-46ff-8e66-c2a443b4402c None None] Sync routers for ids ['96287e41-5517-486c-a7c6-af78f58d58ba'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:36:25.653130 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe35ddd-44cd-46ff-8e66-c2a443b4402c None None] Routers {'96287e41-5517-486c-a7c6-af78f58d58ba'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:36:25.653862 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-7fe35ddd-44cd-46ff-8e66-c2a443b4402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:35:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['96287e41-5517-486c-a7c6-af78f58d58ba'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:36:25.739855 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-304ce2c8-9d96-4fbe-9320-00ab90c72d15 None None] Provisioning for port 80a6bb35-ad0a-4eb5-9773-71aa7deab8c0 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:36:25.745016 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-304ce2c8-9d96-4fbe-9320-00ab90c72d15 None None] Provisioning complete for port 80a6bb35-ad0a-4eb5-9773-71aa7deab8c0 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:36:25.745388 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-304ce2c8-9d96-4fbe-9320-00ab90c72d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:25.812759 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-304ce2c8-9d96-4fbe-9320-00ab90c72d15 None None] Port 80a6bb35-ad0a-4eb5-9773-71aa7deab8c0 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:36:25.819003 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-5ec341cd-3b93-46fe-80e7-3a51a91c962e tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1987784572&fields=id&tenant_id=2ceb323a8e2c42c4b7cde2788c992fac HTTP/1.1" status: 200 len: 267 time: 0.0523179 Jan 21 19:36:25.875886 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-7fe35ddd-44cd-46ff-8e66-c2a443b4402c None None] Set router 96287e41-5517-486c-a7c6-af78f58d58ba gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:36:25.938057 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-cbfc42f7-beaf-4c03-848e-0c5d29b64577 None None] Provisioning complete for port 80a6bb35-ad0a-4eb5-9773-71aa7deab8c0 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:36:25.939166 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-cbfc42f7-beaf-4c03-848e-0c5d29b64577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:25.992227 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-708911e1-33ab-4683-8bf5-093d3e125c19 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:36:25.994089 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-708911e1-33ab-4683-8bf5-093d3e125c19 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/networks?id=dc750ccc-e579-466e-987b-71bfddd5e50b HTTP/1.1" status: 200 len: 797 time: 0.1677694 Jan 21 19:36:26.008611 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-cbfc42f7-beaf-4c03-848e-0c5d29b64577 None None] Port 80a6bb35-ad0a-4eb5-9773-71aa7deab8c0 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:36:26.012105 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-c2d26c10-921e-405a-9803-1595eb1b7bf9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/quotas/2ceb323a8e2c42c4b7cde2788c992fac HTTP/1.1" status: 200 len: 375 time: 0.0114274 Jan 21 19:36:26.122312 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-f38350e2-5792-49b1-a72d-e1dc6cee73f1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=2ceb323a8e2c42c4b7cde2788c992fac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1043856 Jan 21 19:36:26.222348 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-7fe35ddd-44cd-46ff-8e66-c2a443b4402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96287e41-5517-486c-a7c6-af78f58d58ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-604266267', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.188'}], 'enable_snat': True}, 'gw_port_id': '723ee881-d743-4022-b64a-acd6932c4317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:36:18Z', 'updated_at': '2022-01-21T19:36:24Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '723ee881-d743-4022-b64a-acd6932c4317', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96287e41-5517-486c-a7c6-af78f58d58ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:36:19Z', 'updated_at': '2022-01-21T19:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '80a6bb35-ad0a-4eb5-9773-71aa7deab8c0', 'name': '', 'network_id': 'dc750ccc-e579-466e-987b-71bfddd5e50b', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'mac_address': 'fa:16:3e:3c:c6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96287e41-5517-486c-a7c6-af78f58d58ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '0a61371b-9a5f-4533-9b55-a39d1306e210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:36:23Z', 'updated_at': '2022-01-21T19:36:24Z', 'revision_number': 2, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'subnets': [{'id': '0a61371b-9a5f-4533-9b55-a39d1306e210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:36:26.227029 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe35ddd-44cd-46ff-8e66-c2a443b4402c None None] Checking router: 96287e41-5517-486c-a7c6-af78f58d58ba for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:36:26.227553 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe35ddd-44cd-46ff-8e66-c2a443b4402c None None] Updating router 96287e41-5517-486c-a7c6-af78f58d58ba port 80a6bb35-ad0a-4eb5-9773-71aa7deab8c0 binding host dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:36:26.237606 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 723ee881-d743-4022-b64a-acd6932c4317 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:36:26.268707 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-5e628887-44df-48e3-97dd-32f083eced37 service neutron] 10.222.0.87 "GET /v2.0/networks/dc750ccc-e579-466e-987b-71bfddd5e50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347294 Jan 21 19:36:26.278516 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-1dd28bfb-8fe4-449d-8a5f-c45a5227292a None None] Provisioning complete for port 80a6bb35-ad0a-4eb5-9773-71aa7deab8c0 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:36:26.278990 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1dd28bfb-8fe4-449d-8a5f-c45a5227292a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:26.288358 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7fe35ddd-44cd-46ff-8e66-c2a443b4402c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:26.351124 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-1dd28bfb-8fe4-449d-8a5f-c45a5227292a None None] Port 80a6bb35-ad0a-4eb5-9773-71aa7deab8c0 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:36:26.364019 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 723ee881-d743-4022-b64a-acd6932c4317 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:36:26.364466 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:26.422350 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-2147ada3-a256-4c25-afe8-cc33611823cb service neutron] 10.222.0.87 "GET /v2.0/networks/dc750ccc-e579-466e-987b-71bfddd5e50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477530 Jan 21 19:36:26.518862 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 0ac34073-d784-4b11-9ea5-061d0b6911fc up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:36:26.631182 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 0ac34073-d784-4b11-9ea5-061d0b6911fc completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:36:26.636289 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 0ac34073-d784-4b11-9ea5-061d0b6911fc triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:36:26.636664 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:26.663182 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7fe35ddd-44cd-46ff-8e66-c2a443b4402c None None] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:26.674759 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-7fe35ddd-44cd-46ff-8e66-c2a443b4402c None None] Transition to ACTIVE for port object 80a6bb35-ad0a-4eb5-9773-71aa7deab8c0 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:36:26.722311 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7fe35ddd-44cd-46ff-8e66-c2a443b4402c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:26.761185 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:26.803331 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 0ac34073-d784-4b11-9ea5-061d0b6911fc, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=0ac34073-d784-4b11-9ea5-061d0b6911fc,segment=NetworkSegment(e4efe1f3-e968-46c0-990e-be3f99943856),segment_id=e4efe1f3-e968-46c0-990e-be3f99943856)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:36:26.848116 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:26.882859 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeea545e-347b-4406-ac78-974950644baa None None] Pushing event updated for resources: {'Port': ['ID=80a6bb35-ad0a-4eb5-9773-71aa7deab8c0,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:36:26.922139 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=0ac34073-d784-4b11-9ea5-061d0b6911fc,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:36:26.922828 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeea545e-347b-4406-ac78-974950644baa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:36:26.923172 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeea545e-347b-4406-ac78-974950644baa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:36:26.923508 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeea545e-347b-4406-ac78-974950644baa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:36:26.923838 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeea545e-347b-4406-ac78-974950644baa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:36:26.924660 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeea545e-347b-4406-ac78-974950644baa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:36:26.924660 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeea545e-347b-4406-ac78-974950644baa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:36:26.924852 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeea545e-347b-4406-ac78-974950644baa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:36:26.925106 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeea545e-347b-4406-ac78-974950644baa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:36:26.925425 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeea545e-347b-4406-ac78-974950644baa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:36:26.925745 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeea545e-347b-4406-ac78-974950644baa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:36:26.926080 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeea545e-347b-4406-ac78-974950644baa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:36:26.926398 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeea545e-347b-4406-ac78-974950644baa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:36:26.950258 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-7fe35ddd-44cd-46ff-8e66-c2a443b4402c None None] Attempting to bind port 80a6bb35-ad0a-4eb5-9773-71aa7deab8c0 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:36:26.950620 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-7fe35ddd-44cd-46ff-8e66-c2a443b4402c None None] Attempting to bind port 80a6bb35-ad0a-4eb5-9773-71aa7deab8c0 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'e4efe1f3-e968-46c0-990e-be3f99943856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'dc750ccc-e579-466e-987b-71bfddd5e50b'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:36:26.951242 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe35ddd-44cd-46ff-8e66-c2a443b4402c None None] Attempting to bind port 80a6bb35-ad0a-4eb5-9773-71aa7deab8c0 on network dc750ccc-e579-466e-987b-71bfddd5e50b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:36:26.956896 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe35ddd-44cd-46ff-8e66-c2a443b4402c None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:36:26.957266 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe35ddd-44cd-46ff-8e66-c2a443b4402c None None] Checking segment: {'id': 'e4efe1f3-e968-46c0-990e-be3f99943856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'dc750ccc-e579-466e-987b-71bfddd5e50b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:36:26.957661 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7fe35ddd-44cd-46ff-8e66-c2a443b4402c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:26.958175 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe35ddd-44cd-46ff-8e66-c2a443b4402c None None] Bound using segment: {'id': 'e4efe1f3-e968-46c0-990e-be3f99943856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'dc750ccc-e579-466e-987b-71bfddd5e50b'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:36:26.958634 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-7fe35ddd-44cd-46ff-8e66-c2a443b4402c None None] Bound port: 80a6bb35-ad0a-4eb5-9773-71aa7deab8c0, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4efe1f3-e968-46c0-990e-be3f99943856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'dc750ccc-e579-466e-987b-71bfddd5e50b'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:36:26.959028 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7fe35ddd-44cd-46ff-8e66-c2a443b4402c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:27.047806 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-7fe35ddd-44cd-46ff-8e66-c2a443b4402c None None] For port 80a6bb35-ad0a-4eb5-9773-71aa7deab8c0, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:36:27.050615 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-7fe35ddd-44cd-46ff-8e66-c2a443b4402c None None] For port 80a6bb35-ad0a-4eb5-9773-71aa7deab8c0, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=80a6bb35-ad0a-4eb5-9773-71aa7deab8c0,segment=NetworkSegment(e4efe1f3-e968-46c0-990e-be3f99943856),segment_id=e4efe1f3-e968-46c0-990e-be3f99943856)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:36:27.128292 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7fe35ddd-44cd-46ff-8e66-c2a443b4402c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:27.214399 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe35ddd-44cd-46ff-8e66-c2a443b4402c None None] Routers {'96287e41-5517-486c-a7c6-af78f58d58ba'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:36:27.215005 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-7fe35ddd-44cd-46ff-8e66-c2a443b4402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:35:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['96287e41-5517-486c-a7c6-af78f58d58ba'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:36:27.273105 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeea545e-347b-4406-ac78-974950644baa None None] Pushing event updated for resources: {'Port': ['ID=80a6bb35-ad0a-4eb5-9773-71aa7deab8c0,revision_number=4']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:36:27.288957 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-91244589-9852-4ee4-958c-0b7c17a1d667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:27.448215 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-7fe35ddd-44cd-46ff-8e66-c2a443b4402c None None] Set router 96287e41-5517-486c-a7c6-af78f58d58ba gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:36:27.742415 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f8dc2296-159d-42e1-9872-df066a0fad9d req-9706beda-4334-499d-893b-2ed2d107a6ba tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead31018-f908-4586-a3cf-c84e569f1150 HTTP/1.1" status: 200 len: 210 time: 0.0553553 Jan 21 19:36:27.782771 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-7fe35ddd-44cd-46ff-8e66-c2a443b4402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96287e41-5517-486c-a7c6-af78f58d58ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-604266267', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.188'}], 'enable_snat': True}, 'gw_port_id': '723ee881-d743-4022-b64a-acd6932c4317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:36:18Z', 'updated_at': '2022-01-21T19:36:24Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '723ee881-d743-4022-b64a-acd6932c4317', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96287e41-5517-486c-a7c6-af78f58d58ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:36:19Z', 'updated_at': '2022-01-21T19:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '80a6bb35-ad0a-4eb5-9773-71aa7deab8c0', 'name': '', 'network_id': 'dc750ccc-e579-466e-987b-71bfddd5e50b', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'mac_address': 'fa:16:3e:3c:c6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96287e41-5517-486c-a7c6-af78f58d58ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '0a61371b-9a5f-4533-9b55-a39d1306e210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:36:23Z', 'updated_at': '2022-01-21T19:36:27Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'subnets': [{'id': '0a61371b-9a5f-4533-9b55-a39d1306e210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:36:27.786835 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe35ddd-44cd-46ff-8e66-c2a443b4402c None None] The sync data for ids ['96287e41-5517-486c-a7c6-af78f58d58ba'] in dv-neutron-825470-1-hyperv is: [{'id': '96287e41-5517-486c-a7c6-af78f58d58ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-604266267', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.188'}], 'enable_snat': True}, 'gw_port_id': '723ee881-d743-4022-b64a-acd6932c4317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:36:18Z', 'updated_at': '2022-01-21T19:36:24Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '723ee881-d743-4022-b64a-acd6932c4317', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96287e41-5517-486c-a7c6-af78f58d58ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:36:19Z', 'updated_at': '2022-01-21T19:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '80a6bb35-ad0a-4eb5-9773-71aa7deab8c0', 'name': '', 'network_id': 'dc750ccc-e579-466e-987b-71bfddd5e50b', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'mac_address': 'fa:16:3e:3c:c6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96287e41-5517-486c-a7c6-af78f58d58ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '0a61371b-9a5f-4533-9b55-a39d1306e210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:36:23Z', 'updated_at': '2022-01-21T19:36:27Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'subnets': [{'id': '0a61371b-9a5f-4533-9b55-a39d1306e210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:36:28.214575 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 80a6bb35-ad0a-4eb5-9773-71aa7deab8c0 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:36:28.396734 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 80a6bb35-ad0a-4eb5-9773-71aa7deab8c0 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:36:28.402532 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 80a6bb35-ad0a-4eb5-9773-71aa7deab8c0 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:36:28.403124 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:28.547151 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:28.562860 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:28.612136 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 80a6bb35-ad0a-4eb5-9773-71aa7deab8c0, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=80a6bb35-ad0a-4eb5-9773-71aa7deab8c0,segment=NetworkSegment(e4efe1f3-e968-46c0-990e-be3f99943856),segment_id=e4efe1f3-e968-46c0-990e-be3f99943856)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:36:28.659760 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:28.711396 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:28.712236 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 0ac34073-d784-4b11-9ea5-061d0b6911fc up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:36:28.737191 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:28.833173 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=80a6bb35-ad0a-4eb5-9773-71aa7deab8c0,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:36:28.848811 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 0ac34073-d784-4b11-9ea5-061d0b6911fc triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:36:28.849197 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:28.902000 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ff8ff8d3-bd09-44d1-a7f0-e68d44e29ecb req-2566459e-787e-4c89-be02-2ae7c7c479ba tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead31018-f908-4586-a3cf-c84e569f1150 HTTP/1.1" status: 200 len: 210 time: 0.0488303 Jan 21 19:36:30.012600 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-708a610d-1702-4963-8394-fc7638268a4b tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:36:30.013291 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-708a610d-1702-4963-8394-fc7638268a4b tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Synchronizing usage tracker for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:network {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:36:30.067573 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1cb505b2-9944-46f7-ac4c-372ff416c7a0 req-dde38794-6940-45fe-ae70-c6dd9578c7a3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead31018-f908-4586-a3cf-c84e569f1150 HTTP/1.1" status: 200 len: 210 time: 0.0468693 Jan 21 19:36:30.077408 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-708a610d-1702-4963-8394-fc7638268a4b tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Unset dirty status for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:network {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:36:30.078535 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-708a610d-1702-4963-8394-fc7638268a4b tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.113 "GET /v2.0/networks?id=dc750ccc-e579-466e-987b-71bfddd5e50b HTTP/1.1" status: 200 len: 797 time: 0.2177248 Jan 21 19:36:30.134631 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-d8bf007e-0fa7-41be-8866-a27653ec4c6c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Synchronizing usage tracker for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:security_group {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:36:30.154964 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 80a6bb35-ad0a-4eb5-9773-71aa7deab8c0 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:36:30.230059 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 80a6bb35-ad0a-4eb5-9773-71aa7deab8c0 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:36:30.230422 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:30.276241 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-d8bf007e-0fa7-41be-8866-a27653ec4c6c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Unset dirty status for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:security_group {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:36:30.277550 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-d8bf007e-0fa7-41be-8866-a27653ec4c6c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ceb323a8e2c42c4b7cde2788c992fac HTTP/1.1" status: 200 len: 380 time: 0.1911755 Jan 21 19:36:30.277676 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:30.286651 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-a61b1187-3ca6-453c-8ed2-5e98b8f37353 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'port': {'device_id': 'ead31018-f908-4586-a3cf-c84e569f1150', 'network_id': 'dc750ccc-e579-466e-987b-71bfddd5e50b', 'admin_state_up': True, 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'security_groups': ['8c250ed7-51af-450e-b57e-4b8fb1ef92d3']}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:36:30.424458 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-a61b1187-3ca6-453c-8ed2-5e98b8f37353 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:36:30.428372 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-a61b1187-3ca6-453c-8ed2-5e98b8f37353 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:port and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:36:30.431142 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-a61b1187-3ca6-453c-8ed2-5e98b8f37353 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:36:30.437692 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-a61b1187-3ca6-453c-8ed2-5e98b8f37353 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:36:30.516422 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-a61b1187-3ca6-453c-8ed2-5e98b8f37353 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Made reservation on behalf of 2ceb323a8e2c42c4b7cde2788c992fac for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:36:30.520045 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-a61b1187-3ca6-453c-8ed2-5e98b8f37353 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:30.681277 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-a61b1187-3ca6-453c-8ed2-5e98b8f37353 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Allocated IP 172.20.0.14 (dc750ccc-e579-466e-987b-71bfddd5e50b/0a61371b-9a5f-4533-9b55-a39d1306e210/004a11ee-8338-4e47-b401-7340562171e3) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:36:30.862260 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-a61b1187-3ca6-453c-8ed2-5e98b8f37353 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:30.877339 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-a61b1187-3ca6-453c-8ed2-5e98b8f37353 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Transition to ACTIVE for port object 004a11ee-8338-4e47-b401-7340562171e3 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:36:30.957075 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-a61b1187-3ca6-453c-8ed2-5e98b8f37353 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:31.026389 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-a61b1187-3ca6-453c-8ed2-5e98b8f37353 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Network dc750ccc-e579-466e-987b-71bfddd5e50b is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:36:31.030224 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-a61b1187-3ca6-453c-8ed2-5e98b8f37353 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:36:31.034014 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-a61b1187-3ca6-453c-8ed2-5e98b8f37353 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:36:31.067011 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b1187-3ca6-453c-8ed2-5e98b8f37353 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'Port': ['ID=004a11ee-8338-4e47-b401-7340562171e3,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:36:31.105505 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-a61b1187-3ca6-453c-8ed2-5e98b8f37353 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:36:31.106168 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-a61b1187-3ca6-453c-8ed2-5e98b8f37353 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:31.198009 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-a61b1187-3ca6-453c-8ed2-5e98b8f37353 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9153335 Jan 21 19:36:31.209910 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-776482b6-de6a-41c5-b4a8-3673f5a454ca service neutron] Request body: {'port': {'device_id': 'ead31018-f908-4586-a3cf-c84e569f1150', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:36:31.271365 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09592707-a9f8-4d3b-8fdc-52f1525362a8 req-39a83da3-1509-457e-b1a6-c84434718be8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:36:31.272862 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-09592707-a9f8-4d3b-8fdc-52f1525362a8 req-39a83da3-1509-457e-b1a6-c84434718be8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead31018-f908-4586-a3cf-c84e569f1150 HTTP/1.1" status: 200 len: 932 time: 0.0935218 Jan 21 19:36:31.305199 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-14f1c7c3-dca1-49a8-8cdd-8238505a5a99 None None] Provisioning for port 004a11ee-8338-4e47-b401-7340562171e3 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:36:31.311025 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-14f1c7c3-dca1-49a8-8cdd-8238505a5a99 None None] Provisioning complete for port 004a11ee-8338-4e47-b401-7340562171e3 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:36:31.311544 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-14f1c7c3-dca1-49a8-8cdd-8238505a5a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:31.318750 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-09592707-a9f8-4d3b-8fdc-52f1525362a8 req-3947f00d-fa5d-4b0f-82dc-b80f41ffc01d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=8c250ed7-51af-450e-b57e-4b8fb1ef92d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395660 Jan 21 19:36:31.322324 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-776482b6-de6a-41c5-b4a8-3673f5a454ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:31.369433 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-14f1c7c3-dca1-49a8-8cdd-8238505a5a99 None None] Port 004a11ee-8338-4e47-b401-7340562171e3 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:36:31.788585 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-776482b6-de6a-41c5-b4a8-3673f5a454ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 004a11ee-8338-4e47-b401-7340562171e3 {{(pid=88137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:36:31.795717 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-776482b6-de6a-41c5-b4a8-3673f5a454ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:31.809628 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-776482b6-de6a-41c5-b4a8-3673f5a454ca service neutron] Transition to ACTIVE for port object 004a11ee-8338-4e47-b401-7340562171e3 will not be triggered until provisioned by entity L2. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:36:31.859983 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-776482b6-de6a-41c5-b4a8-3673f5a454ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:31.989937 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776482b6-de6a-41c5-b4a8-3673f5a454ca service neutron] Pushing event updated for resources: {'Port': ['ID=004a11ee-8338-4e47-b401-7340562171e3,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:36:32.098330 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-776482b6-de6a-41c5-b4a8-3673f5a454ca service neutron] Attempting to bind port 004a11ee-8338-4e47-b401-7340562171e3 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:36:32.098919 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-776482b6-de6a-41c5-b4a8-3673f5a454ca service neutron] Attempting to bind port 004a11ee-8338-4e47-b401-7340562171e3 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'e4efe1f3-e968-46c0-990e-be3f99943856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'dc750ccc-e579-466e-987b-71bfddd5e50b'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:36:32.099115 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-776482b6-de6a-41c5-b4a8-3673f5a454ca service neutron] Attempting to bind port 004a11ee-8338-4e47-b401-7340562171e3 on network dc750ccc-e579-466e-987b-71bfddd5e50b {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:36:32.103556 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-776482b6-de6a-41c5-b4a8-3673f5a454ca service neutron] Port 004a11ee-8338-4e47-b401-7340562171e3 on network dc750ccc-e579-466e-987b-71bfddd5e50b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 19:36:32.103869 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-776482b6-de6a-41c5-b4a8-3673f5a454ca service neutron] Attempting to bind port 004a11ee-8338-4e47-b401-7340562171e3 on network dc750ccc-e579-466e-987b-71bfddd5e50b {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:36:32.109394 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-776482b6-de6a-41c5-b4a8-3673f5a454ca service neutron] Checking agent: {'id': '9a14f311-f6d5-46c6-87a2-f860197fb66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:36:32.109729 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-776482b6-de6a-41c5-b4a8-3673f5a454ca service neutron] Checking segment: {'id': 'e4efe1f3-e968-46c0-990e-be3f99943856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'dc750ccc-e579-466e-987b-71bfddd5e50b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:36:32.110132 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-776482b6-de6a-41c5-b4a8-3673f5a454ca service neutron] Bound using segment: {'id': 'e4efe1f3-e968-46c0-990e-be3f99943856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'dc750ccc-e579-466e-987b-71bfddd5e50b'} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:36:32.110550 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-776482b6-de6a-41c5-b4a8-3673f5a454ca service neutron] Bound port: 004a11ee-8338-4e47-b401-7340562171e3, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4efe1f3-e968-46c0-990e-be3f99943856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'dc750ccc-e579-466e-987b-71bfddd5e50b'}}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:36:32.110891 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-776482b6-de6a-41c5-b4a8-3673f5a454ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:32.197941 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-776482b6-de6a-41c5-b4a8-3673f5a454ca service neutron] For port 004a11ee-8338-4e47-b401-7340562171e3, host hv-neutron-8254, cleared binding levels {{(pid=88137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:36:32.201667 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-776482b6-de6a-41c5-b4a8-3673f5a454ca service neutron] For port 004a11ee-8338-4e47-b401-7340562171e3, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=004a11ee-8338-4e47-b401-7340562171e3,segment=NetworkSegment(e4efe1f3-e968-46c0-990e-be3f99943856),segment_id=e4efe1f3-e968-46c0-990e-be3f99943856)] {{(pid=88137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:36:32.276908 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-776482b6-de6a-41c5-b4a8-3673f5a454ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:32.338751 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-776482b6-de6a-41c5-b4a8-3673f5a454ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:36:32.339359 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-776482b6-de6a-41c5-b4a8-3673f5a454ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:32.340724 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-776482b6-de6a-41c5-b4a8-3673f5a454ca service neutron] 10.222.0.113 "PUT /v2.0/ports/004a11ee-8338-4e47-b401-7340562171e3 HTTP/1.1" status: 200 len: 1094 time: 1.1352568 Jan 21 19:36:32.341158 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead31018-f908-4586-a3cf-c84e569f1150', 'tag': '004a11ee-8338-4e47-b401-7340562171e3'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:36:32.377816 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776482b6-de6a-41c5-b4a8-3673f5a454ca service neutron] Pushing event updated for resources: {'Port': ['ID=004a11ee-8338-4e47-b401-7340562171e3,revision_number=3']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:36:32.405607 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ead31018-f908-4586-a3cf-c84e569f1150', 'tag': '004a11ee-8338-4e47-b401-7340562171e3', 'status': 'completed', 'code': 200} Jan 21 19:36:32.510946 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d2397-c7cb-4515-8774-97bcb1eb9d8f req-fbf7abf3-2acd-43be-aaad-0f94369b3f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:36:32.512522 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-408d2397-c7cb-4515-8774-97bcb1eb9d8f req-fbf7abf3-2acd-43be-aaad-0f94369b3f84 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2ceb323a8e2c42c4b7cde2788c992fac&device_id=ead31018-f908-4586-a3cf-c84e569f1150 HTTP/1.1" status: 200 len: 1097 time: 0.0881100 Jan 21 19:36:32.538810 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8821d-6d5b-49e3-96a0-daccf6c8e16c req-0395f23e-2d61-4325-a4ad-14c921c202f2 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:36:32.540268 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1cc8821d-6d5b-49e3-96a0-daccf6c8e16c req-0395f23e-2d61-4325-a4ad-14c921c202f2 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead31018-f908-4586-a3cf-c84e569f1150 HTTP/1.1" status: 200 len: 944 time: 0.0880957 Jan 21 19:36:32.586904 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1cc8821d-6d5b-49e3-96a0-daccf6c8e16c req-4eb46615-3e4b-4c5b-b820-c2550eb26793 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=8c250ed7-51af-450e-b57e-4b8fb1ef92d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393329 Jan 21 19:36:32.661362 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d2397-c7cb-4515-8774-97bcb1eb9d8f req-77fdbaa4-3bbd-41f7-9bfd-788450089a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:36:32.662816 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-408d2397-c7cb-4515-8774-97bcb1eb9d8f req-77fdbaa4-3bbd-41f7-9bfd-788450089a3d service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=2ceb323a8e2c42c4b7cde2788c992fac&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1433606 Jan 21 19:36:32.794181 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d2397-c7cb-4515-8774-97bcb1eb9d8f req-6d16f48b-fa9d-48c7-a1bc-4b7a8cb64e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:36:32.796192 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-408d2397-c7cb-4515-8774-97bcb1eb9d8f req-6d16f48b-fa9d-48c7-a1bc-4b7a8cb64e73 service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1271253 Jan 21 19:36:32.929844 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-e4e8ecb2-b4cb-49bc-9645-573a5dfe2cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:36:32.931242 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-e4e8ecb2-b4cb-49bc-9645-573a5dfe2cca service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2ceb323a8e2c42c4b7cde2788c992fac&device_id=ead31018-f908-4586-a3cf-c84e569f1150 HTTP/1.1" status: 200 len: 1097 time: 0.0739851 Jan 21 19:36:32.999624 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-f38f96d2-8191-40fb-a6fc-8d236e6a2d6f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=004a11ee-8338-4e47-b401-7340562171e3 HTTP/1.1" status: 200 len: 217 time: 0.0619998 Jan 21 19:36:33.058440 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-ed54b6eb-b0fe-4dbd-a4ec-9d1fe9e63a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:36:33.059777 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-ed54b6eb-b0fe-4dbd-a4ec-9d1fe9e63a43 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0a61371b-9a5f-4533-9b55-a39d1306e210 HTTP/1.1" status: 200 len: 835 time: 0.0551658 Jan 21 19:36:33.133261 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-abb71602-4a9e-4008-90e9-90f751e51dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:36:33.134729 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-abb71602-4a9e-4008-90e9-90f751e51dff service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=dc750ccc-e579-466e-987b-71bfddd5e50b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677550 Jan 21 19:36:33.265958 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-bc3e0f49-5425-4691-87b3-ac1db797996c service neutron] 10.222.0.113 "GET /v2.0/networks/dc750ccc-e579-466e-987b-71bfddd5e50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243076 Jan 21 19:36:33.395254 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-1558742b-22d4-4827-a312-3cf7abc2da48 req-2483815b-b844-44e7-9514-7acd8ae555aa service neutron] 10.222.0.113 "GET /v2.0/networks/dc750ccc-e579-466e-987b-71bfddd5e50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240799 Jan 21 19:36:33.769294 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975798f-d7d5-46d3-bf7e-353e4a8a4403 req-2777b0bd-e7ce-4563-a2f6-64eddfb815c7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:36:33.770836 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f975798f-d7d5-46d3-bf7e-353e4a8a4403 req-2777b0bd-e7ce-4563-a2f6-64eddfb815c7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead31018-f908-4586-a3cf-c84e569f1150 HTTP/1.1" status: 200 len: 944 time: 0.0787435 Jan 21 19:36:33.814549 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f975798f-d7d5-46d3-bf7e-353e4a8a4403 req-52cadd50-aea5-4dac-8220-41dd97ff43ac tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=8c250ed7-51af-450e-b57e-4b8fb1ef92d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381842 Jan 21 19:36:35.090980 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636ef5d-0e57-4d56-bb73-6ce11ec295c0 req-3523cda2-060e-4b71-8142-83daf046f891 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:36:35.092598 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8636ef5d-0e57-4d56-bb73-6ce11ec295c0 req-3523cda2-060e-4b71-8142-83daf046f891 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead31018-f908-4586-a3cf-c84e569f1150 HTTP/1.1" status: 200 len: 944 time: 0.1777139 Jan 21 19:36:35.135411 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8636ef5d-0e57-4d56-bb73-6ce11ec295c0 req-96dd2f9b-cb95-4bcf-bac4-f9e8209d061a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=8c250ed7-51af-450e-b57e-4b8fb1ef92d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372488 Jan 21 19:36:35.858036 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 004a11ee-8338-4e47-b401-7340562171e3 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:36:35.991733 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 004a11ee-8338-4e47-b401-7340562171e3, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=004a11ee-8338-4e47-b401-7340562171e3,segment=NetworkSegment(e4efe1f3-e968-46c0-990e-be3f99943856),segment_id=e4efe1f3-e968-46c0-990e-be3f99943856)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:36:36.004882 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': '004a11ee-8338-4e47-b401-7340562171e3', 'network_id': 'dc750ccc-e579-466e-987b-71bfddd5e50b', 'port_id': '004a11ee-8338-4e47-b401-7340562171e3', 'mac_address': 'fa:16:3e:8d:cf:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a61371b-9a5f-4533-9b55-a39d1306e210', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:36:36.062260 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:36.079275 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 004a11ee-8338-4e47-b401-7340562171e3 {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:36:36.094779 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 004a11ee-8338-4e47-b401-7340562171e3, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=004a11ee-8338-4e47-b401-7340562171e3,segment=NetworkSegment(e4efe1f3-e968-46c0-990e-be3f99943856),segment_id=e4efe1f3-e968-46c0-990e-be3f99943856)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:36:36.145157 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:36.211379 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=004a11ee-8338-4e47-b401-7340562171e3,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:36:36.319703 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169235fe-f94a-4d96-b6f5-b8f58ac73909 req-cd1057e2-8619-4426-8930-3cd7abf2a374 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:36:36.321139 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-169235fe-f94a-4d96-b6f5-b8f58ac73909 req-cd1057e2-8619-4426-8930-3cd7abf2a374 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead31018-f908-4586-a3cf-c84e569f1150 HTTP/1.1" status: 200 len: 945 time: 0.0795689 Jan 21 19:36:36.347407 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['004a11ee-8338-4e47-b401-7340562171e3'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:36:36.366589 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-169235fe-f94a-4d96-b6f5-b8f58ac73909 req-57a8dc02-977d-47e5-b59e-e6100ce93f38 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=8c250ed7-51af-450e-b57e-4b8fb1ef92d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398250 Jan 21 19:36:37.552831 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036d764-ec0c-40b2-ba72-00225e263f55 req-c7af8838-8a62-4a45-bf52-84a76d4ff973 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:36:37.554301 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0036d764-ec0c-40b2-ba72-00225e263f55 req-c7af8838-8a62-4a45-bf52-84a76d4ff973 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead31018-f908-4586-a3cf-c84e569f1150 HTTP/1.1" status: 200 len: 945 time: 0.0793869 Jan 21 19:36:37.596869 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0036d764-ec0c-40b2-ba72-00225e263f55 req-bf85d60c-bc8d-4d4c-8fa3-1d4503c16d10 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=8c250ed7-51af-450e-b57e-4b8fb1ef92d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370498 Jan 21 19:36:37.878513 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 004a11ee-8338-4e47-b401-7340562171e3 up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:36:38.002024 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning for port 004a11ee-8338-4e47-b401-7340562171e3 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:36:38.007235 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port 004a11ee-8338-4e47-b401-7340562171e3 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:36:38.007604 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:38.125159 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:38.151005 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead31018-f908-4586-a3cf-c84e569f1150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004a11ee-8338-4e47-b401-7340562171e3'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:36:38.161473 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 004a11ee-8338-4e47-b401-7340562171e3, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=004a11ee-8338-4e47-b401-7340562171e3,segment=NetworkSegment(e4efe1f3-e968-46c0-990e-be3f99943856),segment_id=e4efe1f3-e968-46c0-990e-be3f99943856)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:36:38.195400 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead31018-f908-4586-a3cf-c84e569f1150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004a11ee-8338-4e47-b401-7340562171e3', 'code': 200} Jan 21 19:36:38.230672 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:38.297444 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=004a11ee-8338-4e47-b401-7340562171e3,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:36:38.546742 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e022b2f0-af3c-4a3e-b2c0-f9e77cbb2107 req-5407bacd-b342-4b18-92ec-86c4a6518b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:36:38.548217 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e022b2f0-af3c-4a3e-b2c0-f9e77cbb2107 req-5407bacd-b342-4b18-92ec-86c4a6518b87 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=ead31018-f908-4586-a3cf-c84e569f1150 HTTP/1.1" status: 200 len: 1099 time: 0.0730517 Jan 21 19:36:38.593645 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e022b2f0-af3c-4a3e-b2c0-f9e77cbb2107 req-a69a2760-6341-48b4-95e7-59a6542e6dc2 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=8c250ed7-51af-450e-b57e-4b8fb1ef92d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398114 Jan 21 19:36:38.781197 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e7809-9e3d-451d-ae4f-d143a97bf289 req-b46698e2-5100-422c-8930-307b1e7d92b3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:36:38.782707 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-802e7809-9e3d-451d-ae4f-d143a97bf289 req-b46698e2-5100-422c-8930-307b1e7d92b3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead31018-f908-4586-a3cf-c84e569f1150 HTTP/1.1" status: 200 len: 946 time: 0.0825355 Jan 21 19:36:38.825234 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-802e7809-9e3d-451d-ae4f-d143a97bf289 req-fae7f9c3-c0ac-4c82-83b4-cc40c87f42ab tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=8c250ed7-51af-450e-b57e-4b8fb1ef92d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368350 Jan 21 19:36:40.008976 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7b204-0174-4121-8cd2-12fb465b11c6 req-2cdbd8c6-981b-428d-b3d6-624974072a62 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:36:40.010530 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-edf7b204-0174-4121-8cd2-12fb465b11c6 req-2cdbd8c6-981b-428d-b3d6-624974072a62 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead31018-f908-4586-a3cf-c84e569f1150 HTTP/1.1" status: 200 len: 946 time: 0.0783656 Jan 21 19:36:40.066428 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-edf7b204-0174-4121-8cd2-12fb465b11c6 req-623985ca-049e-4333-979a-edebf41dbde1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=8c250ed7-51af-450e-b57e-4b8fb1ef92d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496914 Jan 21 19:36:40.247709 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1f6b0-a29a-48d7-a91e-9cb04c7a8ffb req-295f30d9-abc2-4fa7-bcfa-1ee0bd3e7b06 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:36:40.249666 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-efc1f6b0-a29a-48d7-a91e-9cb04c7a8ffb req-295f30d9-abc2-4fa7-bcfa-1ee0bd3e7b06 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead31018-f908-4586-a3cf-c84e569f1150 HTTP/1.1" status: 200 len: 946 time: 0.0817597 Jan 21 19:36:40.291973 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-efc1f6b0-a29a-48d7-a91e-9cb04c7a8ffb req-3eebcfa1-1fe7-4130-907c-470af646fe6d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=8c250ed7-51af-450e-b57e-4b8fb1ef92d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367315 Jan 21 19:36:40.314485 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 41680) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:36:40.381365 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb474dd-8e24-47cb-9597-f6161d8fd633 tempest-TestNetworkAdvancedServerOps-4837441 tempest-TestNetworkAdvancedServerOps-4837441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:36:40.382842 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-3fb474dd-8e24-47cb-9597-f6161d8fd633 tempest-TestNetworkAdvancedServerOps-4837441 tempest-TestNetworkAdvancedServerOps-4837441-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=ead31018-f908-4586-a3cf-c84e569f1150 HTTP/1.1" status: 200 len: 1094 time: 0.0674231 Jan 21 19:36:40.385747 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 41684) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:36:40.391033 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-ef1b2ebc-a0a1-4df3-a863-5402b7bcb6dd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'floatingip': {'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'port_id': '004a11ee-8338-4e47-b401-7340562171e3', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:36:40.396762 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-ef1b2ebc-a0a1-4df3-a863-5402b7bcb6dd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:36:40.400497 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ef1b2ebc-a0a1-4df3-a863-5402b7bcb6dd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:floatingip and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:36:40.403244 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ef1b2ebc-a0a1-4df3-a863-5402b7bcb6dd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:36:40.408795 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-ef1b2ebc-a0a1-4df3-a863-5402b7bcb6dd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:36:40.418583 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:36:40.482055 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ef1b2ebc-a0a1-4df3-a863-5402b7bcb6dd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for floatingip, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:40.617477 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ef1b2ebc-a0a1-4df3-a863-5402b7bcb6dd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:40.751743 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-ef1b2ebc-a0a1-4df3-a863-5402b7bcb6dd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Allocated IP 172.26.1.65 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/30033c07-67fd-4523-9e7a-e1ea40b9042c) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:36:40.894767 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ef1b2ebc-a0a1-4df3-a863-5402b7bcb6dd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:40.974493 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ef1b2ebc-a0a1-4df3-a863-5402b7bcb6dd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:41.048882 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1b2ebc-a0a1-4df3-a863-5402b7bcb6dd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:36:41.052077 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-ef1b2ebc-a0a1-4df3-a863-5402b7bcb6dd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:36:41.055687 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1b2ebc-a0a1-4df3-a863-5402b7bcb6dd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:36:41.087402 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b2ebc-a0a1-4df3-a863-5402b7bcb6dd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'Port': ['ID=30033c07-67fd-4523-9e7a-e1ea40b9042c,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:36:41.463314 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ef1b2ebc-a0a1-4df3-a863-5402b7bcb6dd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:41.586188 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ef1b2ebc-a0a1-4df3-a863-5402b7bcb6dd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:41.885507 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ef1b2ebc-a0a1-4df3-a863-5402b7bcb6dd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:41.939738 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ef1b2ebc-a0a1-4df3-a863-5402b7bcb6dd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:42.050708 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b2ebc-a0a1-4df3-a863-5402b7bcb6dd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'Port': ['ID=30033c07-67fd-4523-9e7a-e1ea40b9042c,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:36:42.061267 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ef1b2ebc-a0a1-4df3-a863-5402b7bcb6dd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:42.233019 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.l3_db [None req-ef1b2ebc-a0a1-4df3-a863-5402b7bcb6dd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Floating IP 64710afd-09fa-42c9-acbf-131270f28178 associated. External IP: 172.26.1.65, port: 004a11ee-8338-4e47-b401-7340562171e3. Jan 21 19:36:42.578765 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1b2ebc-a0a1-4df3-a863-5402b7bcb6dd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Router 96287e41-5517-486c-a7c6-af78f58d58ba has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:36:42.753267 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1b2ebc-a0a1-4df3-a863-5402b7bcb6dd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:36:42.762721 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e931a186-c42b-49fd-b400-a7ffd5e3207f None None] Sync routers for ids ['96287e41-5517-486c-a7c6-af78f58d58ba'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:36:42.772234 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e931a186-c42b-49fd-b400-a7ffd5e3207f None None] Routers {'96287e41-5517-486c-a7c6-af78f58d58ba'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:36:42.772839 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-e931a186-c42b-49fd-b400-a7ffd5e3207f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:36:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['96287e41-5517-486c-a7c6-af78f58d58ba'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:36:42.825167 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ef1b2ebc-a0a1-4df3-a863-5402b7bcb6dd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:42.879466 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ef1b2ebc-a0a1-4df3-a863-5402b7bcb6dd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4927132 Jan 21 19:36:42.880029 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead31018-f908-4586-a3cf-c84e569f1150', 'tag': '004a11ee-8338-4e47-b401-7340562171e3'}] {{(pid=88136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:36:42.927102 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ead31018-f908-4586-a3cf-c84e569f1150', 'tag': '004a11ee-8338-4e47-b401-7340562171e3', 'status': 'completed', 'code': 200} Jan 21 19:36:42.993499 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-e931a186-c42b-49fd-b400-a7ffd5e3207f None None] Set router 96287e41-5517-486c-a7c6-af78f58d58ba gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:36:43.020096 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cb927-f9b0-499e-ad9b-53c5d1566de4 req-0524bdc3-af19-4d37-925f-5cdd0ebae8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:36:43.021562 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2b4cb927-f9b0-499e-ad9b-53c5d1566de4 req-0524bdc3-af19-4d37-925f-5cdd0ebae8db service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2ceb323a8e2c42c4b7cde2788c992fac&device_id=ead31018-f908-4586-a3cf-c84e569f1150 HTTP/1.1" status: 200 len: 1099 time: 0.0706575 Jan 21 19:36:43.051812 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890018c-c086-464e-99f5-6632f6ffe2b8 req-3ac3fe80-80cf-47d9-9a07-e1b6fb2f2d24 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:36:43.053306 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f890018c-c086-464e-99f5-6632f6ffe2b8 req-3ac3fe80-80cf-47d9-9a07-e1b6fb2f2d24 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead31018-f908-4586-a3cf-c84e569f1150 HTTP/1.1" status: 200 len: 946 time: 0.0831041 Jan 21 19:36:43.103012 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f890018c-c086-464e-99f5-6632f6ffe2b8 req-82535168-479d-45f0-a08d-95baaf984ec6 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=8c250ed7-51af-450e-b57e-4b8fb1ef92d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433486 Jan 21 19:36:43.126101 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 41692) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:36:43.158889 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cb927-f9b0-499e-ad9b-53c5d1566de4 req-ffaafbd9-e9d6-42ba-b3b6-bf9f83da745a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:36:43.160230 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2b4cb927-f9b0-499e-ad9b-53c5d1566de4 req-ffaafbd9-e9d6-42ba-b3b6-bf9f83da745a service neutron] 10.222.0.113 "GET /v2.0/networks?id=dc750ccc-e579-466e-987b-71bfddd5e50b HTTP/1.1" status: 200 len: 898 time: 0.1331186 Jan 21 19:36:43.237020 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-0ac39a88-1e9a-4979-a675-95c4d836cc6f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/floatingips/64710afd-09fa-42c9-acbf-131270f28178 HTTP/1.1" status: 200 len: 991 time: 0.1081457 Jan 21 19:36:43.350962 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-e931a186-c42b-49fd-b400-a7ffd5e3207f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96287e41-5517-486c-a7c6-af78f58d58ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-604266267', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.188'}], 'enable_snat': True}, 'gw_port_id': '723ee881-d743-4022-b64a-acd6932c4317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:36:18Z', 'updated_at': '2022-01-21T19:36:24Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '723ee881-d743-4022-b64a-acd6932c4317', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96287e41-5517-486c-a7c6-af78f58d58ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:36:19Z', 'updated_at': '2022-01-21T19:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '64710afd-09fa-42c9-acbf-131270f28178', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'floating_ip_address': '172.26.1.65', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '96287e41-5517-486c-a7c6-af78f58d58ba', 'port_id': '004a11ee-8338-4e47-b401-7340562171e3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc750ccc-e579-466e-987b-71bfddd5e50b', 'mac_address': 'fa:16:3e:8d:cf:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead31018-f908-4586-a3cf-c84e569f1150', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:36:41Z', 'updated_at': '2022-01-21T19:36:41Z', 'revision_number': 0, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a6bb35-ad0a-4eb5-9773-71aa7deab8c0', 'name': '', 'network_id': 'dc750ccc-e579-466e-987b-71bfddd5e50b', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'mac_address': 'fa:16:3e:3c:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96287e41-5517-486c-a7c6-af78f58d58ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '0a61371b-9a5f-4533-9b55-a39d1306e210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:36:23Z', 'updated_at': '2022-01-21T19:36:28Z', 'revision_number': 5, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'subnets': [{'id': '0a61371b-9a5f-4533-9b55-a39d1306e210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:36:43.354768 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e931a186-c42b-49fd-b400-a7ffd5e3207f None None] Checking router: 96287e41-5517-486c-a7c6-af78f58d58ba for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:36:43.362766 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2b4cb927-f9b0-499e-ad9b-53c5d1566de4 req-49fa561a-a1ec-482f-8d23-a079073dcd5e service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=004a11ee-8338-4e47-b401-7340562171e3 HTTP/1.1" status: 200 len: 999 time: 0.1968508 Jan 21 19:36:43.363775 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e931a186-c42b-49fd-b400-a7ffd5e3207f None None] Routers {'96287e41-5517-486c-a7c6-af78f58d58ba'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:36:43.364447 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-e931a186-c42b-49fd-b400-a7ffd5e3207f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:36:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['96287e41-5517-486c-a7c6-af78f58d58ba'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:36:43.428449 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cb927-f9b0-499e-ad9b-53c5d1566de4 req-62186998-a916-4b58-bad5-6a330c6d0459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:36:43.429774 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2b4cb927-f9b0-499e-ad9b-53c5d1566de4 req-62186998-a916-4b58-bad5-6a330c6d0459 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0a61371b-9a5f-4533-9b55-a39d1306e210 HTTP/1.1" status: 200 len: 835 time: 0.0612476 Jan 21 19:36:43.508318 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cb927-f9b0-499e-ad9b-53c5d1566de4 req-789d2490-fe0d-4134-ad29-2d3a4bba1bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:36:43.509820 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2b4cb927-f9b0-499e-ad9b-53c5d1566de4 req-789d2490-fe0d-4134-ad29-2d3a4bba1bfb service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=dc750ccc-e579-466e-987b-71bfddd5e50b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740473 Jan 21 19:36:43.541639 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-e931a186-c42b-49fd-b400-a7ffd5e3207f None None] Set router 96287e41-5517-486c-a7c6-af78f58d58ba gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:36:43.654168 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2b4cb927-f9b0-499e-ad9b-53c5d1566de4 req-1f337c70-68f1-4211-a5da-b0c3b31f788d service neutron] 10.222.0.113 "GET /v2.0/networks/dc750ccc-e579-466e-987b-71bfddd5e50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382658 Jan 21 19:36:43.788872 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2b4cb927-f9b0-499e-ad9b-53c5d1566de4 req-c51a9533-7f72-43a0-bdd2-35623c8bb933 service neutron] 10.222.0.113 "GET /v2.0/networks/dc750ccc-e579-466e-987b-71bfddd5e50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291773 Jan 21 19:36:43.898287 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-e931a186-c42b-49fd-b400-a7ffd5e3207f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96287e41-5517-486c-a7c6-af78f58d58ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-604266267', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.188'}], 'enable_snat': True}, 'gw_port_id': '723ee881-d743-4022-b64a-acd6932c4317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:36:18Z', 'updated_at': '2022-01-21T19:36:24Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '723ee881-d743-4022-b64a-acd6932c4317', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96287e41-5517-486c-a7c6-af78f58d58ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:36:19Z', 'updated_at': '2022-01-21T19:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '64710afd-09fa-42c9-acbf-131270f28178', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'floating_ip_address': '172.26.1.65', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '96287e41-5517-486c-a7c6-af78f58d58ba', 'port_id': '004a11ee-8338-4e47-b401-7340562171e3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc750ccc-e579-466e-987b-71bfddd5e50b', 'mac_address': 'fa:16:3e:8d:cf:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead31018-f908-4586-a3cf-c84e569f1150', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:36:41Z', 'updated_at': '2022-01-21T19:36:41Z', 'revision_number': 0, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a6bb35-ad0a-4eb5-9773-71aa7deab8c0', 'name': '', 'network_id': 'dc750ccc-e579-466e-987b-71bfddd5e50b', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'mac_address': 'fa:16:3e:3c:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96287e41-5517-486c-a7c6-af78f58d58ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '0a61371b-9a5f-4533-9b55-a39d1306e210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:36:23Z', 'updated_at': '2022-01-21T19:36:28Z', 'revision_number': 5, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'subnets': [{'id': '0a61371b-9a5f-4533-9b55-a39d1306e210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:36:43.902139 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e931a186-c42b-49fd-b400-a7ffd5e3207f None None] The sync data for ids ['96287e41-5517-486c-a7c6-af78f58d58ba'] in dv-neutron-825470-1-hyperv is: [{'id': '96287e41-5517-486c-a7c6-af78f58d58ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-604266267', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.188'}], 'enable_snat': True}, 'gw_port_id': '723ee881-d743-4022-b64a-acd6932c4317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:36:18Z', 'updated_at': '2022-01-21T19:36:24Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '723ee881-d743-4022-b64a-acd6932c4317', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96287e41-5517-486c-a7c6-af78f58d58ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:36:19Z', 'updated_at': '2022-01-21T19:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '64710afd-09fa-42c9-acbf-131270f28178', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'floating_ip_address': '172.26.1.65', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '96287e41-5517-486c-a7c6-af78f58d58ba', 'port_id': '004a11ee-8338-4e47-b401-7340562171e3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc750ccc-e579-466e-987b-71bfddd5e50b', 'mac_address': 'fa:16:3e:8d:cf:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead31018-f908-4586-a3cf-c84e569f1150', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:36:41Z', 'updated_at': '2022-01-21T19:36:41Z', 'revision_number': 0, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a6bb35-ad0a-4eb5-9773-71aa7deab8c0', 'name': '', 'network_id': 'dc750ccc-e579-466e-987b-71bfddd5e50b', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'mac_address': 'fa:16:3e:3c:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96287e41-5517-486c-a7c6-af78f58d58ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '0a61371b-9a5f-4533-9b55-a39d1306e210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:36:23Z', 'updated_at': '2022-01-21T19:36:28Z', 'revision_number': 5, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'subnets': [{'id': '0a61371b-9a5f-4533-9b55-a39d1306e210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:36:44.109253 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f673e01-596a-4fce-9428-2149492add9c None None] New status for floating IP 64710afd-09fa-42c9-acbf-131270f28178: ACTIVE {{(pid=88139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:36:44.239743 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 41696) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:36:44.465980 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-85a8ece6-f3c0-4839-a122-1b353b6f43d7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/floatingips/64710afd-09fa-42c9-acbf-131270f28178 HTTP/1.1" status: 200 len: 991 time: 0.2250271 Jan 21 19:36:45.469779 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 41700) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:36:45.571449 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-99e942cd-0875-4138-88aa-ddc38da214eb tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/floatingips/64710afd-09fa-42c9-acbf-131270f28178 HTTP/1.1" status: 200 len: 993 time: 0.1004474 Jan 21 19:36:55.002254 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-93be06da-ebec-4aca-8cd8-fc6b44b0938f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:57.270714 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4f9d9030-65b0-4033-8328-ed13df40bbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:58.533847 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:58.664733 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:36:58.681917 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:00.213360 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:06.629533 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5d1ec8ed-af98-46b6-86e4-d1a7541cb1c2 req-e74c75ce-fa6e-404c-aa48-5a2cbd0f636f service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=ead31018-f908-4586-a3cf-c84e569f1150&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718458 Jan 21 19:37:06.761770 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ec8ed-af98-46b6-86e4-d1a7541cb1c2 req-cd4f71c6-1c04-4b42-bdbe-4288396381d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:37:06.763163 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5d1ec8ed-af98-46b6-86e4-d1a7541cb1c2 req-cd4f71c6-1c04-4b42-bdbe-4288396381d6 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2ceb323a8e2c42c4b7cde2788c992fac&device_id=ead31018-f908-4586-a3cf-c84e569f1150 HTTP/1.1" status: 200 len: 1099 time: 0.0684342 Jan 21 19:37:06.901976 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ec8ed-af98-46b6-86e4-d1a7541cb1c2 req-922b752a-d08f-4642-a519-ff73a3215a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:37:06.903360 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5d1ec8ed-af98-46b6-86e4-d1a7541cb1c2 req-922b752a-d08f-4642-a519-ff73a3215a73 service neutron] 10.222.0.113 "GET /v2.0/networks?id=dc750ccc-e579-466e-987b-71bfddd5e50b HTTP/1.1" status: 200 len: 898 time: 0.1224926 Jan 21 19:37:07.010843 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5d1ec8ed-af98-46b6-86e4-d1a7541cb1c2 req-a32481d1-a200-4985-9bbe-17a4765b8a98 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=004a11ee-8338-4e47-b401-7340562171e3 HTTP/1.1" status: 200 len: 1001 time: 0.1004338 Jan 21 19:37:07.072404 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ec8ed-af98-46b6-86e4-d1a7541cb1c2 req-5b423219-0094-4116-bfde-a3e283e01dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:37:07.073689 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5d1ec8ed-af98-46b6-86e4-d1a7541cb1c2 req-5b423219-0094-4116-bfde-a3e283e01dd0 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0a61371b-9a5f-4533-9b55-a39d1306e210 HTTP/1.1" status: 200 len: 835 time: 0.0562677 Jan 21 19:37:07.151361 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ec8ed-af98-46b6-86e4-d1a7541cb1c2 req-fdc1aa46-9ba5-4d8c-a983-a22d827590a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:37:07.152809 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5d1ec8ed-af98-46b6-86e4-d1a7541cb1c2 req-fdc1aa46-9ba5-4d8c-a983-a22d827590a7 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=dc750ccc-e579-466e-987b-71bfddd5e50b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720332 Jan 21 19:37:07.286189 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5d1ec8ed-af98-46b6-86e4-d1a7541cb1c2 req-0051d9ce-45af-42a1-a5d5-8a108f0b98d6 service neutron] 10.222.0.113 "GET /v2.0/networks/dc750ccc-e579-466e-987b-71bfddd5e50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257501 Jan 21 19:37:07.414886 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5d1ec8ed-af98-46b6-86e4-d1a7541cb1c2 req-60391069-9793-416d-9d5b-5070a5893d40 service neutron] 10.222.0.113 "GET /v2.0/networks/dc750ccc-e579-466e-987b-71bfddd5e50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233594 Jan 21 19:37:15.204369 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f88be6-f099-4580-a346-83cb83915c7a req-0b1883fe-9666-4547-98e3-ff097996b7b9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:37:15.205817 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-65f88be6-f099-4580-a346-83cb83915c7a req-0b1883fe-9666-4547-98e3-ff097996b7b9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead31018-f908-4586-a3cf-c84e569f1150 HTTP/1.1" status: 200 len: 946 time: 0.0884142 Jan 21 19:37:15.249127 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-65f88be6-f099-4580-a346-83cb83915c7a req-afd1aa0e-4a92-4923-94c7-318814d97355 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=8c250ed7-51af-450e-b57e-4b8fb1ef92d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376449 Jan 21 19:37:16.441732 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38b592-853b-485c-85c9-43b324aac42b req-ddf29d78-00ae-4166-add1-1008eef8a136 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:37:16.443576 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6b38b592-853b-485c-85c9-43b324aac42b req-ddf29d78-00ae-4166-add1-1008eef8a136 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead31018-f908-4586-a3cf-c84e569f1150 HTTP/1.1" status: 200 len: 946 time: 0.0815115 Jan 21 19:37:16.498451 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6b38b592-853b-485c-85c9-43b324aac42b req-5c74e662-88e7-449f-a716-313aebecfc14 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=8c250ed7-51af-450e-b57e-4b8fb1ef92d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486736 Jan 21 19:37:16.529500 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 41724) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:37:16.636555 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-3a25740c-7007-46eb-ab96-4053d41a5cc4 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/floatingips/64710afd-09fa-42c9-acbf-131270f28178 HTTP/1.1" status: 200 len: 993 time: 0.1058824 Jan 21 19:37:17.418431 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:37:18.198239 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7c86f-8870-47a0-828b-a1b51bef0b47 req-696051fa-e674-4a20-ac76-04cbcbc755f3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:37:18.199682 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f2a7c86f-8870-47a0-828b-a1b51bef0b47 req-696051fa-e674-4a20-ac76-04cbcbc755f3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead31018-f908-4586-a3cf-c84e569f1150 HTTP/1.1" status: 200 len: 946 time: 0.0859277 Jan 21 19:37:18.246758 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f2a7c86f-8870-47a0-828b-a1b51bef0b47 req-db237097-30b6-467c-bdd4-65d787b003a3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=8c250ed7-51af-450e-b57e-4b8fb1ef92d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410948 Jan 21 19:37:19.438304 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e389940-0951-4cdc-97fe-e5a66d39ec2b req-572d6700-d60e-4e09-a82c-0e345aaf9563 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:37:19.439749 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7e389940-0951-4cdc-97fe-e5a66d39ec2b req-572d6700-d60e-4e09-a82c-0e345aaf9563 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead31018-f908-4586-a3cf-c84e569f1150 HTTP/1.1" status: 200 len: 946 time: 0.0784938 Jan 21 19:37:19.482610 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7e389940-0951-4cdc-97fe-e5a66d39ec2b req-edc373d4-84e5-4b8f-b523-4fed30d6f753 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=8c250ed7-51af-450e-b57e-4b8fb1ef92d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366137 Jan 21 19:37:19.507099 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 41736) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:37:19.612356 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-50f18cb5-e124-45d9-800d-2d3fe82fac0b tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/floatingips/64710afd-09fa-42c9-acbf-131270f28178 HTTP/1.1" status: 200 len: 993 time: 0.1040840 Jan 21 19:37:19.878798 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 41744) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:37:20.080130 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-da0e74b5-1d23-4754-92c6-2bfa3b4c0d6c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Deleting port 30033c07-67fd-4523-9e7a-e1ea40b9042c {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:37:20.080469 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-da0e74b5-1d23-4754-92c6-2bfa3b4c0d6c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:20.249935 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-da0e74b5-1d23-4754-92c6-2bfa3b4c0d6c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:20.250188 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-da0e74b5-1d23-4754-92c6-2bfa3b4c0d6c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:20.381231 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-da0e74b5-1d23-4754-92c6-2bfa3b4c0d6c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Calling delete_port for 30033c07-67fd-4523-9e7a-e1ea40b9042c owned by network:floatingip {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:37:20.613444 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-da0e74b5-1d23-4754-92c6-2bfa3b4c0d6c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:20.662877 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e74b5-1d23-4754-92c6-2bfa3b4c0d6c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event deleted for resources: {'Port': ['ID=30033c07-67fd-4523-9e7a-e1ea40b9042c,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:37:20.699635 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e74b5-1d23-4754-92c6-2bfa3b4c0d6c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:37:20.700216 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e74b5-1d23-4754-92c6-2bfa3b4c0d6c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:37:20.700555 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e74b5-1d23-4754-92c6-2bfa3b4c0d6c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:37:20.700886 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e74b5-1d23-4754-92c6-2bfa3b4c0d6c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:37:20.701213 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e74b5-1d23-4754-92c6-2bfa3b4c0d6c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:37:20.701538 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e74b5-1d23-4754-92c6-2bfa3b4c0d6c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:37:20.701887 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e74b5-1d23-4754-92c6-2bfa3b4c0d6c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:37:20.702208 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e74b5-1d23-4754-92c6-2bfa3b4c0d6c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:37:20.702527 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e74b5-1d23-4754-92c6-2bfa3b4c0d6c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:37:20.702843 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e74b5-1d23-4754-92c6-2bfa3b4c0d6c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:37:20.703159 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e74b5-1d23-4754-92c6-2bfa3b4c0d6c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:37:20.703477 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e74b5-1d23-4754-92c6-2bfa3b4c0d6c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:37:20.761300 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-da0e74b5-1d23-4754-92c6-2bfa3b4c0d6c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for floatingip, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:20.761628 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.l3_db [None req-da0e74b5-1d23-4754-92c6-2bfa3b4c0d6c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Floating IP 64710afd-09fa-42c9-acbf-131270f28178 disassociated (deleted). External IP: 172.26.1.65, port: 004a11ee-8338-4e47-b401-7340562171e3. Jan 21 19:37:21.204525 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da0e74b5-1d23-4754-92c6-2bfa3b4c0d6c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Router 96287e41-5517-486c-a7c6-af78f58d58ba has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:37:21.375603 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0e74b5-1d23-4754-92c6-2bfa3b4c0d6c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:37:21.387216 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06659688-521f-4472-bba2-089a442fb4fb None None] Sync routers for ids ['96287e41-5517-486c-a7c6-af78f58d58ba'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:37:21.388418 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-da0e74b5-1d23-4754-92c6-2bfa3b4c0d6c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:21.396910 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06659688-521f-4472-bba2-089a442fb4fb None None] Routers {'96287e41-5517-486c-a7c6-af78f58d58ba'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:37:21.397592 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-06659688-521f-4472-bba2-089a442fb4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:36:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['96287e41-5517-486c-a7c6-af78f58d58ba'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:37:21.447010 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-da0e74b5-1d23-4754-92c6-2bfa3b4c0d6c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "DELETE /v2.0/floatingips/64710afd-09fa-42c9-acbf-131270f28178 HTTP/1.1" status: 204 len: 168 time: 1.5664768 Jan 21 19:37:21.447693 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead31018-f908-4586-a3cf-c84e569f1150', 'tag': '004a11ee-8338-4e47-b401-7340562171e3'}] {{(pid=88136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:37:21.492420 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ead31018-f908-4586-a3cf-c84e569f1150', 'tag': '004a11ee-8338-4e47-b401-7340562171e3', 'status': 'completed', 'code': 200} Jan 21 19:37:21.586347 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-06659688-521f-4472-bba2-089a442fb4fb None None] Set router 96287e41-5517-486c-a7c6-af78f58d58ba gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:37:21.591166 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077552d-9043-45d7-8626-2df8c8369160 req-9bbfc7b9-a98d-40e0-8d4b-8ccbf310438b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:37:21.592643 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c077552d-9043-45d7-8626-2df8c8369160 req-9bbfc7b9-a98d-40e0-8d4b-8ccbf310438b service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2ceb323a8e2c42c4b7cde2788c992fac&device_id=ead31018-f908-4586-a3cf-c84e569f1150 HTTP/1.1" status: 200 len: 1099 time: 0.0769455 Jan 21 19:37:21.726879 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077552d-9043-45d7-8626-2df8c8369160 req-1a59d6f6-6cbd-49db-9019-80c47064eb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:37:21.728206 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c077552d-9043-45d7-8626-2df8c8369160 req-1a59d6f6-6cbd-49db-9019-80c47064eb2a service neutron] 10.222.0.113 "GET /v2.0/networks?id=dc750ccc-e579-466e-987b-71bfddd5e50b HTTP/1.1" status: 200 len: 898 time: 0.1297133 Jan 21 19:37:21.900073 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c077552d-9043-45d7-8626-2df8c8369160 req-b0f65586-b401-4c5b-9306-1fac035901c4 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=004a11ee-8338-4e47-b401-7340562171e3 HTTP/1.1" status: 200 len: 217 time: 0.1657512 Jan 21 19:37:21.954991 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-06659688-521f-4472-bba2-089a442fb4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96287e41-5517-486c-a7c6-af78f58d58ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-604266267', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.188'}], 'enable_snat': True}, 'gw_port_id': '723ee881-d743-4022-b64a-acd6932c4317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:36:18Z', 'updated_at': '2022-01-21T19:36:24Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '723ee881-d743-4022-b64a-acd6932c4317', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96287e41-5517-486c-a7c6-af78f58d58ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:36:19Z', 'updated_at': '2022-01-21T19:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '80a6bb35-ad0a-4eb5-9773-71aa7deab8c0', 'name': '', 'network_id': 'dc750ccc-e579-466e-987b-71bfddd5e50b', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'mac_address': 'fa:16:3e:3c:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96287e41-5517-486c-a7c6-af78f58d58ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '0a61371b-9a5f-4533-9b55-a39d1306e210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:36:23Z', 'updated_at': '2022-01-21T19:36:28Z', 'revision_number': 5, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'subnets': [{'id': '0a61371b-9a5f-4533-9b55-a39d1306e210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:37:21.959027 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06659688-521f-4472-bba2-089a442fb4fb None None] Checking router: 96287e41-5517-486c-a7c6-af78f58d58ba for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:37:21.968245 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06659688-521f-4472-bba2-089a442fb4fb None None] Routers {'96287e41-5517-486c-a7c6-af78f58d58ba'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:37:21.968797 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077552d-9043-45d7-8626-2df8c8369160 req-a428abaa-e95e-4c0e-80b9-d5a18e6ac4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:37:21.968937 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-06659688-521f-4472-bba2-089a442fb4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:36:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['96287e41-5517-486c-a7c6-af78f58d58ba'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:37:21.970288 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c077552d-9043-45d7-8626-2df8c8369160 req-a428abaa-e95e-4c0e-80b9-d5a18e6ac4e2 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0a61371b-9a5f-4533-9b55-a39d1306e210 HTTP/1.1" status: 200 len: 835 time: 0.0626049 Jan 21 19:37:21.990931 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134271c-be92-4413-a95b-28280783884c req-2ae9c44c-6ba7-494c-8629-58f9558da874 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:37:21.991596 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-0134271c-be92-4413-a95b-28280783884c req-2ae9c44c-6ba7-494c-8629-58f9558da874 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Synchronizing usage tracker for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:37:22.047059 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077552d-9043-45d7-8626-2df8c8369160 req-768d06ab-24b1-4302-8625-3c62f944ecc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:37:22.048039 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-0134271c-be92-4413-a95b-28280783884c req-2ae9c44c-6ba7-494c-8629-58f9558da874 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Unset dirty status for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:37:22.048526 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c077552d-9043-45d7-8626-2df8c8369160 req-768d06ab-24b1-4302-8625-3c62f944ecc0 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=dc750ccc-e579-466e-987b-71bfddd5e50b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720990 Jan 21 19:37:22.049232 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0134271c-be92-4413-a95b-28280783884c req-2ae9c44c-6ba7-494c-8629-58f9558da874 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead31018-f908-4586-a3cf-c84e569f1150 HTTP/1.1" status: 200 len: 946 time: 0.1402900 Jan 21 19:37:22.105256 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0134271c-be92-4413-a95b-28280783884c req-2e33ea43-e55b-4bbd-9cf2-dbcbe5daa0a7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=8c250ed7-51af-450e-b57e-4b8fb1ef92d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493712 Jan 21 19:37:22.157622 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-06659688-521f-4472-bba2-089a442fb4fb None None] Set router 96287e41-5517-486c-a7c6-af78f58d58ba gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:37:22.194617 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c077552d-9043-45d7-8626-2df8c8369160 req-ff6133bb-9014-4a71-a36c-2d24a9f8d59c service neutron] 10.222.0.113 "GET /v2.0/networks/dc750ccc-e579-466e-987b-71bfddd5e50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391847 Jan 21 19:37:22.331817 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c077552d-9043-45d7-8626-2df8c8369160 req-c1df1521-46ac-4275-b4fc-4db3ec774fe3 service neutron] 10.222.0.113 "GET /v2.0/networks/dc750ccc-e579-466e-987b-71bfddd5e50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302059 Jan 21 19:37:22.477915 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-06659688-521f-4472-bba2-089a442fb4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96287e41-5517-486c-a7c6-af78f58d58ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-604266267', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.188'}], 'enable_snat': True}, 'gw_port_id': '723ee881-d743-4022-b64a-acd6932c4317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:36:18Z', 'updated_at': '2022-01-21T19:36:24Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '723ee881-d743-4022-b64a-acd6932c4317', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96287e41-5517-486c-a7c6-af78f58d58ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:36:19Z', 'updated_at': '2022-01-21T19:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '80a6bb35-ad0a-4eb5-9773-71aa7deab8c0', 'name': '', 'network_id': 'dc750ccc-e579-466e-987b-71bfddd5e50b', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'mac_address': 'fa:16:3e:3c:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96287e41-5517-486c-a7c6-af78f58d58ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '0a61371b-9a5f-4533-9b55-a39d1306e210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:36:23Z', 'updated_at': '2022-01-21T19:36:28Z', 'revision_number': 5, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'subnets': [{'id': '0a61371b-9a5f-4533-9b55-a39d1306e210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:37:22.481756 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06659688-521f-4472-bba2-089a442fb4fb None None] The sync data for ids ['96287e41-5517-486c-a7c6-af78f58d58ba'] in dv-neutron-825470-1-hyperv is: [{'id': '96287e41-5517-486c-a7c6-af78f58d58ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-604266267', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.188'}], 'enable_snat': True}, 'gw_port_id': '723ee881-d743-4022-b64a-acd6932c4317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:36:18Z', 'updated_at': '2022-01-21T19:36:24Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '723ee881-d743-4022-b64a-acd6932c4317', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96287e41-5517-486c-a7c6-af78f58d58ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:36:19Z', 'updated_at': '2022-01-21T19:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '80a6bb35-ad0a-4eb5-9773-71aa7deab8c0', 'name': '', 'network_id': 'dc750ccc-e579-466e-987b-71bfddd5e50b', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'mac_address': 'fa:16:3e:3c:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96287e41-5517-486c-a7c6-af78f58d58ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '0a61371b-9a5f-4533-9b55-a39d1306e210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:36:23Z', 'updated_at': '2022-01-21T19:36:28Z', 'revision_number': 5, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'subnets': [{'id': '0a61371b-9a5f-4533-9b55-a39d1306e210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:37:22.706106 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e2880e-b027-420b-9663-4711e6af09d0 None None] New status for floating IP 64710afd-09fa-42c9-acbf-131270f28178: DOWN {{(pid=88139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:37:23.293751 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cbc83-3421-42e9-bf17-e495ebb23147 req-51b5c78b-b5d6-447a-9226-a719605bbbb5 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:37:23.295184 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0a0cbc83-3421-42e9-bf17-e495ebb23147 req-51b5c78b-b5d6-447a-9226-a719605bbbb5 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead31018-f908-4586-a3cf-c84e569f1150 HTTP/1.1" status: 200 len: 946 time: 0.0807545 Jan 21 19:37:23.338668 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0a0cbc83-3421-42e9-bf17-e495ebb23147 req-2fb3f97d-3ed2-4d52-b18a-693b0b12b738 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=8c250ed7-51af-450e-b57e-4b8fb1ef92d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378308 Jan 21 19:37:23.448909 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681a131-2e94-42be-87d6-2d809f1bf331 req-7ebfa5d9-aecc-40a0-a732-664d10a9adc3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:37:23.449610 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-f681a131-2e94-42be-87d6-2d809f1bf331 req-7ebfa5d9-aecc-40a0-a732-664d10a9adc3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Synchronizing usage tracker for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:37:23.461059 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-f681a131-2e94-42be-87d6-2d809f1bf331 req-7ebfa5d9-aecc-40a0-a732-664d10a9adc3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Unset dirty status for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:37:23.462157 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-f681a131-2e94-42be-87d6-2d809f1bf331 req-7ebfa5d9-aecc-40a0-a732-664d10a9adc3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.113 "GET /v2.0/ports?device_id=ead31018-f908-4586-a3cf-c84e569f1150 HTTP/1.1" status: 200 len: 946 time: 0.0907807 Jan 21 19:37:23.533112 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-f681a131-2e94-42be-87d6-2d809f1bf331 req-0d747f0b-9e7a-486e-bf84-a5052b177102 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Deleting port 004a11ee-8338-4e47-b401-7340562171e3 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:37:23.533444 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-f681a131-2e94-42be-87d6-2d809f1bf331 req-0d747f0b-9e7a-486e-bf84-a5052b177102 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:23.778864 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-f681a131-2e94-42be-87d6-2d809f1bf331 req-0d747f0b-9e7a-486e-bf84-a5052b177102 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] For port 004a11ee-8338-4e47-b401-7340562171e3, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=004a11ee-8338-4e47-b401-7340562171e3,segment=NetworkSegment(e4efe1f3-e968-46c0-990e-be3f99943856),segment_id=e4efe1f3-e968-46c0-990e-be3f99943856)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:37:23.779130 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-f681a131-2e94-42be-87d6-2d809f1bf331 req-0d747f0b-9e7a-486e-bf84-a5052b177102 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:23.898875 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-f681a131-2e94-42be-87d6-2d809f1bf331 req-0d747f0b-9e7a-486e-bf84-a5052b177102 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Calling delete_port for 004a11ee-8338-4e47-b401-7340562171e3 owned by compute:nova {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:37:24.110003 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-f681a131-2e94-42be-87d6-2d809f1bf331 req-0d747f0b-9e7a-486e-bf84-a5052b177102 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:24.158990 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d747f0b-9e7a-486e-bf84-a5052b177102 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event deleted for resources: {'Port': ['ID=004a11ee-8338-4e47-b401-7340562171e3,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:37:24.168484 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d747f0b-9e7a-486e-bf84-a5052b177102 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:37:24.168830 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d747f0b-9e7a-486e-bf84-a5052b177102 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:37:24.169170 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d747f0b-9e7a-486e-bf84-a5052b177102 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:37:24.169507 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d747f0b-9e7a-486e-bf84-a5052b177102 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:37:24.169868 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d747f0b-9e7a-486e-bf84-a5052b177102 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:37:24.170198 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d747f0b-9e7a-486e-bf84-a5052b177102 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:37:24.170525 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d747f0b-9e7a-486e-bf84-a5052b177102 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:37:24.170847 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d747f0b-9e7a-486e-bf84-a5052b177102 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:37:24.171169 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d747f0b-9e7a-486e-bf84-a5052b177102 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:37:24.171608 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d747f0b-9e7a-486e-bf84-a5052b177102 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:37:24.171936 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d747f0b-9e7a-486e-bf84-a5052b177102 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:37:24.172258 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d747f0b-9e7a-486e-bf84-a5052b177102 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:37:24.249701 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-f681a131-2e94-42be-87d6-2d809f1bf331 req-0d747f0b-9e7a-486e-bf84-a5052b177102 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] No DVR routers for this DVR port 004a11ee-8338-4e47-b401-7340562171e3 on host hv-neutron-8254 {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:37:24.252084 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-f681a131-2e94-42be-87d6-2d809f1bf331 req-0d747f0b-9e7a-486e-bf84-a5052b177102 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:24.254517 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead31018-f908-4586-a3cf-c84e569f1150', 'name': 'network-vif-deleted', 'tag': '004a11ee-8338-4e47-b401-7340562171e3'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:37:24.298230 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead31018-f908-4586-a3cf-c84e569f1150', 'name': 'network-vif-deleted', 'tag': '004a11ee-8338-4e47-b401-7340562171e3', 'status': 'completed', 'code': 200} Jan 21 19:37:24.322115 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-f681a131-2e94-42be-87d6-2d809f1bf331 req-0d747f0b-9e7a-486e-bf84-a5052b177102 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.113 "DELETE /v2.0/ports/004a11ee-8338-4e47-b401-7340562171e3 HTTP/1.1" status: 204 len: 173 time: 0.8545985 Jan 21 19:37:24.486629 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cd084c4d-bcaa-4b8c-8845-4d58c1ca008e req-b33245b0-77b4-4db4-ab37-0efa262b673c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=ead31018-f908-4586-a3cf-c84e569f1150 HTTP/1.1" status: 200 len: 210 time: 0.0424385 Jan 21 19:37:25.019086 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5260b1e5-5036-4404-913e-f258efc7ce10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:25.590688 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 41762) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:37:26.125576 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e2db4dbf-7e5a-4375-8ac0-ff1e0683511f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:26.601163 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-e2db4dbf-7e5a-4375-8ac0-ff1e0683511f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Deleting port 80a6bb35-ad0a-4eb5-9773-71aa7deab8c0 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:37:26.601904 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e2db4dbf-7e5a-4375-8ac0-ff1e0683511f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:26.791690 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-e2db4dbf-7e5a-4375-8ac0-ff1e0683511f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] For port 80a6bb35-ad0a-4eb5-9773-71aa7deab8c0, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=80a6bb35-ad0a-4eb5-9773-71aa7deab8c0,segment=NetworkSegment(e4efe1f3-e968-46c0-990e-be3f99943856),segment_id=e4efe1f3-e968-46c0-990e-be3f99943856)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:37:26.791961 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e2db4dbf-7e5a-4375-8ac0-ff1e0683511f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:26.916506 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-e2db4dbf-7e5a-4375-8ac0-ff1e0683511f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Calling delete_port for 80a6bb35-ad0a-4eb5-9773-71aa7deab8c0 owned by network:router_interface {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:37:27.132838 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e2db4dbf-7e5a-4375-8ac0-ff1e0683511f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:27.182917 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2db4dbf-7e5a-4375-8ac0-ff1e0683511f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event deleted for resources: {'Port': ['ID=80a6bb35-ad0a-4eb5-9773-71aa7deab8c0,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:37:27.253080 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-457779dc-bd35-4899-b408-32fa3e8dd395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:27.485829 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e2db4dbf-7e5a-4375-8ac0-ff1e0683511f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:27.972513 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2db4dbf-7e5a-4375-8ac0-ff1e0683511f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Router 96287e41-5517-486c-a7c6-af78f58d58ba has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:37:28.127885 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 004a11ee-8338-4e47-b401-7340562171e3 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:37:28.162089 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2db4dbf-7e5a-4375-8ac0-ff1e0683511f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:37:28.172965 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] No Port match for: 004a11ee-8338-4e47-b401-7340562171e3 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:37:28.173307 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 004a11ee-8338-4e47-b401-7340562171e3 not bound to the agent host hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:37:28.176857 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a610fa07-0380-4dcb-98ae-b09f5dad7986 None None] Sync routers for ids ['96287e41-5517-486c-a7c6-af78f58d58ba'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:37:28.178062 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e2db4dbf-7e5a-4375-8ac0-ff1e0683511f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "PUT /v2.0/routers/96287e41-5517-486c-a7c6-af78f58d58ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5862801 Jan 21 19:37:28.180993 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 41766) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:37:28.187118 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a610fa07-0380-4dcb-98ae-b09f5dad7986 None None] Routers {'96287e41-5517-486c-a7c6-af78f58d58ba'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:37:28.187731 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-a610fa07-0380-4dcb-98ae-b09f5dad7986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:37:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['96287e41-5517-486c-a7c6-af78f58d58ba'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:37:28.248420 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ea61865-daf5-4b21-b275-34d4045779e8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Deleting subnet 0a61371b-9a5f-4533-9b55-a39d1306e210 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:37:28.251211 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1ea61865-daf5-4b21-b275-34d4045779e8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:28.304555 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1ea61865-daf5-4b21-b275-34d4045779e8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:28.362335 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-a610fa07-0380-4dcb-98ae-b09f5dad7986 None None] Set router 96287e41-5517-486c-a7c6-af78f58d58ba gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:37:28.399796 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1ea61865-daf5-4b21-b275-34d4045779e8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:28.545588 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1ea61865-daf5-4b21-b275-34d4045779e8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:28.576390 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:28.584209 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea61865-daf5-4b21-b275-34d4045779e8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event deleted for resources: {'Subnet': ['ID=0a61371b-9a5f-4533-9b55-a39d1306e210,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:37:28.590380 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1ea61865-daf5-4b21-b275-34d4045779e8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:28.596320 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-1ea61865-daf5-4b21-b275-34d4045779e8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "DELETE /v2.0/subnets/0a61371b-9a5f-4533-9b55-a39d1306e210 HTTP/1.1" status: 204 len: 168 time: 0.4143806 Jan 21 19:37:28.599260 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 41770) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:37:28.605338 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccebdf4-0a8c-45ed-bbfc-75bc6eb1c3a1 None None] Network dc750ccc-e579-466e-987b-71bfddd5e50b requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:37:28.781495 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-91e2c75a-aaec-4969-af9a-e232ae3ceda0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for router, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:28.786813 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:28.790166 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:28.941318 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-a610fa07-0380-4dcb-98ae-b09f5dad7986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96287e41-5517-486c-a7c6-af78f58d58ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-604266267', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.188'}], 'enable_snat': True}, 'gw_port_id': '723ee881-d743-4022-b64a-acd6932c4317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:36:18Z', 'updated_at': '2022-01-21T19:37:27Z', 'revision_number': 5, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '723ee881-d743-4022-b64a-acd6932c4317', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96287e41-5517-486c-a7c6-af78f58d58ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:36:19Z', 'updated_at': '2022-01-21T19:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:37:28.948083 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a610fa07-0380-4dcb-98ae-b09f5dad7986 None None] Checking router: 96287e41-5517-486c-a7c6-af78f58d58ba for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:37:28.959619 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a610fa07-0380-4dcb-98ae-b09f5dad7986 None None] Routers {'96287e41-5517-486c-a7c6-af78f58d58ba'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:37:28.960220 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-a610fa07-0380-4dcb-98ae-b09f5dad7986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:37:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['96287e41-5517-486c-a7c6-af78f58d58ba'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:37:28.965444 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-91e2c75a-aaec-4969-af9a-e232ae3ceda0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:29.011990 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5bff5f-15c8-4aea-b6f8-ba6d576c475d None None] DHCP port deletion for dc750ccc-e579-466e-987b-71bfddd5e50b request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:37:29.029538 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-8b5bff5f-15c8-4aea-b6f8-ba6d576c475d None None] Deleting port 0ac34073-d784-4b11-9ea5-061d0b6911fc {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:37:29.029922 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8b5bff5f-15c8-4aea-b6f8-ba6d576c475d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:29.041502 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-91e2c75a-aaec-4969-af9a-e232ae3ceda0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Deleting port 723ee881-d743-4022-b64a-acd6932c4317 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:37:29.042048 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-91e2c75a-aaec-4969-af9a-e232ae3ceda0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:29.213380 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-91e2c75a-aaec-4969-af9a-e232ae3ceda0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] For port 723ee881-d743-4022-b64a-acd6932c4317, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=723ee881-d743-4022-b64a-acd6932c4317,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:37:29.213635 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-91e2c75a-aaec-4969-af9a-e232ae3ceda0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:29.243797 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-a610fa07-0380-4dcb-98ae-b09f5dad7986 None None] Set router 96287e41-5517-486c-a7c6-af78f58d58ba gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:37:29.334314 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-91e2c75a-aaec-4969-af9a-e232ae3ceda0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Calling delete_port for 723ee881-d743-4022-b64a-acd6932c4317 owned by network:router_gateway {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:37:29.515912 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-8b5bff5f-15c8-4aea-b6f8-ba6d576c475d None None] For port 0ac34073-d784-4b11-9ea5-061d0b6911fc, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=0ac34073-d784-4b11-9ea5-061d0b6911fc,segment=NetworkSegment(e4efe1f3-e968-46c0-990e-be3f99943856),segment_id=e4efe1f3-e968-46c0-990e-be3f99943856)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:37:29.516489 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8b5bff5f-15c8-4aea-b6f8-ba6d576c475d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:29.584747 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-91e2c75a-aaec-4969-af9a-e232ae3ceda0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:29.637960 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e2c75a-aaec-4969-af9a-e232ae3ceda0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event deleted for resources: {'Port': ['ID=723ee881-d743-4022-b64a-acd6932c4317,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:37:29.655014 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-8b5bff5f-15c8-4aea-b6f8-ba6d576c475d None None] Calling delete_port for 0ac34073-d784-4b11-9ea5-061d0b6911fc owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:37:29.800017 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-a610fa07-0380-4dcb-98ae-b09f5dad7986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96287e41-5517-486c-a7c6-af78f58d58ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-604266267', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.188'}], 'enable_snat': True}, 'gw_port_id': '723ee881-d743-4022-b64a-acd6932c4317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:36:18Z', 'updated_at': '2022-01-21T19:37:27Z', 'revision_number': 5, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '723ee881-d743-4022-b64a-acd6932c4317', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96287e41-5517-486c-a7c6-af78f58d58ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:36:19Z', 'updated_at': '2022-01-21T19:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:37:29.804261 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a610fa07-0380-4dcb-98ae-b09f5dad7986 None None] The sync data for ids ['96287e41-5517-486c-a7c6-af78f58d58ba'] in dv-neutron-825470-1-hyperv is: [{'id': '96287e41-5517-486c-a7c6-af78f58d58ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-604266267', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.188'}], 'enable_snat': True}, 'gw_port_id': '723ee881-d743-4022-b64a-acd6932c4317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:36:18Z', 'updated_at': '2022-01-21T19:37:27Z', 'revision_number': 5, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '723ee881-d743-4022-b64a-acd6932c4317', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96287e41-5517-486c-a7c6-af78f58d58ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:36:19Z', 'updated_at': '2022-01-21T19:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:37:29.842472 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8b5bff5f-15c8-4aea-b6f8-ba6d576c475d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:29.857257 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-91e2c75a-aaec-4969-af9a-e232ae3ceda0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:29.902725 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5bff5f-15c8-4aea-b6f8-ba6d576c475d None None] Pushing event deleted for resources: {'Port': ['ID=0ac34073-d784-4b11-9ea5-061d0b6911fc,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:37:29.907597 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5bff5f-15c8-4aea-b6f8-ba6d576c475d None None] No DVR routers for this DVR port 0ac34073-d784-4b11-9ea5-061d0b6911fc on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:37:29.921243 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5bff5f-15c8-4aea-b6f8-ba6d576c475d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:37:29.921601 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5bff5f-15c8-4aea-b6f8-ba6d576c475d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:37:29.921985 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5bff5f-15c8-4aea-b6f8-ba6d576c475d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:37:29.922352 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5bff5f-15c8-4aea-b6f8-ba6d576c475d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:37:29.922636 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5bff5f-15c8-4aea-b6f8-ba6d576c475d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:37:29.922968 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5bff5f-15c8-4aea-b6f8-ba6d576c475d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:37:29.923296 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5bff5f-15c8-4aea-b6f8-ba6d576c475d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:37:29.923617 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5bff5f-15c8-4aea-b6f8-ba6d576c475d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:37:29.923943 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5bff5f-15c8-4aea-b6f8-ba6d576c475d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:37:29.924265 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5bff5f-15c8-4aea-b6f8-ba6d576c475d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:37:29.924584 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5bff5f-15c8-4aea-b6f8-ba6d576c475d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:37:29.925021 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5bff5f-15c8-4aea-b6f8-ba6d576c475d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:37:30.031996 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-91e2c75a-aaec-4969-af9a-e232ae3ceda0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:30.034585 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-91e2c75a-aaec-4969-af9a-e232ae3ceda0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:30.110068 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-91e2c75a-aaec-4969-af9a-e232ae3ceda0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:30.112179 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e2c75a-aaec-4969-af9a-e232ae3ceda0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Fanout notify agent at l3_agent the message router_deleted on router 96287e41-5517-486c-a7c6-af78f58d58ba {{(pid=88136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:37:30.126187 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-91e2c75a-aaec-4969-af9a-e232ae3ceda0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:30.130294 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-91e2c75a-aaec-4969-af9a-e232ae3ceda0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "DELETE /v2.0/routers/96287e41-5517-486c-a7c6-af78f58d58ba HTTP/1.1" status: 204 len: 168 time: 1.5270669 Jan 21 19:37:30.131038 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 41774) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:37:30.236233 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:30.251575 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6dce685a-9e0d-4dc6-95ae-d939d231e811 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:30.288220 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 80a6bb35-ad0a-4eb5-9773-71aa7deab8c0 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:37:30.327521 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 80a6bb35-ad0a-4eb5-9773-71aa7deab8c0 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:37:30.327869 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 80a6bb35-ad0a-4eb5-9773-71aa7deab8c0 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:37:30.328280 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 0ac34073-d784-4b11-9ea5-061d0b6911fc no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:37:30.364855 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 0ac34073-d784-4b11-9ea5-061d0b6911fc {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:37:30.365201 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 0ac34073-d784-4b11-9ea5-061d0b6911fc not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:37:30.394449 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6dce685a-9e0d-4dc6-95ae-d939d231e811 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:30.419857 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-6dce685a-9e0d-4dc6-95ae-d939d231e811 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc750ccc-e579-466e-987b-71bfddd5e50b']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:37:30.434203 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-6dce685a-9e0d-4dc6-95ae-d939d231e811 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4efe1f3-e968-46c0-990e-be3f99943856') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:37:30.434474 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-6dce685a-9e0d-4dc6-95ae-d939d231e811 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4efe1f3-e968-46c0-990e-be3f99943856') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:37:30.446385 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6dce685a-9e0d-4dc6-95ae-d939d231e811 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:30.463379 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6dce685a-9e0d-4dc6-95ae-d939d231e811 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:30.469660 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dce685a-9e0d-4dc6-95ae-d939d231e811 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:37:30.470238 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6dce685a-9e0d-4dc6-95ae-d939d231e811 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:30.485418 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:37:30.485418 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:37:30.485418 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:37:30.485418 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:37:30.485418 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:37:30.485418 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:37:30.485418 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:37:30.485418 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:37:30.485418 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:37:30.485418 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:37:30.485418 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:37:30.485418 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:37:30.485418 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:37:30.485418 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:37:30.485418 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:37:30.485418 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:37:30.485418 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:37:30.485418 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:37:30.485418 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:37:30.485418 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:37:30.485418 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:37:30.485418 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:37:30.485418 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:37:30.485418 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:37:30.485418 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:37:30.485418 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:37:30.485418 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:37:30.485418 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:37:30.485418 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:37:30.485418 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:37:30.485418 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:37:30.485418 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:37:30.635951 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6dce685a-9e0d-4dc6-95ae-d939d231e811 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:30.653659 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6dce685a-9e0d-4dc6-95ae-d939d231e811 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:30.666479 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce685a-9e0d-4dc6-95ae-d939d231e811 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event deleted for resources: {'Network': ['ID=dc750ccc-e579-466e-987b-71bfddd5e50b,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:37:30.733910 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-6dce685a-9e0d-4dc6-95ae-d939d231e811 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "DELETE /v2.0/networks/dc750ccc-e579-466e-987b-71bfddd5e50b HTTP/1.1" status: 204 len: 168 time: 0.6018841 Jan 21 19:37:30.736471 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 41778) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:37:30.804996 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aaa34e23-fd98-4bdf-9e9e-a40a48517229 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:30.834685 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aaa34e23-fd98-4bdf-9e9e-a40a48517229 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:30.978954 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aaa34e23-fd98-4bdf-9e9e-a40a48517229 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:30.997140 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa34e23-fd98-4bdf-9e9e-a40a48517229 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c250ed7-51af-450e-b57e-4b8fb1ef92d3,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:37:31.063708 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aaa34e23-fd98-4bdf-9e9e-a40a48517229 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:31.064856 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-aaa34e23-fd98-4bdf-9e9e-a40a48517229 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "DELETE /v2.0/security-groups/8c250ed7-51af-450e-b57e-4b8fb1ef92d3 HTTP/1.1" status: 204 len: 168 time: 0.3274579 Jan 21 19:37:31.540322 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 41786) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:37:31.545624 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-1a70b646-d62a-4d2e-bc21-690c87ebfe3f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-483014583', 'description': 'tempest-secgroup-smoke-483014583 description', 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:37:31.553277 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-1a70b646-d62a-4d2e-bc21-690c87ebfe3f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:37:31.557367 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-1a70b646-d62a-4d2e-bc21-690c87ebfe3f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:security_group and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:37:31.560244 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-1a70b646-d62a-4d2e-bc21-690c87ebfe3f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:37:31.569272 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-1a70b646-d62a-4d2e-bc21-690c87ebfe3f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:37:31.618900 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1a70b646-d62a-4d2e-bc21-690c87ebfe3f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:31.642713 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-1a70b646-d62a-4d2e-bc21-690c87ebfe3f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:37:31.646395 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-1a70b646-d62a-4d2e-bc21-690c87ebfe3f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:security_group_rule and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:37:31.649243 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-1a70b646-d62a-4d2e-bc21-690c87ebfe3f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:37:31.654875 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-1a70b646-d62a-4d2e-bc21-690c87ebfe3f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:37:31.724534 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1a70b646-d62a-4d2e-bc21-690c87ebfe3f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:31.767042 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1a70b646-d62a-4d2e-bc21-690c87ebfe3f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:31.812899 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a70b646-d62a-4d2e-bc21-690c87ebfe3f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=773e3e79-c058-49f3-b300-2c928d6e496e,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:37:31.858495 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1a70b646-d62a-4d2e-bc21-690c87ebfe3f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:31.859737 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-1a70b646-d62a-4d2e-bc21-690c87ebfe3f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3183966 Jan 21 19:37:31.862663 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 41790) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:37:31.868470 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-608ee064-e35f-4151-9c4d-c6e9818e061d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'security_group_rule': {'security_group_id': '773e3e79-c058-49f3-b300-2c928d6e496e', 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:37:31.874507 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-608ee064-e35f-4151-9c4d-c6e9818e061d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:37:31.878447 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-608ee064-e35f-4151-9c4d-c6e9818e061d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:security_group_rule and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:37:31.881516 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-608ee064-e35f-4151-9c4d-c6e9818e061d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:37:31.887329 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-608ee064-e35f-4151-9c4d-c6e9818e061d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:37:31.945496 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-608ee064-e35f-4151-9c4d-c6e9818e061d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:32.004670 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-608ee064-e35f-4151-9c4d-c6e9818e061d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:32.070243 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-608ee064-e35f-4151-9c4d-c6e9818e061d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:32.093880 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ee064-e35f-4151-9c4d-c6e9818e061d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1651239-3e38-4cac-8826-e1057c46a901,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:37:32.118494 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 723ee881-d743-4022-b64a-acd6932c4317 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:37:32.150635 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-608ee064-e35f-4151-9c4d-c6e9818e061d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:32.154321 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-608ee064-e35f-4151-9c4d-c6e9818e061d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2882650 Jan 21 19:37:32.154549 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 723ee881-d743-4022-b64a-acd6932c4317 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:37:32.154549 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 723ee881-d743-4022-b64a-acd6932c4317 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:37:32.154731 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 41794) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:37:32.159653 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-63790273-d7c8-42f9-8f48-b9b2f7c10153 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'security_group_rule': {'security_group_id': '773e3e79-c058-49f3-b300-2c928d6e496e', 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:37:32.166610 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-63790273-d7c8-42f9-8f48-b9b2f7c10153 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:37:32.170461 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-63790273-d7c8-42f9-8f48-b9b2f7c10153 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:security_group_rule and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:37:32.173350 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-63790273-d7c8-42f9-8f48-b9b2f7c10153 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:37:32.180562 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-63790273-d7c8-42f9-8f48-b9b2f7c10153 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:37:32.243080 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-63790273-d7c8-42f9-8f48-b9b2f7c10153 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:32.303828 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-63790273-d7c8-42f9-8f48-b9b2f7c10153 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:32.361320 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-63790273-d7c8-42f9-8f48-b9b2f7c10153 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:32.385224 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63790273-d7c8-42f9-8f48-b9b2f7c10153 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=886e3507-9e93-4fb5-8241-b12b304e9c0b,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:37:32.459136 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-63790273-d7c8-42f9-8f48-b9b2f7c10153 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:32.460359 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-63790273-d7c8-42f9-8f48-b9b2f7c10153 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3047280 Jan 21 19:37:32.463112 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 41798) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:37:32.467982 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-3b37cc39-cdb7-435b-9974-19232f00cca0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'security_group_rule': {'security_group_id': '773e3e79-c058-49f3-b300-2c928d6e496e', 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:37:32.474623 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3b37cc39-cdb7-435b-9974-19232f00cca0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:37:32.478346 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-3b37cc39-cdb7-435b-9974-19232f00cca0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:security_group_rule and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:37:32.481117 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-3b37cc39-cdb7-435b-9974-19232f00cca0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:37:32.486622 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3b37cc39-cdb7-435b-9974-19232f00cca0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:37:32.563281 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3b37cc39-cdb7-435b-9974-19232f00cca0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:32.626027 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3b37cc39-cdb7-435b-9974-19232f00cca0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:32.693076 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3b37cc39-cdb7-435b-9974-19232f00cca0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:32.717757 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b37cc39-cdb7-435b-9974-19232f00cca0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5e9209c-b86d-49b9-8866-8c8ab24c3d57,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:37:32.778750 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3b37cc39-cdb7-435b-9974-19232f00cca0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:32.779910 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3b37cc39-cdb7-435b-9974-19232f00cca0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3158841 Jan 21 19:37:32.782551 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 41802) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:37:32.787898 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-c8d82c33-93e4-4de1-bf4c-8f09a04987cd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'security_group_rule': {'security_group_id': '773e3e79-c058-49f3-b300-2c928d6e496e', 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:37:32.793557 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-c8d82c33-93e4-4de1-bf4c-8f09a04987cd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:37:32.797307 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-c8d82c33-93e4-4de1-bf4c-8f09a04987cd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:security_group_rule and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:37:32.800155 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-c8d82c33-93e4-4de1-bf4c-8f09a04987cd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:37:32.806600 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-c8d82c33-93e4-4de1-bf4c-8f09a04987cd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:37:32.876326 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c8d82c33-93e4-4de1-bf4c-8f09a04987cd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:32.939041 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c8d82c33-93e4-4de1-bf4c-8f09a04987cd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:33.030372 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c8d82c33-93e4-4de1-bf4c-8f09a04987cd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:33.055323 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d82c33-93e4-4de1-bf4c-8f09a04987cd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=576fb1b8-b5ce-480f-b24b-325ff3ebac67,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:37:33.127607 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-c8d82c33-93e4-4de1-bf4c-8f09a04987cd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:33.129085 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c8d82c33-93e4-4de1-bf4c-8f09a04987cd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3453152 Jan 21 19:37:33.132055 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 41806) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:37:33.137318 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-551a39ce-7842-40dd-8bb2-1d61df2e63ad tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'security_group_rule': {'security_group_id': '773e3e79-c058-49f3-b300-2c928d6e496e', 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:37:33.143455 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-551a39ce-7842-40dd-8bb2-1d61df2e63ad tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:37:33.147801 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-551a39ce-7842-40dd-8bb2-1d61df2e63ad tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:security_group_rule and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:37:33.150788 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-551a39ce-7842-40dd-8bb2-1d61df2e63ad tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:37:33.156506 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-551a39ce-7842-40dd-8bb2-1d61df2e63ad tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:37:33.224441 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.securitygroups_db [None req-551a39ce-7842-40dd-8bb2-1d61df2e63ad tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Project 2ceb323a8e2c42c4b7cde2788c992fac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 19:37:33.231139 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-551a39ce-7842-40dd-8bb2-1d61df2e63ad tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:33.295569 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-551a39ce-7842-40dd-8bb2-1d61df2e63ad tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:33.361568 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-551a39ce-7842-40dd-8bb2-1d61df2e63ad tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:33.386368 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a39ce-7842-40dd-8bb2-1d61df2e63ad tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86faa9c9-d8fb-4ded-8277-cae99406ac6b,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:37:33.459343 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-551a39ce-7842-40dd-8bb2-1d61df2e63ad tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:33.460569 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-551a39ce-7842-40dd-8bb2-1d61df2e63ad tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3274684 Jan 21 19:37:33.463244 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 41810) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:37:33.468397 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-7cd08df3-260a-4c46-b88a-db2ad221f4ab tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'security_group_rule': {'security_group_id': '773e3e79-c058-49f3-b300-2c928d6e496e', 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:37:33.474556 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-7cd08df3-260a-4c46-b88a-db2ad221f4ab tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:37:33.478392 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7cd08df3-260a-4c46-b88a-db2ad221f4ab tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:security_group_rule and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:37:33.481379 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7cd08df3-260a-4c46-b88a-db2ad221f4ab tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:37:33.487449 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-7cd08df3-260a-4c46-b88a-db2ad221f4ab tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:37:33.555914 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.securitygroups_db [None req-7cd08df3-260a-4c46-b88a-db2ad221f4ab tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Project 2ceb323a8e2c42c4b7cde2788c992fac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 19:37:33.563122 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7cd08df3-260a-4c46-b88a-db2ad221f4ab tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:33.631441 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7cd08df3-260a-4c46-b88a-db2ad221f4ab tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:33.670102 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7cd08df3-260a-4c46-b88a-db2ad221f4ab tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:33.694553 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd08df3-260a-4c46-b88a-db2ad221f4ab tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e306ef6-9a32-4190-817d-a583c8ceaae8,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:37:33.772992 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7cd08df3-260a-4c46-b88a-db2ad221f4ab tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:33.774208 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-7cd08df3-260a-4c46-b88a-db2ad221f4ab tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3099058 Jan 21 19:37:33.776959 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 41814) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:37:33.782390 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-7772032e-2289-4f38-aa26-fcc23b583c82 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'network': {'name': 'tempest-network-smoke--725400851', 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'port_security_enabled': True}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:37:33.787340 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-7772032e-2289-4f38-aa26-fcc23b583c82 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:37:33.791735 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7772032e-2289-4f38-aa26-fcc23b583c82 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:network and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:37:33.794544 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-7772032e-2289-4f38-aa26-fcc23b583c82 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:37:33.800047 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-7772032e-2289-4f38-aa26-fcc23b583c82 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:37:33.870074 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7772032e-2289-4f38-aa26-fcc23b583c82 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Made reservation on behalf of 2ceb323a8e2c42c4b7cde2788c992fac for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:37:33.874303 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7772032e-2289-4f38-aa26-fcc23b583c82 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:33.903271 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7772032e-2289-4f38-aa26-fcc23b583c82 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:37:33.912264 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7772032e-2289-4f38-aa26-fcc23b583c82 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:33.912600 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-7772032e-2289-4f38-aa26-fcc23b583c82 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Added segment e4398a48-80fd-4124-89a3-efd36b6b1574 of type vlan for network a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a Jan 21 19:37:33.939901 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7772032e-2289-4f38-aa26-fcc23b583c82 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:34.018778 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7772032e-2289-4f38-aa26-fcc23b583c82 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:34.024790 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7772032e-2289-4f38-aa26-fcc23b583c82 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:37:34.025364 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-7772032e-2289-4f38-aa26-fcc23b583c82 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:34.129941 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7772032e-2289-4f38-aa26-fcc23b583c82 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'Network': ['ID=a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:37:34.140235 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:37:34.150748 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-7772032e-2289-4f38-aa26-fcc23b583c82 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3727834 Jan 21 19:37:34.153357 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 41818) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:37:34.158358 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-d56f684f-22fa-4d65-9958-e0ff4f67bd1f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-585037331', 'admin_state_up': True, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:37:34.166078 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-d56f684f-22fa-4d65-9958-e0ff4f67bd1f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:37:34.169864 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-d56f684f-22fa-4d65-9958-e0ff4f67bd1f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:router and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:37:34.172686 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-d56f684f-22fa-4d65-9958-e0ff4f67bd1f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:37:34.183756 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-d56f684f-22fa-4d65-9958-e0ff4f67bd1f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:37:34.247393 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d56f684f-22fa-4d65-9958-e0ff4f67bd1f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:34.248417 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d56f684f-22fa-4d65-9958-e0ff4f67bd1f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:34.263507 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d56f684f-22fa-4d65-9958-e0ff4f67bd1f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:34.718456 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d56f684f-22fa-4d65-9958-e0ff4f67bd1f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:35.059475 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d56f684f-22fa-4d65-9958-e0ff4f67bd1f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for router_gateway, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:35.087820 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d56f684f-22fa-4d65-9958-e0ff4f67bd1f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:35.219302 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-d56f684f-22fa-4d65-9958-e0ff4f67bd1f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Allocated IP 172.26.1.230 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/9a3522d5-de5e-448d-b04a-e0333e63faea) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:37:35.363001 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d56f684f-22fa-4d65-9958-e0ff4f67bd1f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:35.424911 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d56f684f-22fa-4d65-9958-e0ff4f67bd1f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:35.488984 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56f684f-22fa-4d65-9958-e0ff4f67bd1f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:37:35.491746 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-d56f684f-22fa-4d65-9958-e0ff4f67bd1f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:37:35.494260 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56f684f-22fa-4d65-9958-e0ff4f67bd1f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:37:35.536742 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f684f-22fa-4d65-9958-e0ff4f67bd1f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'Port': ['ID=9a3522d5-de5e-448d-b04a-e0333e63faea,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:37:36.012540 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d56f684f-22fa-4d65-9958-e0ff4f67bd1f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for router_gateway, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:36.460178 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d56f684f-22fa-4d65-9958-e0ff4f67bd1f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:36.715748 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56f684f-22fa-4d65-9958-e0ff4f67bd1f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Router 23246182-0fa8-4c30-9da5-c8569d61ca0a is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:37:36.889596 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56f684f-22fa-4d65-9958-e0ff4f67bd1f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:37:36.899649 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e5caaa-5dd3-4b1c-8e0d-f3ed56cbdc90 None None] Sync routers for ids ['23246182-0fa8-4c30-9da5-c8569d61ca0a'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:37:36.908986 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e5caaa-5dd3-4b1c-8e0d-f3ed56cbdc90 None None] Routers {'23246182-0fa8-4c30-9da5-c8569d61ca0a'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:37:36.909590 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-04e5caaa-5dd3-4b1c-8e0d-f3ed56cbdc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:37:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['23246182-0fa8-4c30-9da5-c8569d61ca0a'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:37:36.967632 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d56f684f-22fa-4d65-9958-e0ff4f67bd1f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:36.968766 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d56f684f-22fa-4d65-9958-e0ff4f67bd1f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8144546 Jan 21 19:37:36.972068 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 41824) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:37:37.011696 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-6cb88d15-85db-416b-a92b-72de647d4a7f tempest-TestNetworkAdvancedServerOps-4837441 tempest-TestNetworkAdvancedServerOps-4837441-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=2ceb323a8e2c42c4b7cde2788c992fac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384381 Jan 21 19:37:37.014324 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 41828) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:37:37.084589 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-04e5caaa-5dd3-4b1c-8e0d-f3ed56cbdc90 None None] Set router 23246182-0fa8-4c30-9da5-c8569d61ca0a gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:37:37.142515 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f331105-9a43-4bbf-95c5-99cf5bcc5a5b tempest-TestNetworkAdvancedServerOps-4837441 tempest-TestNetworkAdvancedServerOps-4837441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:37:37.143967 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-4f331105-9a43-4bbf-95c5-99cf5bcc5a5b tempest-TestNetworkAdvancedServerOps-4837441 tempest-TestNetworkAdvancedServerOps-4837441-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1287668 Jan 21 19:37:37.147507 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 41832) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:37:37.189050 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b4e8472c-580e-4d98-aad5-f86f1ea0ca02 tempest-TestNetworkAdvancedServerOps-4837441 tempest-TestNetworkAdvancedServerOps-4837441-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=552ba34b-3dd7-4be8-8310-a9fc908fe72b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404618 Jan 21 19:37:37.192107 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 41836) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:37:37.197943 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-925b74a2-b791-4e46-b579-d751bf7aa5b2 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-274096005', 'network_id': 'a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a', 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:37:37.307441 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-925b74a2-b791-4e46-b579-d751bf7aa5b2 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:37:37.311139 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-925b74a2-b791-4e46-b579-d751bf7aa5b2 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:subnet and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:37:37.313911 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-925b74a2-b791-4e46-b579-d751bf7aa5b2 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:37:37.319565 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-925b74a2-b791-4e46-b579-d751bf7aa5b2 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:37:37.378756 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925b74a2-b791-4e46-b579-d751bf7aa5b2 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Made reservation on behalf of 2ceb323a8e2c42c4b7cde2788c992fac for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:37:37.382608 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-925b74a2-b791-4e46-b579-d751bf7aa5b2 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:37.397323 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-04e5caaa-5dd3-4b1c-8e0d-f3ed56cbdc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23246182-0fa8-4c30-9da5-c8569d61ca0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585037331', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.230'}], 'enable_snat': True}, 'gw_port_id': '9a3522d5-de5e-448d-b04a-e0333e63faea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:37:34Z', 'updated_at': '2022-01-21T19:37:35Z', 'revision_number': 3, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '9a3522d5-de5e-448d-b04a-e0333e63faea', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d4:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23246182-0fa8-4c30-9da5-c8569d61ca0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:37:35Z', 'updated_at': '2022-01-21T19:37:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:37:37.401219 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e5caaa-5dd3-4b1c-8e0d-f3ed56cbdc90 None None] Checking router: 23246182-0fa8-4c30-9da5-c8569d61ca0a for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:37:37.401570 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e5caaa-5dd3-4b1c-8e0d-f3ed56cbdc90 None None] Updating router 23246182-0fa8-4c30-9da5-c8569d61ca0a port 9a3522d5-de5e-448d-b04a-e0333e63faea binding host dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:37:37.453736 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-04e5caaa-5dd3-4b1c-8e0d-f3ed56cbdc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:37.641524 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-925b74a2-b791-4e46-b579-d751bf7aa5b2 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:37.718932 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b74a2-b791-4e46-b579-d751bf7aa5b2 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'Subnet': ['ID=6b1b992a-4c3c-4977-b7fa-ad5d20315d09,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:37:37.728238 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925b74a2-b791-4e46-b579-d751bf7aa5b2 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Checking segment: {'id': 'e4398a48-80fd-4124-89a3-efd36b6b1574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:37:37.728592 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925b74a2-b791-4e46-b579-d751bf7aa5b2 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Network hostable DHCP agents. Network: a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:37:37.784369 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-04e5caaa-5dd3-4b1c-8e0d-f3ed56cbdc90 None None] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:37.795793 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-04e5caaa-5dd3-4b1c-8e0d-f3ed56cbdc90 None None] Transition to ACTIVE for port object 9a3522d5-de5e-448d-b04a-e0333e63faea will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:37:37.802222 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925b74a2-b791-4e46-b579-d751bf7aa5b2 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Network a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:37:37.847101 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-04e5caaa-5dd3-4b1c-8e0d-f3ed56cbdc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:37.869777 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-925b74a2-b791-4e46-b579-d751bf7aa5b2 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:37:37.873951 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925b74a2-b791-4e46-b579-d751bf7aa5b2 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:37:37.874541 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-925b74a2-b791-4e46-b579-d751bf7aa5b2 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:37.878651 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463846c8-688f-4a89-9248-51591e964a63 None None] Network a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:37:37.935983 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-04e5caaa-5dd3-4b1c-8e0d-f3ed56cbdc90 None None] Attempting to bind port 9a3522d5-de5e-448d-b04a-e0333e63faea on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:37:37.936558 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-04e5caaa-5dd3-4b1c-8e0d-f3ed56cbdc90 None None] Attempting to bind port 9a3522d5-de5e-448d-b04a-e0333e63faea by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:37:37.936683 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e5caaa-5dd3-4b1c-8e0d-f3ed56cbdc90 None None] Attempting to bind port 9a3522d5-de5e-448d-b04a-e0333e63faea on network 552ba34b-3dd7-4be8-8310-a9fc908fe72b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:37:37.939583 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-925b74a2-b791-4e46-b579-d751bf7aa5b2 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7463906 Jan 21 19:37:37.941163 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9be5d4-2371-4152-9792-15dfc932fa29 None None] Pushing event updated for resources: {'Port': ['ID=9a3522d5-de5e-448d-b04a-e0333e63faea,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:37:37.943281 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 41840) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:37:37.952079 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9be5d4-2371-4152-9792-15dfc932fa29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:37:37.952422 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9be5d4-2371-4152-9792-15dfc932fa29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:37:37.952754 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9be5d4-2371-4152-9792-15dfc932fa29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:37:37.953078 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9be5d4-2371-4152-9792-15dfc932fa29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:37:37.953398 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9be5d4-2371-4152-9792-15dfc932fa29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:37:37.953720 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9be5d4-2371-4152-9792-15dfc932fa29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:37:37.954064 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9be5d4-2371-4152-9792-15dfc932fa29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:37:37.954376 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9be5d4-2371-4152-9792-15dfc932fa29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:37:37.954824 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9be5d4-2371-4152-9792-15dfc932fa29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:37:37.955126 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9be5d4-2371-4152-9792-15dfc932fa29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:37:37.955443 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9be5d4-2371-4152-9792-15dfc932fa29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:37:37.955753 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9be5d4-2371-4152-9792-15dfc932fa29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:37:37.961276 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e5caaa-5dd3-4b1c-8e0d-f3ed56cbdc90 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:37:37.961276 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e5caaa-5dd3-4b1c-8e0d-f3ed56cbdc90 None None] Checking segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:37:37.961276 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-04e5caaa-5dd3-4b1c-8e0d-f3ed56cbdc90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:37.961276 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e5caaa-5dd3-4b1c-8e0d-f3ed56cbdc90 None None] Bound using segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:37:37.962547 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-04e5caaa-5dd3-4b1c-8e0d-f3ed56cbdc90 None None] Bound port: 9a3522d5-de5e-448d-b04a-e0333e63faea, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:37:37.962901 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-04e5caaa-5dd3-4b1c-8e0d-f3ed56cbdc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:38.040869 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-04e5caaa-5dd3-4b1c-8e0d-f3ed56cbdc90 None None] For port 9a3522d5-de5e-448d-b04a-e0333e63faea, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:37:38.044270 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-04e5caaa-5dd3-4b1c-8e0d-f3ed56cbdc90 None None] For port 9a3522d5-de5e-448d-b04a-e0333e63faea, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=9a3522d5-de5e-448d-b04a-e0333e63faea,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:37:38.093704 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-04e5caaa-5dd3-4b1c-8e0d-f3ed56cbdc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:38.115051 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b89a656-887c-4668-8025-6e92952b2b74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a', 'network_id': 'a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'fixed_ips': [{'subnet_id': '6b1b992a-4c3c-4977-b7fa-ad5d20315d09'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:37:38.115930 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9b89a656-887c-4668-8025-6e92952b2b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:38.181490 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e5caaa-5dd3-4b1c-8e0d-f3ed56cbdc90 None None] Routers {'23246182-0fa8-4c30-9da5-c8569d61ca0a'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:37:38.181490 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-04e5caaa-5dd3-4b1c-8e0d-f3ed56cbdc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:37:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['23246182-0fa8-4c30-9da5-c8569d61ca0a'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:37:38.246143 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9be5d4-2371-4152-9792-15dfc932fa29 None None] Pushing event updated for resources: {'Port': ['ID=9a3522d5-de5e-448d-b04a-e0333e63faea,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:37:38.273688 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-9b89a656-887c-4668-8025-6e92952b2b74 None None] Allocated IP 172.20.0.2 (a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a/6b1b992a-4c3c-4977-b7fa-ad5d20315d09/3859fd11-6db0-476f-8162-9caf828792d2) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:37:38.366646 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-04e5caaa-5dd3-4b1c-8e0d-f3ed56cbdc90 None None] Set router 23246182-0fa8-4c30-9da5-c8569d61ca0a gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:37:38.483304 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9b89a656-887c-4668-8025-6e92952b2b74 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:38.494099 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-9b89a656-887c-4668-8025-6e92952b2b74 None None] Transition to ACTIVE for port object 3859fd11-6db0-476f-8162-9caf828792d2 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:37:38.521656 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-9b89a656-887c-4668-8025-6e92952b2b74 None None] Transition to ACTIVE for port object 3859fd11-6db0-476f-8162-9caf828792d2 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:37:38.568896 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9b89a656-887c-4668-8025-6e92952b2b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:38.638048 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b89a656-887c-4668-8025-6e92952b2b74 None None] Network a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:37:38.640981 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-9b89a656-887c-4668-8025-6e92952b2b74 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:37:38.644892 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b89a656-887c-4668-8025-6e92952b2b74 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:37:38.650666 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b89a656-887c-4668-8025-6e92952b2b74 None None] Pushing event updated for resources: {'Port': ['ID=3859fd11-6db0-476f-8162-9caf828792d2,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:37:38.659600 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-04e5caaa-5dd3-4b1c-8e0d-f3ed56cbdc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23246182-0fa8-4c30-9da5-c8569d61ca0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585037331', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.230'}], 'enable_snat': True}, 'gw_port_id': '9a3522d5-de5e-448d-b04a-e0333e63faea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:37:34Z', 'updated_at': '2022-01-21T19:37:35Z', 'revision_number': 3, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '9a3522d5-de5e-448d-b04a-e0333e63faea', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d4:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23246182-0fa8-4c30-9da5-c8569d61ca0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:37:35Z', 'updated_at': '2022-01-21T19:37:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:37:38.664317 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e5caaa-5dd3-4b1c-8e0d-f3ed56cbdc90 None None] The sync data for ids ['23246182-0fa8-4c30-9da5-c8569d61ca0a'] in dv-neutron-825470-1-hyperv is: [{'id': '23246182-0fa8-4c30-9da5-c8569d61ca0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585037331', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.230'}], 'enable_snat': True}, 'gw_port_id': '9a3522d5-de5e-448d-b04a-e0333e63faea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:37:34Z', 'updated_at': '2022-01-21T19:37:35Z', 'revision_number': 3, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '9a3522d5-de5e-448d-b04a-e0333e63faea', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d4:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23246182-0fa8-4c30-9da5-c8569d61ca0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:37:35Z', 'updated_at': '2022-01-21T19:37:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:37:38.746862 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-9b89a656-887c-4668-8025-6e92952b2b74 None None] Attempting to bind port 3859fd11-6db0-476f-8162-9caf828792d2 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:37:38.747397 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-9b89a656-887c-4668-8025-6e92952b2b74 None None] Attempting to bind port 3859fd11-6db0-476f-8162-9caf828792d2 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'e4398a48-80fd-4124-89a3-efd36b6b1574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:37:38.747582 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b89a656-887c-4668-8025-6e92952b2b74 None None] Attempting to bind port 3859fd11-6db0-476f-8162-9caf828792d2 on network a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:37:38.753456 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b89a656-887c-4668-8025-6e92952b2b74 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:37:38.753852 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b89a656-887c-4668-8025-6e92952b2b74 None None] Checking segment: {'id': 'e4398a48-80fd-4124-89a3-efd36b6b1574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:37:38.754638 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9b89a656-887c-4668-8025-6e92952b2b74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:38.755104 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b89a656-887c-4668-8025-6e92952b2b74 None None] Bound using segment: {'id': 'e4398a48-80fd-4124-89a3-efd36b6b1574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:37:38.755761 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-9b89a656-887c-4668-8025-6e92952b2b74 None None] Bound port: 3859fd11-6db0-476f-8162-9caf828792d2, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4398a48-80fd-4124-89a3-efd36b6b1574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:37:38.756138 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9b89a656-887c-4668-8025-6e92952b2b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:38.803014 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-05a971ca-b803-4187-a9eb-0c66638cc2d0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:38.852346 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-9b89a656-887c-4668-8025-6e92952b2b74 None None] For port 3859fd11-6db0-476f-8162-9caf828792d2, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:37:38.855687 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-9b89a656-887c-4668-8025-6e92952b2b74 None None] For port 3859fd11-6db0-476f-8162-9caf828792d2, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=3859fd11-6db0-476f-8162-9caf828792d2,segment=NetworkSegment(e4398a48-80fd-4124-89a3-efd36b6b1574),segment_id=e4398a48-80fd-4124-89a3-efd36b6b1574)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:37:38.933640 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9b89a656-887c-4668-8025-6e92952b2b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:39.015457 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b89a656-887c-4668-8025-6e92952b2b74 None None] Pushing event updated for resources: {'Port': ['ID=3859fd11-6db0-476f-8162-9caf828792d2,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:37:39.275022 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-05a971ca-b803-4187-a9eb-0c66638cc2d0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Allocated IP 172.20.0.1 (a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a/6b1b992a-4c3c-4977-b7fa-ad5d20315d09/56f06625-3750-49dd-8085-d677439db040) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:37:39.446809 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-05a971ca-b803-4187-a9eb-0c66638cc2d0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:39.463337 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-05a971ca-b803-4187-a9eb-0c66638cc2d0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Transition to ACTIVE for port object 56f06625-3750-49dd-8085-d677439db040 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:37:39.568573 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-05a971ca-b803-4187-a9eb-0c66638cc2d0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:39.640441 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a971ca-b803-4187-a9eb-0c66638cc2d0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Network a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:37:39.643646 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-05a971ca-b803-4187-a9eb-0c66638cc2d0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:37:39.647966 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a971ca-b803-4187-a9eb-0c66638cc2d0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:37:39.679624 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a971ca-b803-4187-a9eb-0c66638cc2d0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'Port': ['ID=56f06625-3750-49dd-8085-d677439db040,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:37:39.711428 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-05a971ca-b803-4187-a9eb-0c66638cc2d0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:40.001209 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8985dd7a-1bbc-4b33-aed7-adedaff903fb None None] Network a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:37:40.006585 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-05a971ca-b803-4187-a9eb-0c66638cc2d0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:40.095984 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-d38a6fed-6b17-45a9-ad38-5b8e24c6d2ca None None] Provisioning for port 3859fd11-6db0-476f-8162-9caf828792d2 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:37:40.251095 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 3859fd11-6db0-476f-8162-9caf828792d2 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:37:40.452916 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 3859fd11-6db0-476f-8162-9caf828792d2 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:37:40.456988 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-05a971ca-b803-4187-a9eb-0c66638cc2d0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:40.459543 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 3859fd11-6db0-476f-8162-9caf828792d2 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:37:40.459908 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:40.521701 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-05a971ca-b803-4187-a9eb-0c66638cc2d0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:40.578604 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:40.617702 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 3859fd11-6db0-476f-8162-9caf828792d2, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=3859fd11-6db0-476f-8162-9caf828792d2,segment=NetworkSegment(e4398a48-80fd-4124-89a3-efd36b6b1574),segment_id=e4398a48-80fd-4124-89a3-efd36b6b1574)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:37:40.640998 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-dd480839-65bd-4aeb-9a7e-0c3492b85f52 None None] Provisioning complete for port 3859fd11-6db0-476f-8162-9caf828792d2 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:37:40.641571 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-dd480839-65bd-4aeb-9a7e-0c3492b85f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:40.653826 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a971ca-b803-4187-a9eb-0c66638cc2d0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'Port': ['ID=56f06625-3750-49dd-8085-d677439db040,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:37:40.657174 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-05a971ca-b803-4187-a9eb-0c66638cc2d0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:40.727020 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:40.727808 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 9a3522d5-de5e-448d-b04a-e0333e63faea up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:37:40.803184 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a971ca-b803-4187-a9eb-0c66638cc2d0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Network a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:37:40.804296 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-05a971ca-b803-4187-a9eb-0c66638cc2d0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:37:40.885090 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=3859fd11-6db0-476f-8162-9caf828792d2,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:37:40.947288 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 9a3522d5-de5e-448d-b04a-e0333e63faea completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:37:40.955857 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 9a3522d5-de5e-448d-b04a-e0333e63faea triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:37:40.958765 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:40.998639 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a971ca-b803-4187-a9eb-0c66638cc2d0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Router 23246182-0fa8-4c30-9da5-c8569d61ca0a has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:37:41.073470 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-dd480839-65bd-4aeb-9a7e-0c3492b85f52 None None] Provisioning for port 56f06625-3750-49dd-8085-d677439db040 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:37:41.083721 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-dd480839-65bd-4aeb-9a7e-0c3492b85f52 None None] Provisioning complete for port 56f06625-3750-49dd-8085-d677439db040 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:37:41.084029 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-dd480839-65bd-4aeb-9a7e-0c3492b85f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:41.121113 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:41.152629 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 9a3522d5-de5e-448d-b04a-e0333e63faea, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=9a3522d5-de5e-448d-b04a-e0333e63faea,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:37:41.153660 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-dd480839-65bd-4aeb-9a7e-0c3492b85f52 None None] Port 56f06625-3750-49dd-8085-d677439db040 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:37:41.185320 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a971ca-b803-4187-a9eb-0c66638cc2d0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:37:41.195383 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f30d7e-a452-4c9c-a690-b2865bab4b64 None None] Sync routers for ids ['23246182-0fa8-4c30-9da5-c8569d61ca0a'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:37:41.198666 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-05a971ca-b803-4187-a9eb-0c66638cc2d0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "PUT /v2.0/routers/23246182-0fa8-4c30-9da5-c8569d61ca0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2533967 Jan 21 19:37:41.204206 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f30d7e-a452-4c9c-a690-b2865bab4b64 None None] Routers {'23246182-0fa8-4c30-9da5-c8569d61ca0a'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:37:41.204811 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-70f30d7e-a452-4c9c-a690-b2865bab4b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:37:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['23246182-0fa8-4c30-9da5-c8569d61ca0a'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:37:41.257665 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:41.359636 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=9a3522d5-de5e-448d-b04a-e0333e63faea,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:37:41.366587 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-1f2d2d66-a9db-4044-8c15-6fb26a753d62 None None] Provisioning complete for port 56f06625-3750-49dd-8085-d677439db040 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:37:41.366953 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1f2d2d66-a9db-4044-8c15-6fb26a753d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:41.367080 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-a64ab867-c3cd-4edf-94da-0641983b5e61 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Synchronizing usage tracker for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:security_group {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:37:41.436094 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-a64ab867-c3cd-4edf-94da-0641983b5e61 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Unset dirty status for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:security_group {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:37:41.437246 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-a64ab867-c3cd-4edf-94da-0641983b5e61 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-483014583&fields=id&tenant_id=2ceb323a8e2c42c4b7cde2788c992fac HTTP/1.1" status: 200 len: 267 time: 0.1092277 Jan 21 19:37:41.492195 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-1f2d2d66-a9db-4044-8c15-6fb26a753d62 None None] Port 56f06625-3750-49dd-8085-d677439db040 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:37:41.501499 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-70f30d7e-a452-4c9c-a690-b2865bab4b64 None None] Set router 23246182-0fa8-4c30-9da5-c8569d61ca0a gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:37:41.706795 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-8ee5b400-0e52-4dae-a270-1a3f30407549 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:37:41.708702 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-8ee5b400-0e52-4dae-a270-1a3f30407549 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Synchronizing usage tracker for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:network {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:37:41.767394 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-8ee5b400-0e52-4dae-a270-1a3f30407549 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Unset dirty status for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:network {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:37:41.768577 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-8ee5b400-0e52-4dae-a270-1a3f30407549 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/networks?id=a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a HTTP/1.1" status: 200 len: 796 time: 0.3231606 Jan 21 19:37:41.784900 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-b9fc41fd-8c36-49e7-9dab-c37a2af347b6 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/quotas/2ceb323a8e2c42c4b7cde2788c992fac HTTP/1.1" status: 200 len: 375 time: 0.0094519 Jan 21 19:37:41.825226 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-70f30d7e-a452-4c9c-a690-b2865bab4b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23246182-0fa8-4c30-9da5-c8569d61ca0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585037331', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.230'}], 'enable_snat': True}, 'gw_port_id': '9a3522d5-de5e-448d-b04a-e0333e63faea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:37:34Z', 'updated_at': '2022-01-21T19:37:39Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '9a3522d5-de5e-448d-b04a-e0333e63faea', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23246182-0fa8-4c30-9da5-c8569d61ca0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:37:35Z', 'updated_at': '2022-01-21T19:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '56f06625-3750-49dd-8085-d677439db040', 'name': '', 'network_id': 'a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'mac_address': 'fa:16:3e:24:71:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23246182-0fa8-4c30-9da5-c8569d61ca0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '6b1b992a-4c3c-4977-b7fa-ad5d20315d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:37:39Z', 'updated_at': '2022-01-21T19:37:40Z', 'revision_number': 2, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'subnets': [{'id': '6b1b992a-4c3c-4977-b7fa-ad5d20315d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:37:41.829084 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f30d7e-a452-4c9c-a690-b2865bab4b64 None None] Checking router: 23246182-0fa8-4c30-9da5-c8569d61ca0a for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:37:41.829437 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f30d7e-a452-4c9c-a690-b2865bab4b64 None None] Updating router 23246182-0fa8-4c30-9da5-c8569d61ca0a port 56f06625-3750-49dd-8085-d677439db040 binding host dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:37:41.870037 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-fd2fb831-a44b-47da-b39e-1ede61985e00 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Synchronizing usage tracker for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:37:41.882971 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-70f30d7e-a452-4c9c-a690-b2865bab4b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:41.950037 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-fd2fb831-a44b-47da-b39e-1ede61985e00 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Unset dirty status for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:37:41.951322 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-fd2fb831-a44b-47da-b39e-1ede61985e00 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=2ceb323a8e2c42c4b7cde2788c992fac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1604605 Jan 21 19:37:42.139836 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-340703fa-4794-4497-ac3f-2687e659528e service neutron] 10.222.0.87 "GET /v2.0/networks/a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762390 Jan 21 19:37:42.203288 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 3859fd11-6db0-476f-8162-9caf828792d2 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:37:42.280885 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-beea858b-3992-49a2-95bc-ff4ff7cb61de service neutron] 10.222.0.87 "GET /v2.0/networks/a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346102 Jan 21 19:37:42.320316 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-70f30d7e-a452-4c9c-a690-b2865bab4b64 None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:42.336294 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-70f30d7e-a452-4c9c-a690-b2865bab4b64 None None] Transition to ACTIVE for port object 56f06625-3750-49dd-8085-d677439db040 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:37:42.347287 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 3859fd11-6db0-476f-8162-9caf828792d2 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:37:42.347805 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:42.391139 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-70f30d7e-a452-4c9c-a690-b2865bab4b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:42.554623 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-899a3064-3b04-42c6-8a78-dcdcf8d36e01 req-b1e603cc-63bf-44da-b8c3-0b67e8cc4c3a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe0a2a26-0f1f-4897-9f40-f2dc88053753 HTTP/1.1" status: 200 len: 210 time: 0.0668612 Jan 21 19:37:42.620929 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9b6e26-bbcd-48cc-9767-7b4108e45780 None None] Pushing event updated for resources: {'Port': ['ID=56f06625-3750-49dd-8085-d677439db040,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:37:42.665762 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-70f30d7e-a452-4c9c-a690-b2865bab4b64 None None] Attempting to bind port 56f06625-3750-49dd-8085-d677439db040 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:37:42.666144 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-70f30d7e-a452-4c9c-a690-b2865bab4b64 None None] Attempting to bind port 56f06625-3750-49dd-8085-d677439db040 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'e4398a48-80fd-4124-89a3-efd36b6b1574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:37:42.666536 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f30d7e-a452-4c9c-a690-b2865bab4b64 None None] Attempting to bind port 56f06625-3750-49dd-8085-d677439db040 on network a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:37:42.681603 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f30d7e-a452-4c9c-a690-b2865bab4b64 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:37:42.681997 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f30d7e-a452-4c9c-a690-b2865bab4b64 None None] Checking segment: {'id': 'e4398a48-80fd-4124-89a3-efd36b6b1574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:37:42.682393 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-70f30d7e-a452-4c9c-a690-b2865bab4b64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:42.682778 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f30d7e-a452-4c9c-a690-b2865bab4b64 None None] Bound using segment: {'id': 'e4398a48-80fd-4124-89a3-efd36b6b1574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:37:42.683231 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-70f30d7e-a452-4c9c-a690-b2865bab4b64 None None] Bound port: 56f06625-3750-49dd-8085-d677439db040, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4398a48-80fd-4124-89a3-efd36b6b1574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:37:42.683595 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-70f30d7e-a452-4c9c-a690-b2865bab4b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:42.705254 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 9a3522d5-de5e-448d-b04a-e0333e63faea up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:37:42.839926 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-70f30d7e-a452-4c9c-a690-b2865bab4b64 None None] For port 56f06625-3750-49dd-8085-d677439db040, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:37:42.843034 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-70f30d7e-a452-4c9c-a690-b2865bab4b64 None None] For port 56f06625-3750-49dd-8085-d677439db040, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=56f06625-3750-49dd-8085-d677439db040,segment=NetworkSegment(e4398a48-80fd-4124-89a3-efd36b6b1574),segment_id=e4398a48-80fd-4124-89a3-efd36b6b1574)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:37:42.852240 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 9a3522d5-de5e-448d-b04a-e0333e63faea triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:37:42.854335 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:42.911695 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-70f30d7e-a452-4c9c-a690-b2865bab4b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:43.038308 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f30d7e-a452-4c9c-a690-b2865bab4b64 None None] Routers {'23246182-0fa8-4c30-9da5-c8569d61ca0a'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:37:43.038947 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-70f30d7e-a452-4c9c-a690-b2865bab4b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:37:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['23246182-0fa8-4c30-9da5-c8569d61ca0a'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:37:43.109164 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9b6e26-bbcd-48cc-9767-7b4108e45780 None None] Pushing event updated for resources: {'Port': ['ID=56f06625-3750-49dd-8085-d677439db040,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:37:43.229483 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-70f30d7e-a452-4c9c-a690-b2865bab4b64 None None] Set router 23246182-0fa8-4c30-9da5-c8569d61ca0a gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:37:43.543698 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-70f30d7e-a452-4c9c-a690-b2865bab4b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23246182-0fa8-4c30-9da5-c8569d61ca0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585037331', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.230'}], 'enable_snat': True}, 'gw_port_id': '9a3522d5-de5e-448d-b04a-e0333e63faea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:37:34Z', 'updated_at': '2022-01-21T19:37:39Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '9a3522d5-de5e-448d-b04a-e0333e63faea', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23246182-0fa8-4c30-9da5-c8569d61ca0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:37:35Z', 'updated_at': '2022-01-21T19:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '56f06625-3750-49dd-8085-d677439db040', 'name': '', 'network_id': 'a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'mac_address': 'fa:16:3e:24:71:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23246182-0fa8-4c30-9da5-c8569d61ca0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '6b1b992a-4c3c-4977-b7fa-ad5d20315d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:37:39Z', 'updated_at': '2022-01-21T19:37:42Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'subnets': [{'id': '6b1b992a-4c3c-4977-b7fa-ad5d20315d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:37:43.547453 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f30d7e-a452-4c9c-a690-b2865bab4b64 None None] The sync data for ids ['23246182-0fa8-4c30-9da5-c8569d61ca0a'] in dv-neutron-825470-1-hyperv is: [{'id': '23246182-0fa8-4c30-9da5-c8569d61ca0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585037331', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.230'}], 'enable_snat': True}, 'gw_port_id': '9a3522d5-de5e-448d-b04a-e0333e63faea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:37:34Z', 'updated_at': '2022-01-21T19:37:39Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '9a3522d5-de5e-448d-b04a-e0333e63faea', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23246182-0fa8-4c30-9da5-c8569d61ca0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:37:35Z', 'updated_at': '2022-01-21T19:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '56f06625-3750-49dd-8085-d677439db040', 'name': '', 'network_id': 'a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'mac_address': 'fa:16:3e:24:71:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23246182-0fa8-4c30-9da5-c8569d61ca0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '6b1b992a-4c3c-4977-b7fa-ad5d20315d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:37:39Z', 'updated_at': '2022-01-21T19:37:42Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'subnets': [{'id': '6b1b992a-4c3c-4977-b7fa-ad5d20315d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:37:43.730835 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0e231298-e3ac-46bc-817c-ae8bba94ff6b req-dff6b9ef-2419-4215-aa18-4f2439b6353c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe0a2a26-0f1f-4897-9f40-f2dc88053753 HTTP/1.1" status: 200 len: 210 time: 0.0482991 Jan 21 19:37:44.190470 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 56f06625-3750-49dd-8085-d677439db040 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:37:44.316002 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 56f06625-3750-49dd-8085-d677439db040 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:37:44.320516 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-e7bfcd11-8eb4-406a-ba0b-bf4739a46283 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:37:44.321807 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 56f06625-3750-49dd-8085-d677439db040 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:37:44.322174 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-e7bfcd11-8eb4-406a-ba0b-bf4739a46283 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.113 "GET /v2.0/networks?id=a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a HTTP/1.1" status: 200 len: 796 time: 0.1707952 Jan 21 19:37:44.322288 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:44.378626 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-e252fd16-9362-446c-845d-d2c48263b330 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ceb323a8e2c42c4b7cde2788c992fac HTTP/1.1" status: 200 len: 379 time: 0.0464234 Jan 21 19:37:44.390561 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-0cf1b665-7d0b-4d5b-8745-9848db9f050d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'port': {'device_id': 'fe0a2a26-0f1f-4897-9f40-f2dc88053753', 'network_id': 'a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a', 'admin_state_up': True, 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'security_groups': ['773e3e79-c058-49f3-b300-2c928d6e496e']}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:37:44.496191 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:44.535043 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-0cf1b665-7d0b-4d5b-8745-9848db9f050d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:37:44.546187 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-0cf1b665-7d0b-4d5b-8745-9848db9f050d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:37:44.578993 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 56f06625-3750-49dd-8085-d677439db040, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=56f06625-3750-49dd-8085-d677439db040,segment=NetworkSegment(e4398a48-80fd-4124-89a3-efd36b6b1574),segment_id=e4398a48-80fd-4124-89a3-efd36b6b1574)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:37:44.624659 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-0cf1b665-7d0b-4d5b-8745-9848db9f050d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Made reservation on behalf of 2ceb323a8e2c42c4b7cde2788c992fac for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:37:44.628310 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-0cf1b665-7d0b-4d5b-8745-9848db9f050d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:44.653307 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:44.731181 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=56f06625-3750-49dd-8085-d677439db040,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:37:44.893839 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a91e8215-4c10-4680-8477-3b57fc67ede6 req-890cdc0c-62eb-468e-82b7-00e283e14f4c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe0a2a26-0f1f-4897-9f40-f2dc88053753 HTTP/1.1" status: 200 len: 210 time: 0.0410154 Jan 21 19:37:44.909698 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-0cf1b665-7d0b-4d5b-8745-9848db9f050d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Allocated IP 172.20.0.6 (a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a/6b1b992a-4c3c-4977-b7fa-ad5d20315d09/15c5c3aa-c8da-4866-a82c-d81d90ee2200) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:37:45.094084 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-0cf1b665-7d0b-4d5b-8745-9848db9f050d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:45.109480 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-0cf1b665-7d0b-4d5b-8745-9848db9f050d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Transition to ACTIVE for port object 15c5c3aa-c8da-4866-a82c-d81d90ee2200 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:37:45.190887 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-0cf1b665-7d0b-4d5b-8745-9848db9f050d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:45.260119 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-0cf1b665-7d0b-4d5b-8745-9848db9f050d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Network a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:37:45.263341 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-0cf1b665-7d0b-4d5b-8745-9848db9f050d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:37:45.267177 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-0cf1b665-7d0b-4d5b-8745-9848db9f050d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:37:45.298112 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf1b665-7d0b-4d5b-8745-9848db9f050d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'Port': ['ID=15c5c3aa-c8da-4866-a82c-d81d90ee2200,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:37:45.335134 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-0cf1b665-7d0b-4d5b-8745-9848db9f050d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:37:45.335814 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-0cf1b665-7d0b-4d5b-8745-9848db9f050d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:45.436928 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-0cf1b665-7d0b-4d5b-8745-9848db9f050d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0502379 Jan 21 19:37:45.448962 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-2d933cbc-dd94-4066-92a4-18e77f370df8 service neutron] Request body: {'port': {'device_id': 'fe0a2a26-0f1f-4897-9f40-f2dc88053753', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:37:45.558689 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-2d933cbc-dd94-4066-92a4-18e77f370df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:45.567117 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-15068a6d-8928-4c96-a2b6-aabdd2a77024 None None] Provisioning for port 15c5c3aa-c8da-4866-a82c-d81d90ee2200 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:37:45.572285 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-15068a6d-8928-4c96-a2b6-aabdd2a77024 None None] Provisioning complete for port 15c5c3aa-c8da-4866-a82c-d81d90ee2200 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:37:45.572732 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-15068a6d-8928-4c96-a2b6-aabdd2a77024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:45.628367 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-15068a6d-8928-4c96-a2b6-aabdd2a77024 None None] Port 15c5c3aa-c8da-4866-a82c-d81d90ee2200 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:37:45.909028 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-2d933cbc-dd94-4066-92a4-18e77f370df8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15c5c3aa-c8da-4866-a82c-d81d90ee2200 {{(pid=88137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:37:45.916507 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-2d933cbc-dd94-4066-92a4-18e77f370df8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:45.931342 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-2d933cbc-dd94-4066-92a4-18e77f370df8 service neutron] Transition to ACTIVE for port object 15c5c3aa-c8da-4866-a82c-d81d90ee2200 will not be triggered until provisioned by entity L2. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:37:46.018602 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-2d933cbc-dd94-4066-92a4-18e77f370df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:46.086502 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06959afb-7d86-4080-9f5a-9ac90efc988b req-a14965aa-7f7a-4895-a440-121540b87943 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:37:46.088637 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-06959afb-7d86-4080-9f5a-9ac90efc988b req-a14965aa-7f7a-4895-a440-121540b87943 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe0a2a26-0f1f-4897-9f40-f2dc88053753 HTTP/1.1" status: 200 len: 943 time: 0.0874135 Jan 21 19:37:46.151025 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-06959afb-7d86-4080-9f5a-9ac90efc988b req-5f1bafec-e983-4af1-ae03-732e00f81a49 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=773e3e79-c058-49f3-b300-2c928d6e496e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557940 Jan 21 19:37:46.187267 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 56f06625-3750-49dd-8085-d677439db040 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:37:46.209887 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d933cbc-dd94-4066-92a4-18e77f370df8 service neutron] Pushing event updated for resources: {'Port': ['ID=15c5c3aa-c8da-4866-a82c-d81d90ee2200,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:37:46.259176 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 56f06625-3750-49dd-8085-d677439db040 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:37:46.260012 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:46.288355 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-2d933cbc-dd94-4066-92a4-18e77f370df8 service neutron] Attempting to bind port 15c5c3aa-c8da-4866-a82c-d81d90ee2200 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:37:46.288694 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-2d933cbc-dd94-4066-92a4-18e77f370df8 service neutron] Attempting to bind port 15c5c3aa-c8da-4866-a82c-d81d90ee2200 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'e4398a48-80fd-4124-89a3-efd36b6b1574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:37:46.289023 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-2d933cbc-dd94-4066-92a4-18e77f370df8 service neutron] Attempting to bind port 15c5c3aa-c8da-4866-a82c-d81d90ee2200 on network a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:37:46.293757 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-2d933cbc-dd94-4066-92a4-18e77f370df8 service neutron] Port 15c5c3aa-c8da-4866-a82c-d81d90ee2200 on network a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 19:37:46.294107 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-2d933cbc-dd94-4066-92a4-18e77f370df8 service neutron] Attempting to bind port 15c5c3aa-c8da-4866-a82c-d81d90ee2200 on network a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:37:46.299232 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-2d933cbc-dd94-4066-92a4-18e77f370df8 service neutron] Checking agent: {'id': '9a14f311-f6d5-46c6-87a2-f860197fb66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:37:46.299569 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-2d933cbc-dd94-4066-92a4-18e77f370df8 service neutron] Checking segment: {'id': 'e4398a48-80fd-4124-89a3-efd36b6b1574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:37:46.299953 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-2d933cbc-dd94-4066-92a4-18e77f370df8 service neutron] Bound using segment: {'id': 'e4398a48-80fd-4124-89a3-efd36b6b1574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a'} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:37:46.300378 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-2d933cbc-dd94-4066-92a4-18e77f370df8 service neutron] Bound port: 15c5c3aa-c8da-4866-a82c-d81d90ee2200, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4398a48-80fd-4124-89a3-efd36b6b1574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a'}}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:37:46.301660 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-2d933cbc-dd94-4066-92a4-18e77f370df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:46.405518 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-2d933cbc-dd94-4066-92a4-18e77f370df8 service neutron] For port 15c5c3aa-c8da-4866-a82c-d81d90ee2200, host hv-neutron-8254, cleared binding levels {{(pid=88137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:37:46.405518 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-2d933cbc-dd94-4066-92a4-18e77f370df8 service neutron] For port 15c5c3aa-c8da-4866-a82c-d81d90ee2200, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=15c5c3aa-c8da-4866-a82c-d81d90ee2200,segment=NetworkSegment(e4398a48-80fd-4124-89a3-efd36b6b1574),segment_id=e4398a48-80fd-4124-89a3-efd36b6b1574)] {{(pid=88137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:37:46.459522 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-2d933cbc-dd94-4066-92a4-18e77f370df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:46.518731 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-2d933cbc-dd94-4066-92a4-18e77f370df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:37:46.519986 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-2d933cbc-dd94-4066-92a4-18e77f370df8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:46.521326 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-2d933cbc-dd94-4066-92a4-18e77f370df8 service neutron] 10.222.0.113 "PUT /v2.0/ports/15c5c3aa-c8da-4866-a82c-d81d90ee2200 HTTP/1.1" status: 200 len: 1093 time: 1.0767028 Jan 21 19:37:46.521770 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe0a2a26-0f1f-4897-9f40-f2dc88053753', 'tag': '15c5c3aa-c8da-4866-a82c-d81d90ee2200'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:37:46.542287 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d933cbc-dd94-4066-92a4-18e77f370df8 service neutron] Pushing event updated for resources: {'Port': ['ID=15c5c3aa-c8da-4866-a82c-d81d90ee2200,revision_number=3']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:37:46.573587 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe0a2a26-0f1f-4897-9f40-f2dc88053753', 'tag': '15c5c3aa-c8da-4866-a82c-d81d90ee2200', 'status': 'completed', 'code': 200} Jan 21 19:37:46.672465 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3526fa-1507-4e36-85f9-bfe0284cfa00 req-78f471ce-cb15-4236-8e0f-3f14588154e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:37:46.673944 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0d3526fa-1507-4e36-85f9-bfe0284cfa00 req-78f471ce-cb15-4236-8e0f-3f14588154e3 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2ceb323a8e2c42c4b7cde2788c992fac&device_id=fe0a2a26-0f1f-4897-9f40-f2dc88053753 HTTP/1.1" status: 200 len: 1096 time: 0.0790606 Jan 21 19:37:46.813829 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3526fa-1507-4e36-85f9-bfe0284cfa00 req-360ed930-1dc2-4d9c-9c19-3198b586f7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:37:46.815157 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0d3526fa-1507-4e36-85f9-bfe0284cfa00 req-360ed930-1dc2-4d9c-9c19-3198b586f7ae service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=2ceb323a8e2c42c4b7cde2788c992fac&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1348841 Jan 21 19:37:47.037221 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3526fa-1507-4e36-85f9-bfe0284cfa00 req-773a9cc6-c27c-46e3-9eeb-13f0198fa1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:37:47.038684 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-0d3526fa-1507-4e36-85f9-bfe0284cfa00 req-773a9cc6-c27c-46e3-9eeb-13f0198fa1bc service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2171123 Jan 21 19:37:47.142621 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-318f5786-51e1-4974-9341-f53d7c4d6321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:37:47.144061 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-318f5786-51e1-4974-9341-f53d7c4d6321 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2ceb323a8e2c42c4b7cde2788c992fac&device_id=fe0a2a26-0f1f-4897-9f40-f2dc88053753 HTTP/1.1" status: 200 len: 1096 time: 0.0694559 Jan 21 19:37:47.214898 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-d7cadff6-7f78-48cf-973c-55fd516cbb24 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15c5c3aa-c8da-4866-a82c-d81d90ee2200 HTTP/1.1" status: 200 len: 217 time: 0.0645671 Jan 21 19:37:47.277400 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-2ad19fcf-8a18-4aab-97ab-129c098be818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:37:47.279002 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-2ad19fcf-8a18-4aab-97ab-129c098be818 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=6b1b992a-4c3c-4977-b7fa-ad5d20315d09 HTTP/1.1" status: 200 len: 834 time: 0.0584095 Jan 21 19:37:47.330494 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea0bd0-87d8-4c49-8151-8ab85b0fe0a8 req-cf89ce49-bba9-4ecc-b489-d91ef3bbdf0b tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:37:47.332745 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a7ea0bd0-87d8-4c49-8151-8ab85b0fe0a8 req-cf89ce49-bba9-4ecc-b489-d91ef3bbdf0b tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe0a2a26-0f1f-4897-9f40-f2dc88053753 HTTP/1.1" status: 200 len: 943 time: 0.0801411 Jan 21 19:37:47.357940 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-362f113c-bde6-4e45-838a-430ea3ed025e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:37:47.359436 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-362f113c-bde6-4e45-838a-430ea3ed025e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737362 Jan 21 19:37:47.376639 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a7ea0bd0-87d8-4c49-8151-8ab85b0fe0a8 req-fac5c81a-5268-47d6-9d19-ccc4add7fdf8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=773e3e79-c058-49f3-b300-2c928d6e496e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383236 Jan 21 19:37:47.495904 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-6e3f795e-c5e2-4816-85c2-2ea425dbdefa service neutron] 10.222.0.113 "GET /v2.0/networks/a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298158 Jan 21 19:37:47.625336 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a6ea8ee1-d2c6-4c34-a640-9090c6ca3833 req-7613f29e-d77b-4d76-b888-6c47f24df8ec service neutron] 10.222.0.113 "GET /v2.0/networks/a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234267 Jan 21 19:37:48.567895 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a85962-66e6-40cd-9cf8-79f449901709 req-4884846c-d637-4665-adee-f3456f9b0153 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:37:48.569339 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-98a85962-66e6-40cd-9cf8-79f449901709 req-4884846c-d637-4665-adee-f3456f9b0153 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe0a2a26-0f1f-4897-9f40-f2dc88053753 HTTP/1.1" status: 200 len: 943 time: 0.0818028 Jan 21 19:37:48.613063 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-98a85962-66e6-40cd-9cf8-79f449901709 req-06fbdee4-b95b-4e88-b9ed-09cfef3a819d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=773e3e79-c058-49f3-b300-2c928d6e496e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379546 Jan 21 19:37:49.792255 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6575fb-1ee5-4ea5-b190-d892b7c85ee8 req-064996fe-b672-437f-9f20-79f7d8338d7e tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:37:49.793707 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fe6575fb-1ee5-4ea5-b190-d892b7c85ee8 req-064996fe-b672-437f-9f20-79f7d8338d7e tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe0a2a26-0f1f-4897-9f40-f2dc88053753 HTTP/1.1" status: 200 len: 943 time: 0.0781133 Jan 21 19:37:49.836970 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fe6575fb-1ee5-4ea5-b190-d892b7c85ee8 req-e9bb4df2-0f5e-4c36-9405-e22555993c90 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=773e3e79-c058-49f3-b300-2c928d6e496e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376651 Jan 21 19:37:50.204654 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 15c5c3aa-c8da-4866-a82c-d81d90ee2200 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:37:50.336310 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 15c5c3aa-c8da-4866-a82c-d81d90ee2200, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=15c5c3aa-c8da-4866-a82c-d81d90ee2200,segment=NetworkSegment(e4398a48-80fd-4124-89a3-efd36b6b1574),segment_id=e4398a48-80fd-4124-89a3-efd36b6b1574)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:37:50.349633 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': '15c5c3aa-c8da-4866-a82c-d81d90ee2200', 'network_id': 'a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a', 'port_id': '15c5c3aa-c8da-4866-a82c-d81d90ee2200', 'mac_address': 'fa:16:3e:41:17:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b1b992a-4c3c-4977-b7fa-ad5d20315d09', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:37:50.401915 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:50.421116 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15c5c3aa-c8da-4866-a82c-d81d90ee2200 {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:37:50.437262 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 15c5c3aa-c8da-4866-a82c-d81d90ee2200, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=15c5c3aa-c8da-4866-a82c-d81d90ee2200,segment=NetworkSegment(e4398a48-80fd-4124-89a3-efd36b6b1574),segment_id=e4398a48-80fd-4124-89a3-efd36b6b1574)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:37:50.521227 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:50.586745 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=15c5c3aa-c8da-4866-a82c-d81d90ee2200,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:37:50.746611 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['15c5c3aa-c8da-4866-a82c-d81d90ee2200'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:37:51.030769 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52131d-1fcf-4ea9-921c-d95678887d5d req-c7568eb4-d61f-486d-94f5-6596e1a59868 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:37:51.032110 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9c52131d-1fcf-4ea9-921c-d95678887d5d req-c7568eb4-d61f-486d-94f5-6596e1a59868 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe0a2a26-0f1f-4897-9f40-f2dc88053753 HTTP/1.1" status: 200 len: 944 time: 0.0818193 Jan 21 19:37:51.075682 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9c52131d-1fcf-4ea9-921c-d95678887d5d req-c8c68782-d591-48b8-9d53-7de8e1873d88 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=773e3e79-c058-49f3-b300-2c928d6e496e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373380 Jan 21 19:37:52.234126 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 15c5c3aa-c8da-4866-a82c-d81d90ee2200 up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:37:52.258778 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd4e85-a57a-4223-85f0-1268cfde6091 req-29210115-400e-404c-a9fb-bf1fbc9f4db3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:37:52.260249 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a9dd4e85-a57a-4223-85f0-1268cfde6091 req-29210115-400e-404c-a9fb-bf1fbc9f4db3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe0a2a26-0f1f-4897-9f40-f2dc88053753 HTTP/1.1" status: 200 len: 944 time: 0.0804813 Jan 21 19:37:52.310050 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a9dd4e85-a57a-4223-85f0-1268cfde6091 req-0e1ab912-a4d2-4270-9671-557752a28045 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=773e3e79-c058-49f3-b300-2c928d6e496e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442033 Jan 21 19:37:52.361691 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning for port 15c5c3aa-c8da-4866-a82c-d81d90ee2200 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:37:52.366807 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port 15c5c3aa-c8da-4866-a82c-d81d90ee2200 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:37:52.372226 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:52.482764 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:52.509245 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0a2a26-0f1f-4897-9f40-f2dc88053753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c5c3aa-c8da-4866-a82c-d81d90ee2200'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:37:52.518894 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 15c5c3aa-c8da-4866-a82c-d81d90ee2200, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=15c5c3aa-c8da-4866-a82c-d81d90ee2200,segment=NetworkSegment(e4398a48-80fd-4124-89a3-efd36b6b1574),segment_id=e4398a48-80fd-4124-89a3-efd36b6b1574)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:37:52.601506 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:52.604309 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe0a2a26-0f1f-4897-9f40-f2dc88053753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c5c3aa-c8da-4866-a82c-d81d90ee2200', 'code': 200} Jan 21 19:37:52.670940 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=15c5c3aa-c8da-4866-a82c-d81d90ee2200,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:37:52.962407 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0849c51-016b-46ec-9f29-a8300c59ba5c req-4365ba31-60fe-4490-8d5b-98e622e3c81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:37:52.963771 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d0849c51-016b-46ec-9f29-a8300c59ba5c req-4365ba31-60fe-4490-8d5b-98e622e3c81f service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=fe0a2a26-0f1f-4897-9f40-f2dc88053753 HTTP/1.1" status: 200 len: 1098 time: 0.0824044 Jan 21 19:37:53.007583 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d0849c51-016b-46ec-9f29-a8300c59ba5c req-755b1ef5-2423-49c7-9291-8c73c352f5dc service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=773e3e79-c058-49f3-b300-2c928d6e496e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374393 Jan 21 19:37:53.498479 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866c3d2-878b-4b64-8697-7d428eb27b93 req-7cb85bd0-a3f3-4f0c-8216-40f374b70bf2 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:37:53.499916 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e866c3d2-878b-4b64-8697-7d428eb27b93 req-7cb85bd0-a3f3-4f0c-8216-40f374b70bf2 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe0a2a26-0f1f-4897-9f40-f2dc88053753 HTTP/1.1" status: 200 len: 945 time: 0.0849557 Jan 21 19:37:53.544291 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e866c3d2-878b-4b64-8697-7d428eb27b93 req-e3ac8b9c-7c41-42e3-baf1-60b2b087b488 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=773e3e79-c058-49f3-b300-2c928d6e496e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381620 Jan 21 19:37:54.417038 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:37:54.731181 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c0189-82a2-4fa3-8cc5-511d362419db req-eeabefda-1940-4ad1-a6e2-64498dea5f24 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:37:54.732516 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-274c0189-82a2-4fa3-8cc5-511d362419db req-eeabefda-1940-4ad1-a6e2-64498dea5f24 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe0a2a26-0f1f-4897-9f40-f2dc88053753 HTTP/1.1" status: 200 len: 945 time: 0.0809016 Jan 21 19:37:54.780378 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-274c0189-82a2-4fa3-8cc5-511d362419db req-cdb1bb77-6b57-4af4-9a21-396c5342061f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=773e3e79-c058-49f3-b300-2c928d6e496e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422714 Jan 21 19:37:54.965048 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f988c-322c-46ff-a9dd-f8aec02ade01 req-affc6cc7-a733-46d9-8960-b4fce7ec97ba tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:37:54.966553 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e40f988c-322c-46ff-a9dd-f8aec02ade01 req-affc6cc7-a733-46d9-8960-b4fce7ec97ba tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe0a2a26-0f1f-4897-9f40-f2dc88053753 HTTP/1.1" status: 200 len: 945 time: 0.0855203 Jan 21 19:37:55.010245 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e40f988c-322c-46ff-a9dd-f8aec02ade01 req-b2287d99-2bd7-4ebb-af6a-f0a10c3c8a9d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=773e3e79-c058-49f3-b300-2c928d6e496e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379434 Jan 21 19:37:55.024133 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-bdf16cac-1e9c-4e9e-aed0-254577d2de5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:55.031700 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 41900) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:37:55.104211 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81ab086-c6a0-4a6a-8f3b-1420bf9a76eb tempest-TestNetworkAdvancedServerOps-4837441 tempest-TestNetworkAdvancedServerOps-4837441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:37:55.105675 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e81ab086-c6a0-4a6a-8f3b-1420bf9a76eb tempest-TestNetworkAdvancedServerOps-4837441 tempest-TestNetworkAdvancedServerOps-4837441-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=fe0a2a26-0f1f-4897-9f40-f2dc88053753 HTTP/1.1" status: 200 len: 1093 time: 0.0729473 Jan 21 19:37:55.108466 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 41904) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:37:55.113394 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-03adad9e-022f-4c54-b4d6-35605c8703be tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'floatingip': {'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'port_id': '15c5c3aa-c8da-4866-a82c-d81d90ee2200', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:37:55.119240 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-03adad9e-022f-4c54-b4d6-35605c8703be tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:37:55.123011 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-03adad9e-022f-4c54-b4d6-35605c8703be tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:floatingip and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:37:55.125759 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-03adad9e-022f-4c54-b4d6-35605c8703be tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:37:55.131379 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-03adad9e-022f-4c54-b4d6-35605c8703be tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:37:55.201405 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-03adad9e-022f-4c54-b4d6-35605c8703be tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for floatingip, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:55.432408 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-03adad9e-022f-4c54-b4d6-35605c8703be tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:55.570280 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-03adad9e-022f-4c54-b4d6-35605c8703be tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Allocated IP 172.26.1.148 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/e220f292-a781-4860-8e91-6cc71cbf229c) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:37:55.714169 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-03adad9e-022f-4c54-b4d6-35605c8703be tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:55.795694 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-03adad9e-022f-4c54-b4d6-35605c8703be tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:55.858689 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03adad9e-022f-4c54-b4d6-35605c8703be tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:37:55.861431 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-03adad9e-022f-4c54-b4d6-35605c8703be tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:37:55.866159 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03adad9e-022f-4c54-b4d6-35605c8703be tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:37:55.904979 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03adad9e-022f-4c54-b4d6-35605c8703be tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'Port': ['ID=e220f292-a781-4860-8e91-6cc71cbf229c,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:37:56.288024 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-03adad9e-022f-4c54-b4d6-35605c8703be tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:56.437617 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-03adad9e-022f-4c54-b4d6-35605c8703be tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:56.639954 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-03adad9e-022f-4c54-b4d6-35605c8703be tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:56.698336 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-03adad9e-022f-4c54-b4d6-35605c8703be tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:56.817068 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03adad9e-022f-4c54-b4d6-35605c8703be tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'Port': ['ID=e220f292-a781-4860-8e91-6cc71cbf229c,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:37:56.828380 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-03adad9e-022f-4c54-b4d6-35605c8703be tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:57.008703 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.l3_db [None req-03adad9e-022f-4c54-b4d6-35605c8703be tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Floating IP a73176fe-92bd-411d-b0b5-dc7443362e6f associated. External IP: 172.26.1.148, port: 15c5c3aa-c8da-4866-a82c-d81d90ee2200. Jan 21 19:37:57.241665 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-363dbb64-bf11-44ca-90f6-db79bdff772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:57.464162 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03adad9e-022f-4c54-b4d6-35605c8703be tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Router 23246182-0fa8-4c30-9da5-c8569d61ca0a has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:37:57.643119 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03adad9e-022f-4c54-b4d6-35605c8703be tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:37:57.652884 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26188325-9c4f-406c-8dd8-e4596b7f76da None None] Sync routers for ids ['23246182-0fa8-4c30-9da5-c8569d61ca0a'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:37:57.663043 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26188325-9c4f-406c-8dd8-e4596b7f76da None None] Routers {'23246182-0fa8-4c30-9da5-c8569d61ca0a'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:37:57.663657 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-26188325-9c4f-406c-8dd8-e4596b7f76da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:37:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['23246182-0fa8-4c30-9da5-c8569d61ca0a'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:37:57.738815 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-03adad9e-022f-4c54-b4d6-35605c8703be tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:57.796509 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-03adad9e-022f-4c54-b4d6-35605c8703be tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6870463 Jan 21 19:37:57.797094 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe0a2a26-0f1f-4897-9f40-f2dc88053753', 'tag': '15c5c3aa-c8da-4866-a82c-d81d90ee2200'}] {{(pid=88136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:37:57.853660 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe0a2a26-0f1f-4897-9f40-f2dc88053753', 'tag': '15c5c3aa-c8da-4866-a82c-d81d90ee2200', 'status': 'completed', 'code': 200} Jan 21 19:37:57.877490 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-26188325-9c4f-406c-8dd8-e4596b7f76da None None] Set router 23246182-0fa8-4c30-9da5-c8569d61ca0a gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:37:57.948541 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0782e63-7e8c-4d91-8674-3eb5b5ff1b41 req-9def585a-7e13-4b67-bbb1-5df1f2f7fb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:37:57.950051 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e0782e63-7e8c-4d91-8674-3eb5b5ff1b41 req-9def585a-7e13-4b67-bbb1-5df1f2f7fb58 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2ceb323a8e2c42c4b7cde2788c992fac&device_id=fe0a2a26-0f1f-4897-9f40-f2dc88053753 HTTP/1.1" status: 200 len: 1098 time: 0.0736613 Jan 21 19:37:57.974703 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec88fe-8175-45d0-923e-0153e944c6a4 req-673a2299-c5ec-4cdb-a734-e95981fde776 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:37:57.977706 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cbec88fe-8175-45d0-923e-0153e944c6a4 req-673a2299-c5ec-4cdb-a734-e95981fde776 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe0a2a26-0f1f-4897-9f40-f2dc88053753 HTTP/1.1" status: 200 len: 945 time: 0.0865266 Jan 21 19:37:58.026733 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cbec88fe-8175-45d0-923e-0153e944c6a4 req-5dcbd4a4-64c0-464c-88d2-ac46d444352b tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=773e3e79-c058-49f3-b300-2c928d6e496e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395248 Jan 21 19:37:58.050214 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 41912) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:37:58.095193 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0782e63-7e8c-4d91-8674-3eb5b5ff1b41 req-6b34bee7-1862-4ae5-94b7-c94e95030f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:37:58.096650 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e0782e63-7e8c-4d91-8674-3eb5b5ff1b41 req-6b34bee7-1862-4ae5-94b7-c94e95030f16 service neutron] 10.222.0.113 "GET /v2.0/networks?id=a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a HTTP/1.1" status: 200 len: 897 time: 0.1406465 Jan 21 19:37:58.158445 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-20a5c078-17d7-4c7c-a815-a98dda0c89f3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/floatingips/a73176fe-92bd-411d-b0b5-dc7443362e6f HTTP/1.1" status: 200 len: 991 time: 0.1067758 Jan 21 19:37:58.202373 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e0782e63-7e8c-4d91-8674-3eb5b5ff1b41 req-9aaf40be-c57d-42e7-81cd-f37db5fd3371 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15c5c3aa-c8da-4866-a82c-d81d90ee2200 HTTP/1.1" status: 200 len: 999 time: 0.1002865 Jan 21 19:37:58.223076 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-26188325-9c4f-406c-8dd8-e4596b7f76da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23246182-0fa8-4c30-9da5-c8569d61ca0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585037331', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.230'}], 'enable_snat': True}, 'gw_port_id': '9a3522d5-de5e-448d-b04a-e0333e63faea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:37:34Z', 'updated_at': '2022-01-21T19:37:39Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '9a3522d5-de5e-448d-b04a-e0333e63faea', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23246182-0fa8-4c30-9da5-c8569d61ca0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:37:35Z', 'updated_at': '2022-01-21T19:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': 'a73176fe-92bd-411d-b0b5-dc7443362e6f', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'floating_ip_address': '172.26.1.148', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '23246182-0fa8-4c30-9da5-c8569d61ca0a', 'port_id': '15c5c3aa-c8da-4866-a82c-d81d90ee2200', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a', 'mac_address': 'fa:16:3e:41:17:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0a2a26-0f1f-4897-9f40-f2dc88053753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:37:56Z', 'updated_at': '2022-01-21T19:37:56Z', 'revision_number': 0, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56f06625-3750-49dd-8085-d677439db040', 'name': '', 'network_id': 'a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'mac_address': 'fa:16:3e:24:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23246182-0fa8-4c30-9da5-c8569d61ca0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '6b1b992a-4c3c-4977-b7fa-ad5d20315d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:37:39Z', 'updated_at': '2022-01-21T19:37:44Z', 'revision_number': 5, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'subnets': [{'id': '6b1b992a-4c3c-4977-b7fa-ad5d20315d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:37:58.226973 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26188325-9c4f-406c-8dd8-e4596b7f76da None None] Checking router: 23246182-0fa8-4c30-9da5-c8569d61ca0a for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:37:58.235006 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26188325-9c4f-406c-8dd8-e4596b7f76da None None] Routers {'23246182-0fa8-4c30-9da5-c8569d61ca0a'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:37:58.235597 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-26188325-9c4f-406c-8dd8-e4596b7f76da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:37:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['23246182-0fa8-4c30-9da5-c8569d61ca0a'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:37:58.268165 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0782e63-7e8c-4d91-8674-3eb5b5ff1b41 req-a108e433-6920-4162-b581-a2977549d6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:37:58.270773 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e0782e63-7e8c-4d91-8674-3eb5b5ff1b41 req-a108e433-6920-4162-b581-a2977549d6a9 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=6b1b992a-4c3c-4977-b7fa-ad5d20315d09 HTTP/1.1" status: 200 len: 834 time: 0.0594432 Jan 21 19:37:58.349152 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0782e63-7e8c-4d91-8674-3eb5b5ff1b41 req-3b2b4277-d719-4972-ae4d-db26d6df74e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:37:58.350559 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e0782e63-7e8c-4d91-8674-3eb5b5ff1b41 req-3b2b4277-d719-4972-ae4d-db26d6df74e5 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738261 Jan 21 19:37:58.414692 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-26188325-9c4f-406c-8dd8-e4596b7f76da None None] Set router 23246182-0fa8-4c30-9da5-c8569d61ca0a gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:37:58.485657 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e0782e63-7e8c-4d91-8674-3eb5b5ff1b41 req-bf90012a-0a1f-49a5-8390-2009ebbad4fa service neutron] 10.222.0.113 "GET /v2.0/networks/a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279817 Jan 21 19:37:58.522607 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:58.623086 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e0782e63-7e8c-4d91-8674-3eb5b5ff1b41 req-33b108ef-e607-4b88-9cd3-146f144b9c41 service neutron] 10.222.0.113 "GET /v2.0/networks/a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314998 Jan 21 19:37:58.670031 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:58.727219 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:37:58.777565 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-26188325-9c4f-406c-8dd8-e4596b7f76da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23246182-0fa8-4c30-9da5-c8569d61ca0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585037331', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.230'}], 'enable_snat': True}, 'gw_port_id': '9a3522d5-de5e-448d-b04a-e0333e63faea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:37:34Z', 'updated_at': '2022-01-21T19:37:39Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '9a3522d5-de5e-448d-b04a-e0333e63faea', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23246182-0fa8-4c30-9da5-c8569d61ca0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:37:35Z', 'updated_at': '2022-01-21T19:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': 'a73176fe-92bd-411d-b0b5-dc7443362e6f', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'floating_ip_address': '172.26.1.148', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '23246182-0fa8-4c30-9da5-c8569d61ca0a', 'port_id': '15c5c3aa-c8da-4866-a82c-d81d90ee2200', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a', 'mac_address': 'fa:16:3e:41:17:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0a2a26-0f1f-4897-9f40-f2dc88053753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:37:56Z', 'updated_at': '2022-01-21T19:37:56Z', 'revision_number': 0, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56f06625-3750-49dd-8085-d677439db040', 'name': '', 'network_id': 'a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'mac_address': 'fa:16:3e:24:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23246182-0fa8-4c30-9da5-c8569d61ca0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '6b1b992a-4c3c-4977-b7fa-ad5d20315d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:37:39Z', 'updated_at': '2022-01-21T19:37:44Z', 'revision_number': 5, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'subnets': [{'id': '6b1b992a-4c3c-4977-b7fa-ad5d20315d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:37:58.781354 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26188325-9c4f-406c-8dd8-e4596b7f76da None None] The sync data for ids ['23246182-0fa8-4c30-9da5-c8569d61ca0a'] in dv-neutron-825470-1-hyperv is: [{'id': '23246182-0fa8-4c30-9da5-c8569d61ca0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585037331', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.230'}], 'enable_snat': True}, 'gw_port_id': '9a3522d5-de5e-448d-b04a-e0333e63faea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:37:34Z', 'updated_at': '2022-01-21T19:37:39Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '9a3522d5-de5e-448d-b04a-e0333e63faea', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23246182-0fa8-4c30-9da5-c8569d61ca0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:37:35Z', 'updated_at': '2022-01-21T19:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': 'a73176fe-92bd-411d-b0b5-dc7443362e6f', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'floating_ip_address': '172.26.1.148', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '23246182-0fa8-4c30-9da5-c8569d61ca0a', 'port_id': '15c5c3aa-c8da-4866-a82c-d81d90ee2200', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a', 'mac_address': 'fa:16:3e:41:17:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0a2a26-0f1f-4897-9f40-f2dc88053753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:37:56Z', 'updated_at': '2022-01-21T19:37:56Z', 'revision_number': 0, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56f06625-3750-49dd-8085-d677439db040', 'name': '', 'network_id': 'a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'mac_address': 'fa:16:3e:24:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23246182-0fa8-4c30-9da5-c8569d61ca0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '6b1b992a-4c3c-4977-b7fa-ad5d20315d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:37:39Z', 'updated_at': '2022-01-21T19:37:44Z', 'revision_number': 5, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'subnets': [{'id': '6b1b992a-4c3c-4977-b7fa-ad5d20315d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:37:58.976393 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de4ea0e-f2dd-47b0-a958-e1b8f07ebaac None None] New status for floating IP a73176fe-92bd-411d-b0b5-dc7443362e6f: ACTIVE {{(pid=88138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:37:59.162783 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 41916) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:37:59.267452 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e0a7eed8-598a-4de6-a61b-742c1a91aaf7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/floatingips/a73176fe-92bd-411d-b0b5-dc7443362e6f HTTP/1.1" status: 200 len: 991 time: 0.1036270 Jan 21 19:38:00.271294 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 41920) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:38:00.298747 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:38:00.384718 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-8928045a-1496-4629-9759-8e45f08dc307 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/floatingips/a73176fe-92bd-411d-b0b5-dc7443362e6f HTTP/1.1" status: 200 len: 993 time: 0.1123269 Jan 21 19:38:08.634019 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b43338ee-c338-4de0-a242-69d7f6905554 req-5eb442cb-4523-432e-ae8b-88909d87c341 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=fe0a2a26-0f1f-4897-9f40-f2dc88053753&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689967 Jan 21 19:38:08.868860 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43338ee-c338-4de0-a242-69d7f6905554 req-4c58b17a-cb07-4282-be09-0f2f7660140c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:38:08.870274 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b43338ee-c338-4de0-a242-69d7f6905554 req-4c58b17a-cb07-4282-be09-0f2f7660140c service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2ceb323a8e2c42c4b7cde2788c992fac&device_id=fe0a2a26-0f1f-4897-9f40-f2dc88053753 HTTP/1.1" status: 200 len: 1098 time: 0.1697075 Jan 21 19:38:09.032479 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43338ee-c338-4de0-a242-69d7f6905554 req-8fc3f31f-a245-4d3d-bbf1-6507a5d89b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:38:09.036689 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b43338ee-c338-4de0-a242-69d7f6905554 req-8fc3f31f-a245-4d3d-bbf1-6507a5d89b31 service neutron] 10.222.0.113 "GET /v2.0/networks?id=a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a HTTP/1.1" status: 200 len: 897 time: 0.1465197 Jan 21 19:38:09.138778 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b43338ee-c338-4de0-a242-69d7f6905554 req-1ceea32f-856a-444a-a83e-746404e79a7b service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15c5c3aa-c8da-4866-a82c-d81d90ee2200 HTTP/1.1" status: 200 len: 1001 time: 0.0983377 Jan 21 19:38:09.200614 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43338ee-c338-4de0-a242-69d7f6905554 req-3a07b9c3-4f00-456d-827d-fbf8aee516ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:38:09.202028 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b43338ee-c338-4de0-a242-69d7f6905554 req-3a07b9c3-4f00-456d-827d-fbf8aee516ab service neutron] 10.222.0.113 "GET /v2.0/subnets?id=6b1b992a-4c3c-4977-b7fa-ad5d20315d09 HTTP/1.1" status: 200 len: 834 time: 0.0559051 Jan 21 19:38:09.274944 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43338ee-c338-4de0-a242-69d7f6905554 req-d0d416e0-af1a-417f-863f-981f2d28abab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:38:09.276385 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b43338ee-c338-4de0-a242-69d7f6905554 req-d0d416e0-af1a-417f-863f-981f2d28abab service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678949 Jan 21 19:38:09.406338 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b43338ee-c338-4de0-a242-69d7f6905554 req-f72781dc-c260-456b-bf86-3dc8fba2ae4f service neutron] 10.222.0.113 "GET /v2.0/networks/a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233211 Jan 21 19:38:09.536885 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b43338ee-c338-4de0-a242-69d7f6905554 req-5e2aa3c3-acf9-4d4f-bd4a-dd1ea9cddfb8 service neutron] 10.222.0.113 "GET /v2.0/networks/a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237872 Jan 21 19:38:25.012334 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-8e7f3254-f0c8-4a5d-97e6-c21e80f59f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:38:27.286917 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e2b153e8-32ae-4560-ad5a-9bce756220bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:38:28.567396 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:38:28.680877 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:38:28.732339 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:38:30.049870 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad22d8e-a17d-4c33-897d-e0718729556c req-502660dc-1f59-4fef-9ab3-d3d7007410c0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:38:30.051866 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7ad22d8e-a17d-4c33-897d-e0718729556c req-502660dc-1f59-4fef-9ab3-d3d7007410c0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe0a2a26-0f1f-4897-9f40-f2dc88053753 HTTP/1.1" status: 200 len: 945 time: 0.0849259 Jan 21 19:38:30.072643 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871d954-4eaa-4c0f-b0e8-e59f91ea75ff req-05ef7c92-76d8-46f6-ac8b-c7bffd69c8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:38:30.074229 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-3871d954-4eaa-4c0f-b0e8-e59f91ea75ff req-05ef7c92-76d8-46f6-ac8b-c7bffd69c8e7 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2ceb323a8e2c42c4b7cde2788c992fac&device_id=fe0a2a26-0f1f-4897-9f40-f2dc88053753 HTTP/1.1" status: 200 len: 1098 time: 0.0813136 Jan 21 19:38:30.099169 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7ad22d8e-a17d-4c33-897d-e0718729556c req-7f4ac5ba-2d31-4d10-83eb-c52999807032 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=773e3e79-c058-49f3-b300-2c928d6e496e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413065 Jan 21 19:38:30.204671 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871d954-4eaa-4c0f-b0e8-e59f91ea75ff req-c58cb866-d835-4bc7-9059-248a2f7482c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:38:30.206212 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-3871d954-4eaa-4c0f-b0e8-e59f91ea75ff req-c58cb866-d835-4bc7-9059-248a2f7482c3 service neutron] 10.222.0.113 "GET /v2.0/networks?id=a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a HTTP/1.1" status: 200 len: 897 time: 0.1258307 Jan 21 19:38:30.229774 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:38:30.306636 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-3871d954-4eaa-4c0f-b0e8-e59f91ea75ff req-0478aa3a-3147-419e-b8ee-c2275e93ca08 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15c5c3aa-c8da-4866-a82c-d81d90ee2200 HTTP/1.1" status: 200 len: 1001 time: 0.0942171 Jan 21 19:38:30.367168 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871d954-4eaa-4c0f-b0e8-e59f91ea75ff req-280142ab-97f0-420b-b130-29c17b8c54b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:38:30.368553 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-3871d954-4eaa-4c0f-b0e8-e59f91ea75ff req-280142ab-97f0-420b-b130-29c17b8c54b6 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=6b1b992a-4c3c-4977-b7fa-ad5d20315d09 HTTP/1.1" status: 200 len: 834 time: 0.0555065 Jan 21 19:38:30.446426 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871d954-4eaa-4c0f-b0e8-e59f91ea75ff req-a0e396b5-7bdf-4af8-8020-c867ed00f941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:38:30.448152 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-3871d954-4eaa-4c0f-b0e8-e59f91ea75ff req-a0e396b5-7bdf-4af8-8020-c867ed00f941 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726130 Jan 21 19:38:30.578922 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-3871d954-4eaa-4c0f-b0e8-e59f91ea75ff req-4670b254-2471-43f8-808f-5bab0441edd7 service neutron] 10.222.0.113 "GET /v2.0/networks/a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239097 Jan 21 19:38:30.709482 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-3871d954-4eaa-4c0f-b0e8-e59f91ea75ff req-6cfe2fbe-2a10-4549-a169-32efd454c984 service neutron] 10.222.0.113 "GET /v2.0/networks/a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248035 Jan 21 19:38:31.291979 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b80c1-fcd9-4891-9d01-1102006916bc req-e94f9d6f-bb1f-4057-9aa7-8efbc170049f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:38:31.293412 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d18b80c1-fcd9-4891-9d01-1102006916bc req-e94f9d6f-bb1f-4057-9aa7-8efbc170049f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe0a2a26-0f1f-4897-9f40-f2dc88053753 HTTP/1.1" status: 200 len: 945 time: 0.0871773 Jan 21 19:38:31.338009 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d18b80c1-fcd9-4891-9d01-1102006916bc req-1c48391b-1a9c-4383-9fe3-ca0ebdb6107c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=773e3e79-c058-49f3-b300-2c928d6e496e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389047 Jan 21 19:38:31.416200 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:38:32.532649 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02362ab9-e40b-47e4-b57f-b137c1b76320 req-bf07dbad-0e2f-4526-b593-0595d902f392 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:38:32.534111 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-02362ab9-e40b-47e4-b57f-b137c1b76320 req-bf07dbad-0e2f-4526-b593-0595d902f392 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe0a2a26-0f1f-4897-9f40-f2dc88053753 HTTP/1.1" status: 200 len: 945 time: 0.0883205 Jan 21 19:38:32.580362 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-02362ab9-e40b-47e4-b57f-b137c1b76320 req-c7e3ec99-c79d-48c9-8c98-f447cda03cb9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=773e3e79-c058-49f3-b300-2c928d6e496e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405169 Jan 21 19:38:33.914622 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664cff1f-2e04-4aea-8cbf-213b214adb8c req-494cfdf3-a9a2-4307-8388-365fdde6f64d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:38:33.916073 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-664cff1f-2e04-4aea-8cbf-213b214adb8c req-494cfdf3-a9a2-4307-8388-365fdde6f64d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe0a2a26-0f1f-4897-9f40-f2dc88053753 HTTP/1.1" status: 200 len: 945 time: 0.0872040 Jan 21 19:38:33.960183 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-664cff1f-2e04-4aea-8cbf-213b214adb8c req-04121185-3ca2-48d6-b271-4c87f3eb39bd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=773e3e79-c058-49f3-b300-2c928d6e496e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386493 Jan 21 19:38:35.143199 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d335afa-2a16-4d96-83a6-21bc62fb940a req-df91b4e3-bedd-4f72-a885-f037a8f47a3b tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:38:35.144770 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0d335afa-2a16-4d96-83a6-21bc62fb940a req-df91b4e3-bedd-4f72-a885-f037a8f47a3b tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe0a2a26-0f1f-4897-9f40-f2dc88053753 HTTP/1.1" status: 200 len: 945 time: 0.0817361 Jan 21 19:38:35.186922 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0d335afa-2a16-4d96-83a6-21bc62fb940a req-0af1f440-41ee-416a-ad69-3a85ff309b7a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=773e3e79-c058-49f3-b300-2c928d6e496e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366423 Jan 21 19:38:36.366840 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34aa02b-8240-48f4-98bd-ce9e1ecaddfa req-c606cfb2-ad59-4b73-96f2-f1dba18ba6fa tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:38:36.368276 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d34aa02b-8240-48f4-98bd-ce9e1ecaddfa req-c606cfb2-ad59-4b73-96f2-f1dba18ba6fa tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe0a2a26-0f1f-4897-9f40-f2dc88053753 HTTP/1.1" status: 200 len: 945 time: 0.0786250 Jan 21 19:38:36.412775 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d34aa02b-8240-48f4-98bd-ce9e1ecaddfa req-c81642ec-e970-4c38-8113-1f2e596d17bf tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=773e3e79-c058-49f3-b300-2c928d6e496e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387502 Jan 21 19:38:37.700755 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54583bf0-4538-4b51-ac86-8ff9d13f5ba2 req-0b8f41a5-27b7-4d6b-9f2c-9027a6928c88 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:38:37.702131 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-54583bf0-4538-4b51-ac86-8ff9d13f5ba2 req-0b8f41a5-27b7-4d6b-9f2c-9027a6928c88 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe0a2a26-0f1f-4897-9f40-f2dc88053753 HTTP/1.1" status: 200 len: 945 time: 0.1832769 Jan 21 19:38:37.745695 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-54583bf0-4538-4b51-ac86-8ff9d13f5ba2 req-f5f583d4-2dda-4bec-a80f-9aadf2868ec3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=773e3e79-c058-49f3-b300-2c928d6e496e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379505 Jan 21 19:38:38.927131 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7628b-5b0c-4a24-9c94-ca6cc139e0c6 req-93dbb59d-3981-4614-a70b-0e0b3f6f3e8b tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:38:38.928550 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8ea7628b-5b0c-4a24-9c94-ca6cc139e0c6 req-93dbb59d-3981-4614-a70b-0e0b3f6f3e8b tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe0a2a26-0f1f-4897-9f40-f2dc88053753 HTTP/1.1" status: 200 len: 945 time: 0.0788381 Jan 21 19:38:38.973410 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8ea7628b-5b0c-4a24-9c94-ca6cc139e0c6 req-33e96f55-9a2a-475e-afe2-8a792966fdea tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=773e3e79-c058-49f3-b300-2c928d6e496e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393033 Jan 21 19:38:40.154973 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae61a8f-f164-4e0c-a0d2-23a52af55aca req-c33a98d0-7afc-4229-b7bb-0d577fe51c4f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:38:40.156396 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8ae61a8f-f164-4e0c-a0d2-23a52af55aca req-c33a98d0-7afc-4229-b7bb-0d577fe51c4f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe0a2a26-0f1f-4897-9f40-f2dc88053753 HTTP/1.1" status: 200 len: 945 time: 0.0784919 Jan 21 19:38:40.200673 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8ae61a8f-f164-4e0c-a0d2-23a52af55aca req-a1c0aaea-8c16-4b93-bda1-362547f1af0d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=773e3e79-c058-49f3-b300-2c928d6e496e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381813 Jan 21 19:38:41.391272 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7234f42-69fe-426f-b75f-82258749ad92 req-cfc25198-fb7e-4259-94f3-7e4ca614f3cb tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:38:41.392727 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e7234f42-69fe-426f-b75f-82258749ad92 req-cfc25198-fb7e-4259-94f3-7e4ca614f3cb tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe0a2a26-0f1f-4897-9f40-f2dc88053753 HTTP/1.1" status: 200 len: 945 time: 0.0881965 Jan 21 19:38:41.436777 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e7234f42-69fe-426f-b75f-82258749ad92 req-cd61a137-4513-443c-a4e4-098ad5031f39 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=773e3e79-c058-49f3-b300-2c928d6e496e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381429 Jan 21 19:38:42.620127 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eccc911-6596-42b8-9614-db9b177e8743 req-2d1ee798-a562-4dce-98e8-ada96aaeb913 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:38:42.621582 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5eccc911-6596-42b8-9614-db9b177e8743 req-2d1ee798-a562-4dce-98e8-ada96aaeb913 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe0a2a26-0f1f-4897-9f40-f2dc88053753 HTTP/1.1" status: 200 len: 945 time: 0.0826221 Jan 21 19:38:42.664264 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5eccc911-6596-42b8-9614-db9b177e8743 req-f14a7987-a2e2-416a-9545-cda2d9006301 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=773e3e79-c058-49f3-b300-2c928d6e496e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370095 Jan 21 19:38:43.847796 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3049aea-192b-4c36-93fd-a354cc284d34 req-8cc67f96-f183-4e12-9cd1-176fb46e8ba7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:38:43.849243 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a3049aea-192b-4c36-93fd-a354cc284d34 req-8cc67f96-f183-4e12-9cd1-176fb46e8ba7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe0a2a26-0f1f-4897-9f40-f2dc88053753 HTTP/1.1" status: 200 len: 945 time: 0.0819590 Jan 21 19:38:43.891174 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a3049aea-192b-4c36-93fd-a354cc284d34 req-194d45fd-6920-49f3-bd3c-b8f314805ac1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=773e3e79-c058-49f3-b300-2c928d6e496e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364244 Jan 21 19:38:45.074246 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a630a460-add7-49df-a4ba-9974f6269d8c req-24f2ea2d-b2fb-479f-aedb-9c13725fb7ab tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:38:45.075689 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a630a460-add7-49df-a4ba-9974f6269d8c req-24f2ea2d-b2fb-479f-aedb-9c13725fb7ab tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe0a2a26-0f1f-4897-9f40-f2dc88053753 HTTP/1.1" status: 200 len: 945 time: 0.0786126 Jan 21 19:38:45.121932 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a630a460-add7-49df-a4ba-9974f6269d8c req-b5083e12-e1ef-4895-be7a-f891529962d0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=773e3e79-c058-49f3-b300-2c928d6e496e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407193 Jan 21 19:38:46.308649 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a89c2d-721f-40ce-9df9-7e1b26e89015 req-2e1165ba-0d8b-4079-957c-f4822ec8d6bf tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:38:46.310110 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f7a89c2d-721f-40ce-9df9-7e1b26e89015 req-2e1165ba-0d8b-4079-957c-f4822ec8d6bf tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe0a2a26-0f1f-4897-9f40-f2dc88053753 HTTP/1.1" status: 200 len: 945 time: 0.0784619 Jan 21 19:38:46.354530 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f7a89c2d-721f-40ce-9df9-7e1b26e89015 req-e67e0684-3775-4e25-b49e-ab6f12c7cc57 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=773e3e79-c058-49f3-b300-2c928d6e496e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387883 Jan 21 19:38:47.547516 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2133d25-7d81-44f9-a70a-6d7a09313066 req-3ed8d846-8147-4218-b2c1-8103f33c0bf6 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:38:47.548947 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e2133d25-7d81-44f9-a70a-6d7a09313066 req-3ed8d846-8147-4218-b2c1-8103f33c0bf6 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe0a2a26-0f1f-4897-9f40-f2dc88053753 HTTP/1.1" status: 200 len: 945 time: 0.0835536 Jan 21 19:38:47.600351 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e2133d25-7d81-44f9-a70a-6d7a09313066 req-6d55f22f-f98f-4129-b422-375b821d4c5c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=773e3e79-c058-49f3-b300-2c928d6e496e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452893 Jan 21 19:38:47.624092 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 41974) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:38:47.728733 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-04b5bf09-d7bd-40cb-8a72-c7250fd012e1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/floatingips/a73176fe-92bd-411d-b0b5-dc7443362e6f HTTP/1.1" status: 200 len: 993 time: 0.1032937 Jan 21 19:38:55.053237 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7ceedadb-4551-43d5-a503-219a533a96ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:38:57.280908 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e168a9ab-afde-4b03-a47c-4d712c1dc755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:38:58.538014 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:38:58.675000 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:38:58.731723 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:00.275311 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:08.419081 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:39:10.623328 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d095f46a-d4b0-46f7-9a1e-420e1d7a00ef req-c89f9c35-689b-492a-959b-c84b399e1ea6 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=fe0a2a26-0f1f-4897-9f40-f2dc88053753&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699995 Jan 21 19:39:10.759196 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095f46a-d4b0-46f7-9a1e-420e1d7a00ef req-95f41790-6938-4079-9733-ae2efc50ecdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:39:10.760510 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d095f46a-d4b0-46f7-9a1e-420e1d7a00ef req-95f41790-6938-4079-9733-ae2efc50ecdb service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2ceb323a8e2c42c4b7cde2788c992fac&device_id=fe0a2a26-0f1f-4897-9f40-f2dc88053753 HTTP/1.1" status: 200 len: 1098 time: 0.0687900 Jan 21 19:39:11.003102 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095f46a-d4b0-46f7-9a1e-420e1d7a00ef req-1f3b22a2-3641-4611-86d3-d50b4a23909f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:39:11.004507 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d095f46a-d4b0-46f7-9a1e-420e1d7a00ef req-1f3b22a2-3641-4611-86d3-d50b4a23909f service neutron] 10.222.0.113 "GET /v2.0/networks?id=a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a HTTP/1.1" status: 200 len: 897 time: 0.2245076 Jan 21 19:39:11.104155 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d095f46a-d4b0-46f7-9a1e-420e1d7a00ef req-6e6a87ae-1ba4-4f5b-9860-8bf73b78ef27 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15c5c3aa-c8da-4866-a82c-d81d90ee2200 HTTP/1.1" status: 200 len: 1001 time: 0.0930183 Jan 21 19:39:11.168486 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095f46a-d4b0-46f7-9a1e-420e1d7a00ef req-334cdfb2-d177-4420-9cef-09685e7de625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:39:11.169869 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d095f46a-d4b0-46f7-9a1e-420e1d7a00ef req-334cdfb2-d177-4420-9cef-09685e7de625 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=6b1b992a-4c3c-4977-b7fa-ad5d20315d09 HTTP/1.1" status: 200 len: 834 time: 0.0588102 Jan 21 19:39:11.243148 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095f46a-d4b0-46f7-9a1e-420e1d7a00ef req-121951c5-7480-48da-b2ba-70c84416c461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:39:11.244595 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d095f46a-d4b0-46f7-9a1e-420e1d7a00ef req-121951c5-7480-48da-b2ba-70c84416c461 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691593 Jan 21 19:39:11.373340 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d095f46a-d4b0-46f7-9a1e-420e1d7a00ef req-7daf8890-a871-4cf6-9c9f-c64794cf2e7d service neutron] 10.222.0.113 "GET /v2.0/networks/a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226656 Jan 21 19:39:11.504529 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d095f46a-d4b0-46f7-9a1e-420e1d7a00ef req-22f58ac5-353c-4d11-9615-1c78fb0fa6b1 service neutron] 10.222.0.113 "GET /v2.0/networks/a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254694 Jan 21 19:39:18.288201 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 41996) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:39:18.487897 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-4619da0f-663a-4d49-a3ce-7aa1134b7c97 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Deleting port e220f292-a781-4860-8e91-6cc71cbf229c {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:39:18.488231 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4619da0f-663a-4d49-a3ce-7aa1134b7c97 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:18.664574 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4619da0f-663a-4d49-a3ce-7aa1134b7c97 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:18.664900 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4619da0f-663a-4d49-a3ce-7aa1134b7c97 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:18.784467 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-4619da0f-663a-4d49-a3ce-7aa1134b7c97 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Calling delete_port for e220f292-a781-4860-8e91-6cc71cbf229c owned by network:floatingip {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:39:19.098318 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4619da0f-663a-4d49-a3ce-7aa1134b7c97 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:19.143944 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4619da0f-663a-4d49-a3ce-7aa1134b7c97 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event deleted for resources: {'Port': ['ID=e220f292-a781-4860-8e91-6cc71cbf229c,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:39:19.182979 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4619da0f-663a-4d49-a3ce-7aa1134b7c97 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:39:19.183327 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4619da0f-663a-4d49-a3ce-7aa1134b7c97 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:39:19.183668 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4619da0f-663a-4d49-a3ce-7aa1134b7c97 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:39:19.184001 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4619da0f-663a-4d49-a3ce-7aa1134b7c97 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:39:19.184330 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4619da0f-663a-4d49-a3ce-7aa1134b7c97 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:39:19.184656 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4619da0f-663a-4d49-a3ce-7aa1134b7c97 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:39:19.184978 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4619da0f-663a-4d49-a3ce-7aa1134b7c97 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:39:19.185298 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4619da0f-663a-4d49-a3ce-7aa1134b7c97 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:39:19.185624 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4619da0f-663a-4d49-a3ce-7aa1134b7c97 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:39:19.185967 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4619da0f-663a-4d49-a3ce-7aa1134b7c97 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:39:19.186290 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4619da0f-663a-4d49-a3ce-7aa1134b7c97 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:39:19.186606 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4619da0f-663a-4d49-a3ce-7aa1134b7c97 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:39:19.244439 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4619da0f-663a-4d49-a3ce-7aa1134b7c97 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for floatingip, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:19.244780 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.l3_db [None req-4619da0f-663a-4d49-a3ce-7aa1134b7c97 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Floating IP a73176fe-92bd-411d-b0b5-dc7443362e6f disassociated (deleted). External IP: 172.26.1.148, port: 15c5c3aa-c8da-4866-a82c-d81d90ee2200. Jan 21 19:39:19.591648 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4619da0f-663a-4d49-a3ce-7aa1134b7c97 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Router 23246182-0fa8-4c30-9da5-c8569d61ca0a has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:39:19.769604 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4619da0f-663a-4d49-a3ce-7aa1134b7c97 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:39:19.779407 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f40717-8195-4e60-845a-73b542a8aab8 None None] Sync routers for ids ['23246182-0fa8-4c30-9da5-c8569d61ca0a'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:39:19.785813 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4619da0f-663a-4d49-a3ce-7aa1134b7c97 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:19.788141 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f40717-8195-4e60-845a-73b542a8aab8 None None] Routers {'23246182-0fa8-4c30-9da5-c8569d61ca0a'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:39:19.788747 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-c7f40717-8195-4e60-845a-73b542a8aab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:38:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['23246182-0fa8-4c30-9da5-c8569d61ca0a'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:39:19.840604 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-4619da0f-663a-4d49-a3ce-7aa1134b7c97 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "DELETE /v2.0/floatingips/a73176fe-92bd-411d-b0b5-dc7443362e6f HTTP/1.1" status: 204 len: 168 time: 1.5513127 Jan 21 19:39:19.841169 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe0a2a26-0f1f-4897-9f40-f2dc88053753', 'tag': '15c5c3aa-c8da-4866-a82c-d81d90ee2200'}] {{(pid=88136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:39:19.887099 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe0a2a26-0f1f-4897-9f40-f2dc88053753', 'tag': '15c5c3aa-c8da-4866-a82c-d81d90ee2200', 'status': 'completed', 'code': 200} Jan 21 19:39:19.978896 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-c7f40717-8195-4e60-845a-73b542a8aab8 None None] Set router 23246182-0fa8-4c30-9da5-c8569d61ca0a gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:39:19.983555 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761c7d3-79a3-4e86-97c7-5aa0f57dedd6 req-4ab1f5eb-3212-49dc-bf3c-dec86151fa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:39:19.985227 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-7761c7d3-79a3-4e86-97c7-5aa0f57dedd6 req-4ab1f5eb-3212-49dc-bf3c-dec86151fa28 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2ceb323a8e2c42c4b7cde2788c992fac&device_id=fe0a2a26-0f1f-4897-9f40-f2dc88053753 HTTP/1.1" status: 200 len: 1098 time: 0.0760624 Jan 21 19:39:20.121885 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761c7d3-79a3-4e86-97c7-5aa0f57dedd6 req-1179d9c9-50e2-4e2c-8e26-c0806203b0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:39:20.123225 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-7761c7d3-79a3-4e86-97c7-5aa0f57dedd6 req-1179d9c9-50e2-4e2c-8e26-c0806203b0f1 service neutron] 10.222.0.113 "GET /v2.0/networks?id=a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a HTTP/1.1" status: 200 len: 897 time: 0.1318524 Jan 21 19:39:20.198936 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-7761c7d3-79a3-4e86-97c7-5aa0f57dedd6 req-2b0ddac4-4fd1-4b43-8133-5a7bbf412cfc service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15c5c3aa-c8da-4866-a82c-d81d90ee2200 HTTP/1.1" status: 200 len: 217 time: 0.0698318 Jan 21 19:39:20.267857 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761c7d3-79a3-4e86-97c7-5aa0f57dedd6 req-8e30cbeb-c97f-4214-838f-ee3b546ce6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:39:20.269882 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-7761c7d3-79a3-4e86-97c7-5aa0f57dedd6 req-8e30cbeb-c97f-4214-838f-ee3b546ce6d4 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=6b1b992a-4c3c-4977-b7fa-ad5d20315d09 HTTP/1.1" status: 200 len: 834 time: 0.0650117 Jan 21 19:39:20.333809 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-c7f40717-8195-4e60-845a-73b542a8aab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23246182-0fa8-4c30-9da5-c8569d61ca0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585037331', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.230'}], 'enable_snat': True}, 'gw_port_id': '9a3522d5-de5e-448d-b04a-e0333e63faea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:37:34Z', 'updated_at': '2022-01-21T19:37:39Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '9a3522d5-de5e-448d-b04a-e0333e63faea', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23246182-0fa8-4c30-9da5-c8569d61ca0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:37:35Z', 'updated_at': '2022-01-21T19:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '56f06625-3750-49dd-8085-d677439db040', 'name': '', 'network_id': 'a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'mac_address': 'fa:16:3e:24:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23246182-0fa8-4c30-9da5-c8569d61ca0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '6b1b992a-4c3c-4977-b7fa-ad5d20315d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:37:39Z', 'updated_at': '2022-01-21T19:37:44Z', 'revision_number': 5, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'subnets': [{'id': '6b1b992a-4c3c-4977-b7fa-ad5d20315d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:39:20.338129 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f40717-8195-4e60-845a-73b542a8aab8 None None] Checking router: 23246182-0fa8-4c30-9da5-c8569d61ca0a for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:39:20.345457 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761c7d3-79a3-4e86-97c7-5aa0f57dedd6 req-3446e993-0ebb-4547-ab67-66479f4ee609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:39:20.346761 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-7761c7d3-79a3-4e86-97c7-5aa0f57dedd6 req-3446e993-0ebb-4547-ab67-66479f4ee609 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708470 Jan 21 19:39:20.346956 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f40717-8195-4e60-845a-73b542a8aab8 None None] Routers {'23246182-0fa8-4c30-9da5-c8569d61ca0a'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:39:20.347575 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-c7f40717-8195-4e60-845a-73b542a8aab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:38:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['23246182-0fa8-4c30-9da5-c8569d61ca0a'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:39:20.409884 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a529d4dc-a1b9-4da7-9d6d-94cae8e797b8 req-6484c420-98a8-4062-8500-0639913b9728 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:39:20.410456 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-a529d4dc-a1b9-4da7-9d6d-94cae8e797b8 req-6484c420-98a8-4062-8500-0639913b9728 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Synchronizing usage tracker for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:39:20.486975 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-7761c7d3-79a3-4e86-97c7-5aa0f57dedd6 req-5f2c6f29-8f62-421d-b2d2-e0136863c704 service neutron] 10.222.0.113 "GET /v2.0/networks/a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319366 Jan 21 19:39:20.510042 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-a529d4dc-a1b9-4da7-9d6d-94cae8e797b8 req-6484c420-98a8-4062-8500-0639913b9728 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Unset dirty status for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:39:20.511275 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a529d4dc-a1b9-4da7-9d6d-94cae8e797b8 req-6484c420-98a8-4062-8500-0639913b9728 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe0a2a26-0f1f-4897-9f40-f2dc88053753 HTTP/1.1" status: 200 len: 945 time: 0.1959739 Jan 21 19:39:20.541673 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-c7f40717-8195-4e60-845a-73b542a8aab8 None None] Set router 23246182-0fa8-4c30-9da5-c8569d61ca0a gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:39:20.558566 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a529d4dc-a1b9-4da7-9d6d-94cae8e797b8 req-a0670a9b-8408-4e52-8524-65c873b763af tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=773e3e79-c058-49f3-b300-2c928d6e496e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410054 Jan 21 19:39:20.622663 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-7761c7d3-79a3-4e86-97c7-5aa0f57dedd6 req-2a976b8d-b49f-45b6-b437-8c5a536cef83 service neutron] 10.222.0.113 "GET /v2.0/networks/a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292596 Jan 21 19:39:20.844751 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-c7f40717-8195-4e60-845a-73b542a8aab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23246182-0fa8-4c30-9da5-c8569d61ca0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585037331', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.230'}], 'enable_snat': True}, 'gw_port_id': '9a3522d5-de5e-448d-b04a-e0333e63faea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:37:34Z', 'updated_at': '2022-01-21T19:37:39Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '9a3522d5-de5e-448d-b04a-e0333e63faea', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23246182-0fa8-4c30-9da5-c8569d61ca0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:37:35Z', 'updated_at': '2022-01-21T19:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '56f06625-3750-49dd-8085-d677439db040', 'name': '', 'network_id': 'a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'mac_address': 'fa:16:3e:24:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23246182-0fa8-4c30-9da5-c8569d61ca0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '6b1b992a-4c3c-4977-b7fa-ad5d20315d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:37:39Z', 'updated_at': '2022-01-21T19:37:44Z', 'revision_number': 5, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'subnets': [{'id': '6b1b992a-4c3c-4977-b7fa-ad5d20315d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:39:20.848511 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f40717-8195-4e60-845a-73b542a8aab8 None None] The sync data for ids ['23246182-0fa8-4c30-9da5-c8569d61ca0a'] in dv-neutron-825470-1-hyperv is: [{'id': '23246182-0fa8-4c30-9da5-c8569d61ca0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585037331', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.230'}], 'enable_snat': True}, 'gw_port_id': '9a3522d5-de5e-448d-b04a-e0333e63faea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:37:34Z', 'updated_at': '2022-01-21T19:37:39Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '9a3522d5-de5e-448d-b04a-e0333e63faea', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23246182-0fa8-4c30-9da5-c8569d61ca0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:37:35Z', 'updated_at': '2022-01-21T19:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '56f06625-3750-49dd-8085-d677439db040', 'name': '', 'network_id': 'a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'mac_address': 'fa:16:3e:24:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23246182-0fa8-4c30-9da5-c8569d61ca0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '6b1b992a-4c3c-4977-b7fa-ad5d20315d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:37:39Z', 'updated_at': '2022-01-21T19:37:44Z', 'revision_number': 5, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'subnets': [{'id': '6b1b992a-4c3c-4977-b7fa-ad5d20315d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:39:21.062933 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25aa569c-7e78-487f-99b1-b4ac2c447e4d None None] New status for floating IP a73176fe-92bd-411d-b0b5-dc7443362e6f: DOWN {{(pid=88138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:39:21.790583 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726e2fa-b4d9-42c0-aacb-4ac3b64a8c99 req-0945ba83-761f-4f75-b60d-7da76ced45ef tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:39:21.792052 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b726e2fa-b4d9-42c0-aacb-4ac3b64a8c99 req-0945ba83-761f-4f75-b60d-7da76ced45ef tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe0a2a26-0f1f-4897-9f40-f2dc88053753 HTTP/1.1" status: 200 len: 945 time: 0.1286621 Jan 21 19:39:21.795143 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d467a1-312d-4356-8ecf-c0c15de420c8 req-b3d8bf77-3b9b-4390-ba36-9fac743a190a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:39:21.795841 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-42d467a1-312d-4356-8ecf-c0c15de420c8 req-b3d8bf77-3b9b-4390-ba36-9fac743a190a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Synchronizing usage tracker for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:39:21.808898 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-42d467a1-312d-4356-8ecf-c0c15de420c8 req-b3d8bf77-3b9b-4390-ba36-9fac743a190a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Unset dirty status for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:39:21.810863 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-42d467a1-312d-4356-8ecf-c0c15de420c8 req-b3d8bf77-3b9b-4390-ba36-9fac743a190a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe0a2a26-0f1f-4897-9f40-f2dc88053753 HTTP/1.1" status: 200 len: 945 time: 0.0968821 Jan 21 19:39:21.845498 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b726e2fa-b4d9-42c0-aacb-4ac3b64a8c99 req-34e733da-536c-41d3-b79e-2858616e07e8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=773e3e79-c058-49f3-b300-2c928d6e496e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476134 Jan 21 19:39:21.879704 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-42d467a1-312d-4356-8ecf-c0c15de420c8 req-98328575-8ff7-4637-86d8-cf2d890375ef tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Deleting port 15c5c3aa-c8da-4866-a82c-d81d90ee2200 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:39:21.880037 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-42d467a1-312d-4356-8ecf-c0c15de420c8 req-98328575-8ff7-4637-86d8-cf2d890375ef tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:22.206872 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-42d467a1-312d-4356-8ecf-c0c15de420c8 req-98328575-8ff7-4637-86d8-cf2d890375ef tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] For port 15c5c3aa-c8da-4866-a82c-d81d90ee2200, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=15c5c3aa-c8da-4866-a82c-d81d90ee2200,segment=NetworkSegment(e4398a48-80fd-4124-89a3-efd36b6b1574),segment_id=e4398a48-80fd-4124-89a3-efd36b6b1574)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:39:22.207223 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-42d467a1-312d-4356-8ecf-c0c15de420c8 req-98328575-8ff7-4637-86d8-cf2d890375ef tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:22.326961 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-42d467a1-312d-4356-8ecf-c0c15de420c8 req-98328575-8ff7-4637-86d8-cf2d890375ef tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Calling delete_port for 15c5c3aa-c8da-4866-a82c-d81d90ee2200 owned by compute:nova {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:39:22.532248 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-42d467a1-312d-4356-8ecf-c0c15de420c8 req-98328575-8ff7-4637-86d8-cf2d890375ef tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:22.584972 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98328575-8ff7-4637-86d8-cf2d890375ef tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event deleted for resources: {'Port': ['ID=15c5c3aa-c8da-4866-a82c-d81d90ee2200,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:39:22.626809 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98328575-8ff7-4637-86d8-cf2d890375ef tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:39:22.627156 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98328575-8ff7-4637-86d8-cf2d890375ef tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:39:22.627489 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98328575-8ff7-4637-86d8-cf2d890375ef tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:39:22.627821 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98328575-8ff7-4637-86d8-cf2d890375ef tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:39:22.628216 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98328575-8ff7-4637-86d8-cf2d890375ef tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:39:22.628519 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98328575-8ff7-4637-86d8-cf2d890375ef tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:39:22.628840 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98328575-8ff7-4637-86d8-cf2d890375ef tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:39:22.629160 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98328575-8ff7-4637-86d8-cf2d890375ef tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:39:22.629478 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98328575-8ff7-4637-86d8-cf2d890375ef tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:39:22.629822 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98328575-8ff7-4637-86d8-cf2d890375ef tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:39:22.633521 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98328575-8ff7-4637-86d8-cf2d890375ef tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:39:22.633521 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98328575-8ff7-4637-86d8-cf2d890375ef tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:39:22.668176 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d467a1-312d-4356-8ecf-c0c15de420c8 req-98328575-8ff7-4637-86d8-cf2d890375ef tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] No DVR routers for this DVR port 15c5c3aa-c8da-4866-a82c-d81d90ee2200 on host hv-neutron-8254 {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:39:22.670585 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-42d467a1-312d-4356-8ecf-c0c15de420c8 req-98328575-8ff7-4637-86d8-cf2d890375ef tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:22.673098 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0a2a26-0f1f-4897-9f40-f2dc88053753', 'name': 'network-vif-deleted', 'tag': '15c5c3aa-c8da-4866-a82c-d81d90ee2200'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:39:22.716624 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe0a2a26-0f1f-4897-9f40-f2dc88053753', 'name': 'network-vif-deleted', 'tag': '15c5c3aa-c8da-4866-a82c-d81d90ee2200', 'status': 'completed', 'code': 200} Jan 21 19:39:22.795478 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-42d467a1-312d-4356-8ecf-c0c15de420c8 req-98328575-8ff7-4637-86d8-cf2d890375ef tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.113 "DELETE /v2.0/ports/15c5c3aa-c8da-4866-a82c-d81d90ee2200 HTTP/1.1" status: 204 len: 173 time: 0.9805088 Jan 21 19:39:22.997610 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fafa4296-cfe2-4aea-a61f-5f90c084a8be req-8c70805c-37f8-4017-80b9-a2ca00bf1d47 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe0a2a26-0f1f-4897-9f40-f2dc88053753 HTTP/1.1" status: 200 len: 210 time: 0.0434875 Jan 21 19:39:24.096444 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42016) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:39:24.608425 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 15c5c3aa-c8da-4866-a82c-d81d90ee2200 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:39:24.641902 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] No Port match for: 15c5c3aa-c8da-4866-a82c-d81d90ee2200 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:39:24.642251 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 15c5c3aa-c8da-4866-a82c-d81d90ee2200 not bound to the agent host hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:39:24.742350 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-93b5ad9c-7bde-46b2-9033-e835f715da39 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:25.029163 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2c038958-8264-49bc-9abe-40c8e70ed22b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:25.090266 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-93b5ad9c-7bde-46b2-9033-e835f715da39 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Deleting port 56f06625-3750-49dd-8085-d677439db040 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:39:25.090600 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-93b5ad9c-7bde-46b2-9033-e835f715da39 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:25.271339 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-93b5ad9c-7bde-46b2-9033-e835f715da39 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] For port 56f06625-3750-49dd-8085-d677439db040, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=56f06625-3750-49dd-8085-d677439db040,segment=NetworkSegment(e4398a48-80fd-4124-89a3-efd36b6b1574),segment_id=e4398a48-80fd-4124-89a3-efd36b6b1574)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:39:25.272068 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-93b5ad9c-7bde-46b2-9033-e835f715da39 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:25.395564 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-93b5ad9c-7bde-46b2-9033-e835f715da39 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Calling delete_port for 56f06625-3750-49dd-8085-d677439db040 owned by network:router_interface {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:39:25.651968 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-93b5ad9c-7bde-46b2-9033-e835f715da39 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:25.699144 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5ad9c-7bde-46b2-9033-e835f715da39 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event deleted for resources: {'Port': ['ID=56f06625-3750-49dd-8085-d677439db040,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:39:25.977295 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-93b5ad9c-7bde-46b2-9033-e835f715da39 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:26.457404 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b5ad9c-7bde-46b2-9033-e835f715da39 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Router 23246182-0fa8-4c30-9da5-c8569d61ca0a has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:39:26.632315 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b5ad9c-7bde-46b2-9033-e835f715da39 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:39:26.642064 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c85fcd0-dd3a-4ee6-8d5b-adebf59f158f None None] Sync routers for ids ['23246182-0fa8-4c30-9da5-c8569d61ca0a'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:39:26.647015 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-93b5ad9c-7bde-46b2-9033-e835f715da39 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "PUT /v2.0/routers/23246182-0fa8-4c30-9da5-c8569d61ca0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5472887 Jan 21 19:39:26.647524 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42020) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:39:26.651882 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c85fcd0-dd3a-4ee6-8d5b-adebf59f158f None None] Routers {'23246182-0fa8-4c30-9da5-c8569d61ca0a'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:39:26.652481 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-4c85fcd0-dd3a-4ee6-8d5b-adebf59f158f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:38:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['23246182-0fa8-4c30-9da5-c8569d61ca0a'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:39:26.716681 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-e205ad1b-1163-4b9c-b152-4c27317c5894 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Deleting subnet 6b1b992a-4c3c-4977-b7fa-ad5d20315d09 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:39:26.719685 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e205ad1b-1163-4b9c-b152-4c27317c5894 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:26.773597 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e205ad1b-1163-4b9c-b152-4c27317c5894 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:26.833661 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-4c85fcd0-dd3a-4ee6-8d5b-adebf59f158f None None] Set router 23246182-0fa8-4c30-9da5-c8569d61ca0a gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:39:26.860384 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e205ad1b-1163-4b9c-b152-4c27317c5894 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:26.979332 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e205ad1b-1163-4b9c-b152-4c27317c5894 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:27.018313 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205ad1b-1163-4b9c-b152-4c27317c5894 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event deleted for resources: {'Subnet': ['ID=6b1b992a-4c3c-4977-b7fa-ad5d20315d09,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:39:27.021970 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e205ad1b-1163-4b9c-b152-4c27317c5894 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:27.030372 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e205ad1b-1163-4b9c-b152-4c27317c5894 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "DELETE /v2.0/subnets/6b1b992a-4c3c-4977-b7fa-ad5d20315d09 HTTP/1.1" status: 204 len: 168 time: 0.3809812 Jan 21 19:39:27.032049 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a603f44f-385f-4a59-b93b-baf86f19b02b None None] Network a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:39:27.032509 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42024) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:39:27.112679 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-4c85fcd0-dd3a-4ee6-8d5b-adebf59f158f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23246182-0fa8-4c30-9da5-c8569d61ca0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585037331', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.230'}], 'enable_snat': True}, 'gw_port_id': '9a3522d5-de5e-448d-b04a-e0333e63faea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:37:34Z', 'updated_at': '2022-01-21T19:39:25Z', 'revision_number': 5, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '9a3522d5-de5e-448d-b04a-e0333e63faea', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23246182-0fa8-4c30-9da5-c8569d61ca0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:37:35Z', 'updated_at': '2022-01-21T19:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:39:27.116497 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c85fcd0-dd3a-4ee6-8d5b-adebf59f158f None None] Checking router: 23246182-0fa8-4c30-9da5-c8569d61ca0a for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:39:27.125212 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c85fcd0-dd3a-4ee6-8d5b-adebf59f158f None None] Routers {'23246182-0fa8-4c30-9da5-c8569d61ca0a'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:39:27.125831 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-4c85fcd0-dd3a-4ee6-8d5b-adebf59f158f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:38:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['23246182-0fa8-4c30-9da5-c8569d61ca0a'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:39:27.269707 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-594b3668-7130-40bc-a147-3d012ce9233d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for router, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:27.312861 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-890c35d3-36ce-4131-899c-dd07ade7472e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:27.345873 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b137660-4526-4e4f-9a64-874a6e1f9416 None None] DHCP port deletion for a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:39:27.350321 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-5b137660-4526-4e4f-9a64-874a6e1f9416 None None] Deleting port 3859fd11-6db0-476f-8162-9caf828792d2 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:39:27.351004 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5b137660-4526-4e4f-9a64-874a6e1f9416 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:27.355995 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-4c85fcd0-dd3a-4ee6-8d5b-adebf59f158f None None] Set router 23246182-0fa8-4c30-9da5-c8569d61ca0a gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:39:27.495755 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-594b3668-7130-40bc-a147-3d012ce9233d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:27.572290 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-594b3668-7130-40bc-a147-3d012ce9233d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Deleting port 9a3522d5-de5e-448d-b04a-e0333e63faea {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:39:27.572661 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-594b3668-7130-40bc-a147-3d012ce9233d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:27.630354 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-5b137660-4526-4e4f-9a64-874a6e1f9416 None None] For port 3859fd11-6db0-476f-8162-9caf828792d2, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=3859fd11-6db0-476f-8162-9caf828792d2,segment=NetworkSegment(e4398a48-80fd-4124-89a3-efd36b6b1574),segment_id=e4398a48-80fd-4124-89a3-efd36b6b1574)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:39:27.630778 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5b137660-4526-4e4f-9a64-874a6e1f9416 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:27.680158 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-4c85fcd0-dd3a-4ee6-8d5b-adebf59f158f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23246182-0fa8-4c30-9da5-c8569d61ca0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585037331', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.230'}], 'enable_snat': True}, 'gw_port_id': '9a3522d5-de5e-448d-b04a-e0333e63faea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:37:34Z', 'updated_at': '2022-01-21T19:39:25Z', 'revision_number': 5, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '9a3522d5-de5e-448d-b04a-e0333e63faea', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23246182-0fa8-4c30-9da5-c8569d61ca0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:37:35Z', 'updated_at': '2022-01-21T19:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:39:27.685030 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c85fcd0-dd3a-4ee6-8d5b-adebf59f158f None None] The sync data for ids ['23246182-0fa8-4c30-9da5-c8569d61ca0a'] in dv-neutron-825470-1-hyperv is: [{'id': '23246182-0fa8-4c30-9da5-c8569d61ca0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-585037331', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.230'}], 'enable_snat': True}, 'gw_port_id': '9a3522d5-de5e-448d-b04a-e0333e63faea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:37:34Z', 'updated_at': '2022-01-21T19:39:25Z', 'revision_number': 5, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '9a3522d5-de5e-448d-b04a-e0333e63faea', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23246182-0fa8-4c30-9da5-c8569d61ca0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:37:35Z', 'updated_at': '2022-01-21T19:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:39:27.775619 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-5b137660-4526-4e4f-9a64-874a6e1f9416 None None] Calling delete_port for 3859fd11-6db0-476f-8162-9caf828792d2 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:39:27.887139 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-594b3668-7130-40bc-a147-3d012ce9233d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] For port 9a3522d5-de5e-448d-b04a-e0333e63faea, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=9a3522d5-de5e-448d-b04a-e0333e63faea,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:39:27.887524 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-594b3668-7130-40bc-a147-3d012ce9233d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:27.921044 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5b137660-4526-4e4f-9a64-874a6e1f9416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:27.967319 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b137660-4526-4e4f-9a64-874a6e1f9416 None None] Pushing event deleted for resources: {'Port': ['ID=3859fd11-6db0-476f-8162-9caf828792d2,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:39:27.976651 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b137660-4526-4e4f-9a64-874a6e1f9416 None None] No DVR routers for this DVR port 3859fd11-6db0-476f-8162-9caf828792d2 on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:39:27.979359 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b137660-4526-4e4f-9a64-874a6e1f9416 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:39:27.979719 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b137660-4526-4e4f-9a64-874a6e1f9416 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:39:27.980041 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b137660-4526-4e4f-9a64-874a6e1f9416 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:39:27.980375 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b137660-4526-4e4f-9a64-874a6e1f9416 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:39:27.980695 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b137660-4526-4e4f-9a64-874a6e1f9416 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:39:27.981024 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b137660-4526-4e4f-9a64-874a6e1f9416 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:39:27.981346 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b137660-4526-4e4f-9a64-874a6e1f9416 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:39:27.981665 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b137660-4526-4e4f-9a64-874a6e1f9416 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:39:27.982014 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b137660-4526-4e4f-9a64-874a6e1f9416 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:39:27.982336 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b137660-4526-4e4f-9a64-874a6e1f9416 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:39:27.982653 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b137660-4526-4e4f-9a64-874a6e1f9416 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:39:27.982966 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b137660-4526-4e4f-9a64-874a6e1f9416 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:39:28.017101 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-594b3668-7130-40bc-a147-3d012ce9233d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Calling delete_port for 9a3522d5-de5e-448d-b04a-e0333e63faea owned by network:router_gateway {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:39:28.220816 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 3859fd11-6db0-476f-8162-9caf828792d2 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:39:28.259688 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 3859fd11-6db0-476f-8162-9caf828792d2 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:39:28.259962 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 3859fd11-6db0-476f-8162-9caf828792d2 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:39:28.260372 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 56f06625-3750-49dd-8085-d677439db040 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:39:28.269472 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-594b3668-7130-40bc-a147-3d012ce9233d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:28.294917 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 56f06625-3750-49dd-8085-d677439db040 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:39:28.295267 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 56f06625-3750-49dd-8085-d677439db040 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:39:28.323784 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b3668-7130-40bc-a147-3d012ce9233d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event deleted for resources: {'Port': ['ID=9a3522d5-de5e-448d-b04a-e0333e63faea,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:39:28.408470 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-594b3668-7130-40bc-a147-3d012ce9233d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:28.549638 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:28.580526 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-594b3668-7130-40bc-a147-3d012ce9233d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:28.582586 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-594b3668-7130-40bc-a147-3d012ce9233d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:28.685772 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-594b3668-7130-40bc-a147-3d012ce9233d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:28.686100 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:28.686437 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594b3668-7130-40bc-a147-3d012ce9233d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Fanout notify agent at l3_agent the message router_deleted on router 23246182-0fa8-4c30-9da5-c8569d61ca0a {{(pid=88136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:39:28.686774 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:28.704272 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-594b3668-7130-40bc-a147-3d012ce9233d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:28.705355 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-594b3668-7130-40bc-a147-3d012ce9233d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "DELETE /v2.0/routers/23246182-0fa8-4c30-9da5-c8569d61ca0a HTTP/1.1" status: 204 len: 168 time: 1.6722159 Jan 21 19:39:28.708002 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42028) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:39:28.823623 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-be5d4b63-71f9-4c34-803c-021e4b67f975 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:28.950456 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-be5d4b63-71f9-4c34-803c-021e4b67f975 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:28.974250 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-be5d4b63-71f9-4c34-803c-021e4b67f975 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:39:28.989578 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-be5d4b63-71f9-4c34-803c-021e4b67f975 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4398a48-80fd-4124-89a3-efd36b6b1574') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:39:28.989892 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-be5d4b63-71f9-4c34-803c-021e4b67f975 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4398a48-80fd-4124-89a3-efd36b6b1574') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:39:29.000816 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-be5d4b63-71f9-4c34-803c-021e4b67f975 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:29.015998 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-be5d4b63-71f9-4c34-803c-021e4b67f975 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:29.021658 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be5d4b63-71f9-4c34-803c-021e4b67f975 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:39:29.022055 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-be5d4b63-71f9-4c34-803c-021e4b67f975 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:29.036708 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:39:29.036708 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:39:29.036708 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:39:29.036708 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:39:29.036708 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:39:29.036708 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:39:29.036708 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:39:29.036708 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:39:29.036708 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:39:29.036708 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:39:29.036708 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:39:29.036708 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:39:29.036708 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:39:29.036708 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:39:29.036708 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:39:29.036708 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:39:29.036708 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:39:29.036708 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:39:29.036708 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:39:29.036708 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:39:29.036708 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:39:29.036708 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:39:29.036708 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:39:29.036708 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:39:29.036708 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:39:29.036708 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:39:29.036708 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:39:29.036708 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:39:29.036708 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:39:29.036708 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:39:29.036708 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:39:29.036708 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:39:29.161001 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-be5d4b63-71f9-4c34-803c-021e4b67f975 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:29.179344 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-be5d4b63-71f9-4c34-803c-021e4b67f975 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:29.194874 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d4b63-71f9-4c34-803c-021e4b67f975 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event deleted for resources: {'Network': ['ID=a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:39:29.252723 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-be5d4b63-71f9-4c34-803c-021e4b67f975 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "DELETE /v2.0/networks/a34319a4-ad2b-4958-b76e-ca4fcaa8ac4a HTTP/1.1" status: 204 len: 168 time: 0.5436902 Jan 21 19:39:29.255236 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42032) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:39:29.322422 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2a461ad9-10d9-4a9e-834f-bd814c2c0de7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:29.351366 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2a461ad9-10d9-4a9e-834f-bd814c2c0de7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:29.463880 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2a461ad9-10d9-4a9e-834f-bd814c2c0de7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:29.481420 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a461ad9-10d9-4a9e-834f-bd814c2c0de7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=773e3e79-c058-49f3-b300-2c928d6e496e,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:39:29.553807 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2a461ad9-10d9-4a9e-834f-bd814c2c0de7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:29.554939 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-2a461ad9-10d9-4a9e-834f-bd814c2c0de7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "DELETE /v2.0/security-groups/773e3e79-c058-49f3-b300-2c928d6e496e HTTP/1.1" status: 204 len: 168 time: 0.2987978 Jan 21 19:39:30.042063 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42040) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:39:30.047377 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-82a7b86d-656c-4f42-aa4a-82826c665521 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1463658984', 'description': 'tempest-secgroup-smoke-1463658984 description', 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:39:30.053522 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-82a7b86d-656c-4f42-aa4a-82826c665521 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:39:30.057496 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-82a7b86d-656c-4f42-aa4a-82826c665521 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:security_group and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:39:30.060272 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-82a7b86d-656c-4f42-aa4a-82826c665521 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:39:30.065729 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-82a7b86d-656c-4f42-aa4a-82826c665521 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:39:30.131996 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-82a7b86d-656c-4f42-aa4a-82826c665521 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:30.152964 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-82a7b86d-656c-4f42-aa4a-82826c665521 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:39:30.163886 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-82a7b86d-656c-4f42-aa4a-82826c665521 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:security_group_rule and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:39:30.163886 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-82a7b86d-656c-4f42-aa4a-82826c665521 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:39:30.166877 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-82a7b86d-656c-4f42-aa4a-82826c665521 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:39:30.208027 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 9a3522d5-de5e-448d-b04a-e0333e63faea no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:39:30.237372 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:30.242586 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 9a3522d5-de5e-448d-b04a-e0333e63faea {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:39:30.243106 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 9a3522d5-de5e-448d-b04a-e0333e63faea not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:39:30.246840 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-82a7b86d-656c-4f42-aa4a-82826c665521 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:30.314786 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-82a7b86d-656c-4f42-aa4a-82826c665521 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:30.363046 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a7b86d-656c-4f42-aa4a-82826c665521 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8401ff49-58d1-457f-afe6-d1d8e2d8f398,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:39:30.400679 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-82a7b86d-656c-4f42-aa4a-82826c665521 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:30.402655 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-82a7b86d-656c-4f42-aa4a-82826c665521 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3595879 Jan 21 19:39:30.405410 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42044) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:39:30.410651 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-8515aa36-80e4-4aae-8346-1a1b499aa216 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'security_group_rule': {'security_group_id': '8401ff49-58d1-457f-afe6-d1d8e2d8f398', 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:39:30.417554 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-8515aa36-80e4-4aae-8346-1a1b499aa216 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:39:30.421780 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-8515aa36-80e4-4aae-8346-1a1b499aa216 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:security_group_rule and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:39:30.426284 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-8515aa36-80e4-4aae-8346-1a1b499aa216 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:39:30.434334 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-8515aa36-80e4-4aae-8346-1a1b499aa216 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:39:30.492538 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8515aa36-80e4-4aae-8346-1a1b499aa216 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:30.551560 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8515aa36-80e4-4aae-8346-1a1b499aa216 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:30.594877 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8515aa36-80e4-4aae-8346-1a1b499aa216 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:30.618805 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8515aa36-80e4-4aae-8346-1a1b499aa216 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5a68701-d6c2-4f4c-9ab5-ed65d974fa1e,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:39:30.686408 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8515aa36-80e4-4aae-8346-1a1b499aa216 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:30.687620 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-8515aa36-80e4-4aae-8346-1a1b499aa216 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2812462 Jan 21 19:39:30.690363 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42048) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:39:30.695270 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-4526e2a6-088b-4c3c-93ba-856e470a5590 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'security_group_rule': {'security_group_id': '8401ff49-58d1-457f-afe6-d1d8e2d8f398', 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:39:30.701621 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-4526e2a6-088b-4c3c-93ba-856e470a5590 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:39:30.705648 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-4526e2a6-088b-4c3c-93ba-856e470a5590 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:security_group_rule and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:39:30.708897 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-4526e2a6-088b-4c3c-93ba-856e470a5590 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:39:30.715142 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-4526e2a6-088b-4c3c-93ba-856e470a5590 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:39:30.789335 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4526e2a6-088b-4c3c-93ba-856e470a5590 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:30.852472 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4526e2a6-088b-4c3c-93ba-856e470a5590 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:30.926339 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4526e2a6-088b-4c3c-93ba-856e470a5590 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:31.042427 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4526e2a6-088b-4c3c-93ba-856e470a5590 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=293558c7-4cbf-4681-9e21-adedf8d6b426,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:39:31.115119 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4526e2a6-088b-4c3c-93ba-856e470a5590 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:31.116235 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-4526e2a6-088b-4c3c-93ba-856e470a5590 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4249749 Jan 21 19:39:31.118890 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42052) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:39:31.123973 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-d9761c02-58f6-49dc-bc57-1a9cff4bc6c4 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'security_group_rule': {'security_group_id': '8401ff49-58d1-457f-afe6-d1d8e2d8f398', 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:39:31.130195 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-d9761c02-58f6-49dc-bc57-1a9cff4bc6c4 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:39:31.135892 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-d9761c02-58f6-49dc-bc57-1a9cff4bc6c4 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:security_group_rule and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:39:31.137417 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-d9761c02-58f6-49dc-bc57-1a9cff4bc6c4 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:39:31.142958 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-d9761c02-58f6-49dc-bc57-1a9cff4bc6c4 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:39:31.218998 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d9761c02-58f6-49dc-bc57-1a9cff4bc6c4 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:31.279206 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d9761c02-58f6-49dc-bc57-1a9cff4bc6c4 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:31.360660 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d9761c02-58f6-49dc-bc57-1a9cff4bc6c4 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:31.383421 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9761c02-58f6-49dc-bc57-1a9cff4bc6c4 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b6fcc3b-a75d-45a8-8aa3-7eca2ab10b7e,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:39:31.452170 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d9761c02-58f6-49dc-bc57-1a9cff4bc6c4 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:31.453394 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d9761c02-58f6-49dc-bc57-1a9cff4bc6c4 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3335478 Jan 21 19:39:31.456064 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42056) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:39:31.461034 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-17ef33f2-7cd7-424e-82d9-bbfb03b41ce8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'security_group_rule': {'security_group_id': '8401ff49-58d1-457f-afe6-d1d8e2d8f398', 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:39:31.467104 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-17ef33f2-7cd7-424e-82d9-bbfb03b41ce8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:39:31.470842 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-17ef33f2-7cd7-424e-82d9-bbfb03b41ce8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:security_group_rule and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:39:31.473619 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-17ef33f2-7cd7-424e-82d9-bbfb03b41ce8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:39:31.479731 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-17ef33f2-7cd7-424e-82d9-bbfb03b41ce8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:39:31.571265 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-17ef33f2-7cd7-424e-82d9-bbfb03b41ce8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:31.631698 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-17ef33f2-7cd7-424e-82d9-bbfb03b41ce8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:31.703235 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-17ef33f2-7cd7-424e-82d9-bbfb03b41ce8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:31.730287 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef33f2-7cd7-424e-82d9-bbfb03b41ce8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=088a7be8-6eea-441d-aaeb-fe815539a11c,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:39:31.806427 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-17ef33f2-7cd7-424e-82d9-bbfb03b41ce8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:31.807759 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-17ef33f2-7cd7-424e-82d9-bbfb03b41ce8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3506491 Jan 21 19:39:31.810574 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42060) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:39:31.815654 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-e2914680-01b2-4a90-a34e-c7227ea0e42a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'security_group_rule': {'security_group_id': '8401ff49-58d1-457f-afe6-d1d8e2d8f398', 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:39:31.821628 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-e2914680-01b2-4a90-a34e-c7227ea0e42a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:39:31.825532 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-e2914680-01b2-4a90-a34e-c7227ea0e42a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:security_group_rule and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:39:31.828467 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-e2914680-01b2-4a90-a34e-c7227ea0e42a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:39:31.834587 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-e2914680-01b2-4a90-a34e-c7227ea0e42a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:39:31.915073 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.securitygroups_db [None req-e2914680-01b2-4a90-a34e-c7227ea0e42a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Project 2ceb323a8e2c42c4b7cde2788c992fac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 19:39:31.923039 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e2914680-01b2-4a90-a34e-c7227ea0e42a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:31.985932 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e2914680-01b2-4a90-a34e-c7227ea0e42a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:32.046653 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e2914680-01b2-4a90-a34e-c7227ea0e42a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:32.070492 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2914680-01b2-4a90-a34e-c7227ea0e42a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=163f95db-be82-4d7f-9826-0238cba7a168,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:39:32.148600 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e2914680-01b2-4a90-a34e-c7227ea0e42a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:32.149852 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e2914680-01b2-4a90-a34e-c7227ea0e42a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3382688 Jan 21 19:39:32.153216 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42064) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:39:32.158121 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-f44ee55a-0158-4c3a-b1b2-49b0c1a87edd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'security_group_rule': {'security_group_id': '8401ff49-58d1-457f-afe6-d1d8e2d8f398', 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:39:32.163984 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-f44ee55a-0158-4c3a-b1b2-49b0c1a87edd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:39:32.167838 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-f44ee55a-0158-4c3a-b1b2-49b0c1a87edd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:security_group_rule and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:39:32.170780 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-f44ee55a-0158-4c3a-b1b2-49b0c1a87edd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:39:32.176718 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-f44ee55a-0158-4c3a-b1b2-49b0c1a87edd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:39:32.257308 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.securitygroups_db [None req-f44ee55a-0158-4c3a-b1b2-49b0c1a87edd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Project 2ceb323a8e2c42c4b7cde2788c992fac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 19:39:32.264591 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f44ee55a-0158-4c3a-b1b2-49b0c1a87edd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:32.330646 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f44ee55a-0158-4c3a-b1b2-49b0c1a87edd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:32.441030 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f44ee55a-0158-4c3a-b1b2-49b0c1a87edd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:32.466219 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ee55a-0158-4c3a-b1b2-49b0c1a87edd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d197f8bb-50ad-4dbf-af55-6298862ec7cd,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:39:32.520743 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f44ee55a-0158-4c3a-b1b2-49b0c1a87edd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:32.521917 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f44ee55a-0158-4c3a-b1b2-49b0c1a87edd tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3677602 Jan 21 19:39:32.524689 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42068) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:39:32.530865 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-188c92bd-463c-4165-8456-e2366d6e19ba tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'network': {'name': 'tempest-network-smoke--1701252655', 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'port_security_enabled': True}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:39:32.535728 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-188c92bd-463c-4165-8456-e2366d6e19ba tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:39:32.539865 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-188c92bd-463c-4165-8456-e2366d6e19ba tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:network and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:39:32.543486 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-188c92bd-463c-4165-8456-e2366d6e19ba tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:39:32.549449 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-188c92bd-463c-4165-8456-e2366d6e19ba tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:39:32.594590 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188c92bd-463c-4165-8456-e2366d6e19ba tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Made reservation on behalf of 2ceb323a8e2c42c4b7cde2788c992fac for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:39:32.597956 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-188c92bd-463c-4165-8456-e2366d6e19ba tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:32.625114 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-188c92bd-463c-4165-8456-e2366d6e19ba tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:39:32.633247 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-188c92bd-463c-4165-8456-e2366d6e19ba tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:32.634755 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-188c92bd-463c-4165-8456-e2366d6e19ba tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Added segment 0e0b2fd5-b46f-4ea5-a909-ae0118181825 of type vlan for network 97a1eb06-be1c-44c0-98db-dce2808f07d7 Jan 21 19:39:32.662375 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-188c92bd-463c-4165-8456-e2366d6e19ba tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:32.766216 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-188c92bd-463c-4165-8456-e2366d6e19ba tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:32.775503 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188c92bd-463c-4165-8456-e2366d6e19ba tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:39:32.775503 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-188c92bd-463c-4165-8456-e2366d6e19ba tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:32.877429 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c92bd-463c-4165-8456-e2366d6e19ba tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'Network': ['ID=97a1eb06-be1c-44c0-98db-dce2808f07d7,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:39:32.888765 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 97a1eb06-be1c-44c0-98db-dce2808f07d7 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:39:32.898234 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-188c92bd-463c-4165-8456-e2366d6e19ba tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3725345 Jan 21 19:39:32.901832 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42072) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:39:32.906913 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-5bf1afc1-1ef2-49a7-bc10-43b13d95ada9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1180533802', 'admin_state_up': True, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:39:32.913921 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-5bf1afc1-1ef2-49a7-bc10-43b13d95ada9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:39:32.918340 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-5bf1afc1-1ef2-49a7-bc10-43b13d95ada9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:router and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:39:32.921143 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-5bf1afc1-1ef2-49a7-bc10-43b13d95ada9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:39:32.927409 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-5bf1afc1-1ef2-49a7-bc10-43b13d95ada9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:39:32.995747 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5bf1afc1-1ef2-49a7-bc10-43b13d95ada9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:32.996543 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5bf1afc1-1ef2-49a7-bc10-43b13d95ada9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:33.011791 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5bf1afc1-1ef2-49a7-bc10-43b13d95ada9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:33.364040 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5bf1afc1-1ef2-49a7-bc10-43b13d95ada9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:33.717092 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5bf1afc1-1ef2-49a7-bc10-43b13d95ada9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for router_gateway, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:33.747079 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5bf1afc1-1ef2-49a7-bc10-43b13d95ada9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:33.880631 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-5bf1afc1-1ef2-49a7-bc10-43b13d95ada9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Allocated IP 172.26.1.196 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/ed10fda4-f630-4f3c-b3ef-29cfdc7100ca) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:39:34.127480 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5bf1afc1-1ef2-49a7-bc10-43b13d95ada9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:34.218171 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5bf1afc1-1ef2-49a7-bc10-43b13d95ada9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:34.281214 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf1afc1-1ef2-49a7-bc10-43b13d95ada9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:39:34.284045 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-5bf1afc1-1ef2-49a7-bc10-43b13d95ada9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:39:34.287566 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf1afc1-1ef2-49a7-bc10-43b13d95ada9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:39:34.320113 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1afc1-1ef2-49a7-bc10-43b13d95ada9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'Port': ['ID=ed10fda4-f630-4f3c-b3ef-29cfdc7100ca,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:39:34.753075 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5bf1afc1-1ef2-49a7-bc10-43b13d95ada9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for router_gateway, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:35.087183 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5bf1afc1-1ef2-49a7-bc10-43b13d95ada9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:35.349052 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf1afc1-1ef2-49a7-bc10-43b13d95ada9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Router d3c76fb5-dc21-484a-93ac-a0cf1289128b is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:39:35.523784 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf1afc1-1ef2-49a7-bc10-43b13d95ada9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:39:35.534112 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9eea7c-f3c0-4f37-abb5-ca0202e2d2c3 None None] Sync routers for ids ['d3c76fb5-dc21-484a-93ac-a0cf1289128b'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:39:35.544284 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9eea7c-f3c0-4f37-abb5-ca0202e2d2c3 None None] Routers {'d3c76fb5-dc21-484a-93ac-a0cf1289128b'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:39:35.545012 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-aa9eea7c-f3c0-4f37-abb5-ca0202e2d2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:39:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['d3c76fb5-dc21-484a-93ac-a0cf1289128b'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:39:35.618124 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5bf1afc1-1ef2-49a7-bc10-43b13d95ada9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:35.619251 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-5bf1afc1-1ef2-49a7-bc10-43b13d95ada9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7164922 Jan 21 19:39:35.622835 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42076) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:39:35.756831 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-aa9eea7c-f3c0-4f37-abb5-ca0202e2d2c3 None None] Set router d3c76fb5-dc21-484a-93ac-a0cf1289128b gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:39:35.780614 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-0bba4974-c217-4a42-ba5e-680253eb2154 tempest-TestNetworkAdvancedServerOps-4837441 tempest-TestNetworkAdvancedServerOps-4837441-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=2ceb323a8e2c42c4b7cde2788c992fac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1565976 Jan 21 19:39:35.783103 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42080) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:39:35.908663 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3c48a3-b4a9-4455-b5d8-446049d6ffc8 tempest-TestNetworkAdvancedServerOps-4837441 tempest-TestNetworkAdvancedServerOps-4837441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:39:35.910155 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-2b3c48a3-b4a9-4455-b5d8-446049d6ffc8 tempest-TestNetworkAdvancedServerOps-4837441 tempest-TestNetworkAdvancedServerOps-4837441-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1261337 Jan 21 19:39:35.912841 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42084) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:39:35.952195 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-236254ba-91e9-447c-98ef-e2d90f4d232e tempest-TestNetworkAdvancedServerOps-4837441 tempest-TestNetworkAdvancedServerOps-4837441-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=552ba34b-3dd7-4be8-8310-a9fc908fe72b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383112 Jan 21 19:39:35.954727 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42088) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:39:35.960540 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-aa2cfbbc-53a8-4cc7-81f6-17bfa9512cad tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-186973353', 'network_id': '97a1eb06-be1c-44c0-98db-dce2808f07d7', 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:39:36.048731 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-aa9eea7c-f3c0-4f37-abb5-ca0202e2d2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c76fb5-dc21-484a-93ac-a0cf1289128b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180533802', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ed10fda4-f630-4f3c-b3ef-29cfdc7100ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:39:32Z', 'updated_at': '2022-01-21T19:39:34Z', 'revision_number': 3, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': 'ed10fda4-f630-4f3c-b3ef-29cfdc7100ca', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c76fb5-dc21-484a-93ac-a0cf1289128b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:39:33Z', 'updated_at': '2022-01-21T19:39:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:39:36.052803 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9eea7c-f3c0-4f37-abb5-ca0202e2d2c3 None None] Checking router: d3c76fb5-dc21-484a-93ac-a0cf1289128b for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:39:36.053144 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9eea7c-f3c0-4f37-abb5-ca0202e2d2c3 None None] Updating router d3c76fb5-dc21-484a-93ac-a0cf1289128b port ed10fda4-f630-4f3c-b3ef-29cfdc7100ca binding host dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:39:36.066264 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-aa2cfbbc-53a8-4cc7-81f6-17bfa9512cad tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:39:36.069999 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-aa2cfbbc-53a8-4cc7-81f6-17bfa9512cad tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:subnet and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:39:36.073310 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-aa2cfbbc-53a8-4cc7-81f6-17bfa9512cad tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:39:36.078817 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-aa2cfbbc-53a8-4cc7-81f6-17bfa9512cad tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:39:36.108945 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-aa9eea7c-f3c0-4f37-abb5-ca0202e2d2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:36.154137 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2cfbbc-53a8-4cc7-81f6-17bfa9512cad tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Made reservation on behalf of 2ceb323a8e2c42c4b7cde2788c992fac for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:39:36.157622 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aa2cfbbc-53a8-4cc7-81f6-17bfa9512cad tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:36.438599 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-aa9eea7c-f3c0-4f37-abb5-ca0202e2d2c3 None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:36.441348 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aa2cfbbc-53a8-4cc7-81f6-17bfa9512cad tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:36.450209 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-aa9eea7c-f3c0-4f37-abb5-ca0202e2d2c3 None None] Transition to ACTIVE for port object ed10fda4-f630-4f3c-b3ef-29cfdc7100ca will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:39:36.514682 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-aa9eea7c-f3c0-4f37-abb5-ca0202e2d2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:36.520871 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2cfbbc-53a8-4cc7-81f6-17bfa9512cad tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'Subnet': ['ID=4772b22c-22d2-41b1-ab9c-e478740affc0,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:39:36.531917 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2cfbbc-53a8-4cc7-81f6-17bfa9512cad tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Checking segment: {'id': '0e0b2fd5-b46f-4ea5-a909-ae0118181825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '97a1eb06-be1c-44c0-98db-dce2808f07d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:39:36.532281 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2cfbbc-53a8-4cc7-81f6-17bfa9512cad tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Network hostable DHCP agents. Network: 97a1eb06-be1c-44c0-98db-dce2808f07d7, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:39:36.593929 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-aa9eea7c-f3c0-4f37-abb5-ca0202e2d2c3 None None] Attempting to bind port ed10fda4-f630-4f3c-b3ef-29cfdc7100ca on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:39:36.594470 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-aa9eea7c-f3c0-4f37-abb5-ca0202e2d2c3 None None] Attempting to bind port ed10fda4-f630-4f3c-b3ef-29cfdc7100ca by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:39:36.594642 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9eea7c-f3c0-4f37-abb5-ca0202e2d2c3 None None] Attempting to bind port ed10fda4-f630-4f3c-b3ef-29cfdc7100ca on network 552ba34b-3dd7-4be8-8310-a9fc908fe72b {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:39:36.600693 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2cfbbc-53a8-4cc7-81f6-17bfa9512cad tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Network 97a1eb06-be1c-44c0-98db-dce2808f07d7 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:39:36.604702 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9eea7c-f3c0-4f37-abb5-ca0202e2d2c3 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:39:36.605048 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9eea7c-f3c0-4f37-abb5-ca0202e2d2c3 None None] Checking segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:39:36.605470 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-aa9eea7c-f3c0-4f37-abb5-ca0202e2d2c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:36.608524 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9eea7c-f3c0-4f37-abb5-ca0202e2d2c3 None None] Bound using segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:39:36.608524 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-aa9eea7c-f3c0-4f37-abb5-ca0202e2d2c3 None None] Bound port: ed10fda4-f630-4f3c-b3ef-29cfdc7100ca, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:39:36.608524 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-aa9eea7c-f3c0-4f37-abb5-ca0202e2d2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:36.637479 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e435abf-fa6a-4d19-96f6-6c9580f1e920 None None] Pushing event updated for resources: {'Port': ['ID=ed10fda4-f630-4f3c-b3ef-29cfdc7100ca,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:39:36.657855 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-aa2cfbbc-53a8-4cc7-81f6-17bfa9512cad tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 97a1eb06-be1c-44c0-98db-dce2808f07d7) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:39:36.663251 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2cfbbc-53a8-4cc7-81f6-17bfa9512cad tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:39:36.663807 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-aa2cfbbc-53a8-4cc7-81f6-17bfa9512cad tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:36.671777 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6064b1d7-50ab-4335-8390-471f1b032ab0 None None] Network 97a1eb06-be1c-44c0-98db-dce2808f07d7 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:39:36.716381 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-aa9eea7c-f3c0-4f37-abb5-ca0202e2d2c3 None None] For port ed10fda4-f630-4f3c-b3ef-29cfdc7100ca, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:39:36.732876 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-aa2cfbbc-53a8-4cc7-81f6-17bfa9512cad tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7771504 Jan 21 19:39:36.735649 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42092) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:39:36.775237 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-aa9eea7c-f3c0-4f37-abb5-ca0202e2d2c3 None None] For port ed10fda4-f630-4f3c-b3ef-29cfdc7100ca, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=ed10fda4-f630-4f3c-b3ef-29cfdc7100ca,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:39:36.845704 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-aa9eea7c-f3c0-4f37-abb5-ca0202e2d2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:36.965685 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779f9a6a-9f78-4b82-8400-8f7ab9d86c28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-97a1eb06-be1c-44c0-98db-dce2808f07d7', 'network_id': '97a1eb06-be1c-44c0-98db-dce2808f07d7', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'fixed_ips': [{'subnet_id': '4772b22c-22d2-41b1-ab9c-e478740affc0'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:39:36.966568 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-779f9a6a-9f78-4b82-8400-8f7ab9d86c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:36.980045 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9eea7c-f3c0-4f37-abb5-ca0202e2d2c3 None None] Routers {'d3c76fb5-dc21-484a-93ac-a0cf1289128b'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:39:36.980667 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-aa9eea7c-f3c0-4f37-abb5-ca0202e2d2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:39:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['d3c76fb5-dc21-484a-93ac-a0cf1289128b'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:39:37.037672 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e435abf-fa6a-4d19-96f6-6c9580f1e920 None None] Pushing event updated for resources: {'Port': ['ID=ed10fda4-f630-4f3c-b3ef-29cfdc7100ca,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:39:37.297989 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-aa9eea7c-f3c0-4f37-abb5-ca0202e2d2c3 None None] Set router d3c76fb5-dc21-484a-93ac-a0cf1289128b gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:39:37.439551 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9e480466-bfb6-4b38-b14c-978a2cfed675 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:37.456019 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-779f9a6a-9f78-4b82-8400-8f7ab9d86c28 None None] Allocated IP 172.20.0.2 (97a1eb06-be1c-44c0-98db-dce2808f07d7/4772b22c-22d2-41b1-ab9c-e478740affc0/7891b349-d7c8-4abb-98e4-3f378051a509) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:39:37.783054 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-aa9eea7c-f3c0-4f37-abb5-ca0202e2d2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c76fb5-dc21-484a-93ac-a0cf1289128b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180533802', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ed10fda4-f630-4f3c-b3ef-29cfdc7100ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:39:32Z', 'updated_at': '2022-01-21T19:39:34Z', 'revision_number': 3, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': 'ed10fda4-f630-4f3c-b3ef-29cfdc7100ca', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c76fb5-dc21-484a-93ac-a0cf1289128b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:39:33Z', 'updated_at': '2022-01-21T19:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:39:37.790342 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-779f9a6a-9f78-4b82-8400-8f7ab9d86c28 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:37.792960 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9eea7c-f3c0-4f37-abb5-ca0202e2d2c3 None None] The sync data for ids ['d3c76fb5-dc21-484a-93ac-a0cf1289128b'] in dv-neutron-825470-1-hyperv is: [{'id': 'd3c76fb5-dc21-484a-93ac-a0cf1289128b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180533802', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ed10fda4-f630-4f3c-b3ef-29cfdc7100ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:39:32Z', 'updated_at': '2022-01-21T19:39:34Z', 'revision_number': 3, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': 'ed10fda4-f630-4f3c-b3ef-29cfdc7100ca', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c76fb5-dc21-484a-93ac-a0cf1289128b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:39:33Z', 'updated_at': '2022-01-21T19:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:39:37.802420 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-779f9a6a-9f78-4b82-8400-8f7ab9d86c28 None None] Transition to ACTIVE for port object 7891b349-d7c8-4abb-98e4-3f378051a509 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:39:37.820800 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-779f9a6a-9f78-4b82-8400-8f7ab9d86c28 None None] Transition to ACTIVE for port object 7891b349-d7c8-4abb-98e4-3f378051a509 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:39:37.915685 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-779f9a6a-9f78-4b82-8400-8f7ab9d86c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:37.981540 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-9e480466-bfb6-4b38-b14c-978a2cfed675 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Allocated IP 172.20.0.1 (97a1eb06-be1c-44c0-98db-dce2808f07d7/4772b22c-22d2-41b1-ab9c-e478740affc0/260ed29b-351f-4af3-a7ef-e07c10df526a) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:39:37.982805 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779f9a6a-9f78-4b82-8400-8f7ab9d86c28 None None] Network 97a1eb06-be1c-44c0-98db-dce2808f07d7 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:39:37.985832 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-779f9a6a-9f78-4b82-8400-8f7ab9d86c28 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:39:37.989922 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779f9a6a-9f78-4b82-8400-8f7ab9d86c28 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:39:37.995671 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f9a6a-9f78-4b82-8400-8f7ab9d86c28 None None] Pushing event updated for resources: {'Port': ['ID=7891b349-d7c8-4abb-98e4-3f378051a509,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:39:38.101736 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-779f9a6a-9f78-4b82-8400-8f7ab9d86c28 None None] Attempting to bind port 7891b349-d7c8-4abb-98e4-3f378051a509 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:39:38.102190 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-779f9a6a-9f78-4b82-8400-8f7ab9d86c28 None None] Attempting to bind port 7891b349-d7c8-4abb-98e4-3f378051a509 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '0e0b2fd5-b46f-4ea5-a909-ae0118181825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '97a1eb06-be1c-44c0-98db-dce2808f07d7'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:39:38.102556 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779f9a6a-9f78-4b82-8400-8f7ab9d86c28 None None] Attempting to bind port 7891b349-d7c8-4abb-98e4-3f378051a509 on network 97a1eb06-be1c-44c0-98db-dce2808f07d7 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:39:38.109209 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779f9a6a-9f78-4b82-8400-8f7ab9d86c28 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:39:38.109586 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779f9a6a-9f78-4b82-8400-8f7ab9d86c28 None None] Checking segment: {'id': '0e0b2fd5-b46f-4ea5-a909-ae0118181825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '97a1eb06-be1c-44c0-98db-dce2808f07d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:39:38.110182 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-779f9a6a-9f78-4b82-8400-8f7ab9d86c28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:38.110582 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779f9a6a-9f78-4b82-8400-8f7ab9d86c28 None None] Bound using segment: {'id': '0e0b2fd5-b46f-4ea5-a909-ae0118181825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '97a1eb06-be1c-44c0-98db-dce2808f07d7'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:39:38.111045 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-779f9a6a-9f78-4b82-8400-8f7ab9d86c28 None None] Bound port: 7891b349-d7c8-4abb-98e4-3f378051a509, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e0b2fd5-b46f-4ea5-a909-ae0118181825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '97a1eb06-be1c-44c0-98db-dce2808f07d7'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:39:38.111431 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-779f9a6a-9f78-4b82-8400-8f7ab9d86c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:38.209648 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9e480466-bfb6-4b38-b14c-978a2cfed675 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:38.217518 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-779f9a6a-9f78-4b82-8400-8f7ab9d86c28 None None] For port 7891b349-d7c8-4abb-98e4-3f378051a509, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:39:38.217518 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-779f9a6a-9f78-4b82-8400-8f7ab9d86c28 None None] For port 7891b349-d7c8-4abb-98e4-3f378051a509, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=7891b349-d7c8-4abb-98e4-3f378051a509,segment=NetworkSegment(0e0b2fd5-b46f-4ea5-a909-ae0118181825),segment_id=0e0b2fd5-b46f-4ea5-a909-ae0118181825)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:39:38.226647 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-9e480466-bfb6-4b38-b14c-978a2cfed675 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Transition to ACTIVE for port object 260ed29b-351f-4af3-a7ef-e07c10df526a will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:39:38.252006 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device ed10fda4-f630-4f3c-b3ef-29cfdc7100ca up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:39:38.300568 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-779f9a6a-9f78-4b82-8400-8f7ab9d86c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:38.326933 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9e480466-bfb6-4b38-b14c-978a2cfed675 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:38.401286 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f9a6a-9f78-4b82-8400-8f7ab9d86c28 None None] Pushing event updated for resources: {'Port': ['ID=7891b349-d7c8-4abb-98e4-3f378051a509,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:39:38.418064 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e480466-bfb6-4b38-b14c-978a2cfed675 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'Port': ['ID=260ed29b-351f-4af3-a7ef-e07c10df526a,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:39:38.425082 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e480466-bfb6-4b38-b14c-978a2cfed675 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Network 97a1eb06-be1c-44c0-98db-dce2808f07d7 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:39:38.426831 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-9e480466-bfb6-4b38-b14c-978a2cfed675 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:39:38.429929 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e480466-bfb6-4b38-b14c-978a2cfed675 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:39:38.462835 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port ed10fda4-f630-4f3c-b3ef-29cfdc7100ca completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:39:38.468749 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port ed10fda4-f630-4f3c-b3ef-29cfdc7100ca triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:39:38.469127 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:38.495366 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9e480466-bfb6-4b38-b14c-978a2cfed675 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:38.618404 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:38.642421 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port ed10fda4-f630-4f3c-b3ef-29cfdc7100ca, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=ed10fda4-f630-4f3c-b3ef-29cfdc7100ca,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:39:38.738076 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:38.826564 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=ed10fda4-f630-4f3c-b3ef-29cfdc7100ca,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:39:38.956584 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9e480466-bfb6-4b38-b14c-978a2cfed675 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:39.364185 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9e480466-bfb6-4b38-b14c-978a2cfed675 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:39.412446 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9e480466-bfb6-4b38-b14c-978a2cfed675 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:39.453058 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8abf44-3384-4af2-8eca-2b8561a61ca4 None None] Network 97a1eb06-be1c-44c0-98db-dce2808f07d7 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:39:39.646621 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-9e480466-bfb6-4b38-b14c-978a2cfed675 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:39.653967 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e480466-bfb6-4b38-b14c-978a2cfed675 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'Port': ['ID=260ed29b-351f-4af3-a7ef-e07c10df526a,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:39:39.655645 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-a0d747a4-8098-4468-b6c6-464d3abada96 None None] Provisioning for port 7891b349-d7c8-4abb-98e4-3f378051a509 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:39:39.795491 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e480466-bfb6-4b38-b14c-978a2cfed675 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Network 97a1eb06-be1c-44c0-98db-dce2808f07d7 is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:39:39.796695 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-9e480466-bfb6-4b38-b14c-978a2cfed675 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:39:39.999193 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e480466-bfb6-4b38-b14c-978a2cfed675 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Router d3c76fb5-dc21-484a-93ac-a0cf1289128b has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:39:40.091959 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-bd2fb6ee-61ab-41fc-ab97-392aeb503732 None None] Provisioning for port 260ed29b-351f-4af3-a7ef-e07c10df526a completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:39:40.097706 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-bd2fb6ee-61ab-41fc-ab97-392aeb503732 None None] Provisioning complete for port 260ed29b-351f-4af3-a7ef-e07c10df526a triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:39:40.098158 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-bd2fb6ee-61ab-41fc-ab97-392aeb503732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:40.189652 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e480466-bfb6-4b38-b14c-978a2cfed675 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:39:40.201459 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-bd2fb6ee-61ab-41fc-ab97-392aeb503732 None None] Port 260ed29b-351f-4af3-a7ef-e07c10df526a cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:39:40.203898 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae25275-45ca-45a6-aaf7-cd8ff3316eff None None] Sync routers for ids ['d3c76fb5-dc21-484a-93ac-a0cf1289128b'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:39:40.218089 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-9e480466-bfb6-4b38-b14c-978a2cfed675 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "PUT /v2.0/routers/d3c76fb5-dc21-484a-93ac-a0cf1289128b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4732063 Jan 21 19:39:40.218409 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae25275-45ca-45a6-aaf7-cd8ff3316eff None None] Routers {'d3c76fb5-dc21-484a-93ac-a0cf1289128b'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:39:40.218409 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-bae25275-45ca-45a6-aaf7-cd8ff3316eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:39:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['d3c76fb5-dc21-484a-93ac-a0cf1289128b'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:39:40.326840 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-eafc8bd9-182d-4bed-8566-25f270c6657f None None] Provisioning complete for port 260ed29b-351f-4af3-a7ef-e07c10df526a triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:39:40.327776 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eafc8bd9-182d-4bed-8566-25f270c6657f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:40.361188 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device ed10fda4-f630-4f3c-b3ef-29cfdc7100ca up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:39:40.406327 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-ee132a1a-6eed-4b41-88a2-6f194d53f97b tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Synchronizing usage tracker for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:security_group {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:39:40.451441 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-eafc8bd9-182d-4bed-8566-25f270c6657f None None] Port 260ed29b-351f-4af3-a7ef-e07c10df526a cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:39:40.451654 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-bae25275-45ca-45a6-aaf7-cd8ff3316eff None None] Set router d3c76fb5-dc21-484a-93ac-a0cf1289128b gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:39:40.465226 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port ed10fda4-f630-4f3c-b3ef-29cfdc7100ca triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:39:40.465595 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:40.469074 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-ee132a1a-6eed-4b41-88a2-6f194d53f97b tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Unset dirty status for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:security_group {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:39:40.470486 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-ee132a1a-6eed-4b41-88a2-6f194d53f97b tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1463658984&fields=id&tenant_id=2ceb323a8e2c42c4b7cde2788c992fac HTTP/1.1" status: 200 len: 267 time: 0.1051633 Jan 21 19:39:40.583670 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 7891b349-d7c8-4abb-98e4-3f378051a509 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:39:40.638004 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-60747fbb-9ad7-404a-93b5-145036f9dfd9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:39:40.638788 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-60747fbb-9ad7-404a-93b5-145036f9dfd9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Synchronizing usage tracker for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:network {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:39:40.709205 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 7891b349-d7c8-4abb-98e4-3f378051a509 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:39:40.714765 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 7891b349-d7c8-4abb-98e4-3f378051a509 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:39:40.719054 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:40.737767 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-60747fbb-9ad7-404a-93b5-145036f9dfd9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Unset dirty status for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:network {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:39:40.739094 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-60747fbb-9ad7-404a-93b5-145036f9dfd9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/networks?id=97a1eb06-be1c-44c0-98db-dce2808f07d7 HTTP/1.1" status: 200 len: 797 time: 0.2607727 Jan 21 19:39:40.757477 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-c9500425-e881-48f8-a4c1-521f344e0268 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/quotas/2ceb323a8e2c42c4b7cde2788c992fac HTTP/1.1" status: 200 len: 375 time: 0.0119758 Jan 21 19:39:40.778618 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-bae25275-45ca-45a6-aaf7-cd8ff3316eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c76fb5-dc21-484a-93ac-a0cf1289128b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180533802', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ed10fda4-f630-4f3c-b3ef-29cfdc7100ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:39:32Z', 'updated_at': '2022-01-21T19:39:38Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': 'ed10fda4-f630-4f3c-b3ef-29cfdc7100ca', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c76fb5-dc21-484a-93ac-a0cf1289128b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:39:33Z', 'updated_at': '2022-01-21T19:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '260ed29b-351f-4af3-a7ef-e07c10df526a', 'name': '', 'network_id': '97a1eb06-be1c-44c0-98db-dce2808f07d7', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'mac_address': 'fa:16:3e:1d:52:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c76fb5-dc21-484a-93ac-a0cf1289128b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '4772b22c-22d2-41b1-ab9c-e478740affc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:39:37Z', 'updated_at': '2022-01-21T19:39:39Z', 'revision_number': 2, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'subnets': [{'id': '4772b22c-22d2-41b1-ab9c-e478740affc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:39:40.782720 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae25275-45ca-45a6-aaf7-cd8ff3316eff None None] Checking router: d3c76fb5-dc21-484a-93ac-a0cf1289128b for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:39:40.783067 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae25275-45ca-45a6-aaf7-cd8ff3316eff None None] Updating router d3c76fb5-dc21-484a-93ac-a0cf1289128b port 260ed29b-351f-4af3-a7ef-e07c10df526a binding host dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:39:40.835603 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:40.836040 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bae25275-45ca-45a6-aaf7-cd8ff3316eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:40.849053 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-0e36600e-ed0e-47f9-bef7-26d322d0af22 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Synchronizing usage tracker for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:39:40.871915 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 7891b349-d7c8-4abb-98e4-3f378051a509, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=7891b349-d7c8-4abb-98e4-3f378051a509,segment=NetworkSegment(0e0b2fd5-b46f-4ea5-a909-ae0118181825),segment_id=0e0b2fd5-b46f-4ea5-a909-ae0118181825)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:39:40.978013 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-0e36600e-ed0e-47f9-bef7-26d322d0af22 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Unset dirty status for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:39:40.978254 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:40.979714 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-0e36600e-ed0e-47f9-bef7-26d322d0af22 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=2ceb323a8e2c42c4b7cde2788c992fac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2167952 Jan 21 19:39:41.046361 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=7891b349-d7c8-4abb-98e4-3f378051a509,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:39:41.118898 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-a32b776f-d322-41c8-a0dc-cd33a01ae563 service neutron] 10.222.0.87 "GET /v2.0/networks/97a1eb06-be1c-44c0-98db-dce2808f07d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257596 Jan 21 19:39:41.182074 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bae25275-45ca-45a6-aaf7-cd8ff3316eff None None] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:41.193405 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-bae25275-45ca-45a6-aaf7-cd8ff3316eff None None] Transition to ACTIVE for port object 260ed29b-351f-4af3-a7ef-e07c10df526a will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:39:41.240718 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bae25275-45ca-45a6-aaf7-cd8ff3316eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:41.251258 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-9bf2f224-06bb-4934-bf86-5b08250241c4 service neutron] 10.222.0.87 "GET /v2.0/networks/97a1eb06-be1c-44c0-98db-dce2808f07d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264119 Jan 21 19:39:41.459329 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e7a55-db0f-4527-b5a1-b5382254eabd None None] Pushing event updated for resources: {'Port': ['ID=260ed29b-351f-4af3-a7ef-e07c10df526a,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:39:41.474688 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e7a55-db0f-4527-b5a1-b5382254eabd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:39:41.475035 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e7a55-db0f-4527-b5a1-b5382254eabd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:39:41.475372 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e7a55-db0f-4527-b5a1-b5382254eabd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:39:41.475702 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e7a55-db0f-4527-b5a1-b5382254eabd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:39:41.476029 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e7a55-db0f-4527-b5a1-b5382254eabd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:39:41.476358 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e7a55-db0f-4527-b5a1-b5382254eabd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:39:41.476677 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e7a55-db0f-4527-b5a1-b5382254eabd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:39:41.476996 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e7a55-db0f-4527-b5a1-b5382254eabd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:39:41.477318 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e7a55-db0f-4527-b5a1-b5382254eabd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:39:41.477633 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e7a55-db0f-4527-b5a1-b5382254eabd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:39:41.477989 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e7a55-db0f-4527-b5a1-b5382254eabd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:39:41.478304 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e7a55-db0f-4527-b5a1-b5382254eabd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:39:41.503142 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-bae25275-45ca-45a6-aaf7-cd8ff3316eff None None] Attempting to bind port 260ed29b-351f-4af3-a7ef-e07c10df526a on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:39:41.503517 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-bae25275-45ca-45a6-aaf7-cd8ff3316eff None None] Attempting to bind port 260ed29b-351f-4af3-a7ef-e07c10df526a by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '0e0b2fd5-b46f-4ea5-a909-ae0118181825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '97a1eb06-be1c-44c0-98db-dce2808f07d7'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:39:41.503894 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae25275-45ca-45a6-aaf7-cd8ff3316eff None None] Attempting to bind port 260ed29b-351f-4af3-a7ef-e07c10df526a on network 97a1eb06-be1c-44c0-98db-dce2808f07d7 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:39:41.509439 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae25275-45ca-45a6-aaf7-cd8ff3316eff None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:39:41.509865 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae25275-45ca-45a6-aaf7-cd8ff3316eff None None] Checking segment: {'id': '0e0b2fd5-b46f-4ea5-a909-ae0118181825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '97a1eb06-be1c-44c0-98db-dce2808f07d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:39:41.510806 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bae25275-45ca-45a6-aaf7-cd8ff3316eff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:41.511201 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae25275-45ca-45a6-aaf7-cd8ff3316eff None None] Bound using segment: {'id': '0e0b2fd5-b46f-4ea5-a909-ae0118181825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '97a1eb06-be1c-44c0-98db-dce2808f07d7'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:39:41.511756 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-bae25275-45ca-45a6-aaf7-cd8ff3316eff None None] Bound port: 260ed29b-351f-4af3-a7ef-e07c10df526a, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e0b2fd5-b46f-4ea5-a909-ae0118181825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '97a1eb06-be1c-44c0-98db-dce2808f07d7'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:39:41.512130 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bae25275-45ca-45a6-aaf7-cd8ff3316eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:41.586403 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-48e60140-91fd-463b-92c3-750ed4ddf212 req-55f8f1d7-a993-400a-a406-c1f5bc36ca3d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=8333f63a-064c-4004-b433-39e11bf868ad HTTP/1.1" status: 200 len: 210 time: 0.1114290 Jan 21 19:39:41.612334 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-bae25275-45ca-45a6-aaf7-cd8ff3316eff None None] For port 260ed29b-351f-4af3-a7ef-e07c10df526a, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:39:41.615400 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-bae25275-45ca-45a6-aaf7-cd8ff3316eff None None] For port 260ed29b-351f-4af3-a7ef-e07c10df526a, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=260ed29b-351f-4af3-a7ef-e07c10df526a,segment=NetworkSegment(0e0b2fd5-b46f-4ea5-a909-ae0118181825),segment_id=0e0b2fd5-b46f-4ea5-a909-ae0118181825)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:39:41.698990 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bae25275-45ca-45a6-aaf7-cd8ff3316eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:41.777017 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae25275-45ca-45a6-aaf7-cd8ff3316eff None None] Routers {'d3c76fb5-dc21-484a-93ac-a0cf1289128b'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:39:41.777643 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-bae25275-45ca-45a6-aaf7-cd8ff3316eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:39:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['d3c76fb5-dc21-484a-93ac-a0cf1289128b'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:39:41.850115 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e7a55-db0f-4527-b5a1-b5382254eabd None None] Pushing event updated for resources: {'Port': ['ID=260ed29b-351f-4af3-a7ef-e07c10df526a,revision_number=4']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:39:41.983956 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-bae25275-45ca-45a6-aaf7-cd8ff3316eff None None] Set router d3c76fb5-dc21-484a-93ac-a0cf1289128b gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:39:42.222335 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 7891b349-d7c8-4abb-98e4-3f378051a509 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:39:42.292088 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 7891b349-d7c8-4abb-98e4-3f378051a509 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:39:42.292524 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:42.306162 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-bae25275-45ca-45a6-aaf7-cd8ff3316eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c76fb5-dc21-484a-93ac-a0cf1289128b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180533802', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ed10fda4-f630-4f3c-b3ef-29cfdc7100ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:39:32Z', 'updated_at': '2022-01-21T19:39:38Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': 'ed10fda4-f630-4f3c-b3ef-29cfdc7100ca', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c76fb5-dc21-484a-93ac-a0cf1289128b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:39:33Z', 'updated_at': '2022-01-21T19:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '260ed29b-351f-4af3-a7ef-e07c10df526a', 'name': '', 'network_id': '97a1eb06-be1c-44c0-98db-dce2808f07d7', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'mac_address': 'fa:16:3e:1d:52:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c76fb5-dc21-484a-93ac-a0cf1289128b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '4772b22c-22d2-41b1-ab9c-e478740affc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:39:37Z', 'updated_at': '2022-01-21T19:39:41Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'subnets': [{'id': '4772b22c-22d2-41b1-ab9c-e478740affc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:39:42.311124 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae25275-45ca-45a6-aaf7-cd8ff3316eff None None] The sync data for ids ['d3c76fb5-dc21-484a-93ac-a0cf1289128b'] in dv-neutron-825470-1-hyperv is: [{'id': 'd3c76fb5-dc21-484a-93ac-a0cf1289128b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180533802', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ed10fda4-f630-4f3c-b3ef-29cfdc7100ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:39:32Z', 'updated_at': '2022-01-21T19:39:38Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': 'ed10fda4-f630-4f3c-b3ef-29cfdc7100ca', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c76fb5-dc21-484a-93ac-a0cf1289128b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:39:33Z', 'updated_at': '2022-01-21T19:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '260ed29b-351f-4af3-a7ef-e07c10df526a', 'name': '', 'network_id': '97a1eb06-be1c-44c0-98db-dce2808f07d7', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'mac_address': 'fa:16:3e:1d:52:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c76fb5-dc21-484a-93ac-a0cf1289128b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '4772b22c-22d2-41b1-ab9c-e478740affc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:39:37Z', 'updated_at': '2022-01-21T19:39:41Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'subnets': [{'id': '4772b22c-22d2-41b1-ab9c-e478740affc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:39:42.739898 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8d2ca772-4e0d-47f3-9f4b-6d8b4a5b780f req-0a086437-2050-43df-b9cc-e7e35d1f7e7b tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=8333f63a-064c-4004-b433-39e11bf868ad HTTP/1.1" status: 200 len: 210 time: 0.0425823 Jan 21 19:39:43.569016 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-31e8f6ea-2fb8-4934-9cad-a4c375d68597 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:39:43.570424 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-31e8f6ea-2fb8-4934-9cad-a4c375d68597 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.113 "GET /v2.0/networks?id=97a1eb06-be1c-44c0-98db-dce2808f07d7 HTTP/1.1" status: 200 len: 797 time: 0.1504500 Jan 21 19:39:43.620382 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-b549bf89-84bd-4dd0-a9ae-969407cb61a2 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ceb323a8e2c42c4b7cde2788c992fac HTTP/1.1" status: 200 len: 380 time: 0.0420291 Jan 21 19:39:43.628756 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-6fd6ab16-1199-4a17-8df6-6bd7df8ebab8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'port': {'device_id': '8333f63a-064c-4004-b433-39e11bf868ad', 'network_id': '97a1eb06-be1c-44c0-98db-dce2808f07d7', 'admin_state_up': True, 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'security_groups': ['8401ff49-58d1-457f-afe6-d1d8e2d8f398']}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:39:43.769109 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-6fd6ab16-1199-4a17-8df6-6bd7df8ebab8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:39:43.779682 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-6fd6ab16-1199-4a17-8df6-6bd7df8ebab8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:39:43.862778 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-6fd6ab16-1199-4a17-8df6-6bd7df8ebab8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Made reservation on behalf of 2ceb323a8e2c42c4b7cde2788c992fac for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:39:43.866407 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-6fd6ab16-1199-4a17-8df6-6bd7df8ebab8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:43.902227 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7793f6ed-d761-41af-b70f-da6531e063dc req-d4fb2763-73db-469d-9cdb-70d06d6d9265 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=8333f63a-064c-4004-b433-39e11bf868ad HTTP/1.1" status: 200 len: 210 time: 0.0510907 Jan 21 19:39:44.034001 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-6fd6ab16-1199-4a17-8df6-6bd7df8ebab8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Allocated IP 172.20.0.12 (97a1eb06-be1c-44c0-98db-dce2808f07d7/4772b22c-22d2-41b1-ab9c-e478740affc0/6577a53b-bffe-46ad-a214-ba581c34fe00) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:39:44.237620 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-6fd6ab16-1199-4a17-8df6-6bd7df8ebab8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:44.239312 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 260ed29b-351f-4af3-a7ef-e07c10df526a up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:39:44.257328 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-6fd6ab16-1199-4a17-8df6-6bd7df8ebab8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Transition to ACTIVE for port object 6577a53b-bffe-46ad-a214-ba581c34fe00 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:39:44.378135 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-6fd6ab16-1199-4a17-8df6-6bd7df8ebab8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:44.401366 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 260ed29b-351f-4af3-a7ef-e07c10df526a completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:39:44.406687 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 260ed29b-351f-4af3-a7ef-e07c10df526a triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:39:44.407062 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:44.458803 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-6fd6ab16-1199-4a17-8df6-6bd7df8ebab8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Network 97a1eb06-be1c-44c0-98db-dce2808f07d7 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:39:44.462298 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-6fd6ab16-1199-4a17-8df6-6bd7df8ebab8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:39:44.466192 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-6fd6ab16-1199-4a17-8df6-6bd7df8ebab8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:39:44.503940 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6ab16-1199-4a17-8df6-6bd7df8ebab8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'Port': ['ID=6577a53b-bffe-46ad-a214-ba581c34fe00,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:39:44.540069 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:44.547158 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-6fd6ab16-1199-4a17-8df6-6bd7df8ebab8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:39:44.547811 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-6fd6ab16-1199-4a17-8df6-6bd7df8ebab8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:44.576172 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 260ed29b-351f-4af3-a7ef-e07c10df526a, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=260ed29b-351f-4af3-a7ef-e07c10df526a,segment=NetworkSegment(0e0b2fd5-b46f-4ea5-a909-ae0118181825),segment_id=0e0b2fd5-b46f-4ea5-a909-ae0118181825)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:39:44.641541 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-6fd6ab16-1199-4a17-8df6-6bd7df8ebab8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0167885 Jan 21 19:39:44.652490 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:44.654323 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-4979a48e-4f4d-40de-bcca-24f2faf00387 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=88137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:39:44.655295 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-4979a48e-4f4d-40de-bcca-24f2faf00387 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075421 Jan 21 19:39:44.709370 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-e08cf2cb-994f-4d88-87f8-c5284ebdd19c service neutron] Request body: {'port': {'device_id': '8333f63a-064c-4004-b433-39e11bf868ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:39:44.720850 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=260ed29b-351f-4af3-a7ef-e07c10df526a,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:39:44.795074 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-c07ac18b-f734-4053-9cbd-3798ad3a72ee None None] Provisioning for port 6577a53b-bffe-46ad-a214-ba581c34fe00 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:39:44.800679 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-c07ac18b-f734-4053-9cbd-3798ad3a72ee None None] Provisioning complete for port 6577a53b-bffe-46ad-a214-ba581c34fe00 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:39:44.801052 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c07ac18b-f734-4053-9cbd-3798ad3a72ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:44.820199 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-e08cf2cb-994f-4d88-87f8-c5284ebdd19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:44.858053 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-c07ac18b-f734-4053-9cbd-3798ad3a72ee None None] Port 6577a53b-bffe-46ad-a214-ba581c34fe00 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:39:45.098466 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa171f7-d141-4b9d-9b6c-07b4a629e4b8 req-52d4c308-2afb-4415-8aaf-6b2b6438f799 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:39:45.099979 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cfa171f7-d141-4b9d-9b6c-07b4a629e4b8 req-52d4c308-2afb-4415-8aaf-6b2b6438f799 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=8333f63a-064c-4004-b433-39e11bf868ad HTTP/1.1" status: 200 len: 932 time: 0.0851014 Jan 21 19:39:45.145123 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cfa171f7-d141-4b9d-9b6c-07b4a629e4b8 req-1a67ac54-d55c-4df4-a800-f03f0dcbb96d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=8401ff49-58d1-457f-afe6-d1d8e2d8f398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385025 Jan 21 19:39:45.255086 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-e08cf2cb-994f-4d88-87f8-c5284ebdd19c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6577a53b-bffe-46ad-a214-ba581c34fe00 {{(pid=88137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:39:45.262253 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-e08cf2cb-994f-4d88-87f8-c5284ebdd19c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:45.276002 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-e08cf2cb-994f-4d88-87f8-c5284ebdd19c service neutron] Transition to ACTIVE for port object 6577a53b-bffe-46ad-a214-ba581c34fe00 will not be triggered until provisioned by entity L2. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:39:45.383145 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-e08cf2cb-994f-4d88-87f8-c5284ebdd19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:45.419905 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:39:45.534856 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08cf2cb-994f-4d88-87f8-c5284ebdd19c service neutron] Pushing event updated for resources: {'Port': ['ID=6577a53b-bffe-46ad-a214-ba581c34fe00,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:39:45.616566 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-e08cf2cb-994f-4d88-87f8-c5284ebdd19c service neutron] Attempting to bind port 6577a53b-bffe-46ad-a214-ba581c34fe00 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:39:45.616892 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-e08cf2cb-994f-4d88-87f8-c5284ebdd19c service neutron] Attempting to bind port 6577a53b-bffe-46ad-a214-ba581c34fe00 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '0e0b2fd5-b46f-4ea5-a909-ae0118181825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '97a1eb06-be1c-44c0-98db-dce2808f07d7'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:39:45.617215 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-e08cf2cb-994f-4d88-87f8-c5284ebdd19c service neutron] Attempting to bind port 6577a53b-bffe-46ad-a214-ba581c34fe00 on network 97a1eb06-be1c-44c0-98db-dce2808f07d7 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:39:45.622631 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-e08cf2cb-994f-4d88-87f8-c5284ebdd19c service neutron] Port 6577a53b-bffe-46ad-a214-ba581c34fe00 on network 97a1eb06-be1c-44c0-98db-dce2808f07d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 19:39:45.622938 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-e08cf2cb-994f-4d88-87f8-c5284ebdd19c service neutron] Attempting to bind port 6577a53b-bffe-46ad-a214-ba581c34fe00 on network 97a1eb06-be1c-44c0-98db-dce2808f07d7 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:39:45.627863 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-e08cf2cb-994f-4d88-87f8-c5284ebdd19c service neutron] Checking agent: {'id': '9a14f311-f6d5-46c6-87a2-f860197fb66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:39:45.628193 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-e08cf2cb-994f-4d88-87f8-c5284ebdd19c service neutron] Checking segment: {'id': '0e0b2fd5-b46f-4ea5-a909-ae0118181825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '97a1eb06-be1c-44c0-98db-dce2808f07d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:39:45.628563 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-e08cf2cb-994f-4d88-87f8-c5284ebdd19c service neutron] Bound using segment: {'id': '0e0b2fd5-b46f-4ea5-a909-ae0118181825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '97a1eb06-be1c-44c0-98db-dce2808f07d7'} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:39:45.628969 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-e08cf2cb-994f-4d88-87f8-c5284ebdd19c service neutron] Bound port: 6577a53b-bffe-46ad-a214-ba581c34fe00, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0b2fd5-b46f-4ea5-a909-ae0118181825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '97a1eb06-be1c-44c0-98db-dce2808f07d7'}}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:39:45.629303 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-e08cf2cb-994f-4d88-87f8-c5284ebdd19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:45.715217 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-e08cf2cb-994f-4d88-87f8-c5284ebdd19c service neutron] For port 6577a53b-bffe-46ad-a214-ba581c34fe00, host hv-neutron-8254, cleared binding levels {{(pid=88137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:39:45.717951 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-e08cf2cb-994f-4d88-87f8-c5284ebdd19c service neutron] For port 6577a53b-bffe-46ad-a214-ba581c34fe00, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=6577a53b-bffe-46ad-a214-ba581c34fe00,segment=NetworkSegment(0e0b2fd5-b46f-4ea5-a909-ae0118181825),segment_id=0e0b2fd5-b46f-4ea5-a909-ae0118181825)] {{(pid=88137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:39:45.805258 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-e08cf2cb-994f-4d88-87f8-c5284ebdd19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:45.867123 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-e08cf2cb-994f-4d88-87f8-c5284ebdd19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:39:45.867695 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-e08cf2cb-994f-4d88-87f8-c5284ebdd19c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:45.869066 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-e08cf2cb-994f-4d88-87f8-c5284ebdd19c service neutron] 10.222.0.113 "PUT /v2.0/ports/6577a53b-bffe-46ad-a214-ba581c34fe00 HTTP/1.1" status: 200 len: 1094 time: 1.2079179 Jan 21 19:39:45.870728 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8333f63a-064c-4004-b433-39e11bf868ad', 'tag': '6577a53b-bffe-46ad-a214-ba581c34fe00'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:39:45.908164 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08cf2cb-994f-4d88-87f8-c5284ebdd19c service neutron] Pushing event updated for resources: {'Port': ['ID=6577a53b-bffe-46ad-a214-ba581c34fe00,revision_number=3']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:39:45.920487 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8333f63a-064c-4004-b433-39e11bf868ad', 'tag': '6577a53b-bffe-46ad-a214-ba581c34fe00', 'status': 'completed', 'code': 200} Jan 21 19:39:46.014610 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200db24-6b16-49b4-949f-1da669e69aec req-10a1d731-7d23-4cd0-b6a4-55927ccab3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:39:46.016094 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6200db24-6b16-49b4-949f-1da669e69aec req-10a1d731-7d23-4cd0-b6a4-55927ccab3d3 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2ceb323a8e2c42c4b7cde2788c992fac&device_id=8333f63a-064c-4004-b433-39e11bf868ad HTTP/1.1" status: 200 len: 1097 time: 0.0750353 Jan 21 19:39:46.159376 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200db24-6b16-49b4-949f-1da669e69aec req-df10f744-6759-4942-b8b3-449bf0da1c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:39:46.160739 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6200db24-6b16-49b4-949f-1da669e69aec req-df10f744-6759-4942-b8b3-449bf0da1c6d service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=2ceb323a8e2c42c4b7cde2788c992fac&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1380284 Jan 21 19:39:46.224465 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 260ed29b-351f-4af3-a7ef-e07c10df526a up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:39:46.297923 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200db24-6b16-49b4-949f-1da669e69aec req-e49acaf8-6f1b-4de2-b47a-925734bdb83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:39:46.299242 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 260ed29b-351f-4af3-a7ef-e07c10df526a triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:39:46.299676 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6200db24-6b16-49b4-949f-1da669e69aec req-e49acaf8-6f1b-4de2-b47a-925734bdb83b service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1335118 Jan 21 19:39:46.299820 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:46.347989 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ae539-07c4-4cb9-90e1-a0d7afc72276 req-b86a86cc-a1ee-473a-86e6-d8f33834d2f4 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:39:46.349523 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e88ae539-07c4-4cb9-90e1-a0d7afc72276 req-b86a86cc-a1ee-473a-86e6-d8f33834d2f4 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=8333f63a-064c-4004-b433-39e11bf868ad HTTP/1.1" status: 200 len: 944 time: 0.0866177 Jan 21 19:39:46.408785 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e88ae539-07c4-4cb9-90e1-a0d7afc72276 req-46350658-5828-4433-825e-3d4fbb72f86d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=8401ff49-58d1-457f-afe6-d1d8e2d8f398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531871 Jan 21 19:39:46.438027 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-55a226ec-200f-4c6d-b3a7-09a0ac5af7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:39:46.439585 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-55a226ec-200f-4c6d-b3a7-09a0ac5af7a8 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2ceb323a8e2c42c4b7cde2788c992fac&device_id=8333f63a-064c-4004-b433-39e11bf868ad HTTP/1.1" status: 200 len: 1097 time: 0.0995448 Jan 21 19:39:46.506737 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-0e87794c-1ada-4a7b-b5d8-bdbe4142c396 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6577a53b-bffe-46ad-a214-ba581c34fe00 HTTP/1.1" status: 200 len: 217 time: 0.0600684 Jan 21 19:39:46.569727 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-c5775fc3-2f34-4a26-b457-f81da231ae5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:39:46.571104 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-c5775fc3-2f34-4a26-b457-f81da231ae5f service neutron] 10.222.0.113 "GET /v2.0/subnets?id=4772b22c-22d2-41b1-ab9c-e478740affc0 HTTP/1.1" status: 200 len: 834 time: 0.0579131 Jan 21 19:39:46.642697 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-5d2c5a7f-f364-4f23-accd-045ebdbfb8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:39:46.644090 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-5d2c5a7f-f364-4f23-accd-045ebdbfb8de service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=97a1eb06-be1c-44c0-98db-dce2808f07d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671728 Jan 21 19:39:46.770961 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-e081eb2f-bc60-4a17-8235-fd212704a50c service neutron] 10.222.0.113 "GET /v2.0/networks/97a1eb06-be1c-44c0-98db-dce2808f07d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207685 Jan 21 19:39:46.898553 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5ac17f6a-7f3e-41c1-9fa0-86689a7148d9 req-d6467c77-0a66-406e-8101-19404cbe0cd9 service neutron] 10.222.0.113 "GET /v2.0/networks/97a1eb06-be1c-44c0-98db-dce2808f07d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217921 Jan 21 19:39:47.606717 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860efb3-448d-4e65-ae8b-6c76496fe496 req-c673d2eb-6369-486f-8cc1-5adda8d7701d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:39:47.608143 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2860efb3-448d-4e65-ae8b-6c76496fe496 req-c673d2eb-6369-486f-8cc1-5adda8d7701d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=8333f63a-064c-4004-b433-39e11bf868ad HTTP/1.1" status: 200 len: 944 time: 0.0782626 Jan 21 19:39:47.653991 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2860efb3-448d-4e65-ae8b-6c76496fe496 req-53e287a2-5f69-4843-9a6e-5b3c6add3a1e tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=8401ff49-58d1-457f-afe6-d1d8e2d8f398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402217 Jan 21 19:39:48.701608 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 6577a53b-bffe-46ad-a214-ba581c34fe00 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:39:48.838745 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 6577a53b-bffe-46ad-a214-ba581c34fe00, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=6577a53b-bffe-46ad-a214-ba581c34fe00,segment=NetworkSegment(0e0b2fd5-b46f-4ea5-a909-ae0118181825),segment_id=0e0b2fd5-b46f-4ea5-a909-ae0118181825)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:39:48.852704 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': '6577a53b-bffe-46ad-a214-ba581c34fe00', 'network_id': '97a1eb06-be1c-44c0-98db-dce2808f07d7', 'port_id': '6577a53b-bffe-46ad-a214-ba581c34fe00', 'mac_address': 'fa:16:3e:4b:83:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4772b22c-22d2-41b1-ab9c-e478740affc0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:39:48.912718 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:48.929732 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6577a53b-bffe-46ad-a214-ba581c34fe00 {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:39:48.945895 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 6577a53b-bffe-46ad-a214-ba581c34fe00, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=6577a53b-bffe-46ad-a214-ba581c34fe00,segment=NetworkSegment(0e0b2fd5-b46f-4ea5-a909-ae0118181825),segment_id=0e0b2fd5-b46f-4ea5-a909-ae0118181825)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:39:48.957232 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173e975-0b1f-474a-8402-a7e34a444513 req-78d38cb9-99ce-4dd2-be45-b28462b579b4 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:39:48.958628 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9173e975-0b1f-474a-8402-a7e34a444513 req-78d38cb9-99ce-4dd2-be45-b28462b579b4 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=8333f63a-064c-4004-b433-39e11bf868ad HTTP/1.1" status: 200 len: 944 time: 0.1975977 Jan 21 19:39:49.001946 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9173e975-0b1f-474a-8402-a7e34a444513 req-0ce03719-7012-45d4-8859-98a0db5ce6aa tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=8401ff49-58d1-457f-afe6-d1d8e2d8f398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373042 Jan 21 19:39:49.023679 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:49.092339 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=6577a53b-bffe-46ad-a214-ba581c34fe00,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:39:49.264910 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['6577a53b-bffe-46ad-a214-ba581c34fe00'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:39:50.198114 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53137044-c6ca-4d82-bbb2-da8dbed0f948 req-4e03ddb3-53bb-459a-8292-ccc10ba2c1f6 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:39:50.199544 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-53137044-c6ca-4d82-bbb2-da8dbed0f948 req-4e03ddb3-53bb-459a-8292-ccc10ba2c1f6 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=8333f63a-064c-4004-b433-39e11bf868ad HTTP/1.1" status: 200 len: 945 time: 0.0944965 Jan 21 19:39:50.242260 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-53137044-c6ca-4d82-bbb2-da8dbed0f948 req-116c0f4b-bfc5-4615-a870-ea231b3dd261 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=8401ff49-58d1-457f-afe6-d1d8e2d8f398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371220 Jan 21 19:39:50.716366 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 6577a53b-bffe-46ad-a214-ba581c34fe00 up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:39:50.828895 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning for port 6577a53b-bffe-46ad-a214-ba581c34fe00 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:39:50.833587 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port 6577a53b-bffe-46ad-a214-ba581c34fe00 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:39:50.833987 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:50.950044 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:50.976278 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8333f63a-064c-4004-b433-39e11bf868ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6577a53b-bffe-46ad-a214-ba581c34fe00'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:39:50.986169 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 6577a53b-bffe-46ad-a214-ba581c34fe00, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=6577a53b-bffe-46ad-a214-ba581c34fe00,segment=NetworkSegment(0e0b2fd5-b46f-4ea5-a909-ae0118181825),segment_id=0e0b2fd5-b46f-4ea5-a909-ae0118181825)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:39:51.020158 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8333f63a-064c-4004-b433-39e11bf868ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6577a53b-bffe-46ad-a214-ba581c34fe00', 'code': 200} Jan 21 19:39:51.051991 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:51.123010 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=6577a53b-bffe-46ad-a214-ba581c34fe00,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:39:51.435685 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599e10c-fc4d-454a-b0d9-fa788eb10251 req-44595a7c-6561-4b85-bb10-59a11faf141d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:39:51.437338 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e599e10c-fc4d-454a-b0d9-fa788eb10251 req-44595a7c-6561-4b85-bb10-59a11faf141d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=8333f63a-064c-4004-b433-39e11bf868ad HTTP/1.1" status: 200 len: 946 time: 0.0849431 Jan 21 19:39:51.483961 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e599e10c-fc4d-454a-b0d9-fa788eb10251 req-30efa239-1aa4-4a0d-a4b9-00877f110758 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=8401ff49-58d1-457f-afe6-d1d8e2d8f398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402355 Jan 21 19:39:51.486899 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63156c97-6d77-4696-8492-ddaed22cb10b req-a56cc9a7-8eff-40a1-ab49-ffba1ea77789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:39:51.488345 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-63156c97-6d77-4696-8492-ddaed22cb10b req-a56cc9a7-8eff-40a1-ab49-ffba1ea77789 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=8333f63a-064c-4004-b433-39e11bf868ad HTTP/1.1" status: 200 len: 1099 time: 0.1822698 Jan 21 19:39:51.528311 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-63156c97-6d77-4696-8492-ddaed22cb10b req-4c0c46ea-9192-4fc0-ab0f-d28cf45a66a9 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=8401ff49-58d1-457f-afe6-d1d8e2d8f398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339148 Jan 21 19:39:52.679743 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2df3a7-e5c5-4273-b05c-886e5055502d req-e1d1f16e-7b65-497a-8b61-97fe296a127e tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:39:52.681183 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4d2df3a7-e5c5-4273-b05c-886e5055502d req-e1d1f16e-7b65-497a-8b61-97fe296a127e tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=8333f63a-064c-4004-b433-39e11bf868ad HTTP/1.1" status: 200 len: 946 time: 0.0847793 Jan 21 19:39:52.724766 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4d2df3a7-e5c5-4273-b05c-886e5055502d req-0fa50e7c-d9f6-4886-9106-3558246ffff5 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=8401ff49-58d1-457f-afe6-d1d8e2d8f398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372841 Jan 21 19:39:53.911482 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204481fc-a4f4-4c9b-ac1c-9948037a1078 req-ee41ea8d-b636-4a83-8fdd-58d93dd23a7f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:39:53.912910 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-204481fc-a4f4-4c9b-ac1c-9948037a1078 req-ee41ea8d-b636-4a83-8fdd-58d93dd23a7f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=8333f63a-064c-4004-b433-39e11bf868ad HTTP/1.1" status: 200 len: 946 time: 0.0778606 Jan 21 19:39:53.959144 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-204481fc-a4f4-4c9b-ac1c-9948037a1078 req-a6187b71-4abe-4541-9422-f78667230635 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=8401ff49-58d1-457f-afe6-d1d8e2d8f398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400400 Jan 21 19:39:54.139129 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c6506-03a3-4ced-82ea-94b1d4fe48de req-ffbb11b8-b11d-4fff-b5bf-04f79d60fa97 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:39:54.140601 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a69c6506-03a3-4ced-82ea-94b1d4fe48de req-ffbb11b8-b11d-4fff-b5bf-04f79d60fa97 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=8333f63a-064c-4004-b433-39e11bf868ad HTTP/1.1" status: 200 len: 946 time: 0.0783360 Jan 21 19:39:54.191958 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a69c6506-03a3-4ced-82ea-94b1d4fe48de req-2bbddd5f-b1d6-4b91-b106-37d129ff7852 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=8401ff49-58d1-457f-afe6-d1d8e2d8f398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454271 Jan 21 19:39:54.213464 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 42156) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:39:54.281547 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d68db27-5d1c-4677-8427-7e84609c1d61 tempest-TestNetworkAdvancedServerOps-4837441 tempest-TestNetworkAdvancedServerOps-4837441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:39:54.283108 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2d68db27-5d1c-4677-8427-7e84609c1d61 tempest-TestNetworkAdvancedServerOps-4837441 tempest-TestNetworkAdvancedServerOps-4837441-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=8333f63a-064c-4004-b433-39e11bf868ad HTTP/1.1" status: 200 len: 1094 time: 0.0686128 Jan 21 19:39:54.285900 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 42160) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:39:54.290749 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-84dff57a-e955-4606-a3a8-b659268ed1b3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'floatingip': {'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'port_id': '6577a53b-bffe-46ad-a214-ba581c34fe00', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:39:54.297248 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-84dff57a-e955-4606-a3a8-b659268ed1b3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:39:54.301199 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-84dff57a-e955-4606-a3a8-b659268ed1b3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:floatingip and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:39:54.303969 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-84dff57a-e955-4606-a3a8-b659268ed1b3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:39:54.310102 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-84dff57a-e955-4606-a3a8-b659268ed1b3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:39:54.411357 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-84dff57a-e955-4606-a3a8-b659268ed1b3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for floatingip, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:54.547321 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-84dff57a-e955-4606-a3a8-b659268ed1b3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:54.682057 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-84dff57a-e955-4606-a3a8-b659268ed1b3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Allocated IP 172.26.1.91 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/9909f370-62ad-48cd-a115-693d94714f06) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:39:54.825228 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-84dff57a-e955-4606-a3a8-b659268ed1b3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:54.914770 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-84dff57a-e955-4606-a3a8-b659268ed1b3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:54.983796 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dff57a-e955-4606-a3a8-b659268ed1b3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:39:54.986626 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-84dff57a-e955-4606-a3a8-b659268ed1b3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:39:54.990193 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dff57a-e955-4606-a3a8-b659268ed1b3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:39:55.011728 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4b3f4bf4-8da2-4961-8c39-5450118339fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:55.019269 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dff57a-e955-4606-a3a8-b659268ed1b3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'Port': ['ID=9909f370-62ad-48cd-a115-693d94714f06,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:39:55.418460 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-84dff57a-e955-4606-a3a8-b659268ed1b3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:55.527397 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-84dff57a-e955-4606-a3a8-b659268ed1b3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:55.781370 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-84dff57a-e955-4606-a3a8-b659268ed1b3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:55.855498 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-84dff57a-e955-4606-a3a8-b659268ed1b3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:55.974771 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dff57a-e955-4606-a3a8-b659268ed1b3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'Port': ['ID=9909f370-62ad-48cd-a115-693d94714f06,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:39:55.994036 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-84dff57a-e955-4606-a3a8-b659268ed1b3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:56.301673 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.l3_db [None req-84dff57a-e955-4606-a3a8-b659268ed1b3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Floating IP 1b81a42f-8cf5-447d-a838-e70ea271ca2b associated. External IP: 172.26.1.91, port: 6577a53b-bffe-46ad-a214-ba581c34fe00. Jan 21 19:39:56.655234 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84dff57a-e955-4606-a3a8-b659268ed1b3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Router d3c76fb5-dc21-484a-93ac-a0cf1289128b has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:39:56.833827 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84dff57a-e955-4606-a3a8-b659268ed1b3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:39:56.844107 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6a293d-eb03-4d21-b6c9-9aad61ad31f1 None None] Sync routers for ids ['d3c76fb5-dc21-484a-93ac-a0cf1289128b'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:39:56.854442 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6a293d-eb03-4d21-b6c9-9aad61ad31f1 None None] Routers {'d3c76fb5-dc21-484a-93ac-a0cf1289128b'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:39:56.855197 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-1e6a293d-eb03-4d21-b6c9-9aad61ad31f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:39:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['d3c76fb5-dc21-484a-93ac-a0cf1289128b'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:39:56.920437 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-84dff57a-e955-4606-a3a8-b659268ed1b3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:56.976526 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-84dff57a-e955-4606-a3a8-b659268ed1b3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6896119 Jan 21 19:39:56.977386 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8333f63a-064c-4004-b433-39e11bf868ad', 'tag': '6577a53b-bffe-46ad-a214-ba581c34fe00'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:39:57.031855 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-1e6a293d-eb03-4d21-b6c9-9aad61ad31f1 None None] Set router d3c76fb5-dc21-484a-93ac-a0cf1289128b gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:39:57.042661 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8333f63a-064c-4004-b433-39e11bf868ad', 'tag': '6577a53b-bffe-46ad-a214-ba581c34fe00', 'status': 'completed', 'code': 200} Jan 21 19:39:57.139300 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a991f62-b486-44e4-bb69-fd4ca16d6ebb req-483b9315-2ced-4c6c-b28f-cf5a82db6326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:39:57.141322 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-3a991f62-b486-44e4-bb69-fd4ca16d6ebb req-483b9315-2ced-4c6c-b28f-cf5a82db6326 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2ceb323a8e2c42c4b7cde2788c992fac&device_id=8333f63a-064c-4004-b433-39e11bf868ad HTTP/1.1" status: 200 len: 1099 time: 0.0760624 Jan 21 19:39:57.179737 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2828493c-9cd8-4ba5-89cf-77e2363fc814 req-aa99d795-f4fd-4461-b225-f909315c36aa tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:39:57.181502 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2828493c-9cd8-4ba5-89cf-77e2363fc814 req-aa99d795-f4fd-4461-b225-f909315c36aa tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=8333f63a-064c-4004-b433-39e11bf868ad HTTP/1.1" status: 200 len: 946 time: 0.0880945 Jan 21 19:39:57.231791 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2828493c-9cd8-4ba5-89cf-77e2363fc814 req-cbaf03d9-e1ab-41d9-a7ed-afce9ad9573f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=8401ff49-58d1-457f-afe6-d1d8e2d8f398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428290 Jan 21 19:39:57.254304 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42168) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:39:57.288483 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a991f62-b486-44e4-bb69-fd4ca16d6ebb req-e0112a22-a433-41a2-b30e-8b964c67a93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:39:57.290043 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-3a991f62-b486-44e4-bb69-fd4ca16d6ebb req-e0112a22-a433-41a2-b30e-8b964c67a93b service neutron] 10.222.0.113 "GET /v2.0/networks?id=97a1eb06-be1c-44c0-98db-dce2808f07d7 HTTP/1.1" status: 200 len: 898 time: 0.1430981 Jan 21 19:39:57.314932 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-56fe5166-0fd0-4c48-9c39-63a33c3ea1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:57.385661 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c2a0548b-ca58-4fb2-8994-4b07096f8562 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/floatingips/1b81a42f-8cf5-447d-a838-e70ea271ca2b HTTP/1.1" status: 200 len: 991 time: 0.1294630 Jan 21 19:39:57.402283 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-3a991f62-b486-44e4-bb69-fd4ca16d6ebb req-a63fc0f2-5a14-4192-9166-8b52ede4bc22 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6577a53b-bffe-46ad-a214-ba581c34fe00 HTTP/1.1" status: 200 len: 999 time: 0.1063561 Jan 21 19:39:57.422066 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-1e6a293d-eb03-4d21-b6c9-9aad61ad31f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c76fb5-dc21-484a-93ac-a0cf1289128b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180533802', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ed10fda4-f630-4f3c-b3ef-29cfdc7100ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:39:32Z', 'updated_at': '2022-01-21T19:39:38Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': 'ed10fda4-f630-4f3c-b3ef-29cfdc7100ca', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c76fb5-dc21-484a-93ac-a0cf1289128b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:39:33Z', 'updated_at': '2022-01-21T19:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '1b81a42f-8cf5-447d-a838-e70ea271ca2b', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'floating_ip_address': '172.26.1.91', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': 'd3c76fb5-dc21-484a-93ac-a0cf1289128b', 'port_id': '6577a53b-bffe-46ad-a214-ba581c34fe00', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97a1eb06-be1c-44c0-98db-dce2808f07d7', 'mac_address': 'fa:16:3e:4b:83:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8333f63a-064c-4004-b433-39e11bf868ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:39:55Z', 'updated_at': '2022-01-21T19:39:55Z', 'revision_number': 0, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '260ed29b-351f-4af3-a7ef-e07c10df526a', 'name': '', 'network_id': '97a1eb06-be1c-44c0-98db-dce2808f07d7', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'mac_address': 'fa:16:3e:1d:52:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c76fb5-dc21-484a-93ac-a0cf1289128b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '4772b22c-22d2-41b1-ab9c-e478740affc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:39:37Z', 'updated_at': '2022-01-21T19:39:44Z', 'revision_number': 5, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'subnets': [{'id': '4772b22c-22d2-41b1-ab9c-e478740affc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:39:57.433759 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6a293d-eb03-4d21-b6c9-9aad61ad31f1 None None] Checking router: d3c76fb5-dc21-484a-93ac-a0cf1289128b for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:39:57.442322 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6a293d-eb03-4d21-b6c9-9aad61ad31f1 None None] Routers {'d3c76fb5-dc21-484a-93ac-a0cf1289128b'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:39:57.442924 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-1e6a293d-eb03-4d21-b6c9-9aad61ad31f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:39:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['d3c76fb5-dc21-484a-93ac-a0cf1289128b'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:39:57.469454 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a991f62-b486-44e4-bb69-fd4ca16d6ebb req-a0f348dd-7a79-410f-9a83-5640eb305821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:39:57.471028 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-3a991f62-b486-44e4-bb69-fd4ca16d6ebb req-a0f348dd-7a79-410f-9a83-5640eb305821 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=4772b22c-22d2-41b1-ab9c-e478740affc0 HTTP/1.1" status: 200 len: 834 time: 0.0605679 Jan 21 19:39:57.546195 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a991f62-b486-44e4-bb69-fd4ca16d6ebb req-7b7c023b-3757-48f2-bc7c-664ffbbe7ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:39:57.547648 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-3a991f62-b486-44e4-bb69-fd4ca16d6ebb req-7b7c023b-3757-48f2-bc7c-664ffbbe7ef4 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=97a1eb06-be1c-44c0-98db-dce2808f07d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708890 Jan 21 19:39:57.621490 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-1e6a293d-eb03-4d21-b6c9-9aad61ad31f1 None None] Set router d3c76fb5-dc21-484a-93ac-a0cf1289128b gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:39:57.687528 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-3a991f62-b486-44e4-bb69-fd4ca16d6ebb req-564e0a4b-fc3e-4bb9-904f-1a59058a082b service neutron] 10.222.0.113 "GET /v2.0/networks/97a1eb06-be1c-44c0-98db-dce2808f07d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342072 Jan 21 19:39:57.823376 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-3a991f62-b486-44e4-bb69-fd4ca16d6ebb req-49f3ebd2-68c9-405d-820c-eede603758c4 service neutron] 10.222.0.113 "GET /v2.0/networks/97a1eb06-be1c-44c0-98db-dce2808f07d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289752 Jan 21 19:39:57.997810 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-1e6a293d-eb03-4d21-b6c9-9aad61ad31f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c76fb5-dc21-484a-93ac-a0cf1289128b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180533802', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ed10fda4-f630-4f3c-b3ef-29cfdc7100ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:39:32Z', 'updated_at': '2022-01-21T19:39:38Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': 'ed10fda4-f630-4f3c-b3ef-29cfdc7100ca', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c76fb5-dc21-484a-93ac-a0cf1289128b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:39:33Z', 'updated_at': '2022-01-21T19:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '1b81a42f-8cf5-447d-a838-e70ea271ca2b', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'floating_ip_address': '172.26.1.91', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': 'd3c76fb5-dc21-484a-93ac-a0cf1289128b', 'port_id': '6577a53b-bffe-46ad-a214-ba581c34fe00', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97a1eb06-be1c-44c0-98db-dce2808f07d7', 'mac_address': 'fa:16:3e:4b:83:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8333f63a-064c-4004-b433-39e11bf868ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:39:55Z', 'updated_at': '2022-01-21T19:39:55Z', 'revision_number': 0, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '260ed29b-351f-4af3-a7ef-e07c10df526a', 'name': '', 'network_id': '97a1eb06-be1c-44c0-98db-dce2808f07d7', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'mac_address': 'fa:16:3e:1d:52:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c76fb5-dc21-484a-93ac-a0cf1289128b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '4772b22c-22d2-41b1-ab9c-e478740affc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:39:37Z', 'updated_at': '2022-01-21T19:39:44Z', 'revision_number': 5, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'subnets': [{'id': '4772b22c-22d2-41b1-ab9c-e478740affc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:39:58.001546 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6a293d-eb03-4d21-b6c9-9aad61ad31f1 None None] The sync data for ids ['d3c76fb5-dc21-484a-93ac-a0cf1289128b'] in dv-neutron-825470-1-hyperv is: [{'id': 'd3c76fb5-dc21-484a-93ac-a0cf1289128b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180533802', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ed10fda4-f630-4f3c-b3ef-29cfdc7100ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:39:32Z', 'updated_at': '2022-01-21T19:39:38Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': 'ed10fda4-f630-4f3c-b3ef-29cfdc7100ca', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c76fb5-dc21-484a-93ac-a0cf1289128b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:39:33Z', 'updated_at': '2022-01-21T19:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '1b81a42f-8cf5-447d-a838-e70ea271ca2b', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'floating_ip_address': '172.26.1.91', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': 'd3c76fb5-dc21-484a-93ac-a0cf1289128b', 'port_id': '6577a53b-bffe-46ad-a214-ba581c34fe00', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97a1eb06-be1c-44c0-98db-dce2808f07d7', 'mac_address': 'fa:16:3e:4b:83:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8333f63a-064c-4004-b433-39e11bf868ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:39:55Z', 'updated_at': '2022-01-21T19:39:55Z', 'revision_number': 0, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '260ed29b-351f-4af3-a7ef-e07c10df526a', 'name': '', 'network_id': '97a1eb06-be1c-44c0-98db-dce2808f07d7', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'mac_address': 'fa:16:3e:1d:52:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c76fb5-dc21-484a-93ac-a0cf1289128b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '4772b22c-22d2-41b1-ab9c-e478740affc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:39:37Z', 'updated_at': '2022-01-21T19:39:44Z', 'revision_number': 5, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'subnets': [{'id': '4772b22c-22d2-41b1-ab9c-e478740affc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:39:58.206258 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7879f0-0ad7-4e7b-810e-9a95e69fd911 None None] New status for floating IP 1b81a42f-8cf5-447d-a838-e70ea271ca2b: ACTIVE {{(pid=88139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:39:58.389435 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 42172) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:39:58.588919 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:58.614845 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-6dfffd57-404c-49dc-b0cc-f36167c68eb7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/floatingips/1b81a42f-8cf5-447d-a838-e70ea271ca2b HTTP/1.1" status: 200 len: 993 time: 0.2241626 Jan 21 19:39:58.714798 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:39:58.715527 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:40:00.240130 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:40:11.621672 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8fe249a9-857f-4d6c-ad56-c64e123a5254 req-3cab16cd-9cfa-48ad-8d85-52a926130919 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=8333f63a-064c-4004-b433-39e11bf868ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684252 Jan 21 19:40:11.777249 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe249a9-857f-4d6c-ad56-c64e123a5254 req-1c035877-be8e-4c2a-a4cd-fdd83bbde155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:40:11.778656 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8fe249a9-857f-4d6c-ad56-c64e123a5254 req-1c035877-be8e-4c2a-a4cd-fdd83bbde155 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2ceb323a8e2c42c4b7cde2788c992fac&device_id=8333f63a-064c-4004-b433-39e11bf868ad HTTP/1.1" status: 200 len: 1099 time: 0.0694778 Jan 21 19:40:11.922528 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe249a9-857f-4d6c-ad56-c64e123a5254 req-ab6ccf8f-ff39-426d-8c37-8e8efb3a7882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:40:11.924199 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8fe249a9-857f-4d6c-ad56-c64e123a5254 req-ab6ccf8f-ff39-426d-8c37-8e8efb3a7882 service neutron] 10.222.0.113 "GET /v2.0/networks?id=97a1eb06-be1c-44c0-98db-dce2808f07d7 HTTP/1.1" status: 200 len: 898 time: 0.1271253 Jan 21 19:40:12.027479 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8fe249a9-857f-4d6c-ad56-c64e123a5254 req-2e530f63-b489-4a0a-9904-bc75d3b3956d service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6577a53b-bffe-46ad-a214-ba581c34fe00 HTTP/1.1" status: 200 len: 1001 time: 0.0964179 Jan 21 19:40:12.091795 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe249a9-857f-4d6c-ad56-c64e123a5254 req-6be48c12-5c24-43b3-8389-2f4bc69521bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:40:12.093165 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8fe249a9-857f-4d6c-ad56-c64e123a5254 req-6be48c12-5c24-43b3-8389-2f4bc69521bf service neutron] 10.222.0.113 "GET /v2.0/subnets?id=4772b22c-22d2-41b1-ab9c-e478740affc0 HTTP/1.1" status: 200 len: 834 time: 0.0599263 Jan 21 19:40:12.165627 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe249a9-857f-4d6c-ad56-c64e123a5254 req-ff502f01-603f-4229-80f3-72098af3cfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:40:12.167358 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8fe249a9-857f-4d6c-ad56-c64e123a5254 req-ff502f01-603f-4229-80f3-72098af3cfd9 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=97a1eb06-be1c-44c0-98db-dce2808f07d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679243 Jan 21 19:40:12.296229 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8fe249a9-857f-4d6c-ad56-c64e123a5254 req-df4dea88-6313-4174-9b41-4aebbf989776 service neutron] 10.222.0.113 "GET /v2.0/networks/97a1eb06-be1c-44c0-98db-dce2808f07d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218174 Jan 21 19:40:12.427571 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8fe249a9-857f-4d6c-ad56-c64e123a5254 req-d1a4f6a4-9c77-4a32-af05-1ff825f29e39 service neutron] 10.222.0.113 "GET /v2.0/networks/97a1eb06-be1c-44c0-98db-dce2808f07d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247482 Jan 21 19:40:22.420368 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:40:25.022635 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7e965586-c5aa-4313-98c1-782bd192e85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:40:27.297189 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ebbd01af-d99d-4ca8-9174-e9487bca1770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:40:28.311927 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ff047-f5e9-495b-ab9c-5cc9bfe8734c req-eb63ce9b-d86b-45af-b3a9-72e732cd652a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:40:28.313414 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b18ff047-f5e9-495b-ab9c-5cc9bfe8734c req-eb63ce9b-d86b-45af-b3a9-72e732cd652a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=8333f63a-064c-4004-b433-39e11bf868ad HTTP/1.1" status: 200 len: 946 time: 0.0928745 Jan 21 19:40:28.363597 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b18ff047-f5e9-495b-ab9c-5cc9bfe8734c req-76c3715a-5d90-485c-9ef0-f78cd0fe587b tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=8401ff49-58d1-457f-afe6-d1d8e2d8f398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443742 Jan 21 19:40:28.423743 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c77d7de3-6c9a-4d49-8280-7152b3b4958c req-71c54796-6c76-4fab-876f-f3ef6bca6a6d service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=8333f63a-064c-4004-b433-39e11bf868ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1110992 Jan 21 19:40:28.583074 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:40:28.703278 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:40:28.725979 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:40:29.551072 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdafa5-21d4-4d9b-b610-bbb311f54873 req-0af68055-be6b-481e-8b70-40b1315f353f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:40:29.552419 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-88fdafa5-21d4-4d9b-b610-bbb311f54873 req-0af68055-be6b-481e-8b70-40b1315f353f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=8333f63a-064c-4004-b433-39e11bf868ad HTTP/1.1" status: 200 len: 946 time: 0.0812843 Jan 21 19:40:29.597080 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-88fdafa5-21d4-4d9b-b610-bbb311f54873 req-1c11496d-3b9b-4f26-86c1-7ff32c12d528 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=8401ff49-58d1-457f-afe6-d1d8e2d8f398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390170 Jan 21 19:40:30.244472 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:40:30.388368 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d7de3-6c9a-4d49-8280-7152b3b4958c req-38bfa36b-58cc-4b25-90b3-eed0a2863b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:40:30.389816 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c77d7de3-6c9a-4d49-8280-7152b3b4958c req-38bfa36b-58cc-4b25-90b3-eed0a2863b1f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2ceb323a8e2c42c4b7cde2788c992fac&device_id=8333f63a-064c-4004-b433-39e11bf868ad HTTP/1.1" status: 200 len: 1099 time: 0.0720530 Jan 21 19:40:30.518580 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d7de3-6c9a-4d49-8280-7152b3b4958c req-2b6964be-0feb-4cd0-b900-da5f0a8da587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:40:30.520025 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c77d7de3-6c9a-4d49-8280-7152b3b4958c req-2b6964be-0feb-4cd0-b900-da5f0a8da587 service neutron] 10.222.0.113 "GET /v2.0/networks?id=97a1eb06-be1c-44c0-98db-dce2808f07d7 HTTP/1.1" status: 200 len: 898 time: 0.1241124 Jan 21 19:40:30.621900 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c77d7de3-6c9a-4d49-8280-7152b3b4958c req-a965d627-234c-4f69-b933-b13a4eabc70f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6577a53b-bffe-46ad-a214-ba581c34fe00 HTTP/1.1" status: 200 len: 1001 time: 0.0928750 Jan 21 19:40:30.687466 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d7de3-6c9a-4d49-8280-7152b3b4958c req-2823bbd9-4906-4255-a4a9-427d49a97759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:40:30.688905 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c77d7de3-6c9a-4d49-8280-7152b3b4958c req-2823bbd9-4906-4255-a4a9-427d49a97759 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=4772b22c-22d2-41b1-ab9c-e478740affc0 HTTP/1.1" status: 200 len: 834 time: 0.0614569 Jan 21 19:40:30.771432 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d7de3-6c9a-4d49-8280-7152b3b4958c req-9e253e16-190a-4931-bcc9-495461d14441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:40:30.772798 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c77d7de3-6c9a-4d49-8280-7152b3b4958c req-9e253e16-190a-4931-bcc9-495461d14441 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=97a1eb06-be1c-44c0-98db-dce2808f07d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777330 Jan 21 19:40:30.782243 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d0437-00c0-440a-858f-a3693d28ebea req-97bf4e62-1d18-442e-829a-5263a9bc0744 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:40:30.783686 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3a5d0437-00c0-440a-858f-a3693d28ebea req-97bf4e62-1d18-442e-829a-5263a9bc0744 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=8333f63a-064c-4004-b433-39e11bf868ad HTTP/1.1" status: 200 len: 946 time: 0.0798860 Jan 21 19:40:30.831327 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3a5d0437-00c0-440a-858f-a3693d28ebea req-0867177e-f5e5-47a8-a87a-25626d875b73 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=8401ff49-58d1-457f-afe6-d1d8e2d8f398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419874 Jan 21 19:40:31.003104 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c77d7de3-6c9a-4d49-8280-7152b3b4958c req-edcf51bb-4a5e-4fca-84c1-b2df9d2c4dd0 service neutron] 10.222.0.113 "GET /v2.0/networks/97a1eb06-be1c-44c0-98db-dce2808f07d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232041 Jan 21 19:40:31.130642 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c77d7de3-6c9a-4d49-8280-7152b3b4958c req-278b9c08-9bd0-4921-8e97-d0c99272aa14 service neutron] 10.222.0.113 "GET /v2.0/networks/97a1eb06-be1c-44c0-98db-dce2808f07d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220036 Jan 21 19:40:32.012207 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b7f42-a7be-49b5-9200-660543be5396 req-bc8e5b4a-c68b-4ae3-b35d-35a6636b19f0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:40:32.013617 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3b3b7f42-a7be-49b5-9200-660543be5396 req-bc8e5b4a-c68b-4ae3-b35d-35a6636b19f0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=8333f63a-064c-4004-b433-39e11bf868ad HTTP/1.1" status: 200 len: 946 time: 0.0777626 Jan 21 19:40:32.056895 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3b3b7f42-a7be-49b5-9200-660543be5396 req-4cc1e25c-fe77-482a-9431-2d7d46b3e2b3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=8401ff49-58d1-457f-afe6-d1d8e2d8f398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376654 Jan 21 19:40:33.241819 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3864a5-1793-4720-b4d3-b63c1a04cb93 req-0f67d6cd-cde9-40b2-bae0-ae55314a5937 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:40:33.243230 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4d3864a5-1793-4720-b4d3-b63c1a04cb93 req-0f67d6cd-cde9-40b2-bae0-ae55314a5937 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=8333f63a-064c-4004-b433-39e11bf868ad HTTP/1.1" status: 200 len: 946 time: 0.0798922 Jan 21 19:40:33.285827 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4d3864a5-1793-4720-b4d3-b63c1a04cb93 req-4c11c1aa-6fbd-48ba-94a5-ad378101b7ff tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=8401ff49-58d1-457f-afe6-d1d8e2d8f398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368531 Jan 21 19:40:34.474903 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3cc62f-ff84-4fe3-8392-7336ea07846e req-eb4f14b9-8858-4d16-82e4-7c3cf2bd5a0b tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:40:34.476339 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-db3cc62f-ff84-4fe3-8392-7336ea07846e req-eb4f14b9-8858-4d16-82e4-7c3cf2bd5a0b tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=8333f63a-064c-4004-b433-39e11bf868ad HTTP/1.1" status: 200 len: 946 time: 0.0782182 Jan 21 19:40:34.519697 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-db3cc62f-ff84-4fe3-8392-7336ea07846e req-10640d94-dc68-458f-b90c-e02108d53111 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=8401ff49-58d1-457f-afe6-d1d8e2d8f398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378497 Jan 21 19:40:35.712269 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b9efd-6d4a-48fa-9c0d-9a15d0d9e539 req-48d6760f-62ea-45cb-9a98-389690f660e3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:40:35.713632 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a43b9efd-6d4a-48fa-9c0d-9a15d0d9e539 req-48d6760f-62ea-45cb-9a98-389690f660e3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=8333f63a-064c-4004-b433-39e11bf868ad HTTP/1.1" status: 200 len: 946 time: 0.0907755 Jan 21 19:40:35.757101 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a43b9efd-6d4a-48fa-9c0d-9a15d0d9e539 req-440aa0d0-70f3-4319-8f2e-01613c4a0dcb tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=8401ff49-58d1-457f-afe6-d1d8e2d8f398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379167 Jan 21 19:40:36.939249 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69248d46-905c-4884-9653-dae061071f20 req-39015f26-09ab-4b9e-93d0-e11b6d3bbd2c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:40:36.940683 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-69248d46-905c-4884-9653-dae061071f20 req-39015f26-09ab-4b9e-93d0-e11b6d3bbd2c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=8333f63a-064c-4004-b433-39e11bf868ad HTTP/1.1" status: 200 len: 946 time: 0.0784795 Jan 21 19:40:36.983635 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-69248d46-905c-4884-9653-dae061071f20 req-9cd1afa0-a348-4028-8efe-307e6685d1f0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=8401ff49-58d1-457f-afe6-d1d8e2d8f398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371277 Jan 21 19:40:38.167204 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eae98f-ad9e-4c1b-b849-7b0b08b86e02 req-eb233b07-ea56-482b-b7d6-ca02d3f3534b tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:40:38.168642 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e8eae98f-ad9e-4c1b-b849-7b0b08b86e02 req-eb233b07-ea56-482b-b7d6-ca02d3f3534b tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=8333f63a-064c-4004-b433-39e11bf868ad HTTP/1.1" status: 200 len: 946 time: 0.0808349 Jan 21 19:40:38.212059 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e8eae98f-ad9e-4c1b-b849-7b0b08b86e02 req-343a4072-a991-4556-8b28-153ca0a5c27f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=8401ff49-58d1-457f-afe6-d1d8e2d8f398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376122 Jan 21 19:40:39.392929 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f455aa-2710-41c7-8fdc-a1d12729df1c req-a6e91237-8098-48c9-89ab-7c6cbc55f7a4 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:40:39.394414 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-11f455aa-2710-41c7-8fdc-a1d12729df1c req-a6e91237-8098-48c9-89ab-7c6cbc55f7a4 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=8333f63a-064c-4004-b433-39e11bf868ad HTTP/1.1" status: 200 len: 946 time: 0.0784533 Jan 21 19:40:39.441346 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-11f455aa-2710-41c7-8fdc-a1d12729df1c req-388f9b27-b357-4986-bfb9-92780ff847b9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=8401ff49-58d1-457f-afe6-d1d8e2d8f398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413218 Jan 21 19:40:40.627482 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d9d94-3841-4902-8b0b-0e91cb3b663a req-00ba0608-fbbd-41b0-802d-c1a6b4ffaec6 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:40:40.628905 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ad9d9d94-3841-4902-8b0b-0e91cb3b663a req-00ba0608-fbbd-41b0-802d-c1a6b4ffaec6 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=8333f63a-064c-4004-b433-39e11bf868ad HTTP/1.1" status: 200 len: 946 time: 0.0768456 Jan 21 19:40:40.671484 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ad9d9d94-3841-4902-8b0b-0e91cb3b663a req-e4c60769-52ea-4c74-bcab-4b8742a9109e tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=8401ff49-58d1-457f-afe6-d1d8e2d8f398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370371 Jan 21 19:40:41.861779 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18414f-c6b4-4c35-8227-7cccb8f54f54 req-4854f348-c84e-4923-bba3-057fab5dff70 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:40:41.863252 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ef18414f-c6b4-4c35-8227-7cccb8f54f54 req-4854f348-c84e-4923-bba3-057fab5dff70 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=8333f63a-064c-4004-b433-39e11bf868ad HTTP/1.1" status: 200 len: 946 time: 0.0848126 Jan 21 19:40:41.913280 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ef18414f-c6b4-4c35-8227-7cccb8f54f54 req-cd1ed7bb-131f-4eee-a7b8-ba2c811c933d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=8401ff49-58d1-457f-afe6-d1d8e2d8f398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443709 Jan 21 19:40:43.094932 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c2bd6-1de6-4150-b370-ea6c28c3dd71 req-3df87d64-016d-4324-8155-c661fcf0650d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:40:43.096393 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-230c2bd6-1de6-4150-b370-ea6c28c3dd71 req-3df87d64-016d-4324-8155-c661fcf0650d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=8333f63a-064c-4004-b433-39e11bf868ad HTTP/1.1" status: 200 len: 946 time: 0.0787766 Jan 21 19:40:43.123309 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c77d7de3-6c9a-4d49-8280-7152b3b4958c req-320aacf1-16c8-4510-be74-8ef2f25dadf2 service neutron] 10.222.0.113 "GET /v2.0/ports/6577a53b-bffe-46ad-a214-ba581c34fe00/bindings/hv-neutron-8254 HTTP/1.1" status: 200 len: 384 time: 0.0734222 Jan 21 19:40:43.147769 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-230c2bd6-1de6-4150-b370-ea6c28c3dd71 req-bf99bb02-1855-4236-9bde-7558d7e7b70e tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=8401ff49-58d1-457f-afe6-d1d8e2d8f398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448194 Jan 21 19:40:43.731236 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d7de3-6c9a-4d49-8280-7152b3b4958c req-b2f9e2c8-e433-401b-a105-ae5a354ef2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:40:43.733655 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c77d7de3-6c9a-4d49-8280-7152b3b4958c req-b2f9e2c8-e433-401b-a105-ae5a354ef2e5 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=8333f63a-064c-4004-b433-39e11bf868ad&tenant_id=2ceb323a8e2c42c4b7cde2788c992fac HTTP/1.1" status: 200 len: 1099 time: 0.0729463 Jan 21 19:40:43.829102 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d7de3-6c9a-4d49-8280-7152b3b4958c req-d58bcf96-6d27-4392-996d-c547abd970b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:40:43.830571 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c77d7de3-6c9a-4d49-8280-7152b3b4958c req-d58bcf96-6d27-4392-996d-c547abd970b6 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2ceb323a8e2c42c4b7cde2788c992fac&device_id=8333f63a-064c-4004-b433-39e11bf868ad HTTP/1.1" status: 200 len: 1099 time: 0.0690315 Jan 21 19:40:43.958119 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d7de3-6c9a-4d49-8280-7152b3b4958c req-5791e40d-3d38-4f76-a9ae-922464fcd755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:40:43.959528 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c77d7de3-6c9a-4d49-8280-7152b3b4958c req-5791e40d-3d38-4f76-a9ae-922464fcd755 service neutron] 10.222.0.113 "GET /v2.0/networks?id=97a1eb06-be1c-44c0-98db-dce2808f07d7 HTTP/1.1" status: 200 len: 898 time: 0.1234262 Jan 21 19:40:44.060649 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c77d7de3-6c9a-4d49-8280-7152b3b4958c req-74f4c480-fa20-4b11-8880-317a631a8d3c service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6577a53b-bffe-46ad-a214-ba581c34fe00 HTTP/1.1" status: 200 len: 1001 time: 0.0941570 Jan 21 19:40:44.122554 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d7de3-6c9a-4d49-8280-7152b3b4958c req-c261c8ba-91d3-4fbf-a64d-05f0bcbd9991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:40:44.123972 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c77d7de3-6c9a-4d49-8280-7152b3b4958c req-c261c8ba-91d3-4fbf-a64d-05f0bcbd9991 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=4772b22c-22d2-41b1-ab9c-e478740affc0 HTTP/1.1" status: 200 len: 834 time: 0.0582581 Jan 21 19:40:44.200180 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d7de3-6c9a-4d49-8280-7152b3b4958c req-cb741035-60b9-4447-be89-a7c4fd57e4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:40:44.202360 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c77d7de3-6c9a-4d49-8280-7152b3b4958c req-cb741035-60b9-4447-be89-a7c4fd57e4d9 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=97a1eb06-be1c-44c0-98db-dce2808f07d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726731 Jan 21 19:40:44.336618 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c77d7de3-6c9a-4d49-8280-7152b3b4958c req-944ba311-1f1f-4179-916d-27d6bee0987c service neutron] 10.222.0.113 "GET /v2.0/networks/97a1eb06-be1c-44c0-98db-dce2808f07d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276574 Jan 21 19:40:44.338159 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52030cd2-8eb6-477b-a817-70c8b6686b5a req-6d004edc-45d0-41f5-9850-c89166ee73b5 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:40:44.339585 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-52030cd2-8eb6-477b-a817-70c8b6686b5a req-6d004edc-45d0-41f5-9850-c89166ee73b5 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=8333f63a-064c-4004-b433-39e11bf868ad HTTP/1.1" status: 200 len: 946 time: 0.0823355 Jan 21 19:40:44.384274 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-52030cd2-8eb6-477b-a817-70c8b6686b5a req-902fcb9c-1282-426f-bd55-7f4c1306b4f9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=8401ff49-58d1-457f-afe6-d1d8e2d8f398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379260 Jan 21 19:40:44.467460 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c77d7de3-6c9a-4d49-8280-7152b3b4958c req-52bb64ed-5d19-499e-b951-871999c9b2cb service neutron] 10.222.0.113 "GET /v2.0/networks/97a1eb06-be1c-44c0-98db-dce2808f07d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246274 Jan 21 19:40:45.566870 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b012ee6-05ca-44eb-b996-d03e7353add5 req-7bb3bb69-838d-4c08-a49c-bdb2d1fd999c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:40:45.568305 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0b012ee6-05ca-44eb-b996-d03e7353add5 req-7bb3bb69-838d-4c08-a49c-bdb2d1fd999c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=8333f63a-064c-4004-b433-39e11bf868ad HTTP/1.1" status: 200 len: 946 time: 0.0776927 Jan 21 19:40:45.614550 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0b012ee6-05ca-44eb-b996-d03e7353add5 req-5c37973c-c37a-42e2-a2c1-fe59d2513c16 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=8401ff49-58d1-457f-afe6-d1d8e2d8f398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407517 Jan 21 19:40:46.799364 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e5c05-4a09-46ee-8737-666a0c63ded4 req-290250f6-a5ef-4f1c-8645-ee5158ee5939 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:40:46.800721 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cd7e5c05-4a09-46ee-8737-666a0c63ded4 req-290250f6-a5ef-4f1c-8645-ee5158ee5939 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=8333f63a-064c-4004-b433-39e11bf868ad HTTP/1.1" status: 200 len: 946 time: 0.0805509 Jan 21 19:40:46.849022 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cd7e5c05-4a09-46ee-8737-666a0c63ded4 req-3e18af28-ab67-48e6-8b0d-1673f87780ee tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=8401ff49-58d1-457f-afe6-d1d8e2d8f398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427032 Jan 21 19:40:47.090244 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 6577a53b-bffe-46ad-a214-ba581c34fe00 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:40:47.094726 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 6577a53b-bffe-46ad-a214-ba581c34fe00 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:40:47.319976 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:40:47.344629 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443cd7f-93ee-4df0-8579-980454ad19d1 req-4f9e3ec9-cef2-4091-9866-dcc5f848fb7e tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:40:47.346043 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4443cd7f-93ee-4df0-8579-980454ad19d1 req-4f9e3ec9-cef2-4091-9866-dcc5f848fb7e tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=8333f63a-064c-4004-b433-39e11bf868ad HTTP/1.1" status: 200 len: 946 time: 0.0943022 Jan 21 19:40:47.347623 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 6577a53b-bffe-46ad-a214-ba581c34fe00, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=6577a53b-bffe-46ad-a214-ba581c34fe00,segment=NetworkSegment(0e0b2fd5-b46f-4ea5-a909-ae0118181825),segment_id=0e0b2fd5-b46f-4ea5-a909-ae0118181825)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:40:47.365133 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8333f63a-064c-4004-b433-39e11bf868ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6577a53b-bffe-46ad-a214-ba581c34fe00'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:40:47.373004 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': '6577a53b-bffe-46ad-a214-ba581c34fe00', 'network_id': '97a1eb06-be1c-44c0-98db-dce2808f07d7', 'port_id': '6577a53b-bffe-46ad-a214-ba581c34fe00', 'mac_address': 'fa:16:3e:4b:83:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4772b22c-22d2-41b1-ab9c-e478740affc0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:40:47.407391 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9754bf-94b4-4cf6-8da4-a245e9b4da58 req-fd01e49f-8ccf-464f-9076-7993eefc8015 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:40:47.408286 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-9d9754bf-94b4-4cf6-8da4-a245e9b4da58 req-fd01e49f-8ccf-464f-9076-7993eefc8015 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Synchronizing usage tracker for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:40:47.408679 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 6577a53b-bffe-46ad-a214-ba581c34fe00, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=6577a53b-bffe-46ad-a214-ba581c34fe00,segment=NetworkSegment(0e0b2fd5-b46f-4ea5-a909-ae0118181825),segment_id=0e0b2fd5-b46f-4ea5-a909-ae0118181825)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:40:47.451445 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8333f63a-064c-4004-b433-39e11bf868ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6577a53b-bffe-46ad-a214-ba581c34fe00', 'code': 200} Jan 21 19:40:47.456094 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:40:47.475485 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6577a53b-bffe-46ad-a214-ba581c34fe00 {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:40:47.480817 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:40:47.503087 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-9d9754bf-94b4-4cf6-8da4-a245e9b4da58 req-fd01e49f-8ccf-464f-9076-7993eefc8015 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Unset dirty status for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:40:47.504476 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9d9754bf-94b4-4cf6-8da4-a245e9b4da58 req-fd01e49f-8ccf-464f-9076-7993eefc8015 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.113 "GET /v2.0/ports?device_id=8333f63a-064c-4004-b433-39e11bf868ad&tenant_id=2ceb323a8e2c42c4b7cde2788c992fac&binding%3Ahost_id=hv-neutron-8254 HTTP/1.1" status: 200 len: 946 time: 0.1952906 Jan 21 19:40:47.543148 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4443cd7f-93ee-4df0-8579-980454ad19d1 req-08e58a49-4592-4b50-9fcf-b6d169cfacdb tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=8401ff49-58d1-457f-afe6-d1d8e2d8f398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902890 Jan 21 19:40:47.598914 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:40:47.599202 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:40:47.604043 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=6577a53b-bffe-46ad-a214-ba581c34fe00,revision_number=6']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:40:47.612071 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:40:47.612412 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:40:47.612741 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:40:47.614183 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:40:47.614183 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:40:47.614183 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:40:47.614183 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:40:47.614552 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:40:47.614640 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:40:47.614910 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:40:47.615219 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:40:47.615523 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:40:47.648197 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9754bf-94b4-4cf6-8da4-a245e9b4da58 req-17e96daf-6254-4e5b-9cc8-cde86a5c851b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:40:47.649685 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9d9754bf-94b4-4cf6-8da4-a245e9b4da58 req-17e96daf-6254-4e5b-9cc8-cde86a5c851b service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2ceb323a8e2c42c4b7cde2788c992fac&device_id=8333f63a-064c-4004-b433-39e11bf868ad HTTP/1.1" status: 200 len: 1097 time: 0.0749705 Jan 21 19:40:47.733272 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e9714-92f2-4281-b649-1de02d030d25 req-b49bcc2f-05e8-4825-93b6-b473d425e4c8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:40:47.735502 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c97e9714-92f2-4281-b649-1de02d030d25 req-b49bcc2f-05e8-4825-93b6-b473d425e4c8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=8333f63a-064c-4004-b433-39e11bf868ad HTTP/1.1" status: 200 len: 944 time: 0.0797324 Jan 21 19:40:47.778404 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c97e9714-92f2-4281-b649-1de02d030d25 req-1319739a-5962-4e43-bbaa-943f4a12b383 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=8401ff49-58d1-457f-afe6-d1d8e2d8f398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372291 Jan 21 19:40:47.778641 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9754bf-94b4-4cf6-8da4-a245e9b4da58 req-a40b4c97-e6f5-4955-8e36-5465e240c117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:40:47.779980 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9d9754bf-94b4-4cf6-8da4-a245e9b4da58 req-a40b4c97-e6f5-4955-8e36-5465e240c117 service neutron] 10.222.0.113 "GET /v2.0/networks?id=97a1eb06-be1c-44c0-98db-dce2808f07d7 HTTP/1.1" status: 200 len: 898 time: 0.1244926 Jan 21 19:40:47.880975 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9d9754bf-94b4-4cf6-8da4-a245e9b4da58 req-756e9e5f-291a-4cd9-a9a0-6b975133e673 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6577a53b-bffe-46ad-a214-ba581c34fe00 HTTP/1.1" status: 200 len: 999 time: 0.0942621 Jan 21 19:40:47.940452 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9754bf-94b4-4cf6-8da4-a245e9b4da58 req-51604390-78de-4116-aaae-7b518ba87991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:40:47.941807 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9d9754bf-94b4-4cf6-8da4-a245e9b4da58 req-51604390-78de-4116-aaae-7b518ba87991 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=4772b22c-22d2-41b1-ab9c-e478740affc0 HTTP/1.1" status: 200 len: 834 time: 0.0554028 Jan 21 19:40:48.013065 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9754bf-94b4-4cf6-8da4-a245e9b4da58 req-c42f6efd-5c6d-4dbe-bd3e-8227c63841b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:40:48.014512 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9d9754bf-94b4-4cf6-8da4-a245e9b4da58 req-c42f6efd-5c6d-4dbe-bd3e-8227c63841b5 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=97a1eb06-be1c-44c0-98db-dce2808f07d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675561 Jan 21 19:40:48.155011 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:40:48.172245 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6577a53b-bffe-46ad-a214-ba581c34fe00 {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:40:48.187478 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 6577a53b-bffe-46ad-a214-ba581c34fe00, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=6577a53b-bffe-46ad-a214-ba581c34fe00,segment=NetworkSegment(0e0b2fd5-b46f-4ea5-a909-ae0118181825),segment_id=0e0b2fd5-b46f-4ea5-a909-ae0118181825)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:40:48.251596 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9d9754bf-94b4-4cf6-8da4-a245e9b4da58 req-768cef9a-51a3-4b6e-8be6-58f6bdc845b7 service neutron] 10.222.0.113 "GET /v2.0/networks/97a1eb06-be1c-44c0-98db-dce2808f07d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309678 Jan 21 19:40:48.257360 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:40:48.323379 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['6577a53b-bffe-46ad-a214-ba581c34fe00'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:40:48.371011 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=6577a53b-bffe-46ad-a214-ba581c34fe00,revision_number=7']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:40:48.387780 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9d9754bf-94b4-4cf6-8da4-a245e9b4da58 req-14ab467d-5216-4874-880b-2acb3fc50636 service neutron] 10.222.0.113 "GET /v2.0/networks/97a1eb06-be1c-44c0-98db-dce2808f07d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300793 Jan 21 19:40:48.972114 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8be94a-1c45-4374-b29e-49ec2dc4928e req-cf112b90-48fd-46ed-b633-d52a23d0eb14 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:40:48.973554 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7a8be94a-1c45-4374-b29e-49ec2dc4928e req-cf112b90-48fd-46ed-b633-d52a23d0eb14 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=8333f63a-064c-4004-b433-39e11bf868ad HTTP/1.1" status: 200 len: 945 time: 0.0797615 Jan 21 19:40:49.018295 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7a8be94a-1c45-4374-b29e-49ec2dc4928e req-3a6380ca-b9fa-4b8c-a1ce-2d5ce266e27e tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=8401ff49-58d1-457f-afe6-d1d8e2d8f398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389681 Jan 21 19:40:49.113732 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 6577a53b-bffe-46ad-a214-ba581c34fe00 up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:40:49.186617 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port 6577a53b-bffe-46ad-a214-ba581c34fe00 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:40:49.187348 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:40:49.305583 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:40:49.336578 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 6577a53b-bffe-46ad-a214-ba581c34fe00, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=6577a53b-bffe-46ad-a214-ba581c34fe00,segment=NetworkSegment(0e0b2fd5-b46f-4ea5-a909-ae0118181825),segment_id=0e0b2fd5-b46f-4ea5-a909-ae0118181825)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:40:49.394229 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:40:49.454751 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8333f63a-064c-4004-b433-39e11bf868ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6577a53b-bffe-46ad-a214-ba581c34fe00'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:40:49.475187 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=6577a53b-bffe-46ad-a214-ba581c34fe00,revision_number=8']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:40:49.500397 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8333f63a-064c-4004-b433-39e11bf868ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6577a53b-bffe-46ad-a214-ba581c34fe00', 'code': 200} Jan 21 19:40:50.199312 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ebc34-ade9-4453-ac96-f352062fef46 req-76c1f41e-0212-4415-ab5c-f4f629156aa7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:40:50.200724 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-850ebc34-ade9-4453-ac96-f352062fef46 req-76c1f41e-0212-4415-ab5c-f4f629156aa7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=8333f63a-064c-4004-b433-39e11bf868ad HTTP/1.1" status: 200 len: 946 time: 0.0786386 Jan 21 19:40:50.246095 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-850ebc34-ade9-4453-ac96-f352062fef46 req-7da74cb0-0eb5-44ad-ac58-0ba8f9d4428e tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=8401ff49-58d1-457f-afe6-d1d8e2d8f398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396383 Jan 21 19:40:50.270267 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42262) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:40:50.372739 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a20e5cf7-e3cd-4c73-9fc9-3c463b75b171 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/floatingips/1b81a42f-8cf5-447d-a838-e70ea271ca2b HTTP/1.1" status: 200 len: 993 time: 0.1013639 Jan 21 19:40:55.056854 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1d408a7f-bac8-4b35-9d77-9bbdf6c7960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:40:57.296777 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b386ee1c-b247-4512-ad26-ece46b4ef957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:40:58.598274 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:40:58.706852 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:40:58.735104 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:40:59.419532 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:41:00.238152 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:13.635663 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-3ad71976-33f8-4c14-a568-a5072a95acd9 req-d9605677-c936-4c98-95a2-2bb36234c85c service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=8333f63a-064c-4004-b433-39e11bf868ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0664704 Jan 21 19:41:13.772475 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad71976-33f8-4c14-a568-a5072a95acd9 req-9959ed58-b85f-4fbe-bc83-502d1079c065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:41:13.773830 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-3ad71976-33f8-4c14-a568-a5072a95acd9 req-9959ed58-b85f-4fbe-bc83-502d1079c065 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2ceb323a8e2c42c4b7cde2788c992fac&device_id=8333f63a-064c-4004-b433-39e11bf868ad HTTP/1.1" status: 200 len: 1099 time: 0.0689049 Jan 21 19:41:13.915325 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad71976-33f8-4c14-a568-a5072a95acd9 req-5e958219-7dc0-4c80-94ed-16f74bc7b533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:41:13.916743 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-3ad71976-33f8-4c14-a568-a5072a95acd9 req-5e958219-7dc0-4c80-94ed-16f74bc7b533 service neutron] 10.222.0.113 "GET /v2.0/networks?id=97a1eb06-be1c-44c0-98db-dce2808f07d7 HTTP/1.1" status: 200 len: 898 time: 0.1242728 Jan 21 19:41:14.018151 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-3ad71976-33f8-4c14-a568-a5072a95acd9 req-437d6446-ca1d-46f1-8c96-9eb644ebb89a service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6577a53b-bffe-46ad-a214-ba581c34fe00 HTTP/1.1" status: 200 len: 1001 time: 0.0942812 Jan 21 19:41:14.082560 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad71976-33f8-4c14-a568-a5072a95acd9 req-e840f3ec-3982-4733-b719-4b4fc8699bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:41:14.083874 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-3ad71976-33f8-4c14-a568-a5072a95acd9 req-e840f3ec-3982-4733-b719-4b4fc8699bde service neutron] 10.222.0.113 "GET /v2.0/subnets?id=4772b22c-22d2-41b1-ab9c-e478740affc0 HTTP/1.1" status: 200 len: 834 time: 0.0597317 Jan 21 19:41:14.159473 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad71976-33f8-4c14-a568-a5072a95acd9 req-6397d5fa-d386-4136-8d37-a342fc7300ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:41:14.160895 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-3ad71976-33f8-4c14-a568-a5072a95acd9 req-6397d5fa-d386-4136-8d37-a342fc7300ee service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=97a1eb06-be1c-44c0-98db-dce2808f07d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700684 Jan 21 19:41:14.290263 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-3ad71976-33f8-4c14-a568-a5072a95acd9 req-4256b258-c56e-4adc-b651-fb94ea695485 service neutron] 10.222.0.113 "GET /v2.0/networks/97a1eb06-be1c-44c0-98db-dce2808f07d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216063 Jan 21 19:41:14.421671 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-3ad71976-33f8-4c14-a568-a5072a95acd9 req-21a87f29-a0fe-4782-b2c5-c31ba7997554 service neutron] 10.222.0.113 "GET /v2.0/networks/97a1eb06-be1c-44c0-98db-dce2808f07d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243465 Jan 21 19:41:17.005761 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42276) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:41:17.239900 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-4c5cfc12-de98-49a4-b04d-5cf7499bda47 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Deleting port 9909f370-62ad-48cd-a115-693d94714f06 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:41:17.240237 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4c5cfc12-de98-49a4-b04d-5cf7499bda47 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:17.412021 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4c5cfc12-de98-49a4-b04d-5cf7499bda47 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:17.412353 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4c5cfc12-de98-49a4-b04d-5cf7499bda47 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:17.539735 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-4c5cfc12-de98-49a4-b04d-5cf7499bda47 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Calling delete_port for 9909f370-62ad-48cd-a115-693d94714f06 owned by network:floatingip {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:41:17.769569 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4c5cfc12-de98-49a4-b04d-5cf7499bda47 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:17.816873 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5cfc12-de98-49a4-b04d-5cf7499bda47 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event deleted for resources: {'Port': ['ID=9909f370-62ad-48cd-a115-693d94714f06,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:41:17.855711 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5cfc12-de98-49a4-b04d-5cf7499bda47 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:41:17.856057 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5cfc12-de98-49a4-b04d-5cf7499bda47 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:41:17.856398 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5cfc12-de98-49a4-b04d-5cf7499bda47 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:41:17.856735 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5cfc12-de98-49a4-b04d-5cf7499bda47 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:41:17.857066 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5cfc12-de98-49a4-b04d-5cf7499bda47 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:41:17.857399 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5cfc12-de98-49a4-b04d-5cf7499bda47 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:41:17.857753 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5cfc12-de98-49a4-b04d-5cf7499bda47 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:41:17.858104 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5cfc12-de98-49a4-b04d-5cf7499bda47 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:41:17.858433 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5cfc12-de98-49a4-b04d-5cf7499bda47 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:41:17.858754 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5cfc12-de98-49a4-b04d-5cf7499bda47 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:41:17.859076 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5cfc12-de98-49a4-b04d-5cf7499bda47 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:41:17.859400 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5cfc12-de98-49a4-b04d-5cf7499bda47 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:41:17.916510 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4c5cfc12-de98-49a4-b04d-5cf7499bda47 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for floatingip, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:17.916859 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.l3_db [None req-4c5cfc12-de98-49a4-b04d-5cf7499bda47 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Floating IP 1b81a42f-8cf5-447d-a838-e70ea271ca2b disassociated (deleted). External IP: 172.26.1.91, port: 6577a53b-bffe-46ad-a214-ba581c34fe00. Jan 21 19:41:18.368719 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c5cfc12-de98-49a4-b04d-5cf7499bda47 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Router d3c76fb5-dc21-484a-93ac-a0cf1289128b has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:41:18.545106 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5cfc12-de98-49a4-b04d-5cf7499bda47 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:41:18.554664 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb0464f-64c6-4981-bdb7-0cdfb4b81bce None None] Sync routers for ids ['d3c76fb5-dc21-484a-93ac-a0cf1289128b'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:41:18.564590 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb0464f-64c6-4981-bdb7-0cdfb4b81bce None None] Routers {'d3c76fb5-dc21-484a-93ac-a0cf1289128b'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:41:18.565207 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-cfb0464f-64c6-4981-bdb7-0cdfb4b81bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:40:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['d3c76fb5-dc21-484a-93ac-a0cf1289128b'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:41:18.620670 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-4c5cfc12-de98-49a4-b04d-5cf7499bda47 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:18.679080 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-4c5cfc12-de98-49a4-b04d-5cf7499bda47 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "DELETE /v2.0/floatingips/1b81a42f-8cf5-447d-a838-e70ea271ca2b HTTP/1.1" status: 204 len: 168 time: 1.6722269 Jan 21 19:41:18.679954 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8333f63a-064c-4004-b433-39e11bf868ad', 'tag': '6577a53b-bffe-46ad-a214-ba581c34fe00'}] {{(pid=88136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:41:18.787766 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-cfb0464f-64c6-4981-bdb7-0cdfb4b81bce None None] Set router d3c76fb5-dc21-484a-93ac-a0cf1289128b gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:41:18.805731 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8333f63a-064c-4004-b433-39e11bf868ad', 'tag': '6577a53b-bffe-46ad-a214-ba581c34fe00', 'status': 'completed', 'code': 200} Jan 21 19:41:18.901976 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b40660-17d8-4fb4-8fbd-98c79f11fe42 req-015173c9-991d-4559-9d4d-dbf977b55d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:41:18.903429 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e4b40660-17d8-4fb4-8fbd-98c79f11fe42 req-015173c9-991d-4559-9d4d-dbf977b55d60 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2ceb323a8e2c42c4b7cde2788c992fac&device_id=8333f63a-064c-4004-b433-39e11bf868ad HTTP/1.1" status: 200 len: 1099 time: 0.0735853 Jan 21 19:41:19.036805 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b40660-17d8-4fb4-8fbd-98c79f11fe42 req-ef24bb6f-3a05-4ffc-b92c-3ff70a97dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:41:19.038272 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e4b40660-17d8-4fb4-8fbd-98c79f11fe42 req-ef24bb6f-3a05-4ffc-b92c-3ff70a97dd62 service neutron] 10.222.0.113 "GET /v2.0/networks?id=97a1eb06-be1c-44c0-98db-dce2808f07d7 HTTP/1.1" status: 200 len: 898 time: 0.1284711 Jan 21 19:41:19.107616 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e4b40660-17d8-4fb4-8fbd-98c79f11fe42 req-89846cdd-d053-4b5e-9c63-3c43f0e98ac1 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6577a53b-bffe-46ad-a214-ba581c34fe00 HTTP/1.1" status: 200 len: 217 time: 0.0615153 Jan 21 19:41:19.111028 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-cfb0464f-64c6-4981-bdb7-0cdfb4b81bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c76fb5-dc21-484a-93ac-a0cf1289128b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180533802', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ed10fda4-f630-4f3c-b3ef-29cfdc7100ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:39:32Z', 'updated_at': '2022-01-21T19:39:38Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': 'ed10fda4-f630-4f3c-b3ef-29cfdc7100ca', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c76fb5-dc21-484a-93ac-a0cf1289128b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:39:33Z', 'updated_at': '2022-01-21T19:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '260ed29b-351f-4af3-a7ef-e07c10df526a', 'name': '', 'network_id': '97a1eb06-be1c-44c0-98db-dce2808f07d7', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'mac_address': 'fa:16:3e:1d:52:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c76fb5-dc21-484a-93ac-a0cf1289128b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '4772b22c-22d2-41b1-ab9c-e478740affc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:39:37Z', 'updated_at': '2022-01-21T19:39:44Z', 'revision_number': 5, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'subnets': [{'id': '4772b22c-22d2-41b1-ab9c-e478740affc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:41:19.120517 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb0464f-64c6-4981-bdb7-0cdfb4b81bce None None] Checking router: d3c76fb5-dc21-484a-93ac-a0cf1289128b for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:41:19.129623 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb0464f-64c6-4981-bdb7-0cdfb4b81bce None None] Routers {'d3c76fb5-dc21-484a-93ac-a0cf1289128b'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:41:19.130266 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-cfb0464f-64c6-4981-bdb7-0cdfb4b81bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:40:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['d3c76fb5-dc21-484a-93ac-a0cf1289128b'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:41:19.179658 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b40660-17d8-4fb4-8fbd-98c79f11fe42 req-9b91d100-c13f-4a11-8ae0-5862541990e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:41:19.181177 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e4b40660-17d8-4fb4-8fbd-98c79f11fe42 req-9b91d100-c13f-4a11-8ae0-5862541990e1 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=4772b22c-22d2-41b1-ab9c-e478740affc0 HTTP/1.1" status: 200 len: 834 time: 0.0669887 Jan 21 19:41:19.260317 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b40660-17d8-4fb4-8fbd-98c79f11fe42 req-fc2cc1fa-ca66-47e2-b194-e3ccf98f20e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:41:19.261936 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e4b40660-17d8-4fb4-8fbd-98c79f11fe42 req-fc2cc1fa-ca66-47e2-b194-e3ccf98f20e1 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=97a1eb06-be1c-44c0-98db-dce2808f07d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736237 Jan 21 19:41:19.298877 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32945b-7c0c-42cd-893c-8b420db888b5 req-037a047b-eedf-4f2d-bff6-21e9c2c815e9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:41:19.299682 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-cd32945b-7c0c-42cd-893c-8b420db888b5 req-037a047b-eedf-4f2d-bff6-21e9c2c815e9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Synchronizing usage tracker for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:41:19.317222 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-cfb0464f-64c6-4981-bdb7-0cdfb4b81bce None None] Set router d3c76fb5-dc21-484a-93ac-a0cf1289128b gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:41:19.365483 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-cd32945b-7c0c-42cd-893c-8b420db888b5 req-037a047b-eedf-4f2d-bff6-21e9c2c815e9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Unset dirty status for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:41:19.366670 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cd32945b-7c0c-42cd-893c-8b420db888b5 req-037a047b-eedf-4f2d-bff6-21e9c2c815e9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=8333f63a-064c-4004-b433-39e11bf868ad HTTP/1.1" status: 200 len: 946 time: 0.1582623 Jan 21 19:41:19.431002 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cd32945b-7c0c-42cd-893c-8b420db888b5 req-061803a9-0a98-4c7a-ac54-4598af72cb09 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=8401ff49-58d1-457f-afe6-d1d8e2d8f398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552251 Jan 21 19:41:19.507546 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e4b40660-17d8-4fb4-8fbd-98c79f11fe42 req-dba70dc1-0134-495e-845f-bae2f07de634 service neutron] 10.222.0.113 "GET /v2.0/networks/97a1eb06-be1c-44c0-98db-dce2808f07d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390859 Jan 21 19:41:19.636950 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e4b40660-17d8-4fb4-8fbd-98c79f11fe42 req-a74d4959-f2f5-4dd0-a067-bf237253d5fa service neutron] 10.222.0.113 "GET /v2.0/networks/97a1eb06-be1c-44c0-98db-dce2808f07d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229599 Jan 21 19:41:19.648992 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-cfb0464f-64c6-4981-bdb7-0cdfb4b81bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c76fb5-dc21-484a-93ac-a0cf1289128b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180533802', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ed10fda4-f630-4f3c-b3ef-29cfdc7100ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:39:32Z', 'updated_at': '2022-01-21T19:39:38Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': 'ed10fda4-f630-4f3c-b3ef-29cfdc7100ca', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c76fb5-dc21-484a-93ac-a0cf1289128b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:39:33Z', 'updated_at': '2022-01-21T19:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '260ed29b-351f-4af3-a7ef-e07c10df526a', 'name': '', 'network_id': '97a1eb06-be1c-44c0-98db-dce2808f07d7', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'mac_address': 'fa:16:3e:1d:52:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c76fb5-dc21-484a-93ac-a0cf1289128b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '4772b22c-22d2-41b1-ab9c-e478740affc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:39:37Z', 'updated_at': '2022-01-21T19:39:44Z', 'revision_number': 5, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'subnets': [{'id': '4772b22c-22d2-41b1-ab9c-e478740affc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:41:19.652928 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb0464f-64c6-4981-bdb7-0cdfb4b81bce None None] The sync data for ids ['d3c76fb5-dc21-484a-93ac-a0cf1289128b'] in dv-neutron-825470-1-hyperv is: [{'id': 'd3c76fb5-dc21-484a-93ac-a0cf1289128b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180533802', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ed10fda4-f630-4f3c-b3ef-29cfdc7100ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:39:32Z', 'updated_at': '2022-01-21T19:39:38Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': 'ed10fda4-f630-4f3c-b3ef-29cfdc7100ca', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c76fb5-dc21-484a-93ac-a0cf1289128b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:39:33Z', 'updated_at': '2022-01-21T19:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '260ed29b-351f-4af3-a7ef-e07c10df526a', 'name': '', 'network_id': '97a1eb06-be1c-44c0-98db-dce2808f07d7', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'mac_address': 'fa:16:3e:1d:52:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c76fb5-dc21-484a-93ac-a0cf1289128b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '4772b22c-22d2-41b1-ab9c-e478740affc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:39:37Z', 'updated_at': '2022-01-21T19:39:44Z', 'revision_number': 5, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'subnets': [{'id': '4772b22c-22d2-41b1-ab9c-e478740affc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:41:19.868537 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab48a3e7-6fec-45bc-8f4d-be9986443d9e None None] New status for floating IP 1b81a42f-8cf5-447d-a838-e70ea271ca2b: DOWN {{(pid=88139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:41:20.613362 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212176bd-c791-47a8-b642-f3a8ffc88e99 req-f5d4b711-9259-42bc-8f7a-0347ee3f250b tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:41:20.614822 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-212176bd-c791-47a8-b642-f3a8ffc88e99 req-f5d4b711-9259-42bc-8f7a-0347ee3f250b tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=8333f63a-064c-4004-b433-39e11bf868ad HTTP/1.1" status: 200 len: 946 time: 0.0802350 Jan 21 19:41:20.658393 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-212176bd-c791-47a8-b642-f3a8ffc88e99 req-c2631586-d136-4e1d-9a3b-b0f85fcdba10 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=8401ff49-58d1-457f-afe6-d1d8e2d8f398&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379016 Jan 21 19:41:20.900617 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34216b79-3498-4b83-a596-ed63222cdba5 req-d8d76967-ba69-4f37-974b-ccd5d090dcec tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:41:20.902054 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-34216b79-3498-4b83-a596-ed63222cdba5 req-d8d76967-ba69-4f37-974b-ccd5d090dcec tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.113 "GET /v2.0/ports?device_id=8333f63a-064c-4004-b433-39e11bf868ad HTTP/1.1" status: 200 len: 946 time: 0.0836020 Jan 21 19:41:20.970389 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-34216b79-3498-4b83-a596-ed63222cdba5 req-60c9fc46-b090-4778-8bc9-78c844bcc11a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Deleting port 6577a53b-bffe-46ad-a214-ba581c34fe00 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:41:20.970748 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-34216b79-3498-4b83-a596-ed63222cdba5 req-60c9fc46-b090-4778-8bc9-78c844bcc11a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:21.211903 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-34216b79-3498-4b83-a596-ed63222cdba5 req-60c9fc46-b090-4778-8bc9-78c844bcc11a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] For port 6577a53b-bffe-46ad-a214-ba581c34fe00, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=6577a53b-bffe-46ad-a214-ba581c34fe00,segment=NetworkSegment(0e0b2fd5-b46f-4ea5-a909-ae0118181825),segment_id=0e0b2fd5-b46f-4ea5-a909-ae0118181825)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:41:21.212166 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-34216b79-3498-4b83-a596-ed63222cdba5 req-60c9fc46-b090-4778-8bc9-78c844bcc11a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:21.331464 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-34216b79-3498-4b83-a596-ed63222cdba5 req-60c9fc46-b090-4778-8bc9-78c844bcc11a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Calling delete_port for 6577a53b-bffe-46ad-a214-ba581c34fe00 owned by compute:nova {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:41:21.547099 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-34216b79-3498-4b83-a596-ed63222cdba5 req-60c9fc46-b090-4778-8bc9-78c844bcc11a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:21.612639 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c9fc46-b090-4778-8bc9-78c844bcc11a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event deleted for resources: {'Port': ['ID=6577a53b-bffe-46ad-a214-ba581c34fe00,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:41:21.646858 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c9fc46-b090-4778-8bc9-78c844bcc11a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:41:21.647208 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c9fc46-b090-4778-8bc9-78c844bcc11a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:41:21.647547 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c9fc46-b090-4778-8bc9-78c844bcc11a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:41:21.647883 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c9fc46-b090-4778-8bc9-78c844bcc11a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:41:21.648212 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c9fc46-b090-4778-8bc9-78c844bcc11a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:41:21.648549 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c9fc46-b090-4778-8bc9-78c844bcc11a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:41:21.648876 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c9fc46-b090-4778-8bc9-78c844bcc11a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:41:21.649183 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c9fc46-b090-4778-8bc9-78c844bcc11a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:41:21.649502 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c9fc46-b090-4778-8bc9-78c844bcc11a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:41:21.649843 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c9fc46-b090-4778-8bc9-78c844bcc11a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:41:21.650167 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c9fc46-b090-4778-8bc9-78c844bcc11a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:41:21.650483 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c9fc46-b090-4778-8bc9-78c844bcc11a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:41:21.698842 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-34216b79-3498-4b83-a596-ed63222cdba5 req-60c9fc46-b090-4778-8bc9-78c844bcc11a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] No DVR routers for this DVR port 6577a53b-bffe-46ad-a214-ba581c34fe00 on host hv-neutron-8254 {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:41:21.701302 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-34216b79-3498-4b83-a596-ed63222cdba5 req-60c9fc46-b090-4778-8bc9-78c844bcc11a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:21.704412 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8333f63a-064c-4004-b433-39e11bf868ad', 'name': 'network-vif-deleted', 'tag': '6577a53b-bffe-46ad-a214-ba581c34fe00'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:41:21.783944 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-34216b79-3498-4b83-a596-ed63222cdba5 req-60c9fc46-b090-4778-8bc9-78c844bcc11a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.113 "DELETE /v2.0/ports/6577a53b-bffe-46ad-a214-ba581c34fe00 HTTP/1.1" status: 204 len: 173 time: 0.8762646 Jan 21 19:41:21.805422 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8333f63a-064c-4004-b433-39e11bf868ad', 'name': 'network-vif-deleted', 'tag': '6577a53b-bffe-46ad-a214-ba581c34fe00', 'status': 'completed', 'code': 200} Jan 21 19:41:21.810185 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fa7cb580-fa9b-40ff-b489-5cd9696a68ba req-12376d17-6a8c-4308-966a-0a9b8b2ecf60 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=8333f63a-064c-4004-b433-39e11bf868ad HTTP/1.1" status: 200 len: 210 time: 0.0457220 Jan 21 19:41:22.910096 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42302) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:41:23.443479 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a3f7d85c-9873-44be-8e0f-5c882f114471 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:23.902161 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-a3f7d85c-9873-44be-8e0f-5c882f114471 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Deleting port 260ed29b-351f-4af3-a7ef-e07c10df526a {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:41:23.902497 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a3f7d85c-9873-44be-8e0f-5c882f114471 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:24.086416 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-a3f7d85c-9873-44be-8e0f-5c882f114471 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] For port 260ed29b-351f-4af3-a7ef-e07c10df526a, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=260ed29b-351f-4af3-a7ef-e07c10df526a,segment=NetworkSegment(0e0b2fd5-b46f-4ea5-a909-ae0118181825),segment_id=0e0b2fd5-b46f-4ea5-a909-ae0118181825)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:41:24.087118 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a3f7d85c-9873-44be-8e0f-5c882f114471 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:24.214897 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-a3f7d85c-9873-44be-8e0f-5c882f114471 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Calling delete_port for 260ed29b-351f-4af3-a7ef-e07c10df526a owned by network:router_interface {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:41:24.554036 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a3f7d85c-9873-44be-8e0f-5c882f114471 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:24.604872 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f7d85c-9873-44be-8e0f-5c882f114471 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event deleted for resources: {'Port': ['ID=260ed29b-351f-4af3-a7ef-e07c10df526a,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:41:24.876559 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a3f7d85c-9873-44be-8e0f-5c882f114471 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:25.033778 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d19f92e5-e4e3-4d37-b1fa-57213990ec1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:25.266407 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 6577a53b-bffe-46ad-a214-ba581c34fe00 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:41:25.301853 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] No Port match for: 6577a53b-bffe-46ad-a214-ba581c34fe00 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:41:25.302182 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 6577a53b-bffe-46ad-a214-ba581c34fe00 not bound to the agent host hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:41:25.368206 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f7d85c-9873-44be-8e0f-5c882f114471 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Router d3c76fb5-dc21-484a-93ac-a0cf1289128b has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:41:25.550227 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f7d85c-9873-44be-8e0f-5c882f114471 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:41:25.559506 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58aca54-3383-4e4e-a544-328b38edc2c0 None None] Sync routers for ids ['d3c76fb5-dc21-484a-93ac-a0cf1289128b'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:41:25.562770 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a3f7d85c-9873-44be-8e0f-5c882f114471 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "PUT /v2.0/routers/d3c76fb5-dc21-484a-93ac-a0cf1289128b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6513324 Jan 21 19:41:25.565447 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42306) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:41:25.569720 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58aca54-3383-4e4e-a544-328b38edc2c0 None None] Routers {'d3c76fb5-dc21-484a-93ac-a0cf1289128b'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:41:25.570357 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-e58aca54-3383-4e4e-a544-328b38edc2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:40:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['d3c76fb5-dc21-484a-93ac-a0cf1289128b'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:41:25.636165 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-1714a84c-89f4-4564-aabc-7596bab5365d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Deleting subnet 4772b22c-22d2-41b1-ab9c-e478740affc0 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:41:25.639219 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1714a84c-89f4-4564-aabc-7596bab5365d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:25.699029 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1714a84c-89f4-4564-aabc-7596bab5365d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:25.746580 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-e58aca54-3383-4e4e-a544-328b38edc2c0 None None] Set router d3c76fb5-dc21-484a-93ac-a0cf1289128b gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:41:25.781606 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1714a84c-89f4-4564-aabc-7596bab5365d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:25.925365 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1714a84c-89f4-4564-aabc-7596bab5365d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:25.971534 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1714a84c-89f4-4564-aabc-7596bab5365d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event deleted for resources: {'Subnet': ['ID=4772b22c-22d2-41b1-ab9c-e478740affc0,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:41:25.973541 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1714a84c-89f4-4564-aabc-7596bab5365d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:25.980997 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-1714a84c-89f4-4564-aabc-7596bab5365d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "DELETE /v2.0/subnets/4772b22c-22d2-41b1-ab9c-e478740affc0 HTTP/1.1" status: 204 len: 168 time: 0.4139299 Jan 21 19:41:25.982995 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42310) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:41:26.014180 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8742f0f-f755-462c-b085-2818c23bebd7 None None] Network 97a1eb06-be1c-44c0-98db-dce2808f07d7 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:41:26.161923 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c0a82982-1951-472e-b6a5-74760b27c548 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for router, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:26.236193 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-e58aca54-3383-4e4e-a544-328b38edc2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c76fb5-dc21-484a-93ac-a0cf1289128b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180533802', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ed10fda4-f630-4f3c-b3ef-29cfdc7100ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:39:32Z', 'updated_at': '2022-01-21T19:41:24Z', 'revision_number': 5, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': 'ed10fda4-f630-4f3c-b3ef-29cfdc7100ca', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c76fb5-dc21-484a-93ac-a0cf1289128b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:39:33Z', 'updated_at': '2022-01-21T19:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:41:26.243815 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58aca54-3383-4e4e-a544-328b38edc2c0 None None] Checking router: d3c76fb5-dc21-484a-93ac-a0cf1289128b for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:41:26.257881 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58aca54-3383-4e4e-a544-328b38edc2c0 None None] Routers {'d3c76fb5-dc21-484a-93ac-a0cf1289128b'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:41:26.258499 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-e58aca54-3383-4e4e-a544-328b38edc2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:40:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['d3c76fb5-dc21-484a-93ac-a0cf1289128b'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:41:26.348503 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c0a82982-1951-472e-b6a5-74760b27c548 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:26.399023 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22410f6-281d-4d08-b49e-31d8f6dc6b24 None None] DHCP port deletion for 97a1eb06-be1c-44c0-98db-dce2808f07d7 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:41:26.419482 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-e22410f6-281d-4d08-b49e-31d8f6dc6b24 None None] Deleting port 7891b349-d7c8-4abb-98e4-3f378051a509 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:41:26.419852 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e22410f6-281d-4d08-b49e-31d8f6dc6b24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:26.434001 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-c0a82982-1951-472e-b6a5-74760b27c548 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Deleting port ed10fda4-f630-4f3c-b3ef-29cfdc7100ca {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:41:26.434512 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c0a82982-1951-472e-b6a5-74760b27c548 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:26.484946 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-e58aca54-3383-4e4e-a544-328b38edc2c0 None None] Set router d3c76fb5-dc21-484a-93ac-a0cf1289128b gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:41:26.608580 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-c0a82982-1951-472e-b6a5-74760b27c548 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] For port ed10fda4-f630-4f3c-b3ef-29cfdc7100ca, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=ed10fda4-f630-4f3c-b3ef-29cfdc7100ca,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:41:26.608930 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c0a82982-1951-472e-b6a5-74760b27c548 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:26.732165 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-c0a82982-1951-472e-b6a5-74760b27c548 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Calling delete_port for ed10fda4-f630-4f3c-b3ef-29cfdc7100ca owned by network:router_gateway {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:41:26.846768 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-e22410f6-281d-4d08-b49e-31d8f6dc6b24 None None] For port 7891b349-d7c8-4abb-98e4-3f378051a509, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=7891b349-d7c8-4abb-98e4-3f378051a509,segment=NetworkSegment(0e0b2fd5-b46f-4ea5-a909-ae0118181825),segment_id=0e0b2fd5-b46f-4ea5-a909-ae0118181825)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:41:26.846768 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e22410f6-281d-4d08-b49e-31d8f6dc6b24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:26.965427 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c0a82982-1951-472e-b6a5-74760b27c548 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:26.990139 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-e22410f6-281d-4d08-b49e-31d8f6dc6b24 None None] Calling delete_port for 7891b349-d7c8-4abb-98e4-3f378051a509 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:41:27.081957 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-e58aca54-3383-4e4e-a544-328b38edc2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c76fb5-dc21-484a-93ac-a0cf1289128b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180533802', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ed10fda4-f630-4f3c-b3ef-29cfdc7100ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:39:32Z', 'updated_at': '2022-01-21T19:41:24Z', 'revision_number': 5, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': 'ed10fda4-f630-4f3c-b3ef-29cfdc7100ca', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c76fb5-dc21-484a-93ac-a0cf1289128b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:39:33Z', 'updated_at': '2022-01-21T19:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:41:27.086218 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58aca54-3383-4e4e-a544-328b38edc2c0 None None] The sync data for ids ['d3c76fb5-dc21-484a-93ac-a0cf1289128b'] in dv-neutron-825470-1-hyperv is: [{'id': 'd3c76fb5-dc21-484a-93ac-a0cf1289128b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180533802', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ed10fda4-f630-4f3c-b3ef-29cfdc7100ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:39:32Z', 'updated_at': '2022-01-21T19:41:24Z', 'revision_number': 5, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': 'ed10fda4-f630-4f3c-b3ef-29cfdc7100ca', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c76fb5-dc21-484a-93ac-a0cf1289128b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:39:33Z', 'updated_at': '2022-01-21T19:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:41:27.137395 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a82982-1951-472e-b6a5-74760b27c548 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event deleted for resources: {'Port': ['ID=ed10fda4-f630-4f3c-b3ef-29cfdc7100ca,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:41:27.153749 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e22410f6-281d-4d08-b49e-31d8f6dc6b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:27.212517 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22410f6-281d-4d08-b49e-31d8f6dc6b24 None None] Pushing event deleted for resources: {'Port': ['ID=7891b349-d7c8-4abb-98e4-3f378051a509,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:41:27.217659 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22410f6-281d-4d08-b49e-31d8f6dc6b24 None None] No DVR routers for this DVR port 7891b349-d7c8-4abb-98e4-3f378051a509 on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:41:27.240341 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c0a82982-1951-472e-b6a5-74760b27c548 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:27.289515 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-691a429f-d007-4829-bfdb-fc1353603da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:27.427439 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c0a82982-1951-472e-b6a5-74760b27c548 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:27.429743 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c0a82982-1951-472e-b6a5-74760b27c548 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:27.512542 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c0a82982-1951-472e-b6a5-74760b27c548 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:27.513170 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a82982-1951-472e-b6a5-74760b27c548 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Fanout notify agent at l3_agent the message router_deleted on router d3c76fb5-dc21-484a-93ac-a0cf1289128b {{(pid=88136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:41:27.535288 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c0a82982-1951-472e-b6a5-74760b27c548 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:27.536387 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c0a82982-1951-472e-b6a5-74760b27c548 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "DELETE /v2.0/routers/d3c76fb5-dc21-484a-93ac-a0cf1289128b HTTP/1.1" status: 204 len: 168 time: 1.5524521 Jan 21 19:41:27.539043 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42314) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:41:27.666332 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-275b67df-5c6e-4035-a5cb-3dd973cb1143 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:27.806501 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-275b67df-5c6e-4035-a5cb-3dd973cb1143 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:27.831155 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-275b67df-5c6e-4035-a5cb-3dd973cb1143 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97a1eb06-be1c-44c0-98db-dce2808f07d7']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:41:27.842861 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-275b67df-5c6e-4035-a5cb-3dd973cb1143 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e0b2fd5-b46f-4ea5-a909-ae0118181825') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:41:27.843154 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-275b67df-5c6e-4035-a5cb-3dd973cb1143 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e0b2fd5-b46f-4ea5-a909-ae0118181825') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:41:27.854264 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-275b67df-5c6e-4035-a5cb-3dd973cb1143 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:27.870319 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-275b67df-5c6e-4035-a5cb-3dd973cb1143 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:27.876948 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-275b67df-5c6e-4035-a5cb-3dd973cb1143 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:41:27.877323 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-275b67df-5c6e-4035-a5cb-3dd973cb1143 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:27.891853 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:41:27.891853 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:41:27.891853 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:41:27.891853 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:41:27.891853 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:41:27.891853 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:41:27.891853 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:41:27.891853 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:41:27.891853 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:41:27.891853 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:41:27.891853 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:41:27.891853 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:41:27.891853 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:41:27.891853 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:41:27.891853 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:41:27.891853 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:41:27.891853 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:41:27.891853 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:41:27.891853 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:41:27.891853 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:41:27.891853 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:41:27.891853 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:41:27.891853 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:41:27.891853 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:41:27.891853 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:41:27.891853 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:41:27.891853 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:41:27.891853 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:41:27.891853 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:41:27.891853 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:41:27.891853 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:41:27.891853 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:41:28.049996 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-275b67df-5c6e-4035-a5cb-3dd973cb1143 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:28.067104 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-275b67df-5c6e-4035-a5cb-3dd973cb1143 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:28.078078 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b67df-5c6e-4035-a5cb-3dd973cb1143 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event deleted for resources: {'Network': ['ID=97a1eb06-be1c-44c0-98db-dce2808f07d7,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:41:28.143882 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-275b67df-5c6e-4035-a5cb-3dd973cb1143 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "DELETE /v2.0/networks/97a1eb06-be1c-44c0-98db-dce2808f07d7 HTTP/1.1" status: 204 len: 168 time: 0.6035974 Jan 21 19:41:28.147126 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42318) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:41:28.215141 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fc1ab30d-62f2-422f-baff-5b4864b922f5 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:28.244990 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fc1ab30d-62f2-422f-baff-5b4864b922f5 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:28.269610 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device ed10fda4-f630-4f3c-b3ef-29cfdc7100ca no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:41:28.304587 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: ed10fda4-f630-4f3c-b3ef-29cfdc7100ca {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:41:28.305264 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device ed10fda4-f630-4f3c-b3ef-29cfdc7100ca not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:41:28.305264 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 260ed29b-351f-4af3-a7ef-e07c10df526a no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:41:28.337436 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 260ed29b-351f-4af3-a7ef-e07c10df526a {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:41:28.337781 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 260ed29b-351f-4af3-a7ef-e07c10df526a not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:41:28.338206 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 7891b349-d7c8-4abb-98e4-3f378051a509 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:41:28.399821 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fc1ab30d-62f2-422f-baff-5b4864b922f5 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:28.411949 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 7891b349-d7c8-4abb-98e4-3f378051a509 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:41:28.415970 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 7891b349-d7c8-4abb-98e4-3f378051a509 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:41:28.420740 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ab30d-62f2-422f-baff-5b4864b922f5 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8401ff49-58d1-457f-afe6-d1d8e2d8f398,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:41:28.484416 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fc1ab30d-62f2-422f-baff-5b4864b922f5 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:28.485593 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-fc1ab30d-62f2-422f-baff-5b4864b922f5 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "DELETE /v2.0/security-groups/8401ff49-58d1-457f-afe6-d1d8e2d8f398 HTTP/1.1" status: 204 len: 168 time: 0.3375058 Jan 21 19:41:28.593838 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:28.712480 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:28.740978 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:28.863461 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42326) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:41:28.868753 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-2cba33fe-f536-48a0-b6ff-fee020a83d03 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-612376616', 'description': 'tempest-secgroup-smoke-612376616 description', 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:41:28.874944 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-2cba33fe-f536-48a0-b6ff-fee020a83d03 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:41:28.880130 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-2cba33fe-f536-48a0-b6ff-fee020a83d03 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:security_group and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:41:28.882978 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-2cba33fe-f536-48a0-b6ff-fee020a83d03 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:41:28.888533 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-2cba33fe-f536-48a0-b6ff-fee020a83d03 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:41:28.959741 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2cba33fe-f536-48a0-b6ff-fee020a83d03 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:28.978718 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-2cba33fe-f536-48a0-b6ff-fee020a83d03 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:41:28.982368 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-2cba33fe-f536-48a0-b6ff-fee020a83d03 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:security_group_rule and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:41:28.985078 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-2cba33fe-f536-48a0-b6ff-fee020a83d03 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:41:28.990590 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-2cba33fe-f536-48a0-b6ff-fee020a83d03 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:41:29.056973 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2cba33fe-f536-48a0-b6ff-fee020a83d03 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:29.165191 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2cba33fe-f536-48a0-b6ff-fee020a83d03 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:29.209432 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba33fe-f536-48a0-b6ff-fee020a83d03 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=349c5d7e-c783-4eae-83f4-b6348a0860a5,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:41:29.283753 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2cba33fe-f536-48a0-b6ff-fee020a83d03 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:29.284980 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-2cba33fe-f536-48a0-b6ff-fee020a83d03 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4205251 Jan 21 19:41:29.287834 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42330) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:41:29.292747 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-c6c238a9-434b-4d59-8f7b-5ccf52d450ab tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'security_group_rule': {'security_group_id': '349c5d7e-c783-4eae-83f4-b6348a0860a5', 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:41:29.299540 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-c6c238a9-434b-4d59-8f7b-5ccf52d450ab tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:41:29.303321 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-c6c238a9-434b-4d59-8f7b-5ccf52d450ab tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:security_group_rule and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:41:29.306150 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-c6c238a9-434b-4d59-8f7b-5ccf52d450ab tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:41:29.311840 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-c6c238a9-434b-4d59-8f7b-5ccf52d450ab tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:41:29.377277 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c6c238a9-434b-4d59-8f7b-5ccf52d450ab tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:29.443742 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c6c238a9-434b-4d59-8f7b-5ccf52d450ab tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:29.484627 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c6c238a9-434b-4d59-8f7b-5ccf52d450ab tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:29.507479 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c238a9-434b-4d59-8f7b-5ccf52d450ab tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=381e0286-ad58-4f90-aa90-fa563f3151c6,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:41:29.570896 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c6c238a9-434b-4d59-8f7b-5ccf52d450ab tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:29.572127 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c6c238a9-434b-4d59-8f7b-5ccf52d450ab tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2833507 Jan 21 19:41:29.574933 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 42334) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:41:29.584242 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-51252b4e-c7c3-45a3-a27b-60c1b2d1839a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'security_group_rule': {'security_group_id': '349c5d7e-c783-4eae-83f4-b6348a0860a5', 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:41:29.586422 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-51252b4e-c7c3-45a3-a27b-60c1b2d1839a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:41:29.590169 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-51252b4e-c7c3-45a3-a27b-60c1b2d1839a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:security_group_rule and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:41:29.593053 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-51252b4e-c7c3-45a3-a27b-60c1b2d1839a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:41:29.599844 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-51252b4e-c7c3-45a3-a27b-60c1b2d1839a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:41:29.674405 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-51252b4e-c7c3-45a3-a27b-60c1b2d1839a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:29.733985 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-51252b4e-c7c3-45a3-a27b-60c1b2d1839a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:29.809339 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-51252b4e-c7c3-45a3-a27b-60c1b2d1839a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:29.835698 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51252b4e-c7c3-45a3-a27b-60c1b2d1839a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26fc2493-ac1c-41a0-88ba-35c1328479e6,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:41:29.924552 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-51252b4e-c7c3-45a3-a27b-60c1b2d1839a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:29.925772 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-51252b4e-c7c3-45a3-a27b-60c1b2d1839a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3497651 Jan 21 19:41:29.928455 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 42338) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:41:29.933462 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-bef97186-ccba-4e1b-b8cc-71fe6c482c0f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'security_group_rule': {'security_group_id': '349c5d7e-c783-4eae-83f4-b6348a0860a5', 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:41:29.940650 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-bef97186-ccba-4e1b-b8cc-71fe6c482c0f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:41:29.944486 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-bef97186-ccba-4e1b-b8cc-71fe6c482c0f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:security_group_rule and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:41:29.947433 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-bef97186-ccba-4e1b-b8cc-71fe6c482c0f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:41:29.953266 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-bef97186-ccba-4e1b-b8cc-71fe6c482c0f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:41:30.038615 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bef97186-ccba-4e1b-b8cc-71fe6c482c0f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:30.099274 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bef97186-ccba-4e1b-b8cc-71fe6c482c0f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:30.175746 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bef97186-ccba-4e1b-b8cc-71fe6c482c0f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:30.201751 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef97186-ccba-4e1b-b8cc-71fe6c482c0f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ef0c8f2-4398-4721-b524-0995339ab9d6,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:41:30.260878 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:30.283943 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bef97186-ccba-4e1b-b8cc-71fe6c482c0f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:30.285145 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-bef97186-ccba-4e1b-b8cc-71fe6c482c0f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3557351 Jan 21 19:41:30.287907 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 42342) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:41:30.293823 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-1e5ad9bf-d8d2-4f37-ba9a-f0219ff554db tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'security_group_rule': {'security_group_id': '349c5d7e-c783-4eae-83f4-b6348a0860a5', 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:41:30.298971 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-1e5ad9bf-d8d2-4f37-ba9a-f0219ff554db tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:41:30.302714 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-1e5ad9bf-d8d2-4f37-ba9a-f0219ff554db tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:security_group_rule and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:41:30.305493 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-1e5ad9bf-d8d2-4f37-ba9a-f0219ff554db tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:41:30.310988 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-1e5ad9bf-d8d2-4f37-ba9a-f0219ff554db tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:41:30.371296 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1e5ad9bf-d8d2-4f37-ba9a-f0219ff554db tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:30.432775 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1e5ad9bf-d8d2-4f37-ba9a-f0219ff554db tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:30.484662 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1e5ad9bf-d8d2-4f37-ba9a-f0219ff554db tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:30.507450 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ad9bf-d8d2-4f37-ba9a-f0219ff554db tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=245dc969-9382-4416-ab0f-d9f6b3eefeea,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:41:30.553704 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1e5ad9bf-d8d2-4f37-ba9a-f0219ff554db tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:30.554879 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-1e5ad9bf-d8d2-4f37-ba9a-f0219ff554db tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2660167 Jan 21 19:41:30.557418 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 42346) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:41:30.562293 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-55ff0c4b-44f9-4348-9827-7fd03df7fccf tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'security_group_rule': {'security_group_id': '349c5d7e-c783-4eae-83f4-b6348a0860a5', 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:41:30.568811 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-55ff0c4b-44f9-4348-9827-7fd03df7fccf tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:41:30.572630 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-55ff0c4b-44f9-4348-9827-7fd03df7fccf tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:security_group_rule and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:41:30.575535 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-55ff0c4b-44f9-4348-9827-7fd03df7fccf tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:41:30.581965 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-55ff0c4b-44f9-4348-9827-7fd03df7fccf tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:41:30.628047 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.securitygroups_db [None req-55ff0c4b-44f9-4348-9827-7fd03df7fccf tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Project 2ceb323a8e2c42c4b7cde2788c992fac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 19:41:30.635147 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-55ff0c4b-44f9-4348-9827-7fd03df7fccf tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:30.701418 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-55ff0c4b-44f9-4348-9827-7fd03df7fccf tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:30.791756 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-55ff0c4b-44f9-4348-9827-7fd03df7fccf tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:30.816138 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff0c4b-44f9-4348-9827-7fd03df7fccf tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50bec1cf-a959-4448-b6de-7e9098c4c99c,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:41:30.890749 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-55ff0c4b-44f9-4348-9827-7fd03df7fccf tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:30.892106 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-55ff0c4b-44f9-4348-9827-7fd03df7fccf tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3337250 Jan 21 19:41:30.894906 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 42350) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:41:30.900210 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-91daf7bc-d907-41b1-9ab4-5be8162676e1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'security_group_rule': {'security_group_id': '349c5d7e-c783-4eae-83f4-b6348a0860a5', 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:41:30.906166 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-91daf7bc-d907-41b1-9ab4-5be8162676e1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:41:30.910233 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-91daf7bc-d907-41b1-9ab4-5be8162676e1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:security_group_rule and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:41:30.913076 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-91daf7bc-d907-41b1-9ab4-5be8162676e1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:41:30.918777 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-91daf7bc-d907-41b1-9ab4-5be8162676e1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:41:31.004921 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.securitygroups_db [None req-91daf7bc-d907-41b1-9ab4-5be8162676e1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Project 2ceb323a8e2c42c4b7cde2788c992fac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 19:41:31.011784 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-91daf7bc-d907-41b1-9ab4-5be8162676e1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:31.076181 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-91daf7bc-d907-41b1-9ab4-5be8162676e1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:31.136481 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-91daf7bc-d907-41b1-9ab4-5be8162676e1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:31.160000 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91daf7bc-d907-41b1-9ab4-5be8162676e1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d84297a-dc5f-45a7-b07b-08456eb838f9,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:41:31.228067 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-91daf7bc-d907-41b1-9ab4-5be8162676e1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:31.229238 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-91daf7bc-d907-41b1-9ab4-5be8162676e1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3332419 Jan 21 19:41:31.232005 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 42354) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:41:31.238355 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-3210c3e5-ba5d-41b2-8b8c-a3e00d5873a9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'network': {'name': 'tempest-network-smoke--994546750', 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'port_security_enabled': True}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:41:31.243271 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3210c3e5-ba5d-41b2-8b8c-a3e00d5873a9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:41:31.247283 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-3210c3e5-ba5d-41b2-8b8c-a3e00d5873a9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:network and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:41:31.250090 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-3210c3e5-ba5d-41b2-8b8c-a3e00d5873a9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:41:31.256328 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3210c3e5-ba5d-41b2-8b8c-a3e00d5873a9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:41:31.330074 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3210c3e5-ba5d-41b2-8b8c-a3e00d5873a9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Made reservation on behalf of 2ceb323a8e2c42c4b7cde2788c992fac for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:41:31.333329 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3210c3e5-ba5d-41b2-8b8c-a3e00d5873a9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:31.361484 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3210c3e5-ba5d-41b2-8b8c-a3e00d5873a9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:41:31.369481 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3210c3e5-ba5d-41b2-8b8c-a3e00d5873a9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:31.369823 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-3210c3e5-ba5d-41b2-8b8c-a3e00d5873a9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Added segment ce26b634-264c-47fe-954f-d20b8c32f87e of type vlan for network 46987820-c316-4383-8d83-367f7a9b60dc Jan 21 19:41:31.398211 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3210c3e5-ba5d-41b2-8b8c-a3e00d5873a9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:31.518185 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3210c3e5-ba5d-41b2-8b8c-a3e00d5873a9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:31.523626 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3210c3e5-ba5d-41b2-8b8c-a3e00d5873a9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:41:31.524204 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3210c3e5-ba5d-41b2-8b8c-a3e00d5873a9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:31.629228 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210c3e5-ba5d-41b2-8b8c-a3e00d5873a9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'Network': ['ID=46987820-c316-4383-8d83-367f7a9b60dc,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:41:31.639764 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 46987820-c316-4383-8d83-367f7a9b60dc details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:41:31.656086 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3210c3e5-ba5d-41b2-8b8c-a3e00d5873a9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4230776 Jan 21 19:41:31.659600 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42358) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:41:31.664772 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-c24e3bf5-0a00-496d-896f-198f23e47c10 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1737123276', 'admin_state_up': True, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:41:31.671687 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-c24e3bf5-0a00-496d-896f-198f23e47c10 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:41:31.676288 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-c24e3bf5-0a00-496d-896f-198f23e47c10 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:router and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:41:31.679136 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-c24e3bf5-0a00-496d-896f-198f23e47c10 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:41:31.685405 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-c24e3bf5-0a00-496d-896f-198f23e47c10 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:41:31.777087 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c24e3bf5-0a00-496d-896f-198f23e47c10 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:31.778149 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c24e3bf5-0a00-496d-896f-198f23e47c10 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:31.792378 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c24e3bf5-0a00-496d-896f-198f23e47c10 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:32.246647 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c24e3bf5-0a00-496d-896f-198f23e47c10 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:32.603182 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c24e3bf5-0a00-496d-896f-198f23e47c10 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for router_gateway, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:32.632016 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c24e3bf5-0a00-496d-896f-198f23e47c10 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:32.763072 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-c24e3bf5-0a00-496d-896f-198f23e47c10 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Allocated IP 172.26.1.251 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/90ca8761-0def-47e0-8fc6-8f6d29003c2d) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:41:32.905918 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c24e3bf5-0a00-496d-896f-198f23e47c10 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:32.982668 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c24e3bf5-0a00-496d-896f-198f23e47c10 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:33.047428 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24e3bf5-0a00-496d-896f-198f23e47c10 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:41:33.050200 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-c24e3bf5-0a00-496d-896f-198f23e47c10 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:41:33.053783 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24e3bf5-0a00-496d-896f-198f23e47c10 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:41:33.091323 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e3bf5-0a00-496d-896f-198f23e47c10 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'Port': ['ID=90ca8761-0def-47e0-8fc6-8f6d29003c2d,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:41:33.541434 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c24e3bf5-0a00-496d-896f-198f23e47c10 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for router_gateway, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:34.000077 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c24e3bf5-0a00-496d-896f-198f23e47c10 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:34.279573 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24e3bf5-0a00-496d-896f-198f23e47c10 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Router ba9f5afe-ab5f-4793-8189-6d414f2de49f is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:41:34.459599 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24e3bf5-0a00-496d-896f-198f23e47c10 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:41:34.470517 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e75ed78-6b28-44c8-a135-ad2c28ce065d None None] Sync routers for ids ['ba9f5afe-ab5f-4793-8189-6d414f2de49f'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:41:34.479727 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e75ed78-6b28-44c8-a135-ad2c28ce065d None None] Routers {'ba9f5afe-ab5f-4793-8189-6d414f2de49f'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:41:34.480330 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-5e75ed78-6b28-44c8-a135-ad2c28ce065d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:41:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['ba9f5afe-ab5f-4793-8189-6d414f2de49f'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:41:34.536687 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c24e3bf5-0a00-496d-896f-198f23e47c10 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:34.537833 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c24e3bf5-0a00-496d-896f-198f23e47c10 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8772151 Jan 21 19:41:34.541171 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 42362) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:41:34.659277 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-5e75ed78-6b28-44c8-a135-ad2c28ce065d None None] Set router ba9f5afe-ab5f-4793-8189-6d414f2de49f gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:41:34.691812 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-48f82481-5124-472d-bddc-34378f1a93c2 tempest-TestNetworkAdvancedServerOps-4837441 tempest-TestNetworkAdvancedServerOps-4837441-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=2ceb323a8e2c42c4b7cde2788c992fac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1489351 Jan 21 19:41:34.694384 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 42368) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:41:34.914523 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9466ec76-33f3-4719-aab0-cf00cc5f1bc9 tempest-TestNetworkAdvancedServerOps-4837441 tempest-TestNetworkAdvancedServerOps-4837441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:41:34.915992 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-9466ec76-33f3-4719-aab0-cf00cc5f1bc9 tempest-TestNetworkAdvancedServerOps-4837441 tempest-TestNetworkAdvancedServerOps-4837441-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2207274 Jan 21 19:41:34.918791 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 42372) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:41:34.943298 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-5e75ed78-6b28-44c8-a135-ad2c28ce065d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9f5afe-ab5f-4793-8189-6d414f2de49f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737123276', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.251'}], 'enable_snat': True}, 'gw_port_id': '90ca8761-0def-47e0-8fc6-8f6d29003c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:41:31Z', 'updated_at': '2022-01-21T19:41:33Z', 'revision_number': 3, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '90ca8761-0def-47e0-8fc6-8f6d29003c2d', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:6d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9f5afe-ab5f-4793-8189-6d414f2de49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:41:32Z', 'updated_at': '2022-01-21T19:41:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:41:34.946982 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e75ed78-6b28-44c8-a135-ad2c28ce065d None None] Checking router: ba9f5afe-ab5f-4793-8189-6d414f2de49f for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:41:34.947325 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e75ed78-6b28-44c8-a135-ad2c28ce065d None None] Updating router ba9f5afe-ab5f-4793-8189-6d414f2de49f port 90ca8761-0def-47e0-8fc6-8f6d29003c2d binding host dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:41:34.958655 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5ef607a7-d408-456a-bbd9-760b1abd407a tempest-TestNetworkAdvancedServerOps-4837441 tempest-TestNetworkAdvancedServerOps-4837441-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=552ba34b-3dd7-4be8-8310-a9fc908fe72b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387635 Jan 21 19:41:34.961046 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 42376) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:41:34.966333 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-84d2d819-761e-4648-a673-fdee5dfc84f1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-532896120', 'network_id': '46987820-c316-4383-8d83-367f7a9b60dc', 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:41:35.002051 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5e75ed78-6b28-44c8-a135-ad2c28ce065d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:35.073202 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-84d2d819-761e-4648-a673-fdee5dfc84f1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:41:35.077114 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-84d2d819-761e-4648-a673-fdee5dfc84f1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:subnet and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:41:35.080495 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-84d2d819-761e-4648-a673-fdee5dfc84f1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:41:35.086064 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-84d2d819-761e-4648-a673-fdee5dfc84f1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:41:35.141984 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d2d819-761e-4648-a673-fdee5dfc84f1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Made reservation on behalf of 2ceb323a8e2c42c4b7cde2788c992fac for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:41:35.145695 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-84d2d819-761e-4648-a673-fdee5dfc84f1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:35.320528 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5e75ed78-6b28-44c8-a135-ad2c28ce065d None None] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:35.332105 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-5e75ed78-6b28-44c8-a135-ad2c28ce065d None None] Transition to ACTIVE for port object 90ca8761-0def-47e0-8fc6-8f6d29003c2d will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:41:35.377025 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5e75ed78-6b28-44c8-a135-ad2c28ce065d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:35.416597 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-84d2d819-761e-4648-a673-fdee5dfc84f1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:35.457079 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-5e75ed78-6b28-44c8-a135-ad2c28ce065d None None] Attempting to bind port 90ca8761-0def-47e0-8fc6-8f6d29003c2d on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:41:35.457447 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-5e75ed78-6b28-44c8-a135-ad2c28ce065d None None] Attempting to bind port 90ca8761-0def-47e0-8fc6-8f6d29003c2d by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:41:35.457861 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e75ed78-6b28-44c8-a135-ad2c28ce065d None None] Attempting to bind port 90ca8761-0def-47e0-8fc6-8f6d29003c2d on network 552ba34b-3dd7-4be8-8310-a9fc908fe72b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:41:35.459912 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd23e3-defb-43cc-89ce-af4b270992c7 None None] Pushing event updated for resources: {'Port': ['ID=90ca8761-0def-47e0-8fc6-8f6d29003c2d,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:41:35.468702 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e75ed78-6b28-44c8-a135-ad2c28ce065d None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:41:35.470147 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e75ed78-6b28-44c8-a135-ad2c28ce065d None None] Checking segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:41:35.470545 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5e75ed78-6b28-44c8-a135-ad2c28ce065d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:35.471091 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e75ed78-6b28-44c8-a135-ad2c28ce065d None None] Bound using segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:41:35.471382 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-5e75ed78-6b28-44c8-a135-ad2c28ce065d None None] Bound port: 90ca8761-0def-47e0-8fc6-8f6d29003c2d, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:41:35.471746 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5e75ed78-6b28-44c8-a135-ad2c28ce065d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:35.500062 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bd23e3-defb-43cc-89ce-af4b270992c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:41:35.500430 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bd23e3-defb-43cc-89ce-af4b270992c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:41:35.500962 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bd23e3-defb-43cc-89ce-af4b270992c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:41:35.501245 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bd23e3-defb-43cc-89ce-af4b270992c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:41:35.501347 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2d819-761e-4648-a673-fdee5dfc84f1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'Subnet': ['ID=72184213-2fd9-46bd-aae4-f72ec6dd306c,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:41:35.501447 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bd23e3-defb-43cc-89ce-af4b270992c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:41:35.501701 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bd23e3-defb-43cc-89ce-af4b270992c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:41:35.502040 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bd23e3-defb-43cc-89ce-af4b270992c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:41:35.502358 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bd23e3-defb-43cc-89ce-af4b270992c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:41:35.502677 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bd23e3-defb-43cc-89ce-af4b270992c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:41:35.502992 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bd23e3-defb-43cc-89ce-af4b270992c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:41:35.503301 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bd23e3-defb-43cc-89ce-af4b270992c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:41:35.503614 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bd23e3-defb-43cc-89ce-af4b270992c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:41:35.510304 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d2d819-761e-4648-a673-fdee5dfc84f1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Checking segment: {'id': 'ce26b634-264c-47fe-954f-d20b8c32f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '46987820-c316-4383-8d83-367f7a9b60dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:41:35.510666 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d2d819-761e-4648-a673-fdee5dfc84f1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Network hostable DHCP agents. Network: 46987820-c316-4383-8d83-367f7a9b60dc, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:41:35.550855 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-5e75ed78-6b28-44c8-a135-ad2c28ce065d None None] For port 90ca8761-0def-47e0-8fc6-8f6d29003c2d, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:41:35.553807 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-5e75ed78-6b28-44c8-a135-ad2c28ce065d None None] For port 90ca8761-0def-47e0-8fc6-8f6d29003c2d, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=90ca8761-0def-47e0-8fc6-8f6d29003c2d,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:41:35.580596 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d2d819-761e-4648-a673-fdee5dfc84f1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Network 46987820-c316-4383-8d83-367f7a9b60dc is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:41:35.638079 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5e75ed78-6b28-44c8-a135-ad2c28ce065d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:35.671987 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-84d2d819-761e-4648-a673-fdee5dfc84f1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 46987820-c316-4383-8d83-367f7a9b60dc) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:41:35.677578 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d2d819-761e-4648-a673-fdee5dfc84f1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:41:35.683917 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-84d2d819-761e-4648-a673-fdee5dfc84f1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:35.684167 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cd7360-17e8-4e16-8550-ba618db65b27 None None] Network 46987820-c316-4383-8d83-367f7a9b60dc requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:41:35.717388 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e75ed78-6b28-44c8-a135-ad2c28ce065d None None] Routers {'ba9f5afe-ab5f-4793-8189-6d414f2de49f'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:41:35.718023 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-5e75ed78-6b28-44c8-a135-ad2c28ce065d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:41:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['ba9f5afe-ab5f-4793-8189-6d414f2de49f'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:41:35.768059 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-84d2d819-761e-4648-a673-fdee5dfc84f1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8026299 Jan 21 19:41:35.768473 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 42380) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:41:35.776672 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd23e3-defb-43cc-89ce-af4b270992c7 None None] Pushing event updated for resources: {'Port': ['ID=90ca8761-0def-47e0-8fc6-8f6d29003c2d,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:41:35.901653 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b5bbf7-2b23-4038-8461-3d8b2626269b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-46987820-c316-4383-8d83-367f7a9b60dc', 'network_id': '46987820-c316-4383-8d83-367f7a9b60dc', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'fixed_ips': [{'subnet_id': '72184213-2fd9-46bd-aae4-f72ec6dd306c'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:41:35.902634 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-36b5bbf7-2b23-4038-8461-3d8b2626269b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:35.938093 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-5e75ed78-6b28-44c8-a135-ad2c28ce065d None None] Set router ba9f5afe-ab5f-4793-8189-6d414f2de49f gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:41:36.076529 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-36b5bbf7-2b23-4038-8461-3d8b2626269b None None] Allocated IP 172.20.0.2 (46987820-c316-4383-8d83-367f7a9b60dc/72184213-2fd9-46bd-aae4-f72ec6dd306c/daffb255-cc5b-4589-8628-f15e9bb1df53) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:41:36.232611 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-5e75ed78-6b28-44c8-a135-ad2c28ce065d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9f5afe-ab5f-4793-8189-6d414f2de49f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737123276', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.251'}], 'enable_snat': True}, 'gw_port_id': '90ca8761-0def-47e0-8fc6-8f6d29003c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:41:31Z', 'updated_at': '2022-01-21T19:41:33Z', 'revision_number': 3, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '90ca8761-0def-47e0-8fc6-8f6d29003c2d', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:6d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9f5afe-ab5f-4793-8189-6d414f2de49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:41:32Z', 'updated_at': '2022-01-21T19:41:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:41:36.233840 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e75ed78-6b28-44c8-a135-ad2c28ce065d None None] The sync data for ids ['ba9f5afe-ab5f-4793-8189-6d414f2de49f'] in dv-neutron-825470-1-hyperv is: [{'id': 'ba9f5afe-ab5f-4793-8189-6d414f2de49f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737123276', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.251'}], 'enable_snat': True}, 'gw_port_id': '90ca8761-0def-47e0-8fc6-8f6d29003c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:41:31Z', 'updated_at': '2022-01-21T19:41:33Z', 'revision_number': 3, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '90ca8761-0def-47e0-8fc6-8f6d29003c2d', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:6d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9f5afe-ab5f-4793-8189-6d414f2de49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:41:32Z', 'updated_at': '2022-01-21T19:41:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:41:36.304712 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-36b5bbf7-2b23-4038-8461-3d8b2626269b None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:36.318205 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-36b5bbf7-2b23-4038-8461-3d8b2626269b None None] Transition to ACTIVE for port object daffb255-cc5b-4589-8628-f15e9bb1df53 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:41:36.337888 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-36b5bbf7-2b23-4038-8461-3d8b2626269b None None] Transition to ACTIVE for port object daffb255-cc5b-4589-8628-f15e9bb1df53 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:41:36.405447 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-36b5bbf7-2b23-4038-8461-3d8b2626269b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:36.420001 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:41:36.508164 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0e00bb47-508b-404d-9fc9-c93c8bce55c7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:36.515682 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b5bbf7-2b23-4038-8461-3d8b2626269b None None] Network 46987820-c316-4383-8d83-367f7a9b60dc is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:41:36.525212 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-36b5bbf7-2b23-4038-8461-3d8b2626269b None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:41:36.529334 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b5bbf7-2b23-4038-8461-3d8b2626269b None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:41:36.536353 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b5bbf7-2b23-4038-8461-3d8b2626269b None None] Pushing event updated for resources: {'Port': ['ID=daffb255-cc5b-4589-8628-f15e9bb1df53,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:41:36.632158 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-36b5bbf7-2b23-4038-8461-3d8b2626269b None None] Attempting to bind port daffb255-cc5b-4589-8628-f15e9bb1df53 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:41:36.632525 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-36b5bbf7-2b23-4038-8461-3d8b2626269b None None] Attempting to bind port daffb255-cc5b-4589-8628-f15e9bb1df53 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'ce26b634-264c-47fe-954f-d20b8c32f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '46987820-c316-4383-8d83-367f7a9b60dc'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:41:36.632883 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b5bbf7-2b23-4038-8461-3d8b2626269b None None] Attempting to bind port daffb255-cc5b-4589-8628-f15e9bb1df53 on network 46987820-c316-4383-8d83-367f7a9b60dc {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:41:36.638546 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b5bbf7-2b23-4038-8461-3d8b2626269b None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:41:36.638916 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b5bbf7-2b23-4038-8461-3d8b2626269b None None] Checking segment: {'id': 'ce26b634-264c-47fe-954f-d20b8c32f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '46987820-c316-4383-8d83-367f7a9b60dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:41:36.639318 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-36b5bbf7-2b23-4038-8461-3d8b2626269b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:36.639883 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b5bbf7-2b23-4038-8461-3d8b2626269b None None] Bound using segment: {'id': 'ce26b634-264c-47fe-954f-d20b8c32f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '46987820-c316-4383-8d83-367f7a9b60dc'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:41:36.640346 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-36b5bbf7-2b23-4038-8461-3d8b2626269b None None] Bound port: daffb255-cc5b-4589-8628-f15e9bb1df53, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce26b634-264c-47fe-954f-d20b8c32f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '46987820-c316-4383-8d83-367f7a9b60dc'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:41:36.640719 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-36b5bbf7-2b23-4038-8461-3d8b2626269b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:36.739217 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-36b5bbf7-2b23-4038-8461-3d8b2626269b None None] For port daffb255-cc5b-4589-8628-f15e9bb1df53, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:41:36.742603 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-36b5bbf7-2b23-4038-8461-3d8b2626269b None None] For port daffb255-cc5b-4589-8628-f15e9bb1df53, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=daffb255-cc5b-4589-8628-f15e9bb1df53,segment=NetworkSegment(ce26b634-264c-47fe-954f-d20b8c32f87e),segment_id=ce26b634-264c-47fe-954f-d20b8c32f87e)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:41:36.810013 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-36b5bbf7-2b23-4038-8461-3d8b2626269b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:36.897277 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b5bbf7-2b23-4038-8461-3d8b2626269b None None] Pushing event updated for resources: {'Port': ['ID=daffb255-cc5b-4589-8628-f15e9bb1df53,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:41:37.045915 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-0e00bb47-508b-404d-9fc9-c93c8bce55c7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Allocated IP 172.20.0.1 (46987820-c316-4383-8d83-367f7a9b60dc/72184213-2fd9-46bd-aae4-f72ec6dd306c/992c9509-3392-4ad7-8533-db238aaa829a) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:41:37.247890 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0e00bb47-508b-404d-9fc9-c93c8bce55c7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:37.261166 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-0e00bb47-508b-404d-9fc9-c93c8bce55c7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Transition to ACTIVE for port object 992c9509-3392-4ad7-8533-db238aaa829a will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:41:37.385118 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0e00bb47-508b-404d-9fc9-c93c8bce55c7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:37.454404 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e00bb47-508b-404d-9fc9-c93c8bce55c7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Network 46987820-c316-4383-8d83-367f7a9b60dc is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:41:37.457607 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-0e00bb47-508b-404d-9fc9-c93c8bce55c7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:41:37.461451 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e00bb47-508b-404d-9fc9-c93c8bce55c7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:41:37.504359 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00bb47-508b-404d-9fc9-c93c8bce55c7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'Port': ['ID=992c9509-3392-4ad7-8533-db238aaa829a,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:41:37.536017 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0e00bb47-508b-404d-9fc9-c93c8bce55c7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:37.744231 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0e00bb47-508b-404d-9fc9-c93c8bce55c7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:38.165646 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0e00bb47-508b-404d-9fc9-c93c8bce55c7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:38.205255 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0e00bb47-508b-404d-9fc9-c93c8bce55c7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:38.321347 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00bb47-508b-404d-9fc9-c93c8bce55c7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'Port': ['ID=992c9509-3392-4ad7-8533-db238aaa829a,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:41:38.323725 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0e00bb47-508b-404d-9fc9-c93c8bce55c7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:38.351336 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device daffb255-cc5b-4589-8628-f15e9bb1df53 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:41:38.473359 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e00bb47-508b-404d-9fc9-c93c8bce55c7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Network 46987820-c316-4383-8d83-367f7a9b60dc is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:41:38.474548 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-0e00bb47-508b-404d-9fc9-c93c8bce55c7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:41:38.494938 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port daffb255-cc5b-4589-8628-f15e9bb1df53 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:41:38.500472 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 90ca8761-0def-47e0-8fc6-8f6d29003c2d up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:41:38.529954 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb2737b-c16a-419f-8340-fc8d6732ce86 None None] Network 46987820-c316-4383-8d83-367f7a9b60dc requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:41:38.661197 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e00bb47-508b-404d-9fc9-c93c8bce55c7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Router ba9f5afe-ab5f-4793-8189-6d414f2de49f has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:41:38.664109 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-927c50a9-9449-42a3-8738-f6789c4b5ac8 None None] Provisioning for port daffb255-cc5b-4589-8628-f15e9bb1df53 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:41:38.677394 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-927c50a9-9449-42a3-8738-f6789c4b5ac8 None None] Provisioning complete for port daffb255-cc5b-4589-8628-f15e9bb1df53 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:41:38.677767 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-927c50a9-9449-42a3-8738-f6789c4b5ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:38.777240 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 90ca8761-0def-47e0-8fc6-8f6d29003c2d completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:41:38.812517 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 90ca8761-0def-47e0-8fc6-8f6d29003c2d triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:41:38.812926 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:38.967461 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e00bb47-508b-404d-9fc9-c93c8bce55c7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:41:39.106091 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-0e00bb47-508b-404d-9fc9-c93c8bce55c7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "PUT /v2.0/routers/ba9f5afe-ab5f-4793-8189-6d414f2de49f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2105851 Jan 21 19:41:39.109303 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157b2f5f-7cfe-483e-b0d2-9d3eb5d2d308 None None] Sync routers for ids ['ba9f5afe-ab5f-4793-8189-6d414f2de49f'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:41:39.109303 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157b2f5f-7cfe-483e-b0d2-9d3eb5d2d308 None None] Routers {'ba9f5afe-ab5f-4793-8189-6d414f2de49f'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:41:39.109303 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-157b2f5f-7cfe-483e-b0d2-9d3eb5d2d308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:41:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['ba9f5afe-ab5f-4793-8189-6d414f2de49f'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:41:39.116364 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-927c50a9-9449-42a3-8738-f6789c4b5ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:39.142027 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-a2a5501d-2e3d-41a7-ac73-cf8ca327e063 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Synchronizing usage tracker for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:security_group {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:41:39.147159 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:39.191320 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 90ca8761-0def-47e0-8fc6-8f6d29003c2d, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=90ca8761-0def-47e0-8fc6-8f6d29003c2d,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:41:39.201200 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-927c50a9-9449-42a3-8738-f6789c4b5ac8 None None] For port daffb255-cc5b-4589-8628-f15e9bb1df53, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=daffb255-cc5b-4589-8628-f15e9bb1df53,segment=NetworkSegment(ce26b634-264c-47fe-954f-d20b8c32f87e),segment_id=ce26b634-264c-47fe-954f-d20b8c32f87e)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:41:39.255927 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-a2a5501d-2e3d-41a7-ac73-cf8ca327e063 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Unset dirty status for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:security_group {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:41:39.255927 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-a2a5501d-2e3d-41a7-ac73-cf8ca327e063 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-612376616&fields=id&tenant_id=2ceb323a8e2c42c4b7cde2788c992fac HTTP/1.1" status: 200 len: 267 time: 0.1347301 Jan 21 19:41:39.283172 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:39.285376 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-927c50a9-9449-42a3-8738-f6789c4b5ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:39.358595 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-157b2f5f-7cfe-483e-b0d2-9d3eb5d2d308 None None] Set router ba9f5afe-ab5f-4793-8189-6d414f2de49f gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:41:39.402964 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-1004eca6-1afd-409a-a60e-49104caa2d48 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:41:39.403638 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-1004eca6-1afd-409a-a60e-49104caa2d48 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Synchronizing usage tracker for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:network {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:41:39.477400 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-1004eca6-1afd-409a-a60e-49104caa2d48 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Unset dirty status for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:network {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:41:39.477400 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-1004eca6-1afd-409a-a60e-49104caa2d48 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/networks?id=46987820-c316-4383-8d83-367f7a9b60dc HTTP/1.1" status: 200 len: 796 time: 0.2313128 Jan 21 19:41:39.494847 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-c45fcd9c-b78c-4905-a6a6-54acf9c61e51 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/quotas/2ceb323a8e2c42c4b7cde2788c992fac HTTP/1.1" status: 200 len: 375 time: 0.0099969 Jan 21 19:41:39.554770 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=90ca8761-0def-47e0-8fc6-8f6d29003c2d,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:41:39.586082 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-42eeb0b4-0f2a-4bcd-91bb-6c8b246221c9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Synchronizing usage tracker for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:41:39.648268 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-ab51e7d2-f1a0-4279-bcf4-55ab4026e521 None None] Provisioning for port 992c9509-3392-4ad7-8533-db238aaa829a completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:41:39.662311 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-42eeb0b4-0f2a-4bcd-91bb-6c8b246221c9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Unset dirty status for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:41:39.666809 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-42eeb0b4-0f2a-4bcd-91bb-6c8b246221c9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=2ceb323a8e2c42c4b7cde2788c992fac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1633546 Jan 21 19:41:39.672764 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-ab51e7d2-f1a0-4279-bcf4-55ab4026e521 None None] Provisioning complete for port 992c9509-3392-4ad7-8533-db238aaa829a triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:41:39.673138 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ab51e7d2-f1a0-4279-bcf4-55ab4026e521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:39.771594 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c50a9-9449-42a3-8738-f6789c4b5ac8 None None] Pushing event updated for resources: {'Port': ['ID=daffb255-cc5b-4589-8628-f15e9bb1df53,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:41:39.802112 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-ab51e7d2-f1a0-4279-bcf4-55ab4026e521 None None] Port 992c9509-3392-4ad7-8533-db238aaa829a cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:41:39.823322 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-ab51e7d2-f1a0-4279-bcf4-55ab4026e521 None None] Provisioning complete for port daffb255-cc5b-4589-8628-f15e9bb1df53 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:41:39.823704 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ab51e7d2-f1a0-4279-bcf4-55ab4026e521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:39.834341 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-78702f99-ba73-451e-8ef3-2108a1f2aa55 service neutron] 10.222.0.87 "GET /v2.0/networks/46987820-c316-4383-8d83-367f7a9b60dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565843 Jan 21 19:41:39.899937 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-157b2f5f-7cfe-483e-b0d2-9d3eb5d2d308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9f5afe-ab5f-4793-8189-6d414f2de49f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737123276', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.251'}], 'enable_snat': True}, 'gw_port_id': '90ca8761-0def-47e0-8fc6-8f6d29003c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:41:31Z', 'updated_at': '2022-01-21T19:41:37Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '90ca8761-0def-47e0-8fc6-8f6d29003c2d', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:6d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9f5afe-ab5f-4793-8189-6d414f2de49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:41:32Z', 'updated_at': '2022-01-21T19:41:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '992c9509-3392-4ad7-8533-db238aaa829a', 'name': '', 'network_id': '46987820-c316-4383-8d83-367f7a9b60dc', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'mac_address': 'fa:16:3e:e0:a1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9f5afe-ab5f-4793-8189-6d414f2de49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '72184213-2fd9-46bd-aae4-f72ec6dd306c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:41:36Z', 'updated_at': '2022-01-21T19:41:37Z', 'revision_number': 2, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'subnets': [{'id': '72184213-2fd9-46bd-aae4-f72ec6dd306c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:41:39.934339 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157b2f5f-7cfe-483e-b0d2-9d3eb5d2d308 None None] Checking router: ba9f5afe-ab5f-4793-8189-6d414f2de49f for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:41:39.934692 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157b2f5f-7cfe-483e-b0d2-9d3eb5d2d308 None None] Updating router ba9f5afe-ab5f-4793-8189-6d414f2de49f port 992c9509-3392-4ad7-8533-db238aaa829a binding host dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:41:39.966133 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-ca1bce2b-5d1b-473a-9481-f583cbaa300c service neutron] 10.222.0.87 "GET /v2.0/networks/46987820-c316-4383-8d83-367f7a9b60dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259532 Jan 21 19:41:40.006864 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-157b2f5f-7cfe-483e-b0d2-9d3eb5d2d308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:40.149773 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-3cb07403-d7dd-41a2-94f1-9232f18d443b None None] Provisioning complete for port 992c9509-3392-4ad7-8533-db238aaa829a triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:41:40.150170 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3cb07403-d7dd-41a2-94f1-9232f18d443b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:40.289562 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-3cb07403-d7dd-41a2-94f1-9232f18d443b None None] Port 992c9509-3392-4ad7-8533-db238aaa829a cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:41:40.340827 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device daffb255-cc5b-4589-8628-f15e9bb1df53 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:41:40.345015 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b3e82841-af59-4314-8912-076a8d65d9cd req-456c34db-2123-416b-a4b7-95b5d2a1bb9b tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=84e25eab-000a-4880-8829-66f16d43cebd HTTP/1.1" status: 200 len: 210 time: 0.0646446 Jan 21 19:41:40.463949 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port daffb255-cc5b-4589-8628-f15e9bb1df53 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:41:40.464490 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:40.583993 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-157b2f5f-7cfe-483e-b0d2-9d3eb5d2d308 None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:40.604051 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-157b2f5f-7cfe-483e-b0d2-9d3eb5d2d308 None None] Transition to ACTIVE for port object 992c9509-3392-4ad7-8533-db238aaa829a will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:41:40.654006 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 90ca8761-0def-47e0-8fc6-8f6d29003c2d up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:41:40.722725 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-157b2f5f-7cfe-483e-b0d2-9d3eb5d2d308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:40.755868 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 90ca8761-0def-47e0-8fc6-8f6d29003c2d triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:41:40.756229 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:40.940982 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cffc638-71db-4dda-80fa-534db3443f8a None None] Pushing event updated for resources: {'Port': ['ID=992c9509-3392-4ad7-8533-db238aaa829a,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:41:41.030743 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-157b2f5f-7cfe-483e-b0d2-9d3eb5d2d308 None None] Attempting to bind port 992c9509-3392-4ad7-8533-db238aaa829a on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:41:41.031106 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-157b2f5f-7cfe-483e-b0d2-9d3eb5d2d308 None None] Attempting to bind port 992c9509-3392-4ad7-8533-db238aaa829a by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'ce26b634-264c-47fe-954f-d20b8c32f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '46987820-c316-4383-8d83-367f7a9b60dc'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:41:41.031629 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157b2f5f-7cfe-483e-b0d2-9d3eb5d2d308 None None] Attempting to bind port 992c9509-3392-4ad7-8533-db238aaa829a on network 46987820-c316-4383-8d83-367f7a9b60dc {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:41:41.048860 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157b2f5f-7cfe-483e-b0d2-9d3eb5d2d308 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:41:41.049222 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157b2f5f-7cfe-483e-b0d2-9d3eb5d2d308 None None] Checking segment: {'id': 'ce26b634-264c-47fe-954f-d20b8c32f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '46987820-c316-4383-8d83-367f7a9b60dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:41:41.049618 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-157b2f5f-7cfe-483e-b0d2-9d3eb5d2d308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:41.050023 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157b2f5f-7cfe-483e-b0d2-9d3eb5d2d308 None None] Bound using segment: {'id': 'ce26b634-264c-47fe-954f-d20b8c32f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '46987820-c316-4383-8d83-367f7a9b60dc'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:41:41.050477 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-157b2f5f-7cfe-483e-b0d2-9d3eb5d2d308 None None] Bound port: 992c9509-3392-4ad7-8533-db238aaa829a, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce26b634-264c-47fe-954f-d20b8c32f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '46987820-c316-4383-8d83-367f7a9b60dc'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:41:41.050837 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-157b2f5f-7cfe-483e-b0d2-9d3eb5d2d308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:41.151716 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-157b2f5f-7cfe-483e-b0d2-9d3eb5d2d308 None None] For port 992c9509-3392-4ad7-8533-db238aaa829a, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:41:41.154583 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-157b2f5f-7cfe-483e-b0d2-9d3eb5d2d308 None None] For port 992c9509-3392-4ad7-8533-db238aaa829a, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=992c9509-3392-4ad7-8533-db238aaa829a,segment=NetworkSegment(ce26b634-264c-47fe-954f-d20b8c32f87e),segment_id=ce26b634-264c-47fe-954f-d20b8c32f87e)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:41:41.204015 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-157b2f5f-7cfe-483e-b0d2-9d3eb5d2d308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:41.282132 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157b2f5f-7cfe-483e-b0d2-9d3eb5d2d308 None None] Routers {'ba9f5afe-ab5f-4793-8189-6d414f2de49f'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:41:41.282132 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-157b2f5f-7cfe-483e-b0d2-9d3eb5d2d308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:41:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['ba9f5afe-ab5f-4793-8189-6d414f2de49f'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:41:41.339241 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cffc638-71db-4dda-80fa-534db3443f8a None None] Pushing event updated for resources: {'Port': ['ID=992c9509-3392-4ad7-8533-db238aaa829a,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:41:41.497913 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-157b2f5f-7cfe-483e-b0d2-9d3eb5d2d308 None None] Set router ba9f5afe-ab5f-4793-8189-6d414f2de49f gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:41:41.521649 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-557362de-ffa8-4662-bb6a-df65f76d958c req-4e34c8e6-0709-49f7-ae78-d9158eab08f6 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=84e25eab-000a-4880-8829-66f16d43cebd HTTP/1.1" status: 200 len: 210 time: 0.0424345 Jan 21 19:41:41.826314 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-157b2f5f-7cfe-483e-b0d2-9d3eb5d2d308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9f5afe-ab5f-4793-8189-6d414f2de49f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737123276', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.251'}], 'enable_snat': True}, 'gw_port_id': '90ca8761-0def-47e0-8fc6-8f6d29003c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:41:31Z', 'updated_at': '2022-01-21T19:41:37Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '90ca8761-0def-47e0-8fc6-8f6d29003c2d', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:6d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9f5afe-ab5f-4793-8189-6d414f2de49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:41:32Z', 'updated_at': '2022-01-21T19:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '992c9509-3392-4ad7-8533-db238aaa829a', 'name': '', 'network_id': '46987820-c316-4383-8d83-367f7a9b60dc', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'mac_address': 'fa:16:3e:e0:a1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9f5afe-ab5f-4793-8189-6d414f2de49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '72184213-2fd9-46bd-aae4-f72ec6dd306c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:41:36Z', 'updated_at': '2022-01-21T19:41:41Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'subnets': [{'id': '72184213-2fd9-46bd-aae4-f72ec6dd306c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:41:41.831033 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157b2f5f-7cfe-483e-b0d2-9d3eb5d2d308 None None] The sync data for ids ['ba9f5afe-ab5f-4793-8189-6d414f2de49f'] in dv-neutron-825470-1-hyperv is: [{'id': 'ba9f5afe-ab5f-4793-8189-6d414f2de49f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737123276', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.251'}], 'enable_snat': True}, 'gw_port_id': '90ca8761-0def-47e0-8fc6-8f6d29003c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:41:31Z', 'updated_at': '2022-01-21T19:41:37Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '90ca8761-0def-47e0-8fc6-8f6d29003c2d', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:6d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9f5afe-ab5f-4793-8189-6d414f2de49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:41:32Z', 'updated_at': '2022-01-21T19:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '992c9509-3392-4ad7-8533-db238aaa829a', 'name': '', 'network_id': '46987820-c316-4383-8d83-367f7a9b60dc', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'mac_address': 'fa:16:3e:e0:a1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9f5afe-ab5f-4793-8189-6d414f2de49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '72184213-2fd9-46bd-aae4-f72ec6dd306c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:41:36Z', 'updated_at': '2022-01-21T19:41:41Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'subnets': [{'id': '72184213-2fd9-46bd-aae4-f72ec6dd306c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:41:42.308417 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 992c9509-3392-4ad7-8533-db238aaa829a up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:41:42.478370 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 992c9509-3392-4ad7-8533-db238aaa829a completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:41:42.489697 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 992c9509-3392-4ad7-8533-db238aaa829a triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:41:42.490282 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:42.615462 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-da8e2dfd-66e0-47f2-820c-ceb2c2999f6c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:41:42.616088 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-da8e2dfd-66e0-47f2-820c-ceb2c2999f6c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Synchronizing usage tracker for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:network {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:41:42.629053 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-da8e2dfd-66e0-47f2-820c-ceb2c2999f6c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Unset dirty status for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:network {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:41:42.630198 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-da8e2dfd-66e0-47f2-820c-ceb2c2999f6c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.113 "GET /v2.0/networks?id=46987820-c316-4383-8d83-367f7a9b60dc HTTP/1.1" status: 200 len: 796 time: 0.2600117 Jan 21 19:41:42.666232 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:42.696233 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-879543fa-dbb2-476f-bbcf-a9550bb0dfb8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ceb323a8e2c42c4b7cde2788c992fac HTTP/1.1" status: 200 len: 379 time: 0.0572910 Jan 21 19:41:42.704059 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 992c9509-3392-4ad7-8533-db238aaa829a, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=992c9509-3392-4ad7-8533-db238aaa829a,segment=NetworkSegment(ce26b634-264c-47fe-954f-d20b8c32f87e),segment_id=ce26b634-264c-47fe-954f-d20b8c32f87e)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:41:42.708909 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-f93e58ab-1e9e-4d7d-9e51-58db8ff7e368 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'port': {'device_id': '84e25eab-000a-4880-8829-66f16d43cebd', 'network_id': '46987820-c316-4383-8d83-367f7a9b60dc', 'admin_state_up': True, 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'security_groups': ['349c5d7e-c783-4eae-83f4-b6348a0860a5']}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:41:42.729161 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a4a5db77-4d47-4b1c-a004-94dd1c45efeb req-b74a9ec7-4546-4e59-9b1b-8705c996ef6d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=84e25eab-000a-4880-8829-66f16d43cebd HTTP/1.1" status: 200 len: 210 time: 0.0441654 Jan 21 19:41:42.765319 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:42.838119 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=992c9509-3392-4ad7-8533-db238aaa829a,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:41:42.875565 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-f93e58ab-1e9e-4d7d-9e51-58db8ff7e368 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:41:42.885566 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-f93e58ab-1e9e-4d7d-9e51-58db8ff7e368 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:41:42.959332 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-f93e58ab-1e9e-4d7d-9e51-58db8ff7e368 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Made reservation on behalf of 2ceb323a8e2c42c4b7cde2788c992fac for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:41:42.963030 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-f93e58ab-1e9e-4d7d-9e51-58db8ff7e368 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:43.134564 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-f93e58ab-1e9e-4d7d-9e51-58db8ff7e368 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Allocated IP 172.20.0.6 (46987820-c316-4383-8d83-367f7a9b60dc/72184213-2fd9-46bd-aae4-f72ec6dd306c/93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:41:43.318806 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-f93e58ab-1e9e-4d7d-9e51-58db8ff7e368 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:43.335178 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-f93e58ab-1e9e-4d7d-9e51-58db8ff7e368 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Transition to ACTIVE for port object 93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:41:43.428514 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-f93e58ab-1e9e-4d7d-9e51-58db8ff7e368 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:43.498773 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-f93e58ab-1e9e-4d7d-9e51-58db8ff7e368 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Network 46987820-c316-4383-8d83-367f7a9b60dc is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:41:43.502755 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-f93e58ab-1e9e-4d7d-9e51-58db8ff7e368 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:41:43.505058 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-f93e58ab-1e9e-4d7d-9e51-58db8ff7e368 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:41:43.544691 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93e58ab-1e9e-4d7d-9e51-58db8ff7e368 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'Port': ['ID=93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:41:43.577966 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-f93e58ab-1e9e-4d7d-9e51-58db8ff7e368 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:41:43.579103 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-f93e58ab-1e9e-4d7d-9e51-58db8ff7e368 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:43.691741 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-f93e58ab-1e9e-4d7d-9e51-58db8ff7e368 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9881883 Jan 21 19:41:43.703628 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-56ecdd1a-b082-4873-a429-f5f5b7e20f45 service neutron] Request body: {'port': {'device_id': '84e25eab-000a-4880-8829-66f16d43cebd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:41:43.770888 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-6e85c956-b909-4dd0-b653-85cb2f24ebba None None] Provisioning for port 93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:41:43.778152 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-6e85c956-b909-4dd0-b653-85cb2f24ebba None None] Provisioning complete for port 93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:41:43.780260 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6e85c956-b909-4dd0-b653-85cb2f24ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:43.814747 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-56ecdd1a-b082-4873-a429-f5f5b7e20f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:43.837060 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-6e85c956-b909-4dd0-b653-85cb2f24ebba None None] Port 93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:41:43.925432 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f7bef-8f38-441a-acf6-a1c774db2e21 req-8c2afeca-d3fc-4ab3-866a-8883c5202f26 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:41:43.926900 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9f2f7bef-8f38-441a-acf6-a1c774db2e21 req-8c2afeca-d3fc-4ab3-866a-8883c5202f26 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=84e25eab-000a-4880-8829-66f16d43cebd HTTP/1.1" status: 200 len: 931 time: 0.0858319 Jan 21 19:41:43.970623 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9f2f7bef-8f38-441a-acf6-a1c774db2e21 req-476639bd-8a1c-41d9-88a3-482f20ef5f7b tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=349c5d7e-c783-4eae-83f4-b6348a0860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379851 Jan 21 19:41:44.157516 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-56ecdd1a-b082-4873-a429-f5f5b7e20f45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e {{(pid=88137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:41:44.164626 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-56ecdd1a-b082-4873-a429-f5f5b7e20f45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:44.178927 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-56ecdd1a-b082-4873-a429-f5f5b7e20f45 service neutron] Transition to ACTIVE for port object 93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e will not be triggered until provisioned by entity L2. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:41:44.244774 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-56ecdd1a-b082-4873-a429-f5f5b7e20f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:44.279891 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 992c9509-3392-4ad7-8533-db238aaa829a up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:41:44.356787 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 992c9509-3392-4ad7-8533-db238aaa829a triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:41:44.357255 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:44.514949 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecdd1a-b082-4873-a429-f5f5b7e20f45 service neutron] Pushing event updated for resources: {'Port': ['ID=93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:41:44.585097 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-56ecdd1a-b082-4873-a429-f5f5b7e20f45 service neutron] Attempting to bind port 93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:41:44.585359 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-56ecdd1a-b082-4873-a429-f5f5b7e20f45 service neutron] Attempting to bind port 93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'ce26b634-264c-47fe-954f-d20b8c32f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '46987820-c316-4383-8d83-367f7a9b60dc'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:41:44.585678 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-56ecdd1a-b082-4873-a429-f5f5b7e20f45 service neutron] Attempting to bind port 93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e on network 46987820-c316-4383-8d83-367f7a9b60dc {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:41:44.590152 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-56ecdd1a-b082-4873-a429-f5f5b7e20f45 service neutron] Port 93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e on network 46987820-c316-4383-8d83-367f7a9b60dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 19:41:44.590467 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-56ecdd1a-b082-4873-a429-f5f5b7e20f45 service neutron] Attempting to bind port 93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e on network 46987820-c316-4383-8d83-367f7a9b60dc {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:41:44.595953 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-56ecdd1a-b082-4873-a429-f5f5b7e20f45 service neutron] Checking agent: {'id': '9a14f311-f6d5-46c6-87a2-f860197fb66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:41:44.596298 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-56ecdd1a-b082-4873-a429-f5f5b7e20f45 service neutron] Checking segment: {'id': 'ce26b634-264c-47fe-954f-d20b8c32f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '46987820-c316-4383-8d83-367f7a9b60dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:41:44.596649 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-56ecdd1a-b082-4873-a429-f5f5b7e20f45 service neutron] Bound using segment: {'id': 'ce26b634-264c-47fe-954f-d20b8c32f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '46987820-c316-4383-8d83-367f7a9b60dc'} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:41:44.597055 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-56ecdd1a-b082-4873-a429-f5f5b7e20f45 service neutron] Bound port: 93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce26b634-264c-47fe-954f-d20b8c32f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '46987820-c316-4383-8d83-367f7a9b60dc'}}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:41:44.597387 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-56ecdd1a-b082-4873-a429-f5f5b7e20f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:44.682254 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-56ecdd1a-b082-4873-a429-f5f5b7e20f45 service neutron] For port 93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e, host hv-neutron-8254, cleared binding levels {{(pid=88137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:41:44.685058 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-56ecdd1a-b082-4873-a429-f5f5b7e20f45 service neutron] For port 93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e,segment=NetworkSegment(ce26b634-264c-47fe-954f-d20b8c32f87e),segment_id=ce26b634-264c-47fe-954f-d20b8c32f87e)] {{(pid=88137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:41:44.770962 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-56ecdd1a-b082-4873-a429-f5f5b7e20f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:44.833357 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-56ecdd1a-b082-4873-a429-f5f5b7e20f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:41:44.833990 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-56ecdd1a-b082-4873-a429-f5f5b7e20f45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:44.835375 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-56ecdd1a-b082-4873-a429-f5f5b7e20f45 service neutron] 10.222.0.113 "PUT /v2.0/ports/93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e HTTP/1.1" status: 200 len: 1093 time: 1.1364474 Jan 21 19:41:44.835803 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e25eab-000a-4880-8829-66f16d43cebd', 'tag': '93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:41:44.862588 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecdd1a-b082-4873-a429-f5f5b7e20f45 service neutron] Pushing event updated for resources: {'Port': ['ID=93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e,revision_number=3']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:41:44.884137 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e25eab-000a-4880-8829-66f16d43cebd', 'tag': '93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e', 'status': 'completed', 'code': 200} Jan 21 19:41:44.979337 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c61dd5-5c37-429f-b7b8-b359735ea146 req-f608b30e-b6a7-4b1b-9a30-9b0cb931c9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:41:44.980903 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-40c61dd5-5c37-429f-b7b8-b359735ea146 req-f608b30e-b6a7-4b1b-9a30-9b0cb931c9d7 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2ceb323a8e2c42c4b7cde2788c992fac&device_id=84e25eab-000a-4880-8829-66f16d43cebd HTTP/1.1" status: 200 len: 1096 time: 0.0740719 Jan 21 19:41:45.125399 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c61dd5-5c37-429f-b7b8-b359735ea146 req-a5b75597-4369-450a-8ade-f7884aea7e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:41:45.127004 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-40c61dd5-5c37-429f-b7b8-b359735ea146 req-a5b75597-4369-450a-8ade-f7884aea7e8a service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=2ceb323a8e2c42c4b7cde2788c992fac&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1398070 Jan 21 19:41:45.160057 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d09cf0-1d8a-477b-ac6d-cf6df81b8ade req-0504f9ef-02fc-40b6-bd93-1f9b51bab883 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:41:45.161615 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-61d09cf0-1d8a-477b-ac6d-cf6df81b8ade req-0504f9ef-02fc-40b6-bd93-1f9b51bab883 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=84e25eab-000a-4880-8829-66f16d43cebd HTTP/1.1" status: 200 len: 943 time: 0.0786693 Jan 21 19:41:45.209530 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-61d09cf0-1d8a-477b-ac6d-cf6df81b8ade req-c69d5882-6fca-49bc-80f3-bd6812a3f96f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=349c5d7e-c783-4eae-83f4-b6348a0860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421422 Jan 21 19:41:45.262096 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c61dd5-5c37-429f-b7b8-b359735ea146 req-9a82ec79-8369-47a7-bbf5-4d1b1bf77413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:41:45.263683 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-40c61dd5-5c37-429f-b7b8-b359735ea146 req-9a82ec79-8369-47a7-bbf5-4d1b1bf77413 service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1312747 Jan 21 19:41:45.366262 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-b1375fa3-487a-46e4-a9ed-56eefe703872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:41:45.367671 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-b1375fa3-487a-46e4-a9ed-56eefe703872 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2ceb323a8e2c42c4b7cde2788c992fac&device_id=84e25eab-000a-4880-8829-66f16d43cebd HTTP/1.1" status: 200 len: 1096 time: 0.0692811 Jan 21 19:41:45.439147 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-1491d641-57b6-4ba3-af37-be8b72f504a2 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e HTTP/1.1" status: 200 len: 217 time: 0.0641847 Jan 21 19:41:45.498850 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-953b7bc6-5303-482a-9a83-8d64af1217ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:41:45.500268 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-953b7bc6-5303-482a-9a83-8d64af1217ea service neutron] 10.222.0.113 "GET /v2.0/subnets?id=72184213-2fd9-46bd-aae4-f72ec6dd306c HTTP/1.1" status: 200 len: 834 time: 0.0565414 Jan 21 19:41:45.576970 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-54ecad71-844e-44eb-b0de-26b55b0ef951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:41:45.578431 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-54ecad71-844e-44eb-b0de-26b55b0ef951 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=46987820-c316-4383-8d83-367f7a9b60dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728400 Jan 21 19:41:45.717247 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-e0ddf6fe-3473-4157-94ab-1238c8435b46 service neutron] 10.222.0.113 "GET /v2.0/networks/46987820-c316-4383-8d83-367f7a9b60dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328771 Jan 21 19:41:45.847028 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ad5997b8-ead6-4714-8ad7-d8b7f3eeb21f req-aac1dbee-03a3-4d1f-9a1b-b6aad877e185 service neutron] 10.222.0.113 "GET /v2.0/networks/46987820-c316-4383-8d83-367f7a9b60dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238730 Jan 21 19:41:46.393659 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a75098-3173-4bc1-bb75-13349f7aa9d5 req-8ddb354d-8fa8-487a-a21e-994cef53b4e5 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:41:46.395290 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f8a75098-3173-4bc1-bb75-13349f7aa9d5 req-8ddb354d-8fa8-487a-a21e-994cef53b4e5 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=84e25eab-000a-4880-8829-66f16d43cebd HTTP/1.1" status: 200 len: 943 time: 0.0789313 Jan 21 19:41:46.439887 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f8a75098-3173-4bc1-bb75-13349f7aa9d5 req-3443f420-66c8-4fcb-ae2c-1312f218f92f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=349c5d7e-c783-4eae-83f4-b6348a0860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384092 Jan 21 19:41:47.322045 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:41:47.454142 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e,segment=NetworkSegment(ce26b634-264c-47fe-954f-d20b8c32f87e),segment_id=ce26b634-264c-47fe-954f-d20b8c32f87e)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:41:47.467170 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': '93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e', 'network_id': '46987820-c316-4383-8d83-367f7a9b60dc', 'port_id': '93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e', 'mac_address': 'fa:16:3e:6f:56:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72184213-2fd9-46bd-aae4-f72ec6dd306c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:41:47.525062 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:47.542219 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:41:47.558230 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e,segment=NetworkSegment(ce26b634-264c-47fe-954f-d20b8c32f87e),segment_id=ce26b634-264c-47fe-954f-d20b8c32f87e)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:41:47.668286 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:47.737701 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:41:47.739763 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333284c5-85ab-49f6-82f1-359bfcd8f3da req-0d51f9d8-708f-4979-b0a2-05ed6ec92f8c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:41:47.741220 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-333284c5-85ab-49f6-82f1-359bfcd8f3da req-0d51f9d8-708f-4979-b0a2-05ed6ec92f8c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=84e25eab-000a-4880-8829-66f16d43cebd HTTP/1.1" status: 200 len: 943 time: 0.1942868 Jan 21 19:41:47.744852 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:41:47.745205 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:41:47.745547 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:41:47.745915 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:41:47.746247 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:41:47.746578 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:41:47.746907 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:41:47.747233 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:41:47.747559 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:41:47.747884 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:41:47.748205 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:41:47.748527 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:41:47.785740 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-333284c5-85ab-49f6-82f1-359bfcd8f3da req-d5d7f5c8-a8f3-4faa-83f7-5ad80cf97def tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=349c5d7e-c783-4eae-83f4-b6348a0860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383224 Jan 21 19:41:47.880104 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:41:48.971934 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e574fb-4053-46c9-a1c6-e52f7c7cff63 req-8400783b-5f98-4d6a-ae9f-f1fbae39efc2 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:41:48.973366 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-84e574fb-4053-46c9-a1c6-e52f7c7cff63 req-8400783b-5f98-4d6a-ae9f-f1fbae39efc2 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=84e25eab-000a-4880-8829-66f16d43cebd HTTP/1.1" status: 200 len: 944 time: 0.0782738 Jan 21 19:41:49.016269 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-84e574fb-4053-46c9-a1c6-e52f7c7cff63 req-a1c71f1a-ebe3-4923-95f0-11f47abd5884 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=349c5d7e-c783-4eae-83f4-b6348a0860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373175 Jan 21 19:41:49.337611 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:41:49.472040 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning for port 93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:41:49.476958 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port 93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:41:49.477322 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:49.591660 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:49.627447 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e25eab-000a-4880-8829-66f16d43cebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:41:49.637719 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e,segment=NetworkSegment(ce26b634-264c-47fe-954f-d20b8c32f87e),segment_id=ce26b634-264c-47fe-954f-d20b8c32f87e)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:41:49.671124 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e25eab-000a-4880-8829-66f16d43cebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e', 'code': 200} Jan 21 19:41:49.690858 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:49.757539 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:41:49.987374 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da43e8-c293-453b-807a-096f0995ea5b req-5628828d-a413-4919-b3da-131eb88241b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:41:49.988846 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-f6da43e8-c293-453b-807a-096f0995ea5b req-5628828d-a413-4919-b3da-131eb88241b3 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=84e25eab-000a-4880-8829-66f16d43cebd HTTP/1.1" status: 200 len: 1098 time: 0.0793159 Jan 21 19:41:50.030563 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-f6da43e8-c293-453b-807a-096f0995ea5b req-753cde68-aeac-433f-aa08-37639f292cd8 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=349c5d7e-c783-4eae-83f4-b6348a0860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359409 Jan 21 19:41:50.201208 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da320b-3a98-433d-bc2e-3ed4678dbca1 req-cc091311-771c-4755-a3c6-8ba742722756 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:41:50.202663 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b7da320b-3a98-433d-bc2e-3ed4678dbca1 req-cc091311-771c-4755-a3c6-8ba742722756 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=84e25eab-000a-4880-8829-66f16d43cebd HTTP/1.1" status: 200 len: 945 time: 0.0813768 Jan 21 19:41:50.246163 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b7da320b-3a98-433d-bc2e-3ed4678dbca1 req-22620481-5c0f-4f85-a465-820c557d33c9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=349c5d7e-c783-4eae-83f4-b6348a0860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373302 Jan 21 19:41:51.428738 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14360278-7d69-4db6-887e-f588331eeb71 req-1e4dea22-1b8e-4a78-9983-d7b7f9b35dde tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:41:51.430252 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-14360278-7d69-4db6-887e-f588331eeb71 req-1e4dea22-1b8e-4a78-9983-d7b7f9b35dde tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=84e25eab-000a-4880-8829-66f16d43cebd HTTP/1.1" status: 200 len: 945 time: 0.0799561 Jan 21 19:41:51.477036 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-14360278-7d69-4db6-887e-f588331eeb71 req-34eb8f77-aaba-4d37-8db4-f9f3f16ba0de tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=349c5d7e-c783-4eae-83f4-b6348a0860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410507 Jan 21 19:41:51.656906 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b912dea-ff68-4882-be52-b6bb54aaf71a req-0bbc068c-a2ee-4f9f-a813-fca3f9fb0a97 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:41:51.659810 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4b912dea-ff68-4882-be52-b6bb54aaf71a req-0bbc068c-a2ee-4f9f-a813-fca3f9fb0a97 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=84e25eab-000a-4880-8829-66f16d43cebd HTTP/1.1" status: 200 len: 945 time: 0.0800521 Jan 21 19:41:51.701815 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4b912dea-ff68-4882-be52-b6bb54aaf71a req-2d86e161-1c01-44f9-9227-3313ceb78093 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=349c5d7e-c783-4eae-83f4-b6348a0860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373669 Jan 21 19:41:51.726367 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42434) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:41:51.808669 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927632d1-efe4-4fd2-9a1a-572338a89a27 tempest-TestNetworkAdvancedServerOps-4837441 tempest-TestNetworkAdvancedServerOps-4837441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:41:51.810305 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-927632d1-efe4-4fd2-9a1a-572338a89a27 tempest-TestNetworkAdvancedServerOps-4837441 tempest-TestNetworkAdvancedServerOps-4837441-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=84e25eab-000a-4880-8829-66f16d43cebd HTTP/1.1" status: 200 len: 1093 time: 0.0829387 Jan 21 19:41:51.813215 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42438) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:41:51.818032 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-0fb6309f-a720-49c7-b8b6-aab9a5650d9a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'floatingip': {'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'port_id': '93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:41:51.823913 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-0fb6309f-a720-49c7-b8b6-aab9a5650d9a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:41:51.827884 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-0fb6309f-a720-49c7-b8b6-aab9a5650d9a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:floatingip and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:41:51.831202 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-0fb6309f-a720-49c7-b8b6-aab9a5650d9a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:41:51.836681 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-0fb6309f-a720-49c7-b8b6-aab9a5650d9a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:41:51.930584 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0fb6309f-a720-49c7-b8b6-aab9a5650d9a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for floatingip, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:52.070213 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0fb6309f-a720-49c7-b8b6-aab9a5650d9a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:52.202378 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-0fb6309f-a720-49c7-b8b6-aab9a5650d9a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Allocated IP 172.26.1.237 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/31634c72-a38a-42fc-ad8d-b5167f975031) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:41:52.345277 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0fb6309f-a720-49c7-b8b6-aab9a5650d9a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:52.426474 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0fb6309f-a720-49c7-b8b6-aab9a5650d9a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:52.494418 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb6309f-a720-49c7-b8b6-aab9a5650d9a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:41:52.497155 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-0fb6309f-a720-49c7-b8b6-aab9a5650d9a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:41:52.502578 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb6309f-a720-49c7-b8b6-aab9a5650d9a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:41:52.536084 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb6309f-a720-49c7-b8b6-aab9a5650d9a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'Port': ['ID=31634c72-a38a-42fc-ad8d-b5167f975031,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:41:52.905878 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0fb6309f-a720-49c7-b8b6-aab9a5650d9a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:53.050986 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0fb6309f-a720-49c7-b8b6-aab9a5650d9a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:53.356495 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0fb6309f-a720-49c7-b8b6-aab9a5650d9a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:53.416198 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0fb6309f-a720-49c7-b8b6-aab9a5650d9a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:53.531001 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb6309f-a720-49c7-b8b6-aab9a5650d9a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'Port': ['ID=31634c72-a38a-42fc-ad8d-b5167f975031,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:41:53.542622 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0fb6309f-a720-49c7-b8b6-aab9a5650d9a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:53.714735 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.l3_db [None req-0fb6309f-a720-49c7-b8b6-aab9a5650d9a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Floating IP 20549421-38d0-4091-9700-3b97cef43dda associated. External IP: 172.26.1.237, port: 93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e. Jan 21 19:41:54.083148 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb6309f-a720-49c7-b8b6-aab9a5650d9a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Router ba9f5afe-ab5f-4793-8189-6d414f2de49f has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:41:54.240986 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb6309f-a720-49c7-b8b6-aab9a5650d9a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:41:54.250243 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a8e595-b89c-40d2-b5f0-4b84b60a1f82 None None] Sync routers for ids ['ba9f5afe-ab5f-4793-8189-6d414f2de49f'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:41:54.260309 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a8e595-b89c-40d2-b5f0-4b84b60a1f82 None None] Routers {'ba9f5afe-ab5f-4793-8189-6d414f2de49f'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:41:54.260990 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-d7a8e595-b89c-40d2-b5f0-4b84b60a1f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:41:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['ba9f5afe-ab5f-4793-8189-6d414f2de49f'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:41:54.319065 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0fb6309f-a720-49c7-b8b6-aab9a5650d9a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:54.379558 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-0fb6309f-a720-49c7-b8b6-aab9a5650d9a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5630298 Jan 21 19:41:54.379558 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e25eab-000a-4880-8829-66f16d43cebd', 'tag': '93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e'}] {{(pid=88136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:41:54.430778 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e25eab-000a-4880-8829-66f16d43cebd', 'tag': '93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e', 'status': 'completed', 'code': 200} Jan 21 19:41:54.435889 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-d7a8e595-b89c-40d2-b5f0-4b84b60a1f82 None None] Set router ba9f5afe-ab5f-4793-8189-6d414f2de49f gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:41:54.528546 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06d82b-ae26-4b52-8b70-df959244eab9 req-99870ff9-5971-4b9a-a8da-c9748325ade3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:41:54.530140 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ba06d82b-ae26-4b52-8b70-df959244eab9 req-99870ff9-5971-4b9a-a8da-c9748325ade3 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2ceb323a8e2c42c4b7cde2788c992fac&device_id=84e25eab-000a-4880-8829-66f16d43cebd HTTP/1.1" status: 200 len: 1098 time: 0.0727406 Jan 21 19:41:54.554947 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9bd515-c004-4584-accf-afe3e32d2174 req-14091b56-15ba-4ba3-ab17-ecd59851a690 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:41:54.557126 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6c9bd515-c004-4584-accf-afe3e32d2174 req-14091b56-15ba-4ba3-ab17-ecd59851a690 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=84e25eab-000a-4880-8829-66f16d43cebd HTTP/1.1" status: 200 len: 945 time: 0.0840073 Jan 21 19:41:54.602630 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6c9bd515-c004-4584-accf-afe3e32d2174 req-6e76107a-e99c-4ed6-beaf-c15feb75c406 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=349c5d7e-c783-4eae-83f4-b6348a0860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379643 Jan 21 19:41:54.626510 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42446) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:41:54.663809 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06d82b-ae26-4b52-8b70-df959244eab9 req-a893b637-1aa5-4bb3-9adb-963fad2a8e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:41:54.665236 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ba06d82b-ae26-4b52-8b70-df959244eab9 req-a893b637-1aa5-4bb3-9adb-963fad2a8e2c service neutron] 10.222.0.113 "GET /v2.0/networks?id=46987820-c316-4383-8d83-367f7a9b60dc HTTP/1.1" status: 200 len: 897 time: 0.1297398 Jan 21 19:41:54.736471 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c13c24e8-e2f9-48b8-a180-e3832a91a342 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/floatingips/20549421-38d0-4091-9700-3b97cef43dda HTTP/1.1" status: 200 len: 991 time: 0.1086895 Jan 21 19:41:54.792845 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-d7a8e595-b89c-40d2-b5f0-4b84b60a1f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9f5afe-ab5f-4793-8189-6d414f2de49f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737123276', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.251'}], 'enable_snat': True}, 'gw_port_id': '90ca8761-0def-47e0-8fc6-8f6d29003c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:41:31Z', 'updated_at': '2022-01-21T19:41:37Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '90ca8761-0def-47e0-8fc6-8f6d29003c2d', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:6d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9f5afe-ab5f-4793-8189-6d414f2de49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:41:32Z', 'updated_at': '2022-01-21T19:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '20549421-38d0-4091-9700-3b97cef43dda', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'floating_ip_address': '172.26.1.237', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': 'ba9f5afe-ab5f-4793-8189-6d414f2de49f', 'port_id': '93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46987820-c316-4383-8d83-367f7a9b60dc', 'mac_address': 'fa:16:3e:6f:56:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e25eab-000a-4880-8829-66f16d43cebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:41:52Z', 'updated_at': '2022-01-21T19:41:52Z', 'revision_number': 0, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '992c9509-3392-4ad7-8533-db238aaa829a', 'name': '', 'network_id': '46987820-c316-4383-8d83-367f7a9b60dc', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'mac_address': 'fa:16:3e:e0:a1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9f5afe-ab5f-4793-8189-6d414f2de49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '72184213-2fd9-46bd-aae4-f72ec6dd306c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:41:36Z', 'updated_at': '2022-01-21T19:41:42Z', 'revision_number': 5, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'subnets': [{'id': '72184213-2fd9-46bd-aae4-f72ec6dd306c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:41:54.797072 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a8e595-b89c-40d2-b5f0-4b84b60a1f82 None None] Checking router: ba9f5afe-ab5f-4793-8189-6d414f2de49f for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:41:54.806212 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a8e595-b89c-40d2-b5f0-4b84b60a1f82 None None] Routers {'ba9f5afe-ab5f-4793-8189-6d414f2de49f'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:41:54.806826 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-d7a8e595-b89c-40d2-b5f0-4b84b60a1f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:41:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['ba9f5afe-ab5f-4793-8189-6d414f2de49f'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:41:54.872102 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ba06d82b-ae26-4b52-8b70-df959244eab9 req-ae99c76d-9f68-4ea7-997d-9c0014416a96 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e HTTP/1.1" status: 200 len: 999 time: 0.1999912 Jan 21 19:41:54.933375 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06d82b-ae26-4b52-8b70-df959244eab9 req-89b8d026-5720-4e66-a1a2-b29d3d65c705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:41:54.934723 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ba06d82b-ae26-4b52-8b70-df959244eab9 req-89b8d026-5720-4e66-a1a2-b29d3d65c705 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=72184213-2fd9-46bd-aae4-f72ec6dd306c HTTP/1.1" status: 200 len: 834 time: 0.0568542 Jan 21 19:41:54.982839 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-d7a8e595-b89c-40d2-b5f0-4b84b60a1f82 None None] Set router ba9f5afe-ab5f-4793-8189-6d414f2de49f gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:41:55.013270 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06d82b-ae26-4b52-8b70-df959244eab9 req-eafcca81-40c2-4a97-b098-7ca95a1eed5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:41:55.015445 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ba06d82b-ae26-4b52-8b70-df959244eab9 req-eafcca81-40c2-4a97-b098-7ca95a1eed5c service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=46987820-c316-4383-8d83-367f7a9b60dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743215 Jan 21 19:41:55.032022 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6de50f52-c06c-4bec-9714-5ab0b24696bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:55.151537 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ba06d82b-ae26-4b52-8b70-df959244eab9 req-2274e51a-1088-4e4e-957c-1735a83aa7c8 service neutron] 10.222.0.113 "GET /v2.0/networks/46987820-c316-4383-8d83-367f7a9b60dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306431 Jan 21 19:41:55.287462 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ba06d82b-ae26-4b52-8b70-df959244eab9 req-93ee7371-0ad3-472d-bbf2-425f15daf87c service neutron] 10.222.0.113 "GET /v2.0/networks/46987820-c316-4383-8d83-367f7a9b60dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300068 Jan 21 19:41:55.373319 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-d7a8e595-b89c-40d2-b5f0-4b84b60a1f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9f5afe-ab5f-4793-8189-6d414f2de49f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737123276', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.251'}], 'enable_snat': True}, 'gw_port_id': '90ca8761-0def-47e0-8fc6-8f6d29003c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:41:31Z', 'updated_at': '2022-01-21T19:41:37Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '90ca8761-0def-47e0-8fc6-8f6d29003c2d', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:6d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9f5afe-ab5f-4793-8189-6d414f2de49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:41:32Z', 'updated_at': '2022-01-21T19:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '20549421-38d0-4091-9700-3b97cef43dda', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'floating_ip_address': '172.26.1.237', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': 'ba9f5afe-ab5f-4793-8189-6d414f2de49f', 'port_id': '93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46987820-c316-4383-8d83-367f7a9b60dc', 'mac_address': 'fa:16:3e:6f:56:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e25eab-000a-4880-8829-66f16d43cebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:41:52Z', 'updated_at': '2022-01-21T19:41:52Z', 'revision_number': 0, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '992c9509-3392-4ad7-8533-db238aaa829a', 'name': '', 'network_id': '46987820-c316-4383-8d83-367f7a9b60dc', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'mac_address': 'fa:16:3e:e0:a1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9f5afe-ab5f-4793-8189-6d414f2de49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '72184213-2fd9-46bd-aae4-f72ec6dd306c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:41:36Z', 'updated_at': '2022-01-21T19:41:42Z', 'revision_number': 5, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'subnets': [{'id': '72184213-2fd9-46bd-aae4-f72ec6dd306c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:41:55.378092 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a8e595-b89c-40d2-b5f0-4b84b60a1f82 None None] The sync data for ids ['ba9f5afe-ab5f-4793-8189-6d414f2de49f'] in dv-neutron-825470-1-hyperv is: [{'id': 'ba9f5afe-ab5f-4793-8189-6d414f2de49f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737123276', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.251'}], 'enable_snat': True}, 'gw_port_id': '90ca8761-0def-47e0-8fc6-8f6d29003c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:41:31Z', 'updated_at': '2022-01-21T19:41:37Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '90ca8761-0def-47e0-8fc6-8f6d29003c2d', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:6d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9f5afe-ab5f-4793-8189-6d414f2de49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:41:32Z', 'updated_at': '2022-01-21T19:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '20549421-38d0-4091-9700-3b97cef43dda', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'floating_ip_address': '172.26.1.237', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': 'ba9f5afe-ab5f-4793-8189-6d414f2de49f', 'port_id': '93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46987820-c316-4383-8d83-367f7a9b60dc', 'mac_address': 'fa:16:3e:6f:56:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e25eab-000a-4880-8829-66f16d43cebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:41:52Z', 'updated_at': '2022-01-21T19:41:52Z', 'revision_number': 0, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '992c9509-3392-4ad7-8533-db238aaa829a', 'name': '', 'network_id': '46987820-c316-4383-8d83-367f7a9b60dc', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'mac_address': 'fa:16:3e:e0:a1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9f5afe-ab5f-4793-8189-6d414f2de49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '72184213-2fd9-46bd-aae4-f72ec6dd306c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:41:36Z', 'updated_at': '2022-01-21T19:41:42Z', 'revision_number': 5, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'subnets': [{'id': '72184213-2fd9-46bd-aae4-f72ec6dd306c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:41:55.587228 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5a2ac8-6999-4058-b034-277568206bb8 None None] New status for floating IP 20549421-38d0-4091-9700-3b97cef43dda: ACTIVE {{(pid=88138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:41:55.739587 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42450) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:41:55.847548 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e61601dd-96df-4f6a-97f5-4a40e04a55a9 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/floatingips/20549421-38d0-4091-9700-3b97cef43dda HTTP/1.1" status: 200 len: 991 time: 0.1067178 Jan 21 19:41:56.851426 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42454) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:41:57.068298 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-503fe078-5390-4ede-a88a-f7d92e8022a5 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/floatingips/20549421-38d0-4091-9700-3b97cef43dda HTTP/1.1" status: 200 len: 993 time: 0.2157083 Jan 21 19:41:57.278906 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0295729d-2836-4662-90d6-b290506ded6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:58.599120 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:58.711847 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:41:58.782164 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:42:00.248565 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:42:13.420281 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:42:16.315967 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-88a5d3a8-80e9-4de1-a768-1082fb2c06a1 req-bc1fcc8a-8dac-40ee-acfd-eb1d4f72240c service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=84e25eab-000a-4880-8829-66f16d43cebd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0817893 Jan 21 19:42:16.456591 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5d3a8-80e9-4de1-a768-1082fb2c06a1 req-9ebcd7cc-4d98-4f44-8822-86d71363bbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:42:16.458064 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-88a5d3a8-80e9-4de1-a768-1082fb2c06a1 req-9ebcd7cc-4d98-4f44-8822-86d71363bbfd service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2ceb323a8e2c42c4b7cde2788c992fac&device_id=84e25eab-000a-4880-8829-66f16d43cebd HTTP/1.1" status: 200 len: 1098 time: 0.0730591 Jan 21 19:42:16.606522 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5d3a8-80e9-4de1-a768-1082fb2c06a1 req-cadbe4d2-0465-4f0a-bc25-99c2a2b00472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:42:16.607845 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-88a5d3a8-80e9-4de1-a768-1082fb2c06a1 req-cadbe4d2-0465-4f0a-bc25-99c2a2b00472 service neutron] 10.222.0.113 "GET /v2.0/networks?id=46987820-c316-4383-8d83-367f7a9b60dc HTTP/1.1" status: 200 len: 897 time: 0.1246161 Jan 21 19:42:16.708583 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-88a5d3a8-80e9-4de1-a768-1082fb2c06a1 req-e729829e-ecc7-499d-bcf3-6fb7b9a41381 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e HTTP/1.1" status: 200 len: 1001 time: 0.0947444 Jan 21 19:42:16.772061 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5d3a8-80e9-4de1-a768-1082fb2c06a1 req-902cd30f-e214-4610-91ba-89afae48d525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:42:16.773456 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-88a5d3a8-80e9-4de1-a768-1082fb2c06a1 req-902cd30f-e214-4610-91ba-89afae48d525 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=72184213-2fd9-46bd-aae4-f72ec6dd306c HTTP/1.1" status: 200 len: 834 time: 0.0585065 Jan 21 19:42:16.848366 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5d3a8-80e9-4de1-a768-1082fb2c06a1 req-17f9e28a-b4b8-493a-bd4f-85ce9ab6ced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:42:16.849776 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-88a5d3a8-80e9-4de1-a768-1082fb2c06a1 req-17f9e28a-b4b8-493a-bd4f-85ce9ab6ced6 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=46987820-c316-4383-8d83-367f7a9b60dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680261 Jan 21 19:42:16.978263 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-88a5d3a8-80e9-4de1-a768-1082fb2c06a1 req-3112988c-271d-457c-9454-30e1bf4d9e1f service neutron] 10.222.0.113 "GET /v2.0/networks/46987820-c316-4383-8d83-367f7a9b60dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214831 Jan 21 19:42:17.121708 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-88a5d3a8-80e9-4de1-a768-1082fb2c06a1 req-ee107c3d-3d97-4e67-903c-7c3f4cdc5bca service neutron] 10.222.0.113 "GET /v2.0/networks/46987820-c316-4383-8d83-367f7a9b60dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360006 Jan 21 19:42:25.009875 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7c513acd-d667-4df4-b84a-64c339e3959f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:42:26.757581 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac767a77-44a8-4c47-ba2b-0f33134f392d req-6c6fdb04-7575-46bf-af24-1547edad7731 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:42:26.759052 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ac767a77-44a8-4c47-ba2b-0f33134f392d req-6c6fdb04-7575-46bf-af24-1547edad7731 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=84e25eab-000a-4880-8829-66f16d43cebd HTTP/1.1" status: 200 len: 945 time: 0.0846555 Jan 21 19:42:26.803422 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ac767a77-44a8-4c47-ba2b-0f33134f392d req-91ceb81f-6d82-45d2-9e26-27109503cc9d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=349c5d7e-c783-4eae-83f4-b6348a0860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384679 Jan 21 19:42:27.279206 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-52dfe606-9dce-47b8-bcc8-3c3d8440d808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:42:27.991835 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e16358-fc9f-4c7d-b1d0-0de704f1b816 req-65968d9f-2d44-4655-ad29-a9dd263b53ed tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:42:27.993173 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-37e16358-fc9f-4c7d-b1d0-0de704f1b816 req-65968d9f-2d44-4655-ad29-a9dd263b53ed tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=84e25eab-000a-4880-8829-66f16d43cebd HTTP/1.1" status: 200 len: 945 time: 0.0825989 Jan 21 19:42:28.042101 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-37e16358-fc9f-4c7d-b1d0-0de704f1b816 req-3a2d3128-8300-4848-9cba-3937e1aa547a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=349c5d7e-c783-4eae-83f4-b6348a0860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431828 Jan 21 19:42:28.655859 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:42:28.672997 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:42:28.674216 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:42:29.227251 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a703c-05fc-4e7f-a0fc-ab777a622bda req-db02ea1a-3799-45ac-9e88-5ce6862c1208 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:42:29.228697 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-df7a703c-05fc-4e7f-a0fc-ab777a622bda req-db02ea1a-3799-45ac-9e88-5ce6862c1208 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=84e25eab-000a-4880-8829-66f16d43cebd HTTP/1.1" status: 200 len: 945 time: 0.0786738 Jan 21 19:42:29.274661 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-df7a703c-05fc-4e7f-a0fc-ab777a622bda req-64a8837b-9d3f-4087-9c8a-7d2b91d761f6 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=349c5d7e-c783-4eae-83f4-b6348a0860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404379 Jan 21 19:42:30.259448 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:42:30.461073 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a190153-9945-4fea-8c2b-8051acfaa520 req-8796d080-f487-4a62-bf1d-cd05204c525b tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:42:30.469068 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6a190153-9945-4fea-8c2b-8051acfaa520 req-8796d080-f487-4a62-bf1d-cd05204c525b tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=84e25eab-000a-4880-8829-66f16d43cebd HTTP/1.1" status: 200 len: 945 time: 0.0797939 Jan 21 19:42:30.507861 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6a190153-9945-4fea-8c2b-8051acfaa520 req-97e4fec6-aff0-4eab-9b4f-4e27d7f172fa tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=349c5d7e-c783-4eae-83f4-b6348a0860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396538 Jan 21 19:42:31.695764 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de463ad1-e465-45ea-af4f-4a240d77fe57 req-140aebd3-755d-45ce-b65e-79a89b8c6aed tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:42:31.697097 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-de463ad1-e465-45ea-af4f-4a240d77fe57 req-140aebd3-755d-45ce-b65e-79a89b8c6aed tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=84e25eab-000a-4880-8829-66f16d43cebd HTTP/1.1" status: 200 len: 945 time: 0.0829422 Jan 21 19:42:31.740837 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-de463ad1-e465-45ea-af4f-4a240d77fe57 req-2f794491-ba71-4158-8cbe-c1a9335cd036 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=349c5d7e-c783-4eae-83f4-b6348a0860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379608 Jan 21 19:42:32.920273 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aeeb33-e75c-4ca9-ad47-397fd4dc6472 req-ab3bd0b9-e523-4e9c-b251-51598c315ace tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:42:32.921996 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-01aeeb33-e75c-4ca9-ad47-397fd4dc6472 req-ab3bd0b9-e523-4e9c-b251-51598c315ace tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=84e25eab-000a-4880-8829-66f16d43cebd HTTP/1.1" status: 200 len: 945 time: 0.0784564 Jan 21 19:42:32.964993 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-01aeeb33-e75c-4ca9-ad47-397fd4dc6472 req-ad9aedd8-39fc-4d54-b124-82853fa88da3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=349c5d7e-c783-4eae-83f4-b6348a0860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367079 Jan 21 19:42:34.149634 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ed9bf-594b-4c0a-931d-4dc12cc32d56 req-2215b6ad-f997-4c3c-9370-a503f1a4a973 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:42:34.151092 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9b0ed9bf-594b-4c0a-931d-4dc12cc32d56 req-2215b6ad-f997-4c3c-9370-a503f1a4a973 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=84e25eab-000a-4880-8829-66f16d43cebd HTTP/1.1" status: 200 len: 945 time: 0.0820043 Jan 21 19:42:34.193778 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9b0ed9bf-594b-4c0a-931d-4dc12cc32d56 req-7c4c2ffc-aa78-445a-9fdb-f564c82a8b12 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=349c5d7e-c783-4eae-83f4-b6348a0860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371373 Jan 21 19:42:35.373041 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16089c41-5758-4df1-8faa-1e3d3e7d5769 req-f783e97c-51ce-4d55-bbd1-23a44ca92ead tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:42:35.374507 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-16089c41-5758-4df1-8faa-1e3d3e7d5769 req-f783e97c-51ce-4d55-bbd1-23a44ca92ead tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=84e25eab-000a-4880-8829-66f16d43cebd HTTP/1.1" status: 200 len: 945 time: 0.0781379 Jan 21 19:42:35.418519 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-16089c41-5758-4df1-8faa-1e3d3e7d5769 req-4cbbbad5-4475-4d4b-96fa-09bb8554e2b2 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=349c5d7e-c783-4eae-83f4-b6348a0860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378909 Jan 21 19:42:36.615733 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09509721-fa63-4f04-b680-c8b1791ca88f req-ae22ed69-3877-43f9-b1b9-49c8abfce75a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:42:36.617100 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-09509721-fa63-4f04-b680-c8b1791ca88f req-ae22ed69-3877-43f9-b1b9-49c8abfce75a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=84e25eab-000a-4880-8829-66f16d43cebd HTTP/1.1" status: 200 len: 945 time: 0.0864048 Jan 21 19:42:36.660097 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-09509721-fa63-4f04-b680-c8b1791ca88f req-3ba34927-350d-4663-9d29-f84b061c3e17 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=349c5d7e-c783-4eae-83f4-b6348a0860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372646 Jan 21 19:42:37.846427 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd392ec6-a9d5-477f-8b97-d7238511a117 req-a42bfb09-e5f8-4afe-b3e6-5c380109829c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:42:37.847860 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-dd392ec6-a9d5-477f-8b97-d7238511a117 req-a42bfb09-e5f8-4afe-b3e6-5c380109829c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=84e25eab-000a-4880-8829-66f16d43cebd HTTP/1.1" status: 200 len: 945 time: 0.0797207 Jan 21 19:42:37.894765 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-dd392ec6-a9d5-477f-8b97-d7238511a117 req-09d165a8-0856-4b56-805e-be98342d4e5a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=349c5d7e-c783-4eae-83f4-b6348a0860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412688 Jan 21 19:42:39.077346 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd529f-c6f7-4218-b1a7-1c4e24c1c899 req-537138c8-74fa-4e1d-b56a-d1b5a8d7766c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:42:39.078824 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-43cd529f-c6f7-4218-b1a7-1c4e24c1c899 req-537138c8-74fa-4e1d-b56a-d1b5a8d7766c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=84e25eab-000a-4880-8829-66f16d43cebd HTTP/1.1" status: 200 len: 945 time: 0.0789187 Jan 21 19:42:39.122014 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-43cd529f-c6f7-4218-b1a7-1c4e24c1c899 req-a52b3adb-a7f6-4596-acba-dc9011d1528b tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=349c5d7e-c783-4eae-83f4-b6348a0860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371153 Jan 21 19:42:40.315729 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7572c4-ed4b-4092-a41f-44d6e65f1514 req-45347e66-49ea-46ef-a5d4-24020350325d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:42:40.317163 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2e7572c4-ed4b-4092-a41f-44d6e65f1514 req-45347e66-49ea-46ef-a5d4-24020350325d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=84e25eab-000a-4880-8829-66f16d43cebd HTTP/1.1" status: 200 len: 945 time: 0.0835512 Jan 21 19:42:40.358945 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2e7572c4-ed4b-4092-a41f-44d6e65f1514 req-1bcfb07d-84c4-4e56-a5e9-4e6816759250 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=349c5d7e-c783-4eae-83f4-b6348a0860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363438 Jan 21 19:42:41.542084 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790223d5-91d6-4866-885e-9811ac405997 req-a15a6b0f-d1ce-4b79-8b93-0d8cab564822 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:42:41.543541 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-790223d5-91d6-4866-885e-9811ac405997 req-a15a6b0f-d1ce-4b79-8b93-0d8cab564822 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=84e25eab-000a-4880-8829-66f16d43cebd HTTP/1.1" status: 200 len: 945 time: 0.0792935 Jan 21 19:42:41.586523 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-790223d5-91d6-4866-885e-9811ac405997 req-8a283f73-b273-465a-b276-b02a43b89497 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=349c5d7e-c783-4eae-83f4-b6348a0860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364935 Jan 21 19:42:42.771969 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca31cffb-005d-4c76-aefb-ddfe1c7a088a req-735d013e-893e-4895-a0bc-401f99ca9df3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:42:42.773395 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ca31cffb-005d-4c76-aefb-ddfe1c7a088a req-735d013e-893e-4895-a0bc-401f99ca9df3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=84e25eab-000a-4880-8829-66f16d43cebd HTTP/1.1" status: 200 len: 945 time: 0.0829341 Jan 21 19:42:42.816348 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ca31cffb-005d-4c76-aefb-ddfe1c7a088a req-c010471c-278e-4878-85f0-2c34e5a26e28 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=349c5d7e-c783-4eae-83f4-b6348a0860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372314 Jan 21 19:42:42.838839 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42502) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:42:42.942403 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-861a6cc7-0244-41a6-a1aa-8fdfb62b96e3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/floatingips/20549421-38d0-4091-9700-3b97cef43dda HTTP/1.1" status: 200 len: 993 time: 0.1024320 Jan 21 19:42:44.616102 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb42892-81cd-49a8-9e2e-d4470e68639f req-fb274561-7ec9-4b6e-a4e8-d945ca70e970 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:42:44.617563 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3cb42892-81cd-49a8-9e2e-d4470e68639f req-fb274561-7ec9-4b6e-a4e8-d945ca70e970 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=84e25eab-000a-4880-8829-66f16d43cebd HTTP/1.1" status: 200 len: 945 time: 0.0855839 Jan 21 19:42:44.661700 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3cb42892-81cd-49a8-9e2e-d4470e68639f req-4da4c4a7-d61c-4099-b8a5-8963594be349 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=349c5d7e-c783-4eae-83f4-b6348a0860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383360 Jan 21 19:42:44.724530 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e6651-5d8b-4b71-974e-a2913fb1c5b9 req-b5eb8e74-f712-49b2-91e5-a1de98a78ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:42:44.726004 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-884e6651-5d8b-4b71-974e-a2913fb1c5b9 req-b5eb8e74-f712-49b2-91e5-a1de98a78ba6 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2ceb323a8e2c42c4b7cde2788c992fac&device_id=84e25eab-000a-4880-8829-66f16d43cebd HTTP/1.1" status: 200 len: 1098 time: 0.0747671 Jan 21 19:42:44.855238 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e6651-5d8b-4b71-974e-a2913fb1c5b9 req-b6d54306-2747-41c9-bcab-96b4a8b3a286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:42:44.856655 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-884e6651-5d8b-4b71-974e-a2913fb1c5b9 req-b6d54306-2747-41c9-bcab-96b4a8b3a286 service neutron] 10.222.0.113 "GET /v2.0/networks?id=46987820-c316-4383-8d83-367f7a9b60dc HTTP/1.1" status: 200 len: 897 time: 0.1244004 Jan 21 19:42:45.053672 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-884e6651-5d8b-4b71-974e-a2913fb1c5b9 req-49ebb535-c6c4-4539-a946-d4e8d6d2bd13 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e HTTP/1.1" status: 200 len: 1001 time: 0.1902273 Jan 21 19:42:45.114192 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e6651-5d8b-4b71-974e-a2913fb1c5b9 req-14c4be62-0617-42cd-8cab-5e2e5ed2688a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:42:45.115540 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-884e6651-5d8b-4b71-974e-a2913fb1c5b9 req-14c4be62-0617-42cd-8cab-5e2e5ed2688a service neutron] 10.222.0.113 "GET /v2.0/subnets?id=72184213-2fd9-46bd-aae4-f72ec6dd306c HTTP/1.1" status: 200 len: 834 time: 0.0555880 Jan 21 19:42:45.192141 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e6651-5d8b-4b71-974e-a2913fb1c5b9 req-617d2b75-0c70-41cf-92e7-15124e0d6d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:42:45.193587 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-884e6651-5d8b-4b71-974e-a2913fb1c5b9 req-617d2b75-0c70-41cf-92e7-15124e0d6d81 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=46987820-c316-4383-8d83-367f7a9b60dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712821 Jan 21 19:42:45.321672 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-884e6651-5d8b-4b71-974e-a2913fb1c5b9 req-ca582fc4-ac5b-4d17-a817-ba95533a6d51 service neutron] 10.222.0.113 "GET /v2.0/networks/46987820-c316-4383-8d83-367f7a9b60dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218669 Jan 21 19:42:45.450985 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-884e6651-5d8b-4b71-974e-a2913fb1c5b9 req-9cb48195-1dea-4974-ac48-e2ac10502654 service neutron] 10.222.0.113 "GET /v2.0/networks/46987820-c316-4383-8d83-367f7a9b60dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232061 Jan 21 19:42:45.850616 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f4382-4467-48cc-ab41-7b4296a7b7f5 req-7f0bd035-af9b-4991-8fbf-2fea4703bc4d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:42:45.853958 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-141f4382-4467-48cc-ab41-7b4296a7b7f5 req-7f0bd035-af9b-4991-8fbf-2fea4703bc4d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=84e25eab-000a-4880-8829-66f16d43cebd HTTP/1.1" status: 200 len: 945 time: 0.0835130 Jan 21 19:42:45.895943 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-141f4382-4467-48cc-ab41-7b4296a7b7f5 req-5f6e3bcb-f05f-46cc-aaa7-2ebd39d40812 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=349c5d7e-c783-4eae-83f4-b6348a0860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382814 Jan 21 19:42:47.080234 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255335b1-7adc-45e8-8aad-78c1ee20894c req-f53aeb1b-d524-4eaf-bf47-6af6307361af tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:42:47.081664 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-255335b1-7adc-45e8-8aad-78c1ee20894c req-f53aeb1b-d524-4eaf-bf47-6af6307361af tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=84e25eab-000a-4880-8829-66f16d43cebd HTTP/1.1" status: 200 len: 945 time: 0.0781951 Jan 21 19:42:47.127485 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-255335b1-7adc-45e8-8aad-78c1ee20894c req-3dd38a92-d103-41a9-8c6e-15fa7e780431 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=349c5d7e-c783-4eae-83f4-b6348a0860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402751 Jan 21 19:42:47.150695 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42516) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:42:47.255689 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-941bd7c0-7db3-4039-b8b2-2a4546e9bc7d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/floatingips/20549421-38d0-4091-9700-3b97cef43dda HTTP/1.1" status: 200 len: 993 time: 0.1038053 Jan 21 19:42:50.419416 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:42:55.030789 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9e251a78-e158-4239-af01-f01f274db562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:42:57.272532 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-925926fa-8514-4b51-8751-a8da935d9f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:42:58.649834 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:42:58.729905 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:42:58.758698 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:00.272458 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:15.764425 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42530) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:43:16.067363 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-49e138da-12c5-4ccb-87ea-358e414c8642 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Deleting port 31634c72-a38a-42fc-ad8d-b5167f975031 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:43:16.067608 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-49e138da-12c5-4ccb-87ea-358e414c8642 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:16.239609 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-49e138da-12c5-4ccb-87ea-358e414c8642 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:16.239931 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-49e138da-12c5-4ccb-87ea-358e414c8642 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:16.360538 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-49e138da-12c5-4ccb-87ea-358e414c8642 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Calling delete_port for 31634c72-a38a-42fc-ad8d-b5167f975031 owned by network:floatingip {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:43:16.558445 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-49e138da-12c5-4ccb-87ea-358e414c8642 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:16.606110 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e138da-12c5-4ccb-87ea-358e414c8642 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event deleted for resources: {'Port': ['ID=31634c72-a38a-42fc-ad8d-b5167f975031,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:43:16.650540 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e138da-12c5-4ccb-87ea-358e414c8642 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:43:16.650890 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e138da-12c5-4ccb-87ea-358e414c8642 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:43:16.651231 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e138da-12c5-4ccb-87ea-358e414c8642 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:43:16.651568 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e138da-12c5-4ccb-87ea-358e414c8642 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:43:16.651898 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e138da-12c5-4ccb-87ea-358e414c8642 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:43:16.652288 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e138da-12c5-4ccb-87ea-358e414c8642 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:43:16.652694 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e138da-12c5-4ccb-87ea-358e414c8642 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:43:16.653042 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e138da-12c5-4ccb-87ea-358e414c8642 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:43:16.653344 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e138da-12c5-4ccb-87ea-358e414c8642 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:43:16.653667 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e138da-12c5-4ccb-87ea-358e414c8642 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:43:16.654015 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e138da-12c5-4ccb-87ea-358e414c8642 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:43:16.654338 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e138da-12c5-4ccb-87ea-358e414c8642 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:43:16.715383 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-49e138da-12c5-4ccb-87ea-358e414c8642 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for floatingip, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:16.715763 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.l3_db [None req-49e138da-12c5-4ccb-87ea-358e414c8642 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Floating IP 20549421-38d0-4091-9700-3b97cef43dda disassociated (deleted). External IP: 172.26.1.237, port: 93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e. Jan 21 19:43:17.057606 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e138da-12c5-4ccb-87ea-358e414c8642 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Router ba9f5afe-ab5f-4793-8189-6d414f2de49f has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:43:17.236917 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e138da-12c5-4ccb-87ea-358e414c8642 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:43:17.246386 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce5c3ba-0fc1-4a79-a4e4-ab872123f8cd None None] Sync routers for ids ['ba9f5afe-ab5f-4793-8189-6d414f2de49f'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:43:17.253182 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-49e138da-12c5-4ccb-87ea-358e414c8642 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:17.256206 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce5c3ba-0fc1-4a79-a4e4-ab872123f8cd None None] Routers {'ba9f5afe-ab5f-4793-8189-6d414f2de49f'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:43:17.256822 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-3ce5c3ba-0fc1-4a79-a4e4-ab872123f8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:42:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['ba9f5afe-ab5f-4793-8189-6d414f2de49f'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:43:17.308260 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-49e138da-12c5-4ccb-87ea-358e414c8642 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "DELETE /v2.0/floatingips/20549421-38d0-4091-9700-3b97cef43dda HTTP/1.1" status: 204 len: 168 time: 1.5427773 Jan 21 19:43:17.308739 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e25eab-000a-4880-8829-66f16d43cebd', 'tag': '93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e'}] {{(pid=88136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:43:17.358033 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e25eab-000a-4880-8829-66f16d43cebd', 'tag': '93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e', 'status': 'completed', 'code': 200} Jan 21 19:43:17.452774 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-3ce5c3ba-0fc1-4a79-a4e4-ab872123f8cd None None] Set router ba9f5afe-ab5f-4793-8189-6d414f2de49f gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:43:17.540909 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-29a407ec-70fc-4d20-af76-cbfe5bf87b40 req-89d41a3f-0656-46c9-ae8e-fe9d3dfd3f4f service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=84e25eab-000a-4880-8829-66f16d43cebd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0999892 Jan 21 19:43:17.542772 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f01ef-cdec-4ba0-8234-cfc2cdce181e req-1b08f7e5-f247-45ef-af2c-1448ec1c8639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:43:17.544141 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-f38f01ef-cdec-4ba0-8234-cfc2cdce181e req-1b08f7e5-f247-45ef-af2c-1448ec1c8639 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2ceb323a8e2c42c4b7cde2788c992fac&device_id=84e25eab-000a-4880-8829-66f16d43cebd HTTP/1.1" status: 200 len: 1098 time: 0.1616971 Jan 21 19:43:17.679746 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f01ef-cdec-4ba0-8234-cfc2cdce181e req-2e66a305-6ab4-414a-97f6-6de6c42ce44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:43:17.681190 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-f38f01ef-cdec-4ba0-8234-cfc2cdce181e req-2e66a305-6ab4-414a-97f6-6de6c42ce44c service neutron] 10.222.0.113 "GET /v2.0/networks?id=46987820-c316-4383-8d83-367f7a9b60dc HTTP/1.1" status: 200 len: 897 time: 0.1314459 Jan 21 19:43:17.757259 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-f38f01ef-cdec-4ba0-8234-cfc2cdce181e req-a4eda5cf-ce2b-4419-87d8-c543b247b39f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e HTTP/1.1" status: 200 len: 217 time: 0.0689573 Jan 21 19:43:17.774623 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-3ce5c3ba-0fc1-4a79-a4e4-ab872123f8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9f5afe-ab5f-4793-8189-6d414f2de49f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737123276', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.251'}], 'enable_snat': True}, 'gw_port_id': '90ca8761-0def-47e0-8fc6-8f6d29003c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:41:31Z', 'updated_at': '2022-01-21T19:41:37Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '90ca8761-0def-47e0-8fc6-8f6d29003c2d', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:6d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9f5afe-ab5f-4793-8189-6d414f2de49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:41:32Z', 'updated_at': '2022-01-21T19:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '992c9509-3392-4ad7-8533-db238aaa829a', 'name': '', 'network_id': '46987820-c316-4383-8d83-367f7a9b60dc', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'mac_address': 'fa:16:3e:e0:a1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9f5afe-ab5f-4793-8189-6d414f2de49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '72184213-2fd9-46bd-aae4-f72ec6dd306c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:41:36Z', 'updated_at': '2022-01-21T19:41:42Z', 'revision_number': 5, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'subnets': [{'id': '72184213-2fd9-46bd-aae4-f72ec6dd306c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:43:17.778537 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce5c3ba-0fc1-4a79-a4e4-ab872123f8cd None None] Checking router: ba9f5afe-ab5f-4793-8189-6d414f2de49f for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:43:17.787739 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce5c3ba-0fc1-4a79-a4e4-ab872123f8cd None None] Routers {'ba9f5afe-ab5f-4793-8189-6d414f2de49f'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:43:17.788340 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-3ce5c3ba-0fc1-4a79-a4e4-ab872123f8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:42:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['ba9f5afe-ab5f-4793-8189-6d414f2de49f'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:43:17.823097 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f01ef-cdec-4ba0-8234-cfc2cdce181e req-319801a6-81bb-4853-81df-4ed6d8597bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:43:17.824776 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-f38f01ef-cdec-4ba0-8234-cfc2cdce181e req-319801a6-81bb-4853-81df-4ed6d8597bf2 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=72184213-2fd9-46bd-aae4-f72ec6dd306c HTTP/1.1" status: 200 len: 834 time: 0.0620964 Jan 21 19:43:17.908004 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f01ef-cdec-4ba0-8234-cfc2cdce181e req-e70e976d-1029-44df-825f-764aa6bedd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:43:17.910059 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-f38f01ef-cdec-4ba0-8234-cfc2cdce181e req-e70e976d-1029-44df-825f-764aa6bedd1d service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=46987820-c316-4383-8d83-367f7a9b60dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733833 Jan 21 19:43:17.972558 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-3ce5c3ba-0fc1-4a79-a4e4-ab872123f8cd None None] Set router ba9f5afe-ab5f-4793-8189-6d414f2de49f gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:43:18.021431 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cefd87-df29-4dad-b7f5-930b5f42a07a req-841e7599-d528-423e-9a2c-c61c214e7066 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:43:18.022147 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-39cefd87-df29-4dad-b7f5-930b5f42a07a req-841e7599-d528-423e-9a2c-c61c214e7066 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Synchronizing usage tracker for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:43:18.049362 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-f38f01ef-cdec-4ba0-8234-cfc2cdce181e req-0c03326c-6b23-48d8-948b-9d59053a6619 service neutron] 10.222.0.113 "GET /v2.0/networks/46987820-c316-4383-8d83-367f7a9b60dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318355 Jan 21 19:43:18.095200 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-39cefd87-df29-4dad-b7f5-930b5f42a07a req-841e7599-d528-423e-9a2c-c61c214e7066 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Unset dirty status for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:43:18.096493 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-39cefd87-df29-4dad-b7f5-930b5f42a07a req-841e7599-d528-423e-9a2c-c61c214e7066 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=84e25eab-000a-4880-8829-66f16d43cebd HTTP/1.1" status: 200 len: 945 time: 0.2707605 Jan 21 19:43:18.143741 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-39cefd87-df29-4dad-b7f5-930b5f42a07a req-0a16a0ac-b805-4d84-9d60-1f4ac2b69155 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=349c5d7e-c783-4eae-83f4-b6348a0860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413873 Jan 21 19:43:18.193572 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-f38f01ef-cdec-4ba0-8234-cfc2cdce181e req-1ad73dd3-590e-4adc-8f22-3c6586daab97 service neutron] 10.222.0.113 "GET /v2.0/networks/46987820-c316-4383-8d83-367f7a9b60dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375177 Jan 21 19:43:18.331758 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-3ce5c3ba-0fc1-4a79-a4e4-ab872123f8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9f5afe-ab5f-4793-8189-6d414f2de49f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737123276', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.251'}], 'enable_snat': True}, 'gw_port_id': '90ca8761-0def-47e0-8fc6-8f6d29003c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:41:31Z', 'updated_at': '2022-01-21T19:41:37Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '90ca8761-0def-47e0-8fc6-8f6d29003c2d', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:6d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9f5afe-ab5f-4793-8189-6d414f2de49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:41:32Z', 'updated_at': '2022-01-21T19:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '992c9509-3392-4ad7-8533-db238aaa829a', 'name': '', 'network_id': '46987820-c316-4383-8d83-367f7a9b60dc', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'mac_address': 'fa:16:3e:e0:a1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9f5afe-ab5f-4793-8189-6d414f2de49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '72184213-2fd9-46bd-aae4-f72ec6dd306c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:41:36Z', 'updated_at': '2022-01-21T19:41:42Z', 'revision_number': 5, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'subnets': [{'id': '72184213-2fd9-46bd-aae4-f72ec6dd306c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:43:18.335646 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce5c3ba-0fc1-4a79-a4e4-ab872123f8cd None None] The sync data for ids ['ba9f5afe-ab5f-4793-8189-6d414f2de49f'] in dv-neutron-825470-1-hyperv is: [{'id': 'ba9f5afe-ab5f-4793-8189-6d414f2de49f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737123276', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.251'}], 'enable_snat': True}, 'gw_port_id': '90ca8761-0def-47e0-8fc6-8f6d29003c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:41:31Z', 'updated_at': '2022-01-21T19:41:37Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '90ca8761-0def-47e0-8fc6-8f6d29003c2d', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:6d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9f5afe-ab5f-4793-8189-6d414f2de49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:41:32Z', 'updated_at': '2022-01-21T19:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '992c9509-3392-4ad7-8533-db238aaa829a', 'name': '', 'network_id': '46987820-c316-4383-8d83-367f7a9b60dc', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'mac_address': 'fa:16:3e:e0:a1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9f5afe-ab5f-4793-8189-6d414f2de49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '72184213-2fd9-46bd-aae4-f72ec6dd306c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:41:36Z', 'updated_at': '2022-01-21T19:41:42Z', 'revision_number': 5, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'subnets': [{'id': '72184213-2fd9-46bd-aae4-f72ec6dd306c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:43:18.440768 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a407ec-70fc-4d20-af76-cbfe5bf87b40 req-f1756611-0a76-4f1b-a870-e9df6825dd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:43:18.442488 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-29a407ec-70fc-4d20-af76-cbfe5bf87b40 req-f1756611-0a76-4f1b-a870-e9df6825dd55 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2ceb323a8e2c42c4b7cde2788c992fac&device_id=84e25eab-000a-4880-8829-66f16d43cebd HTTP/1.1" status: 200 len: 1098 time: 0.0786479 Jan 21 19:43:18.561071 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad4cdbb-7318-48c0-a587-01b2d175c0b8 None None] New status for floating IP 20549421-38d0-4091-9700-3b97cef43dda: DOWN {{(pid=88138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:43:18.592952 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a407ec-70fc-4d20-af76-cbfe5bf87b40 req-9c7fe79c-8026-4ce2-b73d-0c8a18b636dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:43:18.594444 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-29a407ec-70fc-4d20-af76-cbfe5bf87b40 req-9c7fe79c-8026-4ce2-b73d-0c8a18b636dd service neutron] 10.222.0.113 "GET /v2.0/networks?id=46987820-c316-4383-8d83-367f7a9b60dc HTTP/1.1" status: 200 len: 897 time: 0.1331172 Jan 21 19:43:18.667134 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-29a407ec-70fc-4d20-af76-cbfe5bf87b40 req-110f70b9-41de-4571-a5bd-627a70c36505 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e HTTP/1.1" status: 200 len: 217 time: 0.0648098 Jan 21 19:43:18.840028 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a407ec-70fc-4d20-af76-cbfe5bf87b40 req-738ffbf2-0f13-4fcd-9de7-62302c914882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:43:18.841374 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-29a407ec-70fc-4d20-af76-cbfe5bf87b40 req-738ffbf2-0f13-4fcd-9de7-62302c914882 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=72184213-2fd9-46bd-aae4-f72ec6dd306c HTTP/1.1" status: 200 len: 834 time: 0.1665721 Jan 21 19:43:18.914355 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a407ec-70fc-4d20-af76-cbfe5bf87b40 req-e8648d2d-55f7-4482-a96e-2ed860477a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:43:18.915779 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-29a407ec-70fc-4d20-af76-cbfe5bf87b40 req-e8648d2d-55f7-4482-a96e-2ed860477a69 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=46987820-c316-4383-8d83-367f7a9b60dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679216 Jan 21 19:43:19.052306 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-29a407ec-70fc-4d20-af76-cbfe5bf87b40 req-8b30ca92-47e7-48cd-888f-f83fc86a95bb service neutron] 10.222.0.113 "GET /v2.0/networks/46987820-c316-4383-8d83-367f7a9b60dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275103 Jan 21 19:43:19.196610 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-29a407ec-70fc-4d20-af76-cbfe5bf87b40 req-b79657db-1080-4b7c-9279-a6b29a81787a service neutron] 10.222.0.113 "GET /v2.0/networks/46987820-c316-4383-8d83-367f7a9b60dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366663 Jan 21 19:43:19.334335 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d323635-f6b7-44ed-89d1-e1d882b43458 req-383c8a8b-d026-4dd8-8f34-ce36afbca494 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:43:19.335806 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6d323635-f6b7-44ed-89d1-e1d882b43458 req-383c8a8b-d026-4dd8-8f34-ce36afbca494 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=84e25eab-000a-4880-8829-66f16d43cebd HTTP/1.1" status: 200 len: 945 time: 0.0836623 Jan 21 19:43:19.360843 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2a07c-09e3-4d50-884d-f02270d0c1e3 req-152f8d5d-d48b-4aa2-b69c-d5ffd81027b1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:43:19.362137 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-9fb2a07c-09e3-4d50-884d-f02270d0c1e3 req-152f8d5d-d48b-4aa2-b69c-d5ffd81027b1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Synchronizing usage tracker for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:43:19.373590 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-9fb2a07c-09e3-4d50-884d-f02270d0c1e3 req-152f8d5d-d48b-4aa2-b69c-d5ffd81027b1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Unset dirty status for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:43:19.374735 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9fb2a07c-09e3-4d50-884d-f02270d0c1e3 req-152f8d5d-d48b-4aa2-b69c-d5ffd81027b1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.113 "GET /v2.0/ports?device_id=84e25eab-000a-4880-8829-66f16d43cebd HTTP/1.1" status: 200 len: 945 time: 0.0956676 Jan 21 19:43:19.380103 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6d323635-f6b7-44ed-89d1-e1d882b43458 req-81c89643-9761-4a7e-aba0-326d87b0d671 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=349c5d7e-c783-4eae-83f4-b6348a0860a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384698 Jan 21 19:43:19.445508 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-9fb2a07c-09e3-4d50-884d-f02270d0c1e3 req-cb7e120a-c361-45f9-93e8-801ea813f655 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Deleting port 93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:43:19.445767 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9fb2a07c-09e3-4d50-884d-f02270d0c1e3 req-cb7e120a-c361-45f9-93e8-801ea813f655 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:19.689021 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-9fb2a07c-09e3-4d50-884d-f02270d0c1e3 req-cb7e120a-c361-45f9-93e8-801ea813f655 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] For port 93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e,segment=NetworkSegment(ce26b634-264c-47fe-954f-d20b8c32f87e),segment_id=ce26b634-264c-47fe-954f-d20b8c32f87e)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:43:19.690090 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9fb2a07c-09e3-4d50-884d-f02270d0c1e3 req-cb7e120a-c361-45f9-93e8-801ea813f655 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:19.810487 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-9fb2a07c-09e3-4d50-884d-f02270d0c1e3 req-cb7e120a-c361-45f9-93e8-801ea813f655 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Calling delete_port for 93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e owned by compute:nova {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:43:20.004040 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9fb2a07c-09e3-4d50-884d-f02270d0c1e3 req-cb7e120a-c361-45f9-93e8-801ea813f655 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:20.055456 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7e120a-c361-45f9-93e8-801ea813f655 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event deleted for resources: {'Port': ['ID=93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:43:20.090260 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7e120a-c361-45f9-93e8-801ea813f655 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:43:20.094608 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7e120a-c361-45f9-93e8-801ea813f655 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:43:20.094608 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7e120a-c361-45f9-93e8-801ea813f655 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:43:20.094608 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7e120a-c361-45f9-93e8-801ea813f655 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:43:20.094608 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7e120a-c361-45f9-93e8-801ea813f655 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:43:20.094608 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7e120a-c361-45f9-93e8-801ea813f655 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:43:20.094608 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7e120a-c361-45f9-93e8-801ea813f655 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:43:20.094608 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7e120a-c361-45f9-93e8-801ea813f655 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:43:20.094608 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7e120a-c361-45f9-93e8-801ea813f655 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:43:20.094608 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7e120a-c361-45f9-93e8-801ea813f655 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:43:20.094608 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7e120a-c361-45f9-93e8-801ea813f655 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:43:20.094608 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7e120a-c361-45f9-93e8-801ea813f655 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:43:20.141446 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb2a07c-09e3-4d50-884d-f02270d0c1e3 req-cb7e120a-c361-45f9-93e8-801ea813f655 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] No DVR routers for this DVR port 93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e on host hv-neutron-8254 {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:43:20.143833 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9fb2a07c-09e3-4d50-884d-f02270d0c1e3 req-cb7e120a-c361-45f9-93e8-801ea813f655 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:20.146239 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e25eab-000a-4880-8829-66f16d43cebd', 'name': 'network-vif-deleted', 'tag': '93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:43:20.190175 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e25eab-000a-4880-8829-66f16d43cebd', 'name': 'network-vif-deleted', 'tag': '93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e', 'status': 'completed', 'code': 200} Jan 21 19:43:20.210422 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9fb2a07c-09e3-4d50-884d-f02270d0c1e3 req-cb7e120a-c361-45f9-93e8-801ea813f655 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.113 "DELETE /v2.0/ports/93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e HTTP/1.1" status: 204 len: 173 time: 0.8290291 Jan 21 19:43:20.555540 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-eac97279-b4c4-4937-925a-d3c5ef70ba7a req-6f5aa3a2-7c53-4716-b697-92ee4fbfba41 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=84e25eab-000a-4880-8829-66f16d43cebd HTTP/1.1" status: 200 len: 210 time: 0.0484624 Jan 21 19:43:21.654752 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42550) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:43:21.819630 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:43:21.852746 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] No Port match for: 93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:43:21.853081 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 93ac25a8-4bcd-40b9-bbb8-c8d0a90fbe8e not bound to the agent host hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:43:22.204222 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e5425f53-007d-4b48-8a50-6b20110dbf0e tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:22.550640 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-e5425f53-007d-4b48-8a50-6b20110dbf0e tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Deleting port 992c9509-3392-4ad7-8533-db238aaa829a {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:43:22.550877 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e5425f53-007d-4b48-8a50-6b20110dbf0e tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:22.734147 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-e5425f53-007d-4b48-8a50-6b20110dbf0e tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] For port 992c9509-3392-4ad7-8533-db238aaa829a, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=992c9509-3392-4ad7-8533-db238aaa829a,segment=NetworkSegment(ce26b634-264c-47fe-954f-d20b8c32f87e),segment_id=ce26b634-264c-47fe-954f-d20b8c32f87e)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:43:22.734892 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e5425f53-007d-4b48-8a50-6b20110dbf0e tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:22.955691 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-e5425f53-007d-4b48-8a50-6b20110dbf0e tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Calling delete_port for 992c9509-3392-4ad7-8533-db238aaa829a owned by network:router_interface {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:43:23.190293 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e5425f53-007d-4b48-8a50-6b20110dbf0e tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:23.237819 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5425f53-007d-4b48-8a50-6b20110dbf0e tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event deleted for resources: {'Port': ['ID=992c9509-3392-4ad7-8533-db238aaa829a,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:43:23.511392 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e5425f53-007d-4b48-8a50-6b20110dbf0e tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:23.862670 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5425f53-007d-4b48-8a50-6b20110dbf0e tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Router ba9f5afe-ab5f-4793-8189-6d414f2de49f has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:43:24.032014 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5425f53-007d-4b48-8a50-6b20110dbf0e tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:43:24.042128 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73c1aa1-5692-466e-b0a5-6b21295ed76a None None] Sync routers for ids ['ba9f5afe-ab5f-4793-8189-6d414f2de49f'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:43:24.045205 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e5425f53-007d-4b48-8a50-6b20110dbf0e tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "PUT /v2.0/routers/ba9f5afe-ab5f-4793-8189-6d414f2de49f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3893824 Jan 21 19:43:24.048091 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42554) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:43:24.052267 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73c1aa1-5692-466e-b0a5-6b21295ed76a None None] Routers {'ba9f5afe-ab5f-4793-8189-6d414f2de49f'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:43:24.052870 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-f73c1aa1-5692-466e-b0a5-6b21295ed76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:42:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['ba9f5afe-ab5f-4793-8189-6d414f2de49f'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:43:24.115164 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd87ba7e-f298-4d9c-a36a-289d76b24d2b tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Deleting subnet 72184213-2fd9-46bd-aae4-f72ec6dd306c {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:43:24.117961 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fd87ba7e-f298-4d9c-a36a-289d76b24d2b tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:24.170001 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fd87ba7e-f298-4d9c-a36a-289d76b24d2b tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:24.225289 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-f73c1aa1-5692-466e-b0a5-6b21295ed76a None None] Set router ba9f5afe-ab5f-4793-8189-6d414f2de49f gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:43:24.253213 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fd87ba7e-f298-4d9c-a36a-289d76b24d2b tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:24.400335 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fd87ba7e-f298-4d9c-a36a-289d76b24d2b tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:24.440650 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87ba7e-f298-4d9c-a36a-289d76b24d2b tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event deleted for resources: {'Subnet': ['ID=72184213-2fd9-46bd-aae4-f72ec6dd306c,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:43:24.444639 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fd87ba7e-f298-4d9c-a36a-289d76b24d2b tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:24.453636 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-fd87ba7e-f298-4d9c-a36a-289d76b24d2b tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "DELETE /v2.0/subnets/72184213-2fd9-46bd-aae4-f72ec6dd306c HTTP/1.1" status: 204 len: 168 time: 0.4016705 Jan 21 19:43:24.453865 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e57321e-500b-4605-8583-3ec587ec2788 None None] Network 46987820-c316-4383-8d83-367f7a9b60dc requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:43:24.454314 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 42558) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:43:24.518570 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-f73c1aa1-5692-466e-b0a5-6b21295ed76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9f5afe-ab5f-4793-8189-6d414f2de49f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737123276', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.251'}], 'enable_snat': True}, 'gw_port_id': '90ca8761-0def-47e0-8fc6-8f6d29003c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:41:31Z', 'updated_at': '2022-01-21T19:43:23Z', 'revision_number': 5, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '90ca8761-0def-47e0-8fc6-8f6d29003c2d', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:6d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9f5afe-ab5f-4793-8189-6d414f2de49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:41:32Z', 'updated_at': '2022-01-21T19:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:43:24.522432 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73c1aa1-5692-466e-b0a5-6b21295ed76a None None] Checking router: ba9f5afe-ab5f-4793-8189-6d414f2de49f for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:43:24.531565 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73c1aa1-5692-466e-b0a5-6b21295ed76a None None] Routers {'ba9f5afe-ab5f-4793-8189-6d414f2de49f'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:43:24.532161 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-f73c1aa1-5692-466e-b0a5-6b21295ed76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:42:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['ba9f5afe-ab5f-4793-8189-6d414f2de49f'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:43:24.665731 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-656549bd-94aa-4d6a-ba1b-af2269a2f8f7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for router, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:24.717450 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-f73c1aa1-5692-466e-b0a5-6b21295ed76a None None] Set router ba9f5afe-ab5f-4793-8189-6d414f2de49f gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:43:24.755501 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaad1a90-c673-4309-a218-09e27a7be6d0 None None] DHCP port deletion for 46987820-c316-4383-8d83-367f7a9b60dc request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:43:24.761075 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-eaad1a90-c673-4309-a218-09e27a7be6d0 None None] Deleting port daffb255-cc5b-4589-8628-f15e9bb1df53 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:43:24.762935 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eaad1a90-c673-4309-a218-09e27a7be6d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:24.964656 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-656549bd-94aa-4d6a-ba1b-af2269a2f8f7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:24.980375 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-eaad1a90-c673-4309-a218-09e27a7be6d0 None None] For port daffb255-cc5b-4589-8628-f15e9bb1df53, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=daffb255-cc5b-4589-8628-f15e9bb1df53,segment=NetworkSegment(ce26b634-264c-47fe-954f-d20b8c32f87e),segment_id=ce26b634-264c-47fe-954f-d20b8c32f87e)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:43:24.980691 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eaad1a90-c673-4309-a218-09e27a7be6d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:25.010333 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-f73c1aa1-5692-466e-b0a5-6b21295ed76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9f5afe-ab5f-4793-8189-6d414f2de49f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737123276', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.251'}], 'enable_snat': True}, 'gw_port_id': '90ca8761-0def-47e0-8fc6-8f6d29003c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:41:31Z', 'updated_at': '2022-01-21T19:43:23Z', 'revision_number': 5, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '90ca8761-0def-47e0-8fc6-8f6d29003c2d', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:6d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9f5afe-ab5f-4793-8189-6d414f2de49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:41:32Z', 'updated_at': '2022-01-21T19:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:43:25.017930 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73c1aa1-5692-466e-b0a5-6b21295ed76a None None] The sync data for ids ['ba9f5afe-ab5f-4793-8189-6d414f2de49f'] in dv-neutron-825470-1-hyperv is: [{'id': 'ba9f5afe-ab5f-4793-8189-6d414f2de49f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737123276', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.251'}], 'enable_snat': True}, 'gw_port_id': '90ca8761-0def-47e0-8fc6-8f6d29003c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:41:31Z', 'updated_at': '2022-01-21T19:43:23Z', 'revision_number': 5, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '90ca8761-0def-47e0-8fc6-8f6d29003c2d', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:6d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9f5afe-ab5f-4793-8189-6d414f2de49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:41:32Z', 'updated_at': '2022-01-21T19:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:43:25.043352 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-656549bd-94aa-4d6a-ba1b-af2269a2f8f7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Deleting port 90ca8761-0def-47e0-8fc6-8f6d29003c2d {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:43:25.043703 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-656549bd-94aa-4d6a-ba1b-af2269a2f8f7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:25.101660 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-48e9dcd5-73ea-4bb8-b4aa-ac0e5bcd99ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:25.111927 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-eaad1a90-c673-4309-a218-09e27a7be6d0 None None] Calling delete_port for daffb255-cc5b-4589-8628-f15e9bb1df53 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:43:25.226880 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-656549bd-94aa-4d6a-ba1b-af2269a2f8f7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] For port 90ca8761-0def-47e0-8fc6-8f6d29003c2d, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=90ca8761-0def-47e0-8fc6-8f6d29003c2d,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:43:25.227159 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-656549bd-94aa-4d6a-ba1b-af2269a2f8f7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:25.264869 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eaad1a90-c673-4309-a218-09e27a7be6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:25.310241 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad1a90-c673-4309-a218-09e27a7be6d0 None None] Pushing event deleted for resources: {'Port': ['ID=daffb255-cc5b-4589-8628-f15e9bb1df53,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:43:25.315585 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaad1a90-c673-4309-a218-09e27a7be6d0 None None] No DVR routers for this DVR port daffb255-cc5b-4589-8628-f15e9bb1df53 on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:43:25.321891 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaad1a90-c673-4309-a218-09e27a7be6d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:43:25.322234 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaad1a90-c673-4309-a218-09e27a7be6d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:43:25.322566 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaad1a90-c673-4309-a218-09e27a7be6d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:43:25.322892 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaad1a90-c673-4309-a218-09e27a7be6d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:43:25.323214 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaad1a90-c673-4309-a218-09e27a7be6d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:43:25.323536 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaad1a90-c673-4309-a218-09e27a7be6d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:43:25.323855 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaad1a90-c673-4309-a218-09e27a7be6d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:43:25.324170 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaad1a90-c673-4309-a218-09e27a7be6d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:43:25.324487 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaad1a90-c673-4309-a218-09e27a7be6d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:43:25.325574 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaad1a90-c673-4309-a218-09e27a7be6d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:43:25.325574 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaad1a90-c673-4309-a218-09e27a7be6d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:43:25.325574 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaad1a90-c673-4309-a218-09e27a7be6d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:43:25.353429 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-656549bd-94aa-4d6a-ba1b-af2269a2f8f7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Calling delete_port for 90ca8761-0def-47e0-8fc6-8f6d29003c2d owned by network:router_gateway {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:43:25.718309 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-656549bd-94aa-4d6a-ba1b-af2269a2f8f7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:25.763436 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656549bd-94aa-4d6a-ba1b-af2269a2f8f7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event deleted for resources: {'Port': ['ID=90ca8761-0def-47e0-8fc6-8f6d29003c2d,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:43:25.853179 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-656549bd-94aa-4d6a-ba1b-af2269a2f8f7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:26.019532 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-656549bd-94aa-4d6a-ba1b-af2269a2f8f7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:26.021542 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-656549bd-94aa-4d6a-ba1b-af2269a2f8f7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:26.121536 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-656549bd-94aa-4d6a-ba1b-af2269a2f8f7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:26.122065 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656549bd-94aa-4d6a-ba1b-af2269a2f8f7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Fanout notify agent at l3_agent the message router_deleted on router ba9f5afe-ab5f-4793-8189-6d414f2de49f {{(pid=88137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:43:26.137323 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-656549bd-94aa-4d6a-ba1b-af2269a2f8f7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:26.138421 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-656549bd-94aa-4d6a-ba1b-af2269a2f8f7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "DELETE /v2.0/routers/ba9f5afe-ab5f-4793-8189-6d414f2de49f HTTP/1.1" status: 204 len: 168 time: 1.6831961 Jan 21 19:43:26.141016 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 42562) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:43:26.254589 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-44f546b4-d5b9-4da2-b3eb-a8134ef53adf tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:26.490906 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-44f546b4-d5b9-4da2-b3eb-a8134ef53adf tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:26.514973 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-44f546b4-d5b9-4da2-b3eb-a8134ef53adf tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46987820-c316-4383-8d83-367f7a9b60dc']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:43:26.526522 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-44f546b4-d5b9-4da2-b3eb-a8134ef53adf tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce26b634-264c-47fe-954f-d20b8c32f87e') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:43:26.526815 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-44f546b4-d5b9-4da2-b3eb-a8134ef53adf tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce26b634-264c-47fe-954f-d20b8c32f87e') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:43:26.537654 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-44f546b4-d5b9-4da2-b3eb-a8134ef53adf tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:26.555949 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-44f546b4-d5b9-4da2-b3eb-a8134ef53adf tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:26.565034 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44f546b4-d5b9-4da2-b3eb-a8134ef53adf tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:43:26.566197 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-44f546b4-d5b9-4da2-b3eb-a8134ef53adf tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:26.581422 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:43:26.581422 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:43:26.581422 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:43:26.581422 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:43:26.581422 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:43:26.581422 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:43:26.581422 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:43:26.581422 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:43:26.581422 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:43:26.581422 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:43:26.581422 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:43:26.581422 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:43:26.581422 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:43:26.581422 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:43:26.581422 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:43:26.581422 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:43:26.581422 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:43:26.581422 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:43:26.581422 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:43:26.581422 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:43:26.581422 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:43:26.581422 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:43:26.581422 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:43:26.581422 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:43:26.581422 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:43:26.581422 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:43:26.581422 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:43:26.581422 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:43:26.581422 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:43:26.581422 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:43:26.581422 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:43:26.581422 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:43:26.601700 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device daffb255-cc5b-4589-8628-f15e9bb1df53 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:43:26.639168 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: daffb255-cc5b-4589-8628-f15e9bb1df53 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:43:26.639509 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device daffb255-cc5b-4589-8628-f15e9bb1df53 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:43:26.639910 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 992c9509-3392-4ad7-8533-db238aaa829a no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:43:26.674932 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 992c9509-3392-4ad7-8533-db238aaa829a {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:43:26.675280 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 992c9509-3392-4ad7-8533-db238aaa829a not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:43:26.675688 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 90ca8761-0def-47e0-8fc6-8f6d29003c2d no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:43:26.709983 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 90ca8761-0def-47e0-8fc6-8f6d29003c2d {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:43:26.710218 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 90ca8761-0def-47e0-8fc6-8f6d29003c2d not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:43:26.768062 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-44f546b4-d5b9-4da2-b3eb-a8134ef53adf tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:26.785633 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-44f546b4-d5b9-4da2-b3eb-a8134ef53adf tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:26.798979 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f546b4-d5b9-4da2-b3eb-a8134ef53adf tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event deleted for resources: {'Network': ['ID=46987820-c316-4383-8d83-367f7a9b60dc,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:43:26.862136 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-44f546b4-d5b9-4da2-b3eb-a8134ef53adf tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "DELETE /v2.0/networks/46987820-c316-4383-8d83-367f7a9b60dc HTTP/1.1" status: 204 len: 168 time: 0.7198801 Jan 21 19:43:26.864496 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 42566) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:43:26.931637 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-960b95bb-418d-4b74-94ae-4f3afe0af9dc tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:26.960140 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-960b95bb-418d-4b74-94ae-4f3afe0af9dc tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:27.087532 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-960b95bb-418d-4b74-94ae-4f3afe0af9dc tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:27.106762 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b95bb-418d-4b74-94ae-4f3afe0af9dc tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=349c5d7e-c783-4eae-83f4-b6348a0860a5,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:43:27.163396 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-960b95bb-418d-4b74-94ae-4f3afe0af9dc tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:27.164531 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-960b95bb-418d-4b74-94ae-4f3afe0af9dc tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "DELETE /v2.0/security-groups/349c5d7e-c783-4eae-83f4-b6348a0860a5 HTTP/1.1" status: 204 len: 168 time: 0.2991316 Jan 21 19:43:27.299414 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f3081df9-7517-46c1-88dd-92a7371f61c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:27.420709 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:43:27.611704 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42574) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:43:27.616983 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-b6f8809f-156b-4543-995d-0de7815ea53c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1766593404', 'description': 'tempest-secgroup-smoke-1766593404 description', 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:43:27.622932 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-b6f8809f-156b-4543-995d-0de7815ea53c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:43:27.627551 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b6f8809f-156b-4543-995d-0de7815ea53c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:security_group and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:43:27.630673 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b6f8809f-156b-4543-995d-0de7815ea53c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:43:27.636974 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-b6f8809f-156b-4543-995d-0de7815ea53c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:43:27.707178 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b6f8809f-156b-4543-995d-0de7815ea53c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:27.727987 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-b6f8809f-156b-4543-995d-0de7815ea53c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:43:27.731764 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b6f8809f-156b-4543-995d-0de7815ea53c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:security_group_rule and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:43:27.734700 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b6f8809f-156b-4543-995d-0de7815ea53c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:43:27.740347 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-b6f8809f-156b-4543-995d-0de7815ea53c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:43:27.808777 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b6f8809f-156b-4543-995d-0de7815ea53c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:27.864780 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b6f8809f-156b-4543-995d-0de7815ea53c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:28.025312 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8809f-156b-4543-995d-0de7815ea53c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca26d893-8b71-4e8c-b217-a3b2e1077df1,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:43:28.089167 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b6f8809f-156b-4543-995d-0de7815ea53c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:28.090405 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b6f8809f-156b-4543-995d-0de7815ea53c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4776895 Jan 21 19:43:28.093140 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42578) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:43:28.098691 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-d687c7d2-bf57-45e4-a0b5-cc68ff2edf52 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'security_group_rule': {'security_group_id': 'ca26d893-8b71-4e8c-b217-a3b2e1077df1', 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:43:28.104748 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-d687c7d2-bf57-45e4-a0b5-cc68ff2edf52 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:43:28.108849 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-d687c7d2-bf57-45e4-a0b5-cc68ff2edf52 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:security_group_rule and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:43:28.112932 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-d687c7d2-bf57-45e4-a0b5-cc68ff2edf52 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:43:28.122060 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-d687c7d2-bf57-45e4-a0b5-cc68ff2edf52 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:43:28.193705 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d687c7d2-bf57-45e4-a0b5-cc68ff2edf52 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:28.250486 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d687c7d2-bf57-45e4-a0b5-cc68ff2edf52 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:28.300666 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d687c7d2-bf57-45e4-a0b5-cc68ff2edf52 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:28.322609 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d687c7d2-bf57-45e4-a0b5-cc68ff2edf52 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fae4bd25-68ce-4a2c-adee-858565e845db,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:43:28.374982 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d687c7d2-bf57-45e4-a0b5-cc68ff2edf52 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:28.376844 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d687c7d2-bf57-45e4-a0b5-cc68ff2edf52 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2824080 Jan 21 19:43:28.384445 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42582) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:43:28.390010 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-188e7fea-7ad7-4646-b498-367708adba90 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'security_group_rule': {'security_group_id': 'ca26d893-8b71-4e8c-b217-a3b2e1077df1', 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:43:28.398819 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-188e7fea-7ad7-4646-b498-367708adba90 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:43:28.402533 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-188e7fea-7ad7-4646-b498-367708adba90 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:security_group_rule and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:43:28.405450 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-188e7fea-7ad7-4646-b498-367708adba90 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:43:28.411868 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-188e7fea-7ad7-4646-b498-367708adba90 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:43:28.468439 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-188e7fea-7ad7-4646-b498-367708adba90 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:28.527258 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-188e7fea-7ad7-4646-b498-367708adba90 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:28.596182 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-188e7fea-7ad7-4646-b498-367708adba90 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:28.619478 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188e7fea-7ad7-4646-b498-367708adba90 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c463e6f4-39ca-451a-ab0b-0e46f3819404,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:43:28.643037 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:28.710532 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-188e7fea-7ad7-4646-b498-367708adba90 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:28.711729 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-188e7fea-7ad7-4646-b498-367708adba90 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3263113 Jan 21 19:43:28.714839 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42586) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:43:28.720017 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-98f74c7f-9a56-43b6-98ff-d77d2fd45473 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'security_group_rule': {'security_group_id': 'ca26d893-8b71-4e8c-b217-a3b2e1077df1', 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:43:28.727181 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-98f74c7f-9a56-43b6-98ff-d77d2fd45473 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:43:28.731087 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-98f74c7f-9a56-43b6-98ff-d77d2fd45473 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:security_group_rule and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:43:28.733956 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-98f74c7f-9a56-43b6-98ff-d77d2fd45473 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:43:28.739146 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:28.739713 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-98f74c7f-9a56-43b6-98ff-d77d2fd45473 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:43:28.740626 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:28.825725 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-98f74c7f-9a56-43b6-98ff-d77d2fd45473 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:28.885404 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-98f74c7f-9a56-43b6-98ff-d77d2fd45473 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:28.950197 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-98f74c7f-9a56-43b6-98ff-d77d2fd45473 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:28.971072 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f74c7f-9a56-43b6-98ff-d77d2fd45473 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32b1e989-27fc-4769-9cc9-0091c5e6823f,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:43:29.047687 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-98f74c7f-9a56-43b6-98ff-d77d2fd45473 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:29.049623 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-98f74c7f-9a56-43b6-98ff-d77d2fd45473 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3337529 Jan 21 19:43:29.052492 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42590) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:43:29.057383 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-fc242fbc-5cd1-4811-8e17-987c7ea7e8d4 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'security_group_rule': {'security_group_id': 'ca26d893-8b71-4e8c-b217-a3b2e1077df1', 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:43:29.063393 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-fc242fbc-5cd1-4811-8e17-987c7ea7e8d4 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:43:29.067594 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-fc242fbc-5cd1-4811-8e17-987c7ea7e8d4 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:security_group_rule and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:43:29.070432 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-fc242fbc-5cd1-4811-8e17-987c7ea7e8d4 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:43:29.075962 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-fc242fbc-5cd1-4811-8e17-987c7ea7e8d4 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:43:29.144741 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fc242fbc-5cd1-4811-8e17-987c7ea7e8d4 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:29.205281 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fc242fbc-5cd1-4811-8e17-987c7ea7e8d4 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:29.264303 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fc242fbc-5cd1-4811-8e17-987c7ea7e8d4 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:29.288029 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc242fbc-5cd1-4811-8e17-987c7ea7e8d4 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45521fef-71e3-491a-ab76-e77d86753039,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:43:29.357909 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fc242fbc-5cd1-4811-8e17-987c7ea7e8d4 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:29.359150 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-fc242fbc-5cd1-4811-8e17-987c7ea7e8d4 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3057594 Jan 21 19:43:29.362692 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42594) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:43:29.367603 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-b38f23ed-db67-4cda-a91d-e8aa658fecc8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'security_group_rule': {'security_group_id': 'ca26d893-8b71-4e8c-b217-a3b2e1077df1', 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:43:29.373309 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-b38f23ed-db67-4cda-a91d-e8aa658fecc8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:43:29.377299 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b38f23ed-db67-4cda-a91d-e8aa658fecc8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:security_group_rule and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:43:29.381975 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b38f23ed-db67-4cda-a91d-e8aa658fecc8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:43:29.386025 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-b38f23ed-db67-4cda-a91d-e8aa658fecc8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:43:29.449464 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.securitygroups_db [None req-b38f23ed-db67-4cda-a91d-e8aa658fecc8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Project 2ceb323a8e2c42c4b7cde2788c992fac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 19:43:29.456785 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b38f23ed-db67-4cda-a91d-e8aa658fecc8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:29.522676 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b38f23ed-db67-4cda-a91d-e8aa658fecc8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:29.583945 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b38f23ed-db67-4cda-a91d-e8aa658fecc8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:29.607222 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f23ed-db67-4cda-a91d-e8aa658fecc8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c3a8d18-4f86-44dc-817b-4f6594831f6f,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:43:29.683429 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b38f23ed-db67-4cda-a91d-e8aa658fecc8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:29.684619 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b38f23ed-db67-4cda-a91d-e8aa658fecc8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3209980 Jan 21 19:43:29.687343 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42598) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:43:29.692500 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-a1dfb757-7b23-46ea-9666-92cac0361c1e tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'security_group_rule': {'security_group_id': 'ca26d893-8b71-4e8c-b217-a3b2e1077df1', 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:43:29.698543 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-a1dfb757-7b23-46ea-9666-92cac0361c1e tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:43:29.702232 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-a1dfb757-7b23-46ea-9666-92cac0361c1e tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:security_group_rule and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:43:29.706050 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-a1dfb757-7b23-46ea-9666-92cac0361c1e tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:43:29.711499 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-a1dfb757-7b23-46ea-9666-92cac0361c1e tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:43:29.792092 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.securitygroups_db [None req-a1dfb757-7b23-46ea-9666-92cac0361c1e tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Project 2ceb323a8e2c42c4b7cde2788c992fac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 19:43:29.799270 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a1dfb757-7b23-46ea-9666-92cac0361c1e tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:29.861876 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a1dfb757-7b23-46ea-9666-92cac0361c1e tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:29.934711 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a1dfb757-7b23-46ea-9666-92cac0361c1e tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:29.958554 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dfb757-7b23-46ea-9666-92cac0361c1e tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74efd64d-1016-4256-9774-91a78e384ab9,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:43:30.020910 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a1dfb757-7b23-46ea-9666-92cac0361c1e tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:30.022093 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a1dfb757-7b23-46ea-9666-92cac0361c1e tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3337576 Jan 21 19:43:30.024925 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42602) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:43:30.030197 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-8a9d179b-2c7a-4d38-8d14-d1d0819a19bb tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'network': {'name': 'tempest-network-smoke--285516034', 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'port_security_enabled': True}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:43:30.035209 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-8a9d179b-2c7a-4d38-8d14-d1d0819a19bb tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:43:30.039244 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-8a9d179b-2c7a-4d38-8d14-d1d0819a19bb tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:network and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:43:30.042102 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-8a9d179b-2c7a-4d38-8d14-d1d0819a19bb tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:43:30.047955 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-8a9d179b-2c7a-4d38-8d14-d1d0819a19bb tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:43:30.129333 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9d179b-2c7a-4d38-8d14-d1d0819a19bb tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Made reservation on behalf of 2ceb323a8e2c42c4b7cde2788c992fac for: {'network': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:43:30.132742 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8a9d179b-2c7a-4d38-8d14-d1d0819a19bb tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:30.159999 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a9d179b-2c7a-4d38-8d14-d1d0819a19bb tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=88136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:43:30.168290 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8a9d179b-2c7a-4d38-8d14-d1d0819a19bb tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:30.168633 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.segments_db [None req-8a9d179b-2c7a-4d38-8d14-d1d0819a19bb tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Added segment 107ba4e3-4d8b-4f81-b986-30bead9c2b97 of type vlan for network 10b357ca-64a3-4bc7-8ff0-ee9d97e0041d Jan 21 19:43:30.197076 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8a9d179b-2c7a-4d38-8d14-d1d0819a19bb tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:30.261084 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:30.287348 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8a9d179b-2c7a-4d38-8d14-d1d0819a19bb tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:30.292798 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9d179b-2c7a-4d38-8d14-d1d0819a19bb tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:43:30.293371 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8a9d179b-2c7a-4d38-8d14-d1d0819a19bb tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:30.400542 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d179b-2c7a-4d38-8d14-d1d0819a19bb tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'Network': ['ID=10b357ca-64a3-4bc7-8ff0-ee9d97e0041d,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:43:30.404735 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-8a9d179b-2c7a-4d38-8d14-d1d0819a19bb tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3788908 Jan 21 19:43:30.408042 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 42606) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:43:30.411316 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 10b357ca-64a3-4bc7-8ff0-ee9d97e0041d details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:43:30.426546 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-197c6cd4-c68a-4e4d-b5ba-67ebb342162a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-158316649', 'admin_state_up': True, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:43:30.426546 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-197c6cd4-c68a-4e4d-b5ba-67ebb342162a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:43:30.430877 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-197c6cd4-c68a-4e4d-b5ba-67ebb342162a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:router and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:43:30.433934 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-197c6cd4-c68a-4e4d-b5ba-67ebb342162a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:43:30.441741 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-197c6cd4-c68a-4e4d-b5ba-67ebb342162a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:43:30.490162 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-197c6cd4-c68a-4e4d-b5ba-67ebb342162a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:30.491303 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-197c6cd4-c68a-4e4d-b5ba-67ebb342162a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:30.506955 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-197c6cd4-c68a-4e4d-b5ba-67ebb342162a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:30.824846 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-197c6cd4-c68a-4e4d-b5ba-67ebb342162a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:31.217223 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-197c6cd4-c68a-4e4d-b5ba-67ebb342162a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for router_gateway, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:31.247760 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-197c6cd4-c68a-4e4d-b5ba-67ebb342162a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:31.388886 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-197c6cd4-c68a-4e4d-b5ba-67ebb342162a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Allocated IP 172.26.1.133 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/2f4b02e3-6685-46fd-81b5-0a5013a33a65) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:43:31.533869 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-197c6cd4-c68a-4e4d-b5ba-67ebb342162a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:31.607506 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-197c6cd4-c68a-4e4d-b5ba-67ebb342162a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:31.671343 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197c6cd4-c68a-4e4d-b5ba-67ebb342162a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:43:31.674360 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-197c6cd4-c68a-4e4d-b5ba-67ebb342162a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:43:31.677871 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197c6cd4-c68a-4e4d-b5ba-67ebb342162a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:43:31.706505 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197c6cd4-c68a-4e4d-b5ba-67ebb342162a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'Port': ['ID=2f4b02e3-6685-46fd-81b5-0a5013a33a65,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:43:32.236209 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-197c6cd4-c68a-4e4d-b5ba-67ebb342162a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for router_gateway, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:32.572791 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-197c6cd4-c68a-4e4d-b5ba-67ebb342162a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:32.835514 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-197c6cd4-c68a-4e4d-b5ba-67ebb342162a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Router 2e2a4eea-d5e6-4995-b0c4-87d0a199a239 is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:43:33.006106 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197c6cd4-c68a-4e4d-b5ba-67ebb342162a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:43:33.015354 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c37b10-7dc7-414a-a173-eeb66ce8e065 None None] Sync routers for ids ['2e2a4eea-d5e6-4995-b0c4-87d0a199a239'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:43:33.024291 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c37b10-7dc7-414a-a173-eeb66ce8e065 None None] Routers {'2e2a4eea-d5e6-4995-b0c4-87d0a199a239'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:43:33.024892 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-03c37b10-7dc7-414a-a173-eeb66ce8e065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:43:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['2e2a4eea-d5e6-4995-b0c4-87d0a199a239'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:43:33.089457 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-197c6cd4-c68a-4e4d-b5ba-67ebb342162a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:33.090769 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-197c6cd4-c68a-4e4d-b5ba-67ebb342162a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6818120 Jan 21 19:43:33.093778 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 42610) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:43:33.136974 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-c7def09e-28a5-4cd1-a130-3acd1522f616 tempest-TestNetworkAdvancedServerOps-4837441 tempest-TestNetworkAdvancedServerOps-4837441-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=2ceb323a8e2c42c4b7cde2788c992fac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421038 Jan 21 19:43:33.139904 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42614) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:43:33.233301 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-03c37b10-7dc7-414a-a173-eeb66ce8e065 None None] Set router 2e2a4eea-d5e6-4995-b0c4-87d0a199a239 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:43:33.272259 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd0ebc8-6d07-4d6b-a143-ab367ad8cbbf tempest-TestNetworkAdvancedServerOps-4837441 tempest-TestNetworkAdvancedServerOps-4837441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:43:33.273717 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-2bd0ebc8-6d07-4d6b-a143-ab367ad8cbbf tempest-TestNetworkAdvancedServerOps-4837441 tempest-TestNetworkAdvancedServerOps-4837441-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1328433 Jan 21 19:43:33.276615 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42618) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:43:33.319662 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-3430561a-ad50-4843-b5a4-337340fb7956 tempest-TestNetworkAdvancedServerOps-4837441 tempest-TestNetworkAdvancedServerOps-4837441-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=552ba34b-3dd7-4be8-8310-a9fc908fe72b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419943 Jan 21 19:43:33.322233 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42622) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:43:33.327426 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-53bd44d6-bac2-4b7d-a164-38dc64875e42 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1558140390', 'network_id': '10b357ca-64a3-4bc7-8ff0-ee9d97e0041d', 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:43:33.433625 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-53bd44d6-bac2-4b7d-a164-38dc64875e42 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:43:33.437447 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-53bd44d6-bac2-4b7d-a164-38dc64875e42 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:subnet and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:43:33.444429 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-53bd44d6-bac2-4b7d-a164-38dc64875e42 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:43:33.450566 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-53bd44d6-bac2-4b7d-a164-38dc64875e42 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:43:33.557929 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53bd44d6-bac2-4b7d-a164-38dc64875e42 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Made reservation on behalf of 2ceb323a8e2c42c4b7cde2788c992fac for: {'subnet': 1} {{(pid=88136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:43:33.561481 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-53bd44d6-bac2-4b7d-a164-38dc64875e42 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523473'] for subnet, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:33.671385 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-03c37b10-7dc7-414a-a173-eeb66ce8e065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2a4eea-d5e6-4995-b0c4-87d0a199a239', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158316649', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '2f4b02e3-6685-46fd-81b5-0a5013a33a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:43:30Z', 'updated_at': '2022-01-21T19:43:32Z', 'revision_number': 3, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '2f4b02e3-6685-46fd-81b5-0a5013a33a65', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2a4eea-d5e6-4995-b0c4-87d0a199a239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:43:31Z', 'updated_at': '2022-01-21T19:43:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:43:33.683033 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c37b10-7dc7-414a-a173-eeb66ce8e065 None None] Checking router: 2e2a4eea-d5e6-4995-b0c4-87d0a199a239 for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:43:33.683377 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c37b10-7dc7-414a-a173-eeb66ce8e065 None None] Updating router 2e2a4eea-d5e6-4995-b0c4-87d0a199a239 port 2f4b02e3-6685-46fd-81b5-0a5013a33a65 binding host dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:43:33.753106 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-03c37b10-7dc7-414a-a173-eeb66ce8e065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:33.838487 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-53bd44d6-bac2-4b7d-a164-38dc64875e42 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1613104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523459'] for subnet, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:33.921171 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd44d6-bac2-4b7d-a164-38dc64875e42 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'Subnet': ['ID=7bd800f6-f0b0-4294-b2c5-6fad8bd7ca9f,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:43:33.929996 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bd44d6-bac2-4b7d-a164-38dc64875e42 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Checking segment: {'id': '107ba4e3-4d8b-4f81-b986-30bead9c2b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '10b357ca-64a3-4bc7-8ff0-ee9d97e0041d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:43:33.930355 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bd44d6-bac2-4b7d-a164-38dc64875e42 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Network hostable DHCP agents. Network: 10b357ca-64a3-4bc7-8ff0-ee9d97e0041d, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:43:34.032555 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bd44d6-bac2-4b7d-a164-38dc64875e42 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Network 10b357ca-64a3-4bc7-8ff0-ee9d97e0041d is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:43:34.082111 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-03c37b10-7dc7-414a-a173-eeb66ce8e065 None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:34.093091 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-03c37b10-7dc7-414a-a173-eeb66ce8e065 None None] Transition to ACTIVE for port object 2f4b02e3-6685-46fd-81b5-0a5013a33a65 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:43:34.101031 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-53bd44d6-bac2-4b7d-a164-38dc64875e42 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 10b357ca-64a3-4bc7-8ff0-ee9d97e0041d) {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:43:34.105164 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bd44d6-bac2-4b7d-a164-38dc64875e42 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:43:34.105753 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-53bd44d6-bac2-4b7d-a164-38dc64875e42 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:34.109619 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0504c00c-01bf-498a-ad38-0ecd1c84971d None None] Network 10b357ca-64a3-4bc7-8ff0-ee9d97e0041d requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:43:34.190299 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-03c37b10-7dc7-414a-a173-eeb66ce8e065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:34.198885 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-53bd44d6-bac2-4b7d-a164-38dc64875e42 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8756521 Jan 21 19:43:34.201646 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42626) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:43:34.294192 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-03c37b10-7dc7-414a-a173-eeb66ce8e065 None None] Attempting to bind port 2f4b02e3-6685-46fd-81b5-0a5013a33a65 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:43:34.294554 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-03c37b10-7dc7-414a-a173-eeb66ce8e065 None None] Attempting to bind port 2f4b02e3-6685-46fd-81b5-0a5013a33a65 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:43:34.294905 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c37b10-7dc7-414a-a173-eeb66ce8e065 None None] Attempting to bind port 2f4b02e3-6685-46fd-81b5-0a5013a33a65 on network 552ba34b-3dd7-4be8-8310-a9fc908fe72b {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:43:34.306439 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f17ff0a-de1d-4158-86eb-f400d6466dd2 None None] Pushing event updated for resources: {'Port': ['ID=2f4b02e3-6685-46fd-81b5-0a5013a33a65,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:43:34.311925 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c37b10-7dc7-414a-a173-eeb66ce8e065 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:43:34.312294 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c37b10-7dc7-414a-a173-eeb66ce8e065 None None] Checking segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:43:34.312693 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-03c37b10-7dc7-414a-a173-eeb66ce8e065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:34.313072 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c37b10-7dc7-414a-a173-eeb66ce8e065 None None] Bound using segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:43:34.313540 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-03c37b10-7dc7-414a-a173-eeb66ce8e065 None None] Bound port: 2f4b02e3-6685-46fd-81b5-0a5013a33a65, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:43:34.314596 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-03c37b10-7dc7-414a-a173-eeb66ce8e065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:34.460788 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-03c37b10-7dc7-414a-a173-eeb66ce8e065 None None] For port 2f4b02e3-6685-46fd-81b5-0a5013a33a65, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:43:34.468833 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335d69a7-01e7-4331-8979-82fc2fae8353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-10b357ca-64a3-4bc7-8ff0-ee9d97e0041d', 'network_id': '10b357ca-64a3-4bc7-8ff0-ee9d97e0041d', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'fixed_ips': [{'subnet_id': '7bd800f6-f0b0-4294-b2c5-6fad8bd7ca9f'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:43:34.478294 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-335d69a7-01e7-4331-8979-82fc2fae8353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:34.482564 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-03c37b10-7dc7-414a-a173-eeb66ce8e065 None None] For port 2f4b02e3-6685-46fd-81b5-0a5013a33a65, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=2f4b02e3-6685-46fd-81b5-0a5013a33a65,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:43:34.554265 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-03c37b10-7dc7-414a-a173-eeb66ce8e065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:34.744025 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c37b10-7dc7-414a-a173-eeb66ce8e065 None None] Routers {'2e2a4eea-d5e6-4995-b0c4-87d0a199a239'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:43:34.744559 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-03c37b10-7dc7-414a-a173-eeb66ce8e065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:43:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['2e2a4eea-d5e6-4995-b0c4-87d0a199a239'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:43:34.805696 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f17ff0a-de1d-4158-86eb-f400d6466dd2 None None] Pushing event updated for resources: {'Port': ['ID=2f4b02e3-6685-46fd-81b5-0a5013a33a65,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:43:34.824389 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-335d69a7-01e7-4331-8979-82fc2fae8353 None None] Allocated IP 172.20.0.2 (10b357ca-64a3-4bc7-8ff0-ee9d97e0041d/7bd800f6-f0b0-4294-b2c5-6fad8bd7ca9f/61025051-0753-4ae0-bf20-0e55024f04d0) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:43:35.011925 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-dc73a0db-ccb5-472b-b39f-c2215dbb4e1a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:35.042938 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-03c37b10-7dc7-414a-a173-eeb66ce8e065 None None] Set router 2e2a4eea-d5e6-4995-b0c4-87d0a199a239 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:43:35.352942 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-335d69a7-01e7-4331-8979-82fc2fae8353 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:35.391738 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-335d69a7-01e7-4331-8979-82fc2fae8353 None None] Transition to ACTIVE for port object 61025051-0753-4ae0-bf20-0e55024f04d0 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:43:35.417543 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-335d69a7-01e7-4331-8979-82fc2fae8353 None None] Transition to ACTIVE for port object 61025051-0753-4ae0-bf20-0e55024f04d0 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:43:35.443471 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-03c37b10-7dc7-414a-a173-eeb66ce8e065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2a4eea-d5e6-4995-b0c4-87d0a199a239', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158316649', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '2f4b02e3-6685-46fd-81b5-0a5013a33a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:43:30Z', 'updated_at': '2022-01-21T19:43:32Z', 'revision_number': 3, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '2f4b02e3-6685-46fd-81b5-0a5013a33a65', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2a4eea-d5e6-4995-b0c4-87d0a199a239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:43:31Z', 'updated_at': '2022-01-21T19:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:43:35.447335 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c37b10-7dc7-414a-a173-eeb66ce8e065 None None] The sync data for ids ['2e2a4eea-d5e6-4995-b0c4-87d0a199a239'] in dv-neutron-825470-1-hyperv is: [{'id': '2e2a4eea-d5e6-4995-b0c4-87d0a199a239', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158316649', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '2f4b02e3-6685-46fd-81b5-0a5013a33a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:43:30Z', 'updated_at': '2022-01-21T19:43:32Z', 'revision_number': 3, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '2f4b02e3-6685-46fd-81b5-0a5013a33a65', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2a4eea-d5e6-4995-b0c4-87d0a199a239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:43:31Z', 'updated_at': '2022-01-21T19:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:43:35.488441 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-335d69a7-01e7-4331-8979-82fc2fae8353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:35.553936 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335d69a7-01e7-4331-8979-82fc2fae8353 None None] Network 10b357ca-64a3-4bc7-8ff0-ee9d97e0041d is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:43:35.556870 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-335d69a7-01e7-4331-8979-82fc2fae8353 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:43:35.559510 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335d69a7-01e7-4331-8979-82fc2fae8353 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:43:35.562456 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-dc73a0db-ccb5-472b-b39f-c2215dbb4e1a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Allocated IP 172.20.0.1 (10b357ca-64a3-4bc7-8ff0-ee9d97e0041d/7bd800f6-f0b0-4294-b2c5-6fad8bd7ca9f/4e170157-860a-4147-b00b-0a662da99b40) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:43:35.601010 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d69a7-01e7-4331-8979-82fc2fae8353 None None] Pushing event updated for resources: {'Port': ['ID=61025051-0753-4ae0-bf20-0e55024f04d0,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:43:35.687391 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-335d69a7-01e7-4331-8979-82fc2fae8353 None None] Attempting to bind port 61025051-0753-4ae0-bf20-0e55024f04d0 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:43:35.687869 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-335d69a7-01e7-4331-8979-82fc2fae8353 None None] Attempting to bind port 61025051-0753-4ae0-bf20-0e55024f04d0 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '107ba4e3-4d8b-4f81-b986-30bead9c2b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '10b357ca-64a3-4bc7-8ff0-ee9d97e0041d'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:43:35.688332 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335d69a7-01e7-4331-8979-82fc2fae8353 None None] Attempting to bind port 61025051-0753-4ae0-bf20-0e55024f04d0 on network 10b357ca-64a3-4bc7-8ff0-ee9d97e0041d {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:43:35.695164 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335d69a7-01e7-4331-8979-82fc2fae8353 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:43:35.695601 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335d69a7-01e7-4331-8979-82fc2fae8353 None None] Checking segment: {'id': '107ba4e3-4d8b-4f81-b986-30bead9c2b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '10b357ca-64a3-4bc7-8ff0-ee9d97e0041d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:43:35.696062 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-335d69a7-01e7-4331-8979-82fc2fae8353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:35.696455 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335d69a7-01e7-4331-8979-82fc2fae8353 None None] Bound using segment: {'id': '107ba4e3-4d8b-4f81-b986-30bead9c2b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '10b357ca-64a3-4bc7-8ff0-ee9d97e0041d'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:43:35.696910 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-335d69a7-01e7-4331-8979-82fc2fae8353 None None] Bound port: 61025051-0753-4ae0-bf20-0e55024f04d0, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107ba4e3-4d8b-4f81-b986-30bead9c2b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '10b357ca-64a3-4bc7-8ff0-ee9d97e0041d'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:43:35.697272 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-335d69a7-01e7-4331-8979-82fc2fae8353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:35.757534 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-dc73a0db-ccb5-472b-b39f-c2215dbb4e1a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:35.774176 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.provisioning_blocks [None req-dc73a0db-ccb5-472b-b39f-c2215dbb4e1a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Transition to ACTIVE for port object 4e170157-860a-4147-b00b-0a662da99b40 will not be triggered until provisioned by entity DHCP. {{(pid=88136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:43:35.791514 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-335d69a7-01e7-4331-8979-82fc2fae8353 None None] For port 61025051-0753-4ae0-bf20-0e55024f04d0, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:43:35.794896 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-335d69a7-01e7-4331-8979-82fc2fae8353 None None] For port 61025051-0753-4ae0-bf20-0e55024f04d0, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=61025051-0753-4ae0-bf20-0e55024f04d0,segment=NetworkSegment(107ba4e3-4d8b-4f81-b986-30bead9c2b97),segment_id=107ba4e3-4d8b-4f81-b986-30bead9c2b97)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:43:35.859249 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-dc73a0db-ccb5-472b-b39f-c2215dbb4e1a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:35.867249 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-335d69a7-01e7-4331-8979-82fc2fae8353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:35.929358 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc73a0db-ccb5-472b-b39f-c2215dbb4e1a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Network 10b357ca-64a3-4bc7-8ff0-ee9d97e0041d is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:43:35.932620 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-dc73a0db-ccb5-472b-b39f-c2215dbb4e1a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:43:35.935692 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc73a0db-ccb5-472b-b39f-c2215dbb4e1a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:43:35.959263 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d69a7-01e7-4331-8979-82fc2fae8353 None None] Pushing event updated for resources: {'Port': ['ID=61025051-0753-4ae0-bf20-0e55024f04d0,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:43:35.986517 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc73a0db-ccb5-472b-b39f-c2215dbb4e1a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'Port': ['ID=4e170157-860a-4147-b00b-0a662da99b40,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:43:36.009939 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-dc73a0db-ccb5-472b-b39f-c2215dbb4e1a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:36.372383 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-dc73a0db-ccb5-472b-b39f-c2215dbb4e1a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:36.404043 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 2f4b02e3-6685-46fd-81b5-0a5013a33a65 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:43:36.529823 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 2f4b02e3-6685-46fd-81b5-0a5013a33a65 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:43:36.535521 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 2f4b02e3-6685-46fd-81b5-0a5013a33a65 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:43:36.535947 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:36.665941 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:36.682875 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 2f4b02e3-6685-46fd-81b5-0a5013a33a65, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=2f4b02e3-6685-46fd-81b5-0a5013a33a65,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:43:36.764107 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:36.764903 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 61025051-0753-4ae0-bf20-0e55024f04d0 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:43:36.888854 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=2f4b02e3-6685-46fd-81b5-0a5013a33a65,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:43:36.965965 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-dc73a0db-ccb5-472b-b39f-c2215dbb4e1a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:36.969353 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 61025051-0753-4ae0-bf20-0e55024f04d0 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:43:36.994937 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2219aa6d-c20b-4357-bf7d-475f6fbe5c74 None None] Network 10b357ca-64a3-4bc7-8ff0-ee9d97e0041d requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:43:37.004076 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-dc73a0db-ccb5-472b-b39f-c2215dbb4e1a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:37.124904 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-dc73a0db-ccb5-472b-b39f-c2215dbb4e1a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:37.129566 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc73a0db-ccb5-472b-b39f-c2215dbb4e1a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'Port': ['ID=4e170157-860a-4147-b00b-0a662da99b40,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:43:37.153879 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-46167ae1-7ef4-4ad4-bfcc-6d8a534c90df None None] Provisioning for port 61025051-0753-4ae0-bf20-0e55024f04d0 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:43:37.169362 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-46167ae1-7ef4-4ad4-bfcc-6d8a534c90df None None] Provisioning complete for port 61025051-0753-4ae0-bf20-0e55024f04d0 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:43:37.169661 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-46167ae1-7ef4-4ad4-bfcc-6d8a534c90df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:37.268923 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc73a0db-ccb5-472b-b39f-c2215dbb4e1a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Network 10b357ca-64a3-4bc7-8ff0-ee9d97e0041d is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:43:37.270032 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-dc73a0db-ccb5-472b-b39f-c2215dbb4e1a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:43:37.411383 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-46167ae1-7ef4-4ad4-bfcc-6d8a534c90df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:37.455463 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-46167ae1-7ef4-4ad4-bfcc-6d8a534c90df None None] For port 61025051-0753-4ae0-bf20-0e55024f04d0, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=61025051-0753-4ae0-bf20-0e55024f04d0,segment=NetworkSegment(107ba4e3-4d8b-4f81-b986-30bead9c2b97),segment_id=107ba4e3-4d8b-4f81-b986-30bead9c2b97)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:43:37.467082 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc73a0db-ccb5-472b-b39f-c2215dbb4e1a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Router 2e2a4eea-d5e6-4995-b0c4-87d0a199a239 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:43:37.535110 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-46167ae1-7ef4-4ad4-bfcc-6d8a534c90df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:37.603818 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46167ae1-7ef4-4ad4-bfcc-6d8a534c90df None None] Pushing event updated for resources: {'Port': ['ID=61025051-0753-4ae0-bf20-0e55024f04d0,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:43:37.660498 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc73a0db-ccb5-472b-b39f-c2215dbb4e1a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:43:37.670791 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae3fb99-c363-4c5c-887a-19ed8c30dec0 None None] Sync routers for ids ['2e2a4eea-d5e6-4995-b0c4-87d0a199a239'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:43:37.675169 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-dc73a0db-ccb5-472b-b39f-c2215dbb4e1a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "PUT /v2.0/routers/2e2a4eea-d5e6-4995-b0c4-87d0a199a239/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4724112 Jan 21 19:43:37.680362 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae3fb99-c363-4c5c-887a-19ed8c30dec0 None None] Routers {'2e2a4eea-d5e6-4995-b0c4-87d0a199a239'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:43:37.680977 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-5ae3fb99-c363-4c5c-887a-19ed8c30dec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:43:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['2e2a4eea-d5e6-4995-b0c4-87d0a199a239'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:43:37.809272 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-1bb22ee6-32d8-43a9-a125-79d7cbe12ce7 None None] Provisioning for port 4e170157-860a-4147-b00b-0a662da99b40 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:43:37.815040 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-1bb22ee6-32d8-43a9-a125-79d7cbe12ce7 None None] Provisioning complete for port 4e170157-860a-4147-b00b-0a662da99b40 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:43:37.815414 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1bb22ee6-32d8-43a9-a125-79d7cbe12ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:37.847593 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-96cb0905-6195-4388-9586-2c6e4684c5e2 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Synchronizing usage tracker for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:security_group {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:43:37.877437 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-1bb22ee6-32d8-43a9-a125-79d7cbe12ce7 None None] Port 4e170157-860a-4147-b00b-0a662da99b40 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:43:37.888271 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-1bb22ee6-32d8-43a9-a125-79d7cbe12ce7 None None] Provisioning complete for port 61025051-0753-4ae0-bf20-0e55024f04d0 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:43:37.889904 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1bb22ee6-32d8-43a9-a125-79d7cbe12ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:37.895590 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-5ae3fb99-c363-4c5c-887a-19ed8c30dec0 None None] Set router 2e2a4eea-d5e6-4995-b0c4-87d0a199a239 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:43:37.906776 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-96cb0905-6195-4388-9586-2c6e4684c5e2 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Unset dirty status for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:security_group {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:43:37.909196 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-96cb0905-6195-4388-9586-2c6e4684c5e2 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1766593404&fields=id&tenant_id=2ceb323a8e2c42c4b7cde2788c992fac HTTP/1.1" status: 200 len: 267 time: 0.1071737 Jan 21 19:43:38.086678 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-1fa48c97-5178-4333-b404-627aec322ef7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:43:38.087375 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-1fa48c97-5178-4333-b404-627aec322ef7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Synchronizing usage tracker for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:network {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:43:38.146101 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-31672b6d-a343-4ef9-8771-170972f64e4d None None] Provisioning complete for port 4e170157-860a-4147-b00b-0a662da99b40 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:43:38.146465 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-31672b6d-a343-4ef9-8771-170972f64e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:38.163525 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-1fa48c97-5178-4333-b404-627aec322ef7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Unset dirty status for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:network {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:43:38.164920 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-1fa48c97-5178-4333-b404-627aec322ef7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/networks?id=10b357ca-64a3-4bc7-8ff0-ee9d97e0041d HTTP/1.1" status: 200 len: 796 time: 0.2487397 Jan 21 19:43:38.192898 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-cab14b04-c670-4c27-bcf3-1f14c23c7b8d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/quotas/2ceb323a8e2c42c4b7cde2788c992fac HTTP/1.1" status: 200 len: 375 time: 0.0212767 Jan 21 19:43:38.199875 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-31672b6d-a343-4ef9-8771-170972f64e4d None None] Port 4e170157-860a-4147-b00b-0a662da99b40 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:43:38.249650 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-5ae3fb99-c363-4c5c-887a-19ed8c30dec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2a4eea-d5e6-4995-b0c4-87d0a199a239', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158316649', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '2f4b02e3-6685-46fd-81b5-0a5013a33a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:43:30Z', 'updated_at': '2022-01-21T19:43:36Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '2f4b02e3-6685-46fd-81b5-0a5013a33a65', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2a4eea-d5e6-4995-b0c4-87d0a199a239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:43:31Z', 'updated_at': '2022-01-21T19:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '4e170157-860a-4147-b00b-0a662da99b40', 'name': '', 'network_id': '10b357ca-64a3-4bc7-8ff0-ee9d97e0041d', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'mac_address': 'fa:16:3e:45:04:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2a4eea-d5e6-4995-b0c4-87d0a199a239', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '7bd800f6-f0b0-4294-b2c5-6fad8bd7ca9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:43:35Z', 'updated_at': '2022-01-21T19:43:36Z', 'revision_number': 2, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'subnets': [{'id': '7bd800f6-f0b0-4294-b2c5-6fad8bd7ca9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:43:38.253564 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae3fb99-c363-4c5c-887a-19ed8c30dec0 None None] Checking router: 2e2a4eea-d5e6-4995-b0c4-87d0a199a239 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:43:38.253945 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae3fb99-c363-4c5c-887a-19ed8c30dec0 None None] Updating router 2e2a4eea-d5e6-4995-b0c4-87d0a199a239 port 4e170157-860a-4147-b00b-0a662da99b40 binding host dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:43:38.280398 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-3a26d37a-9e28-4a5e-8300-0ffa4b2703f5 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Synchronizing usage tracker for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:43:38.309242 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5ae3fb99-c363-4c5c-887a-19ed8c30dec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:38.337855 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 2f4b02e3-6685-46fd-81b5-0a5013a33a65 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:43:38.363873 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-3a26d37a-9e28-4a5e-8300-0ffa4b2703f5 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Unset dirty status for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:43:38.365274 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-3a26d37a-9e28-4a5e-8300-0ffa4b2703f5 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=2ceb323a8e2c42c4b7cde2788c992fac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1648693 Jan 21 19:43:38.420270 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 2f4b02e3-6685-46fd-81b5-0a5013a33a65 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:43:38.420948 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:38.467595 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-bbeb334c-32b0-4cff-84e9-78036ec47794 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=88136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:43:38.474572 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-bbeb334c-32b0-4cff-84e9-78036ec47794 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0968831 Jan 21 19:43:38.554855 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 61025051-0753-4ae0-bf20-0e55024f04d0 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:43:38.606568 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-e3b6a45b-f697-4cdc-a556-dc9763b07855 service neutron] 10.222.0.87 "GET /v2.0/networks/10b357ca-64a3-4bc7-8ff0-ee9d97e0041d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311567 Jan 21 19:43:38.625219 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 61025051-0753-4ae0-bf20-0e55024f04d0 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:43:38.625592 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:38.668647 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5ae3fb99-c363-4c5c-887a-19ed8c30dec0 None None] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:38.680683 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-5ae3fb99-c363-4c5c-887a-19ed8c30dec0 None None] Transition to ACTIVE for port object 4e170157-860a-4147-b00b-0a662da99b40 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:43:38.764176 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5ae3fb99-c363-4c5c-887a-19ed8c30dec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:38.863335 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-495ae888-fd36-4f27-90ae-8e9978ab0078 service neutron] 10.222.0.87 "GET /v2.0/networks/10b357ca-64a3-4bc7-8ff0-ee9d97e0041d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482021 Jan 21 19:43:38.902495 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305c2c2-aa55-429d-a8b6-ded7b6ee5c0b None None] Pushing event updated for resources: {'Port': ['ID=4e170157-860a-4147-b00b-0a662da99b40,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:43:38.942033 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f305c2c2-aa55-429d-a8b6-ded7b6ee5c0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:43:38.942375 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f305c2c2-aa55-429d-a8b6-ded7b6ee5c0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:43:38.942895 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f305c2c2-aa55-429d-a8b6-ded7b6ee5c0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:43:38.943379 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f305c2c2-aa55-429d-a8b6-ded7b6ee5c0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:43:38.943854 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f305c2c2-aa55-429d-a8b6-ded7b6ee5c0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:43:38.944336 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f305c2c2-aa55-429d-a8b6-ded7b6ee5c0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:43:38.944799 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f305c2c2-aa55-429d-a8b6-ded7b6ee5c0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:43:38.945274 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f305c2c2-aa55-429d-a8b6-ded7b6ee5c0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:43:38.945606 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f305c2c2-aa55-429d-a8b6-ded7b6ee5c0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:43:38.946087 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f305c2c2-aa55-429d-a8b6-ded7b6ee5c0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:43:38.946418 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f305c2c2-aa55-429d-a8b6-ded7b6ee5c0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:43:38.946878 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f305c2c2-aa55-429d-a8b6-ded7b6ee5c0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:43:39.012006 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-5ae3fb99-c363-4c5c-887a-19ed8c30dec0 None None] Attempting to bind port 4e170157-860a-4147-b00b-0a662da99b40 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:43:39.012376 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-5ae3fb99-c363-4c5c-887a-19ed8c30dec0 None None] Attempting to bind port 4e170157-860a-4147-b00b-0a662da99b40 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '107ba4e3-4d8b-4f81-b986-30bead9c2b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '10b357ca-64a3-4bc7-8ff0-ee9d97e0041d'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:43:39.012738 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae3fb99-c363-4c5c-887a-19ed8c30dec0 None None] Attempting to bind port 4e170157-860a-4147-b00b-0a662da99b40 on network 10b357ca-64a3-4bc7-8ff0-ee9d97e0041d {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:43:39.019461 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae3fb99-c363-4c5c-887a-19ed8c30dec0 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:43:39.019918 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae3fb99-c363-4c5c-887a-19ed8c30dec0 None None] Checking segment: {'id': '107ba4e3-4d8b-4f81-b986-30bead9c2b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '10b357ca-64a3-4bc7-8ff0-ee9d97e0041d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:43:39.020321 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5ae3fb99-c363-4c5c-887a-19ed8c30dec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:39.020766 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae3fb99-c363-4c5c-887a-19ed8c30dec0 None None] Bound using segment: {'id': '107ba4e3-4d8b-4f81-b986-30bead9c2b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '10b357ca-64a3-4bc7-8ff0-ee9d97e0041d'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:43:39.021160 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-5ae3fb99-c363-4c5c-887a-19ed8c30dec0 None None] Bound port: 4e170157-860a-4147-b00b-0a662da99b40, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107ba4e3-4d8b-4f81-b986-30bead9c2b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '10b357ca-64a3-4bc7-8ff0-ee9d97e0041d'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:43:39.021529 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5ae3fb99-c363-4c5c-887a-19ed8c30dec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:39.116467 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-5ae3fb99-c363-4c5c-887a-19ed8c30dec0 None None] For port 4e170157-860a-4147-b00b-0a662da99b40, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:43:39.119454 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-5ae3fb99-c363-4c5c-887a-19ed8c30dec0 None None] For port 4e170157-860a-4147-b00b-0a662da99b40, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=4e170157-860a-4147-b00b-0a662da99b40,segment=NetworkSegment(107ba4e3-4d8b-4f81-b986-30bead9c2b97),segment_id=107ba4e3-4d8b-4f81-b986-30bead9c2b97)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:43:39.150710 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-339373a6-5dc9-474e-a517-a5a1246659fe req-c38d49ce-5c46-4690-be6a-0d0180bd4971 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=73c61961-bd72-4445-96f3-ea43acab1561 HTTP/1.1" status: 200 len: 210 time: 0.0484369 Jan 21 19:43:39.175518 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5ae3fb99-c363-4c5c-887a-19ed8c30dec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:39.247920 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae3fb99-c363-4c5c-887a-19ed8c30dec0 None None] Routers {'2e2a4eea-d5e6-4995-b0c4-87d0a199a239'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:43:39.248553 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-5ae3fb99-c363-4c5c-887a-19ed8c30dec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:43:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['2e2a4eea-d5e6-4995-b0c4-87d0a199a239'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:43:39.339892 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305c2c2-aa55-429d-a8b6-ded7b6ee5c0b None None] Pushing event updated for resources: {'Port': ['ID=4e170157-860a-4147-b00b-0a662da99b40,revision_number=4']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:43:39.460349 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-5ae3fb99-c363-4c5c-887a-19ed8c30dec0 None None] Set router 2e2a4eea-d5e6-4995-b0c4-87d0a199a239 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:43:39.795596 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-5ae3fb99-c363-4c5c-887a-19ed8c30dec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2a4eea-d5e6-4995-b0c4-87d0a199a239', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158316649', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '2f4b02e3-6685-46fd-81b5-0a5013a33a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:43:30Z', 'updated_at': '2022-01-21T19:43:36Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '2f4b02e3-6685-46fd-81b5-0a5013a33a65', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2a4eea-d5e6-4995-b0c4-87d0a199a239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:43:31Z', 'updated_at': '2022-01-21T19:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '4e170157-860a-4147-b00b-0a662da99b40', 'name': '', 'network_id': '10b357ca-64a3-4bc7-8ff0-ee9d97e0041d', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'mac_address': 'fa:16:3e:45:04:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2a4eea-d5e6-4995-b0c4-87d0a199a239', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '7bd800f6-f0b0-4294-b2c5-6fad8bd7ca9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:43:35Z', 'updated_at': '2022-01-21T19:43:39Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'subnets': [{'id': '7bd800f6-f0b0-4294-b2c5-6fad8bd7ca9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:43:39.799575 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae3fb99-c363-4c5c-887a-19ed8c30dec0 None None] The sync data for ids ['2e2a4eea-d5e6-4995-b0c4-87d0a199a239'] in dv-neutron-825470-1-hyperv is: [{'id': '2e2a4eea-d5e6-4995-b0c4-87d0a199a239', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158316649', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '2f4b02e3-6685-46fd-81b5-0a5013a33a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:43:30Z', 'updated_at': '2022-01-21T19:43:36Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '2f4b02e3-6685-46fd-81b5-0a5013a33a65', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2a4eea-d5e6-4995-b0c4-87d0a199a239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:43:31Z', 'updated_at': '2022-01-21T19:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '4e170157-860a-4147-b00b-0a662da99b40', 'name': '', 'network_id': '10b357ca-64a3-4bc7-8ff0-ee9d97e0041d', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'mac_address': 'fa:16:3e:45:04:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2a4eea-d5e6-4995-b0c4-87d0a199a239', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '7bd800f6-f0b0-4294-b2c5-6fad8bd7ca9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:43:35Z', 'updated_at': '2022-01-21T19:43:39Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'subnets': [{'id': '7bd800f6-f0b0-4294-b2c5-6fad8bd7ca9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:43:40.312763 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-eb87d6db-15c6-47d0-a355-ca3c76d7454e req-d427e267-c268-4eef-a13f-a50be227d2d7 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=73c61961-bd72-4445-96f3-ea43acab1561 HTTP/1.1" status: 200 len: 210 time: 0.0496800 Jan 21 19:43:40.375915 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 4e170157-860a-4147-b00b-0a662da99b40 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:43:40.569071 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 4e170157-860a-4147-b00b-0a662da99b40 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:43:40.574349 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 4e170157-860a-4147-b00b-0a662da99b40 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:43:40.574683 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:40.700693 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:40.734500 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 4e170157-860a-4147-b00b-0a662da99b40, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=4e170157-860a-4147-b00b-0a662da99b40,segment=NetworkSegment(107ba4e3-4d8b-4f81-b986-30bead9c2b97),segment_id=107ba4e3-4d8b-4f81-b986-30bead9c2b97)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:43:40.792103 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:40.865385 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=4e170157-860a-4147-b00b-0a662da99b40,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:43:41.333762 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-1c48129e-bb83-46fd-9eee-e1cfbd04e1ec tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:43:41.334672 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-1c48129e-bb83-46fd-9eee-e1cfbd04e1ec tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Synchronizing usage tracker for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:network {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:43:41.347016 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-1c48129e-bb83-46fd-9eee-e1cfbd04e1ec tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Unset dirty status for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:network {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:43:41.349032 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-1c48129e-bb83-46fd-9eee-e1cfbd04e1ec tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.113 "GET /v2.0/networks?id=10b357ca-64a3-4bc7-8ff0-ee9d97e0041d HTTP/1.1" status: 200 len: 796 time: 0.2719035 Jan 21 19:43:41.397667 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-51382483-e80d-4720-9cc0-1a08805abda0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Synchronizing usage tracker for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:security_group {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:43:41.409873 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-51382483-e80d-4720-9cc0-1a08805abda0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Unset dirty status for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:security_group {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:43:41.411033 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-51382483-e80d-4720-9cc0-1a08805abda0 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ceb323a8e2c42c4b7cde2788c992fac HTTP/1.1" status: 200 len: 380 time: 0.0545678 Jan 21 19:43:41.421121 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-645464eb-b397-448c-947f-8cea05f2dd1a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'port': {'device_id': '73c61961-bd72-4445-96f3-ea43acab1561', 'network_id': '10b357ca-64a3-4bc7-8ff0-ee9d97e0041d', 'admin_state_up': True, 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'security_groups': ['ca26d893-8b71-4e8c-b217-a3b2e1077df1']}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:43:41.478402 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1bc60d8d-4fd2-4dea-a4f3-d6f418362b2c req-e5c64c6e-42d2-4475-ab43-a2eccd76d0ba tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=73c61961-bd72-4445-96f3-ea43acab1561 HTTP/1.1" status: 200 len: 210 time: 0.0535817 Jan 21 19:43:41.570080 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-645464eb-b397-448c-947f-8cea05f2dd1a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:43:41.579809 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-645464eb-b397-448c-947f-8cea05f2dd1a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:43:41.695130 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-645464eb-b397-448c-947f-8cea05f2dd1a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Made reservation on behalf of 2ceb323a8e2c42c4b7cde2788c992fac for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:43:41.698619 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-645464eb-b397-448c-947f-8cea05f2dd1a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:41.861000 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-645464eb-b397-448c-947f-8cea05f2dd1a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Allocated IP 172.20.0.8 (10b357ca-64a3-4bc7-8ff0-ee9d97e0041d/7bd800f6-f0b0-4294-b2c5-6fad8bd7ca9f/71a0610b-4ed4-4132-b8f9-cbfa6d726a5e) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:43:42.041541 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-645464eb-b397-448c-947f-8cea05f2dd1a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:42.056770 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-645464eb-b397-448c-947f-8cea05f2dd1a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Transition to ACTIVE for port object 71a0610b-4ed4-4132-b8f9-cbfa6d726a5e will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:43:42.141073 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-645464eb-b397-448c-947f-8cea05f2dd1a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:42.218673 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-645464eb-b397-448c-947f-8cea05f2dd1a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Network 10b357ca-64a3-4bc7-8ff0-ee9d97e0041d is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:43:42.221870 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-645464eb-b397-448c-947f-8cea05f2dd1a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:43:42.225749 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-645464eb-b397-448c-947f-8cea05f2dd1a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:43:42.256946 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645464eb-b397-448c-947f-8cea05f2dd1a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'Port': ['ID=71a0610b-4ed4-4132-b8f9-cbfa6d726a5e,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:43:42.294078 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-645464eb-b397-448c-947f-8cea05f2dd1a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:43:42.294692 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-645464eb-b397-448c-947f-8cea05f2dd1a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:42.339681 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 4e170157-860a-4147-b00b-0a662da99b40 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:43:42.409965 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 4e170157-860a-4147-b00b-0a662da99b40 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:43:42.410273 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:42.419571 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-645464eb-b397-448c-947f-8cea05f2dd1a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0035675 Jan 21 19:43:42.431151 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-6acd8835-6869-4494-b353-7935a96463da service neutron] Request body: {'port': {'device_id': '73c61961-bd72-4445-96f3-ea43acab1561', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:43:42.558457 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-6acd8835-6869-4494-b353-7935a96463da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:42.603742 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-395252fd-4e42-481f-8ead-a0750a1bb3c8 None None] Provisioning for port 71a0610b-4ed4-4132-b8f9-cbfa6d726a5e completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:43:42.608936 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-395252fd-4e42-481f-8ead-a0750a1bb3c8 None None] Provisioning complete for port 71a0610b-4ed4-4132-b8f9-cbfa6d726a5e triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:43:42.618839 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-395252fd-4e42-481f-8ead-a0750a1bb3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:42.670153 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-395252fd-4e42-481f-8ead-a0750a1bb3c8 None None] Port 71a0610b-4ed4-4132-b8f9-cbfa6d726a5e cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:43:42.681875 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd422e1-2da2-4d40-a0cf-654a2905d14a req-5eedf81b-8d6b-4157-8058-736f112335da tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:43:42.683455 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5cd422e1-2da2-4d40-a0cf-654a2905d14a req-5eedf81b-8d6b-4157-8058-736f112335da tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=73c61961-bd72-4445-96f3-ea43acab1561 HTTP/1.1" status: 200 len: 931 time: 0.0926185 Jan 21 19:43:42.731229 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5cd422e1-2da2-4d40-a0cf-654a2905d14a req-ac021712-74bd-41f7-87ee-d08209acfe0c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=ca26d893-8b71-4e8c-b217-a3b2e1077df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419240 Jan 21 19:43:42.906554 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-6acd8835-6869-4494-b353-7935a96463da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71a0610b-4ed4-4132-b8f9-cbfa6d726a5e {{(pid=88137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:43:42.914239 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-6acd8835-6869-4494-b353-7935a96463da service neutron] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:42.928293 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-6acd8835-6869-4494-b353-7935a96463da service neutron] Transition to ACTIVE for port object 71a0610b-4ed4-4132-b8f9-cbfa6d726a5e will not be triggered until provisioned by entity L2. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:43:43.003553 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-6acd8835-6869-4494-b353-7935a96463da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:43.155854 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acd8835-6869-4494-b353-7935a96463da service neutron] Pushing event updated for resources: {'Port': ['ID=71a0610b-4ed4-4132-b8f9-cbfa6d726a5e,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:43:43.238854 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-6acd8835-6869-4494-b353-7935a96463da service neutron] Attempting to bind port 71a0610b-4ed4-4132-b8f9-cbfa6d726a5e on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:43:43.239183 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-6acd8835-6869-4494-b353-7935a96463da service neutron] Attempting to bind port 71a0610b-4ed4-4132-b8f9-cbfa6d726a5e by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '107ba4e3-4d8b-4f81-b986-30bead9c2b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '10b357ca-64a3-4bc7-8ff0-ee9d97e0041d'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:43:43.239505 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-6acd8835-6869-4494-b353-7935a96463da service neutron] Attempting to bind port 71a0610b-4ed4-4132-b8f9-cbfa6d726a5e on network 10b357ca-64a3-4bc7-8ff0-ee9d97e0041d {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:43:43.243933 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-6acd8835-6869-4494-b353-7935a96463da service neutron] Port 71a0610b-4ed4-4132-b8f9-cbfa6d726a5e on network 10b357ca-64a3-4bc7-8ff0-ee9d97e0041d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 19:43:43.244245 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-6acd8835-6869-4494-b353-7935a96463da service neutron] Attempting to bind port 71a0610b-4ed4-4132-b8f9-cbfa6d726a5e on network 10b357ca-64a3-4bc7-8ff0-ee9d97e0041d {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:43:43.249136 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-6acd8835-6869-4494-b353-7935a96463da service neutron] Checking agent: {'id': '9a14f311-f6d5-46c6-87a2-f860197fb66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:43:43.249463 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-6acd8835-6869-4494-b353-7935a96463da service neutron] Checking segment: {'id': '107ba4e3-4d8b-4f81-b986-30bead9c2b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '10b357ca-64a3-4bc7-8ff0-ee9d97e0041d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:43:43.249889 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-6acd8835-6869-4494-b353-7935a96463da service neutron] Bound using segment: {'id': '107ba4e3-4d8b-4f81-b986-30bead9c2b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '10b357ca-64a3-4bc7-8ff0-ee9d97e0041d'} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:43:43.250300 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-6acd8835-6869-4494-b353-7935a96463da service neutron] Bound port: 71a0610b-4ed4-4132-b8f9-cbfa6d726a5e, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '107ba4e3-4d8b-4f81-b986-30bead9c2b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '10b357ca-64a3-4bc7-8ff0-ee9d97e0041d'}}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:43:43.250635 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-6acd8835-6869-4494-b353-7935a96463da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:43.335548 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-6acd8835-6869-4494-b353-7935a96463da service neutron] For port 71a0610b-4ed4-4132-b8f9-cbfa6d726a5e, host hv-neutron-8254, cleared binding levels {{(pid=88137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:43:43.338301 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-6acd8835-6869-4494-b353-7935a96463da service neutron] For port 71a0610b-4ed4-4132-b8f9-cbfa6d726a5e, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=71a0610b-4ed4-4132-b8f9-cbfa6d726a5e,segment=NetworkSegment(107ba4e3-4d8b-4f81-b986-30bead9c2b97),segment_id=107ba4e3-4d8b-4f81-b986-30bead9c2b97)] {{(pid=88137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:43:43.408225 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-6acd8835-6869-4494-b353-7935a96463da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:43.477374 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-6acd8835-6869-4494-b353-7935a96463da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:43:43.478058 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-6acd8835-6869-4494-b353-7935a96463da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:43.479139 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-6acd8835-6869-4494-b353-7935a96463da service neutron] 10.222.0.113 "PUT /v2.0/ports/71a0610b-4ed4-4132-b8f9-cbfa6d726a5e HTTP/1.1" status: 200 len: 1093 time: 1.0521159 Jan 21 19:43:43.479566 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c61961-bd72-4445-96f3-ea43acab1561', 'tag': '71a0610b-4ed4-4132-b8f9-cbfa6d726a5e'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:43:43.502563 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acd8835-6869-4494-b353-7935a96463da service neutron] Pushing event updated for resources: {'Port': ['ID=71a0610b-4ed4-4132-b8f9-cbfa6d726a5e,revision_number=3']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:43:43.530916 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c61961-bd72-4445-96f3-ea43acab1561', 'tag': '71a0610b-4ed4-4132-b8f9-cbfa6d726a5e', 'status': 'completed', 'code': 200} Jan 21 19:43:43.621844 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2423b17-57d8-4473-8c78-867237a35bf5 req-d6327e25-971c-439f-b455-6a95c6c0dc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:43:43.623327 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d2423b17-57d8-4473-8c78-867237a35bf5 req-d6327e25-971c-439f-b455-6a95c6c0dc20 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2ceb323a8e2c42c4b7cde2788c992fac&device_id=73c61961-bd72-4445-96f3-ea43acab1561 HTTP/1.1" status: 200 len: 1096 time: 0.0725987 Jan 21 19:43:43.868549 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2423b17-57d8-4473-8c78-867237a35bf5 req-0c08691c-219b-4647-be62-a44e34fd0a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:43:43.870037 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d2423b17-57d8-4473-8c78-867237a35bf5 req-0c08691c-219b-4647-be62-a44e34fd0a35 service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=2ceb323a8e2c42c4b7cde2788c992fac&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2401977 Jan 21 19:43:43.917707 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325a5c5-96e7-4f5b-8cec-ad1c7f0ae9fa req-9fe89f3d-907f-4289-9b2e-432b5909008d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:43:43.919167 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4325a5c5-96e7-4f5b-8cec-ad1c7f0ae9fa req-9fe89f3d-907f-4289-9b2e-432b5909008d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=73c61961-bd72-4445-96f3-ea43acab1561 HTTP/1.1" status: 200 len: 943 time: 0.0804594 Jan 21 19:43:43.962605 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4325a5c5-96e7-4f5b-8cec-ad1c7f0ae9fa req-d0f6d2ae-5e42-4371-8a52-1c1f7c00bdeb tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=ca26d893-8b71-4e8c-b217-a3b2e1077df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371425 Jan 21 19:43:44.006115 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2423b17-57d8-4473-8c78-867237a35bf5 req-e60bd77c-53f6-4631-b4d6-5f9025c3ed7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:43:44.007525 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d2423b17-57d8-4473-8c78-867237a35bf5 req-e60bd77c-53f6-4631-b4d6-5f9025c3ed7f service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1301663 Jan 21 19:43:44.136151 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-15364579-92c4-48e6-8ac8-422ba39a881a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:43:44.137615 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-15364579-92c4-48e6-8ac8-422ba39a881a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2ceb323a8e2c42c4b7cde2788c992fac&device_id=73c61961-bd72-4445-96f3-ea43acab1561 HTTP/1.1" status: 200 len: 1096 time: 0.0749273 Jan 21 19:43:44.219342 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-89ad99d8-cbae-450c-bfbd-95180e574722 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71a0610b-4ed4-4132-b8f9-cbfa6d726a5e HTTP/1.1" status: 200 len: 217 time: 0.0710638 Jan 21 19:43:44.281441 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-b7ea5d2b-0cf7-433d-b7ad-938ce64da485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:43:44.283520 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-b7ea5d2b-0cf7-433d-b7ad-938ce64da485 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=7bd800f6-f0b0-4294-b2c5-6fad8bd7ca9f HTTP/1.1" status: 200 len: 835 time: 0.0562215 Jan 21 19:43:44.357638 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-a8d4d9a3-a134-4745-ab07-3fd33b5673c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:43:44.359146 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-a8d4d9a3-a134-4745-ab07-3fd33b5673c2 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=10b357ca-64a3-4bc7-8ff0-ee9d97e0041d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693583 Jan 21 19:43:44.487384 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-47ccb7c0-665f-4341-9479-55daa73034b4 service neutron] 10.222.0.113 "GET /v2.0/networks/10b357ca-64a3-4bc7-8ff0-ee9d97e0041d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214116 Jan 21 19:43:44.639338 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-7f3326aa-621d-4198-8d69-7da68ded9db7 req-e2a47265-3d56-45c1-afbd-77350300779e service neutron] 10.222.0.113 "GET /v2.0/networks/10b357ca-64a3-4bc7-8ff0-ee9d97e0041d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455829 Jan 21 19:43:45.147540 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc07556-34c2-4080-83c5-51daad7b0a89 req-0aebc640-4d72-4568-9980-5541ae46c3d2 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:43:45.148977 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5fc07556-34c2-4080-83c5-51daad7b0a89 req-0aebc640-4d72-4568-9980-5541ae46c3d2 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=73c61961-bd72-4445-96f3-ea43acab1561 HTTP/1.1" status: 200 len: 943 time: 0.0809295 Jan 21 19:43:45.191762 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5fc07556-34c2-4080-83c5-51daad7b0a89 req-4982e2d0-d82c-46f4-99ac-0da31dab28a8 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=ca26d893-8b71-4e8c-b217-a3b2e1077df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372078 Jan 21 19:43:46.372471 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49127d-13fe-48b6-a23d-f098bc787e7f req-036ff1d7-3048-4341-8b2a-42884d25c82c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:43:46.373920 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2e49127d-13fe-48b6-a23d-f098bc787e7f req-036ff1d7-3048-4341-8b2a-42884d25c82c tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=73c61961-bd72-4445-96f3-ea43acab1561 HTTP/1.1" status: 200 len: 943 time: 0.0802717 Jan 21 19:43:46.417590 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2e49127d-13fe-48b6-a23d-f098bc787e7f req-74d0b360-d873-428c-9ee7-e8484c1c870a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=ca26d893-8b71-4e8c-b217-a3b2e1077df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378423 Jan 21 19:43:47.616649 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736e99c-7117-4c59-a984-7b30f96dfe49 req-a4e7cdd4-4df7-4d84-8035-c7c70868c374 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:43:47.618103 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3736e99c-7117-4c59-a984-7b30f96dfe49 req-a4e7cdd4-4df7-4d84-8035-c7c70868c374 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=73c61961-bd72-4445-96f3-ea43acab1561 HTTP/1.1" status: 200 len: 943 time: 0.0826972 Jan 21 19:43:47.662848 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3736e99c-7117-4c59-a984-7b30f96dfe49 req-41654820-4288-4ecf-9dfc-92b583437399 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=ca26d893-8b71-4e8c-b217-a3b2e1077df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391767 Jan 21 19:43:47.975847 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 71a0610b-4ed4-4132-b8f9-cbfa6d726a5e details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:43:48.135357 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 71a0610b-4ed4-4132-b8f9-cbfa6d726a5e, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=71a0610b-4ed4-4132-b8f9-cbfa6d726a5e,segment=NetworkSegment(107ba4e3-4d8b-4f81-b986-30bead9c2b97),segment_id=107ba4e3-4d8b-4f81-b986-30bead9c2b97)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:43:48.148666 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': '71a0610b-4ed4-4132-b8f9-cbfa6d726a5e', 'network_id': '10b357ca-64a3-4bc7-8ff0-ee9d97e0041d', 'port_id': '71a0610b-4ed4-4132-b8f9-cbfa6d726a5e', 'mac_address': 'fa:16:3e:fd:57:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd800f6-f0b0-4294-b2c5-6fad8bd7ca9f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:43:48.202396 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:48.218998 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71a0610b-4ed4-4132-b8f9-cbfa6d726a5e {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:43:48.234452 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 71a0610b-4ed4-4132-b8f9-cbfa6d726a5e, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=71a0610b-4ed4-4132-b8f9-cbfa6d726a5e,segment=NetworkSegment(107ba4e3-4d8b-4f81-b986-30bead9c2b97),segment_id=107ba4e3-4d8b-4f81-b986-30bead9c2b97)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:43:48.334656 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:48.402506 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=71a0610b-4ed4-4132-b8f9-cbfa6d726a5e,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:43:48.538929 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['71a0610b-4ed4-4132-b8f9-cbfa6d726a5e'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:43:48.844211 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5a0af-124c-47b3-b62c-57d66cad60ce req-f608e6f8-421b-471a-8c67-d3086d11753f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:43:48.846299 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-93c5a0af-124c-47b3-b62c-57d66cad60ce req-f608e6f8-421b-471a-8c67-d3086d11753f tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=73c61961-bd72-4445-96f3-ea43acab1561 HTTP/1.1" status: 200 len: 944 time: 0.0796831 Jan 21 19:43:48.888867 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-93c5a0af-124c-47b3-b62c-57d66cad60ce req-77b42beb-2f8b-4b3f-89b0-11a73fbdd7d6 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=ca26d893-8b71-4e8c-b217-a3b2e1077df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369055 Jan 21 19:43:49.985977 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 71a0610b-4ed4-4132-b8f9-cbfa6d726a5e up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:43:50.112306 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning for port 71a0610b-4ed4-4132-b8f9-cbfa6d726a5e completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:43:50.117401 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port 71a0610b-4ed4-4132-b8f9-cbfa6d726a5e triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:43:50.117815 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:50.230261 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7bfeac-6c08-4c2d-a5f4-31d09c30994c req-55ec62d1-e9b1-4cce-b89f-29a05b6e9431 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:43:50.231505 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:50.231658 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ac7bfeac-6c08-4c2d-a5f4-31d09c30994c req-55ec62d1-e9b1-4cce-b89f-29a05b6e9431 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=73c61961-bd72-4445-96f3-ea43acab1561 HTTP/1.1" status: 200 len: 944 time: 0.0828121 Jan 21 19:43:50.261911 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c61961-bd72-4445-96f3-ea43acab1561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a0610b-4ed4-4132-b8f9-cbfa6d726a5e'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:43:50.272453 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 71a0610b-4ed4-4132-b8f9-cbfa6d726a5e, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=71a0610b-4ed4-4132-b8f9-cbfa6d726a5e,segment=NetworkSegment(107ba4e3-4d8b-4f81-b986-30bead9c2b97),segment_id=107ba4e3-4d8b-4f81-b986-30bead9c2b97)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:43:50.279020 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ac7bfeac-6c08-4c2d-a5f4-31d09c30994c req-1804025f-0a27-4fa2-b8b5-a9eedc33ed29 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=ca26d893-8b71-4e8c-b217-a3b2e1077df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412326 Jan 21 19:43:50.344389 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:50.377014 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c61961-bd72-4445-96f3-ea43acab1561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a0610b-4ed4-4132-b8f9-cbfa6d726a5e', 'code': 200} Jan 21 19:43:50.414312 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=71a0610b-4ed4-4132-b8f9-cbfa6d726a5e,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:43:50.713560 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3225a-edac-4666-8e17-1e840fb3182a req-658fa1d3-3ba0-45b7-aa5c-b4f41a06e6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:43:50.715039 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9ad3225a-edac-4666-8e17-1e840fb3182a req-658fa1d3-3ba0-45b7-aa5c-b4f41a06e6d3 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=73c61961-bd72-4445-96f3-ea43acab1561 HTTP/1.1" status: 200 len: 1098 time: 0.0713460 Jan 21 19:43:50.754256 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9ad3225a-edac-4666-8e17-1e840fb3182a req-4ca7e290-462f-48b5-afd2-43125d1c7f0f service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=ca26d893-8b71-4e8c-b217-a3b2e1077df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332947 Jan 21 19:43:51.461044 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7a284-7cb7-4309-967e-dab6155b9c52 req-d7c417cd-43cb-4c78-b4de-d159f618c040 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:43:51.462542 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-73a7a284-7cb7-4309-967e-dab6155b9c52 req-d7c417cd-43cb-4c78-b4de-d159f618c040 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=73c61961-bd72-4445-96f3-ea43acab1561 HTTP/1.1" status: 200 len: 945 time: 0.0792873 Jan 21 19:43:51.509164 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-73a7a284-7cb7-4309-967e-dab6155b9c52 req-0364c404-5727-4eda-bca8-13c3d1ab5d5d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=ca26d893-8b71-4e8c-b217-a3b2e1077df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411136 Jan 21 19:43:52.701254 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f396a2e-0736-49cb-88fb-f2c237b729d8 req-4b5686ec-1f87-4804-8d59-9985c7b9ec68 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:43:52.702749 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9f396a2e-0736-49cb-88fb-f2c237b729d8 req-4b5686ec-1f87-4804-8d59-9985c7b9ec68 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=73c61961-bd72-4445-96f3-ea43acab1561 HTTP/1.1" status: 200 len: 945 time: 0.0831120 Jan 21 19:43:52.746810 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9f396a2e-0736-49cb-88fb-f2c237b729d8 req-382e64ef-5633-4d9e-b3e4-818ed1eae7ce tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=ca26d893-8b71-4e8c-b217-a3b2e1077df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383310 Jan 21 19:43:52.938651 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692865c-efde-49cc-810f-508590e6216f req-8f2b3d2f-2756-4174-ba33-6c0f6baf2278 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:43:52.940108 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c692865c-efde-49cc-810f-508590e6216f req-8f2b3d2f-2756-4174-ba33-6c0f6baf2278 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=73c61961-bd72-4445-96f3-ea43acab1561 HTTP/1.1" status: 200 len: 945 time: 0.0891323 Jan 21 19:43:52.983143 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c692865c-efde-49cc-810f-508590e6216f req-985d3716-f239-4451-9bd1-79654b245f88 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=ca26d893-8b71-4e8c-b217-a3b2e1077df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375509 Jan 21 19:43:53.005225 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42690) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:43:53.072691 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f63baa4-145c-4ee6-a710-634155d0e72f tempest-TestNetworkAdvancedServerOps-4837441 tempest-TestNetworkAdvancedServerOps-4837441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:43:53.074161 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-7f63baa4-145c-4ee6-a710-634155d0e72f tempest-TestNetworkAdvancedServerOps-4837441 tempest-TestNetworkAdvancedServerOps-4837441-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=73c61961-bd72-4445-96f3-ea43acab1561 HTTP/1.1" status: 200 len: 1093 time: 0.0679698 Jan 21 19:43:53.076872 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42694) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:43:53.082393 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-bd759bab-8012-4317-8e69-e2db9f1e1a18 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Request body: {'floatingip': {'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'port_id': '71a0610b-4ed4-4132-b8f9-cbfa6d726a5e', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:43:53.088097 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-bd759bab-8012-4317-8e69-e2db9f1e1a18 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:43:53.091818 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-bd759bab-8012-4317-8e69-e2db9f1e1a18 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Usage tracker for resource:floatingip and tenant:2ceb323a8e2c42c4b7cde2788c992fac is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:43:53.094840 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-bd759bab-8012-4317-8e69-e2db9f1e1a18 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:43:53.100909 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-bd759bab-8012-4317-8e69-e2db9f1e1a18 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:43:53.155633 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bd759bab-8012-4317-8e69-e2db9f1e1a18 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for floatingip, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:53.290887 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bd759bab-8012-4317-8e69-e2db9f1e1a18 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:53.426113 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-bd759bab-8012-4317-8e69-e2db9f1e1a18 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Allocated IP 172.26.1.219 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/8793ff90-5359-410a-8d58-bcef7c3c5f7e) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:43:53.573738 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bd759bab-8012-4317-8e69-e2db9f1e1a18 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:53.698839 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bd759bab-8012-4317-8e69-e2db9f1e1a18 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:53.767163 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd759bab-8012-4317-8e69-e2db9f1e1a18 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:43:53.770250 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-bd759bab-8012-4317-8e69-e2db9f1e1a18 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:43:53.772729 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd759bab-8012-4317-8e69-e2db9f1e1a18 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:43:53.807239 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd759bab-8012-4317-8e69-e2db9f1e1a18 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'Port': ['ID=8793ff90-5359-410a-8d58-bcef7c3c5f7e,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:43:54.274529 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bd759bab-8012-4317-8e69-e2db9f1e1a18 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:54.385324 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bd759bab-8012-4317-8e69-e2db9f1e1a18 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:54.589707 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bd759bab-8012-4317-8e69-e2db9f1e1a18 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:54.637512 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bd759bab-8012-4317-8e69-e2db9f1e1a18 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:54.745405 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd759bab-8012-4317-8e69-e2db9f1e1a18 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event updated for resources: {'Port': ['ID=8793ff90-5359-410a-8d58-bcef7c3c5f7e,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:43:54.756399 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bd759bab-8012-4317-8e69-e2db9f1e1a18 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:54.932932 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.l3_db [None req-bd759bab-8012-4317-8e69-e2db9f1e1a18 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Floating IP 7b5f9dfe-f105-4517-9426-f4f1fffc433a associated. External IP: 172.26.1.219, port: 71a0610b-4ed4-4132-b8f9-cbfa6d726a5e. Jan 21 19:43:55.026299 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c4390aac-48e6-4554-b5c5-d0e84aeaa4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:55.276722 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd759bab-8012-4317-8e69-e2db9f1e1a18 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Router 2e2a4eea-d5e6-4995-b0c4-87d0a199a239 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:43:55.560874 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd759bab-8012-4317-8e69-e2db9f1e1a18 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:43:55.571096 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51f98b0-cd8b-4909-8bec-9f9fd4723e1d None None] Sync routers for ids ['2e2a4eea-d5e6-4995-b0c4-87d0a199a239'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:43:55.586559 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51f98b0-cd8b-4909-8bec-9f9fd4723e1d None None] Routers {'2e2a4eea-d5e6-4995-b0c4-87d0a199a239'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:43:55.594845 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-b51f98b0-cd8b-4909-8bec-9f9fd4723e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:43:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['2e2a4eea-d5e6-4995-b0c4-87d0a199a239'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:43:55.652926 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bd759bab-8012-4317-8e69-e2db9f1e1a18 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:55.707272 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-bd759bab-8012-4317-8e69-e2db9f1e1a18 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6293809 Jan 21 19:43:55.708122 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c61961-bd72-4445-96f3-ea43acab1561', 'tag': '71a0610b-4ed4-4132-b8f9-cbfa6d726a5e'}] {{(pid=88136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:43:55.759824 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c61961-bd72-4445-96f3-ea43acab1561', 'tag': '71a0610b-4ed4-4132-b8f9-cbfa6d726a5e', 'status': 'completed', 'code': 200} Jan 21 19:43:55.774354 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-b51f98b0-cd8b-4909-8bec-9f9fd4723e1d None None] Set router 2e2a4eea-d5e6-4995-b0c4-87d0a199a239 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:43:55.853618 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcb2fb-42ef-47b8-a5c6-bd847d88285a req-4fb80619-2c78-4478-874e-11cd86020816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:43:55.855064 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-75bcb2fb-42ef-47b8-a5c6-bd847d88285a req-4fb80619-2c78-4478-874e-11cd86020816 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2ceb323a8e2c42c4b7cde2788c992fac&device_id=73c61961-bd72-4445-96f3-ea43acab1561 HTTP/1.1" status: 200 len: 1098 time: 0.0729733 Jan 21 19:43:55.889843 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b99ab5-3f27-462a-9984-b6e86cc65c69 req-4d9b71ec-6f16-4f5a-ba19-83ad87fc7390 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:43:55.891280 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-86b99ab5-3f27-462a-9984-b6e86cc65c69 req-4d9b71ec-6f16-4f5a-ba19-83ad87fc7390 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=73c61961-bd72-4445-96f3-ea43acab1561 HTTP/1.1" status: 200 len: 945 time: 0.0866261 Jan 21 19:43:55.946445 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-86b99ab5-3f27-462a-9984-b6e86cc65c69 req-ec438117-7129-4ce4-a516-d073468736bb tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=ca26d893-8b71-4e8c-b217-a3b2e1077df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473428 Jan 21 19:43:55.968058 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42702) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:43:56.027685 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcb2fb-42ef-47b8-a5c6-bd847d88285a req-617ca40b-1c3d-4a64-b877-c84abffd607f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:43:56.029264 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-75bcb2fb-42ef-47b8-a5c6-bd847d88285a req-617ca40b-1c3d-4a64-b877-c84abffd607f service neutron] 10.222.0.113 "GET /v2.0/networks?id=10b357ca-64a3-4bc7-8ff0-ee9d97e0041d HTTP/1.1" status: 200 len: 897 time: 0.1682615 Jan 21 19:43:56.085953 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-90514935-dae8-448f-a5cd-a809547801be tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/floatingips/7b5f9dfe-f105-4517-9426-f4f1fffc433a HTTP/1.1" status: 200 len: 991 time: 0.1164906 Jan 21 19:43:56.135969 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-75bcb2fb-42ef-47b8-a5c6-bd847d88285a req-dfa2cdd2-97fc-49d4-80eb-2d9136c6823a service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71a0610b-4ed4-4132-b8f9-cbfa6d726a5e HTTP/1.1" status: 200 len: 999 time: 0.0986354 Jan 21 19:43:56.154975 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-b51f98b0-cd8b-4909-8bec-9f9fd4723e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2a4eea-d5e6-4995-b0c4-87d0a199a239', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158316649', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '2f4b02e3-6685-46fd-81b5-0a5013a33a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:43:30Z', 'updated_at': '2022-01-21T19:43:36Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '2f4b02e3-6685-46fd-81b5-0a5013a33a65', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2a4eea-d5e6-4995-b0c4-87d0a199a239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:43:31Z', 'updated_at': '2022-01-21T19:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '7b5f9dfe-f105-4517-9426-f4f1fffc433a', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'floating_ip_address': '172.26.1.219', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '2e2a4eea-d5e6-4995-b0c4-87d0a199a239', 'port_id': '71a0610b-4ed4-4132-b8f9-cbfa6d726a5e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10b357ca-64a3-4bc7-8ff0-ee9d97e0041d', 'mac_address': 'fa:16:3e:fd:57:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c61961-bd72-4445-96f3-ea43acab1561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:43:54Z', 'updated_at': '2022-01-21T19:43:54Z', 'revision_number': 0, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e170157-860a-4147-b00b-0a662da99b40', 'name': '', 'network_id': '10b357ca-64a3-4bc7-8ff0-ee9d97e0041d', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'mac_address': 'fa:16:3e:45:04:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2a4eea-d5e6-4995-b0c4-87d0a199a239', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '7bd800f6-f0b0-4294-b2c5-6fad8bd7ca9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:43:35Z', 'updated_at': '2022-01-21T19:43:40Z', 'revision_number': 5, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'subnets': [{'id': '7bd800f6-f0b0-4294-b2c5-6fad8bd7ca9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:43:56.159793 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51f98b0-cd8b-4909-8bec-9f9fd4723e1d None None] Checking router: 2e2a4eea-d5e6-4995-b0c4-87d0a199a239 for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:43:56.167961 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51f98b0-cd8b-4909-8bec-9f9fd4723e1d None None] Routers {'2e2a4eea-d5e6-4995-b0c4-87d0a199a239'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:43:56.168552 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-b51f98b0-cd8b-4909-8bec-9f9fd4723e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:43:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['2e2a4eea-d5e6-4995-b0c4-87d0a199a239'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:43:56.201508 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcb2fb-42ef-47b8-a5c6-bd847d88285a req-84f075f8-9604-473d-8492-9cff200d5aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:43:56.202938 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-75bcb2fb-42ef-47b8-a5c6-bd847d88285a req-84f075f8-9604-473d-8492-9cff200d5aae service neutron] 10.222.0.113 "GET /v2.0/subnets?id=7bd800f6-f0b0-4294-b2c5-6fad8bd7ca9f HTTP/1.1" status: 200 len: 835 time: 0.0603228 Jan 21 19:43:56.276153 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcb2fb-42ef-47b8-a5c6-bd847d88285a req-c86da989-1836-4928-95f1-f05ececd57bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:43:56.277625 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-75bcb2fb-42ef-47b8-a5c6-bd847d88285a req-c86da989-1836-4928-95f1-f05ececd57bc service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=10b357ca-64a3-4bc7-8ff0-ee9d97e0041d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678544 Jan 21 19:43:56.344928 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-b51f98b0-cd8b-4909-8bec-9f9fd4723e1d None None] Set router 2e2a4eea-d5e6-4995-b0c4-87d0a199a239 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:43:56.413890 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-75bcb2fb-42ef-47b8-a5c6-bd847d88285a req-1fd479cb-716d-453d-89fe-aa2823f21843 service neutron] 10.222.0.113 "GET /v2.0/networks/10b357ca-64a3-4bc7-8ff0-ee9d97e0041d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295512 Jan 21 19:43:56.547745 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-75bcb2fb-42ef-47b8-a5c6-bd847d88285a req-8c05bfd2-5ef8-4e22-b4c6-ea9bb4b3c883 service neutron] 10.222.0.113 "GET /v2.0/networks/10b357ca-64a3-4bc7-8ff0-ee9d97e0041d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254575 Jan 21 19:43:56.734873 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-b51f98b0-cd8b-4909-8bec-9f9fd4723e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2a4eea-d5e6-4995-b0c4-87d0a199a239', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158316649', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '2f4b02e3-6685-46fd-81b5-0a5013a33a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:43:30Z', 'updated_at': '2022-01-21T19:43:36Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '2f4b02e3-6685-46fd-81b5-0a5013a33a65', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2a4eea-d5e6-4995-b0c4-87d0a199a239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:43:31Z', 'updated_at': '2022-01-21T19:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '7b5f9dfe-f105-4517-9426-f4f1fffc433a', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'floating_ip_address': '172.26.1.219', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '2e2a4eea-d5e6-4995-b0c4-87d0a199a239', 'port_id': '71a0610b-4ed4-4132-b8f9-cbfa6d726a5e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10b357ca-64a3-4bc7-8ff0-ee9d97e0041d', 'mac_address': 'fa:16:3e:fd:57:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c61961-bd72-4445-96f3-ea43acab1561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:43:54Z', 'updated_at': '2022-01-21T19:43:54Z', 'revision_number': 0, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e170157-860a-4147-b00b-0a662da99b40', 'name': '', 'network_id': '10b357ca-64a3-4bc7-8ff0-ee9d97e0041d', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'mac_address': 'fa:16:3e:45:04:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2a4eea-d5e6-4995-b0c4-87d0a199a239', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '7bd800f6-f0b0-4294-b2c5-6fad8bd7ca9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:43:35Z', 'updated_at': '2022-01-21T19:43:40Z', 'revision_number': 5, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'subnets': [{'id': '7bd800f6-f0b0-4294-b2c5-6fad8bd7ca9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:43:56.739849 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51f98b0-cd8b-4909-8bec-9f9fd4723e1d None None] The sync data for ids ['2e2a4eea-d5e6-4995-b0c4-87d0a199a239'] in dv-neutron-825470-1-hyperv is: [{'id': '2e2a4eea-d5e6-4995-b0c4-87d0a199a239', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158316649', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '2f4b02e3-6685-46fd-81b5-0a5013a33a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:43:30Z', 'updated_at': '2022-01-21T19:43:36Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '2f4b02e3-6685-46fd-81b5-0a5013a33a65', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2a4eea-d5e6-4995-b0c4-87d0a199a239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:43:31Z', 'updated_at': '2022-01-21T19:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '7b5f9dfe-f105-4517-9426-f4f1fffc433a', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'floating_ip_address': '172.26.1.219', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': '2e2a4eea-d5e6-4995-b0c4-87d0a199a239', 'port_id': '71a0610b-4ed4-4132-b8f9-cbfa6d726a5e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10b357ca-64a3-4bc7-8ff0-ee9d97e0041d', 'mac_address': 'fa:16:3e:fd:57:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c61961-bd72-4445-96f3-ea43acab1561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:43:54Z', 'updated_at': '2022-01-21T19:43:54Z', 'revision_number': 0, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e170157-860a-4147-b00b-0a662da99b40', 'name': '', 'network_id': '10b357ca-64a3-4bc7-8ff0-ee9d97e0041d', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'mac_address': 'fa:16:3e:45:04:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2a4eea-d5e6-4995-b0c4-87d0a199a239', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '7bd800f6-f0b0-4294-b2c5-6fad8bd7ca9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:43:35Z', 'updated_at': '2022-01-21T19:43:40Z', 'revision_number': 5, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'subnets': [{'id': '7bd800f6-f0b0-4294-b2c5-6fad8bd7ca9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:43:56.931581 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69236d2f-9148-4ee4-b30b-db9b9b4cfb86 None None] New status for floating IP 7b5f9dfe-f105-4517-9426-f4f1fffc433a: ACTIVE {{(pid=88139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:43:57.089833 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42706) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:43:57.204760 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-45536f4c-2db9-42e3-abb1-00fcca25f53a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/floatingips/7b5f9dfe-f105-4517-9426-f4f1fffc433a HTTP/1.1" status: 200 len: 991 time: 0.1137652 Jan 21 19:43:57.277667 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e16fe517-b415-4095-b4dd-6517461555ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:58.207882 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42710) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:43:58.312632 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a8d0ebce-e67d-4880-a653-676dc8149eaa tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/floatingips/7b5f9dfe-f105-4517-9426-f4f1fffc433a HTTP/1.1" status: 200 len: 993 time: 0.1035860 Jan 21 19:43:58.643159 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:58.694397 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:43:58.723069 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:00.289356 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:04.421003 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:44:19.307633 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-99a8075f-9b14-45ff-b42b-e608ad771c97 req-e26ca489-faac-4f9b-8fb7-c2b103eeb087 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=73c61961-bd72-4445-96f3-ea43acab1561&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0666199 Jan 21 19:44:19.451047 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8075f-9b14-45ff-b42b-e608ad771c97 req-917c66e6-4812-4458-bd78-0114633dd567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:44:19.452560 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-99a8075f-9b14-45ff-b42b-e608ad771c97 req-917c66e6-4812-4458-bd78-0114633dd567 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2ceb323a8e2c42c4b7cde2788c992fac&device_id=73c61961-bd72-4445-96f3-ea43acab1561 HTTP/1.1" status: 200 len: 1098 time: 0.0733254 Jan 21 19:44:19.688209 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8075f-9b14-45ff-b42b-e608ad771c97 req-3784c9e2-6e69-4f20-9bbb-91d2e1c1c055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:44:19.689612 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-99a8075f-9b14-45ff-b42b-e608ad771c97 req-3784c9e2-6e69-4f20-9bbb-91d2e1c1c055 service neutron] 10.222.0.113 "GET /v2.0/networks?id=10b357ca-64a3-4bc7-8ff0-ee9d97e0041d HTTP/1.1" status: 200 len: 897 time: 0.2162046 Jan 21 19:44:19.789938 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-99a8075f-9b14-45ff-b42b-e608ad771c97 req-7c2587fd-3e5b-417a-9e98-e92b57cceed1 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71a0610b-4ed4-4132-b8f9-cbfa6d726a5e HTTP/1.1" status: 200 len: 1001 time: 0.0930543 Jan 21 19:44:19.850788 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8075f-9b14-45ff-b42b-e608ad771c97 req-7400792b-3349-4284-bec3-c5f308197c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:44:19.852162 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-99a8075f-9b14-45ff-b42b-e608ad771c97 req-7400792b-3349-4284-bec3-c5f308197c21 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=7bd800f6-f0b0-4294-b2c5-6fad8bd7ca9f HTTP/1.1" status: 200 len: 835 time: 0.0555427 Jan 21 19:44:19.932543 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8075f-9b14-45ff-b42b-e608ad771c97 req-a291cd38-7b42-48fc-939d-7f635095405e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:44:19.934016 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-99a8075f-9b14-45ff-b42b-e608ad771c97 req-a291cd38-7b42-48fc-939d-7f635095405e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=10b357ca-64a3-4bc7-8ff0-ee9d97e0041d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752404 Jan 21 19:44:20.069146 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-99a8075f-9b14-45ff-b42b-e608ad771c97 req-04b5b4cb-30b3-4e12-a791-e684cf569b7d service neutron] 10.222.0.113 "GET /v2.0/networks/10b357ca-64a3-4bc7-8ff0-ee9d97e0041d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218131 Jan 21 19:44:20.198790 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-99a8075f-9b14-45ff-b42b-e608ad771c97 req-46da9c18-1a5b-4716-b5d5-910713c7f3eb service neutron] 10.222.0.113 "GET /v2.0/networks/10b357ca-64a3-4bc7-8ff0-ee9d97e0041d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225133 Jan 21 19:44:23.548878 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff4151-c207-4ced-9fae-52bc6c10075b req-0c6c655e-d837-4caf-9c78-925946506146 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:44:23.550994 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-13ff4151-c207-4ced-9fae-52bc6c10075b req-0c6c655e-d837-4caf-9c78-925946506146 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=73c61961-bd72-4445-96f3-ea43acab1561 HTTP/1.1" status: 200 len: 945 time: 0.1477294 Jan 21 19:44:23.596882 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-13ff4151-c207-4ced-9fae-52bc6c10075b req-2ef23f96-8f1a-499f-b97c-9cd884d09888 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=ca26d893-8b71-4e8c-b217-a3b2e1077df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394909 Jan 21 19:44:24.779687 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5faf86-183e-43d5-aa8a-83ca23dab411 req-a4a682bb-ecdf-449d-a93a-e444ff93b417 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:44:24.781104 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-eb5faf86-183e-43d5-aa8a-83ca23dab411 req-a4a682bb-ecdf-449d-a93a-e444ff93b417 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=73c61961-bd72-4445-96f3-ea43acab1561 HTTP/1.1" status: 200 len: 945 time: 0.0806744 Jan 21 19:44:24.824723 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-eb5faf86-183e-43d5-aa8a-83ca23dab411 req-f58b389c-fbef-408e-bf19-f7d0e71ba4be tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=ca26d893-8b71-4e8c-b217-a3b2e1077df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375419 Jan 21 19:44:24.847931 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42732) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:44:24.951919 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-89763ca5-dec0-4c0b-8fe3-9a9c4431152a tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/floatingips/7b5f9dfe-f105-4517-9426-f4f1fffc433a HTTP/1.1" status: 200 len: 993 time: 0.1029038 Jan 21 19:44:25.040520 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-925adf52-d51c-4f04-995a-2fc2989c8ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:26.685308 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e61c0-e0a3-4be5-8dc3-efd9165934c2 req-a329c5a1-9cf7-4c82-934e-b03f10761b35 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:44:26.686762 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-286e61c0-e0a3-4be5-8dc3-efd9165934c2 req-a329c5a1-9cf7-4c82-934e-b03f10761b35 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=73c61961-bd72-4445-96f3-ea43acab1561 HTTP/1.1" status: 200 len: 945 time: 0.0794318 Jan 21 19:44:26.730098 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-286e61c0-e0a3-4be5-8dc3-efd9165934c2 req-7d1726b9-5495-4299-b755-58bb15670b7e tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=ca26d893-8b71-4e8c-b217-a3b2e1077df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374873 Jan 21 19:44:26.733340 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775fbb2-03d6-4ae5-a4e3-90bea5dd2e43 req-ca288993-ce14-4964-b19f-a9cb79466471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:44:26.734855 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-3775fbb2-03d6-4ae5-a4e3-90bea5dd2e43 req-ca288993-ce14-4964-b19f-a9cb79466471 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2ceb323a8e2c42c4b7cde2788c992fac&device_id=73c61961-bd72-4445-96f3-ea43acab1561 HTTP/1.1" status: 200 len: 1098 time: 0.0708163 Jan 21 19:44:26.870744 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775fbb2-03d6-4ae5-a4e3-90bea5dd2e43 req-ad0aca44-155c-4e7f-a21b-b70077fb2af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:44:26.872161 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-3775fbb2-03d6-4ae5-a4e3-90bea5dd2e43 req-ad0aca44-155c-4e7f-a21b-b70077fb2af5 service neutron] 10.222.0.113 "GET /v2.0/networks?id=10b357ca-64a3-4bc7-8ff0-ee9d97e0041d HTTP/1.1" status: 200 len: 897 time: 0.1314676 Jan 21 19:44:26.978991 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-3775fbb2-03d6-4ae5-a4e3-90bea5dd2e43 req-740a8489-2713-4071-8b49-f49a0ec87979 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71a0610b-4ed4-4132-b8f9-cbfa6d726a5e HTTP/1.1" status: 200 len: 1001 time: 0.1006298 Jan 21 19:44:27.043129 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775fbb2-03d6-4ae5-a4e3-90bea5dd2e43 req-7ddc15cc-6a5a-4821-bab5-7b9f85b5c71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:44:27.044767 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-3775fbb2-03d6-4ae5-a4e3-90bea5dd2e43 req-7ddc15cc-6a5a-4821-bab5-7b9f85b5c71e service neutron] 10.222.0.113 "GET /v2.0/subnets?id=7bd800f6-f0b0-4294-b2c5-6fad8bd7ca9f HTTP/1.1" status: 200 len: 835 time: 0.0592935 Jan 21 19:44:27.116962 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775fbb2-03d6-4ae5-a4e3-90bea5dd2e43 req-ec990cfd-b21f-4248-9be4-4edeb07bac0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:44:27.118414 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-3775fbb2-03d6-4ae5-a4e3-90bea5dd2e43 req-ec990cfd-b21f-4248-9be4-4edeb07bac0d service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=10b357ca-64a3-4bc7-8ff0-ee9d97e0041d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679030 Jan 21 19:44:27.249837 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-3775fbb2-03d6-4ae5-a4e3-90bea5dd2e43 req-e3e1eb50-0506-4a19-a961-d4aa0793f97b service neutron] 10.222.0.113 "GET /v2.0/networks/10b357ca-64a3-4bc7-8ff0-ee9d97e0041d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248953 Jan 21 19:44:27.298109 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9dbfe312-b7b7-44ea-a0da-e10007508633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:27.388362 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-3775fbb2-03d6-4ae5-a4e3-90bea5dd2e43 req-cbbbe099-218f-4efd-b29b-76e9f7a0c1f0 service neutron] 10.222.0.113 "GET /v2.0/networks/10b357ca-64a3-4bc7-8ff0-ee9d97e0041d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319196 Jan 21 19:44:27.921572 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06b106-94c2-4719-9afb-8e99dc1f47fc req-669253a7-b1b2-4170-8f56-ea899046ed54 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:44:27.923009 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4a06b106-94c2-4719-9afb-8e99dc1f47fc req-669253a7-b1b2-4170-8f56-ea899046ed54 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=73c61961-bd72-4445-96f3-ea43acab1561 HTTP/1.1" status: 200 len: 945 time: 0.0815599 Jan 21 19:44:27.966705 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4a06b106-94c2-4719-9afb-8e99dc1f47fc req-cf94f879-6a88-49c8-bee0-4eaa9885c435 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=ca26d893-8b71-4e8c-b217-a3b2e1077df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368848 Jan 21 19:44:28.642011 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:28.725960 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:28.748775 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:29.148339 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26900d2f-bdf6-4cc1-98e0-783a35a75978 req-9f9c7129-5098-4de0-b751-7f9413183cf2 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:44:29.149765 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-26900d2f-bdf6-4cc1-98e0-783a35a75978 req-9f9c7129-5098-4de0-b751-7f9413183cf2 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=73c61961-bd72-4445-96f3-ea43acab1561 HTTP/1.1" status: 200 len: 945 time: 0.0777273 Jan 21 19:44:29.192922 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-26900d2f-bdf6-4cc1-98e0-783a35a75978 req-b72a1a64-d534-49b5-a4d5-e1bb3f6c8177 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=ca26d893-8b71-4e8c-b217-a3b2e1077df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376084 Jan 21 19:44:29.215678 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42746) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:44:29.321125 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-2a177d67-13aa-4dd1-85db-a90354ce4f24 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/floatingips/7b5f9dfe-f105-4517-9426-f4f1fffc433a HTTP/1.1" status: 200 len: 993 time: 0.1042635 Jan 21 19:44:29.623205 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42754) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:44:29.820755 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-172c5ead-d8c9-42ed-8924-2b3008476cca tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Deleting port 8793ff90-5359-410a-8d58-bcef7c3c5f7e {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:44:29.821087 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-172c5ead-d8c9-42ed-8924-2b3008476cca tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:30.097746 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-172c5ead-d8c9-42ed-8924-2b3008476cca tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:30.098005 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-172c5ead-d8c9-42ed-8924-2b3008476cca tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:30.219942 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-172c5ead-d8c9-42ed-8924-2b3008476cca tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Calling delete_port for 8793ff90-5359-410a-8d58-bcef7c3c5f7e owned by network:floatingip {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:44:30.277237 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:30.426624 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-172c5ead-d8c9-42ed-8924-2b3008476cca tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:30.475374 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c5ead-d8c9-42ed-8924-2b3008476cca tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event deleted for resources: {'Port': ['ID=8793ff90-5359-410a-8d58-bcef7c3c5f7e,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:44:30.511497 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c5ead-d8c9-42ed-8924-2b3008476cca tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:44:30.516681 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c5ead-d8c9-42ed-8924-2b3008476cca tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:44:30.516681 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c5ead-d8c9-42ed-8924-2b3008476cca tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:44:30.516681 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c5ead-d8c9-42ed-8924-2b3008476cca tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:44:30.516681 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c5ead-d8c9-42ed-8924-2b3008476cca tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:44:30.516681 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c5ead-d8c9-42ed-8924-2b3008476cca tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:44:30.516681 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c5ead-d8c9-42ed-8924-2b3008476cca tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:44:30.516681 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c5ead-d8c9-42ed-8924-2b3008476cca tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:44:30.516681 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c5ead-d8c9-42ed-8924-2b3008476cca tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:44:30.516681 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c5ead-d8c9-42ed-8924-2b3008476cca tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:44:30.516681 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c5ead-d8c9-42ed-8924-2b3008476cca tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:44:30.516681 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c5ead-d8c9-42ed-8924-2b3008476cca tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:44:30.581015 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-172c5ead-d8c9-42ed-8924-2b3008476cca tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for floatingip, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:30.581341 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.l3_db [None req-172c5ead-d8c9-42ed-8924-2b3008476cca tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Floating IP 7b5f9dfe-f105-4517-9426-f4f1fffc433a disassociated (deleted). External IP: 172.26.1.219, port: 71a0610b-4ed4-4132-b8f9-cbfa6d726a5e. Jan 21 19:44:30.924608 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172c5ead-d8c9-42ed-8924-2b3008476cca tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Router 2e2a4eea-d5e6-4995-b0c4-87d0a199a239 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:44:31.104351 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172c5ead-d8c9-42ed-8924-2b3008476cca tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:44:31.114295 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85a59d6-393b-4a19-8102-beefc0950b08 None None] Sync routers for ids ['2e2a4eea-d5e6-4995-b0c4-87d0a199a239'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:44:31.121375 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-172c5ead-d8c9-42ed-8924-2b3008476cca tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:31.123515 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85a59d6-393b-4a19-8102-beefc0950b08 None None] Routers {'2e2a4eea-d5e6-4995-b0c4-87d0a199a239'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:44:31.124132 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-b85a59d6-393b-4a19-8102-beefc0950b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:44:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['2e2a4eea-d5e6-4995-b0c4-87d0a199a239'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:44:31.178506 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-172c5ead-d8c9-42ed-8924-2b3008476cca tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "DELETE /v2.0/floatingips/7b5f9dfe-f105-4517-9426-f4f1fffc433a HTTP/1.1" status: 204 len: 168 time: 1.5541463 Jan 21 19:44:31.178980 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c61961-bd72-4445-96f3-ea43acab1561', 'tag': '71a0610b-4ed4-4132-b8f9-cbfa6d726a5e'}] {{(pid=88136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:44:31.225406 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c61961-bd72-4445-96f3-ea43acab1561', 'tag': '71a0610b-4ed4-4132-b8f9-cbfa6d726a5e', 'status': 'completed', 'code': 200} Jan 21 19:44:31.306829 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-b85a59d6-393b-4a19-8102-beefc0950b08 None None] Set router 2e2a4eea-d5e6-4995-b0c4-87d0a199a239 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:44:31.328030 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5989e-8fce-4902-b2fc-505a884b1364 req-8cb0d82f-dc39-43bf-be68-fba5c3e21de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:44:31.329545 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-adf5989e-8fce-4902-b2fc-505a884b1364 req-8cb0d82f-dc39-43bf-be68-fba5c3e21de9 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2ceb323a8e2c42c4b7cde2788c992fac&device_id=73c61961-bd72-4445-96f3-ea43acab1561 HTTP/1.1" status: 200 len: 1098 time: 0.0787778 Jan 21 19:44:31.584000 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5989e-8fce-4902-b2fc-505a884b1364 req-e7ec6160-7ef0-4c95-9c97-9809196774cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:44:31.585455 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-adf5989e-8fce-4902-b2fc-505a884b1364 req-e7ec6160-7ef0-4c95-9c97-9809196774cc service neutron] 10.222.0.113 "GET /v2.0/networks?id=10b357ca-64a3-4bc7-8ff0-ee9d97e0041d HTTP/1.1" status: 200 len: 897 time: 0.2496812 Jan 21 19:44:31.641438 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-b85a59d6-393b-4a19-8102-beefc0950b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2a4eea-d5e6-4995-b0c4-87d0a199a239', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158316649', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '2f4b02e3-6685-46fd-81b5-0a5013a33a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:43:30Z', 'updated_at': '2022-01-21T19:43:36Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '2f4b02e3-6685-46fd-81b5-0a5013a33a65', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2a4eea-d5e6-4995-b0c4-87d0a199a239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:43:31Z', 'updated_at': '2022-01-21T19:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '4e170157-860a-4147-b00b-0a662da99b40', 'name': '', 'network_id': '10b357ca-64a3-4bc7-8ff0-ee9d97e0041d', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'mac_address': 'fa:16:3e:45:04:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2a4eea-d5e6-4995-b0c4-87d0a199a239', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '7bd800f6-f0b0-4294-b2c5-6fad8bd7ca9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:43:35Z', 'updated_at': '2022-01-21T19:43:40Z', 'revision_number': 5, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'subnets': [{'id': '7bd800f6-f0b0-4294-b2c5-6fad8bd7ca9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:44:31.644871 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85a59d6-393b-4a19-8102-beefc0950b08 None None] Checking router: 2e2a4eea-d5e6-4995-b0c4-87d0a199a239 for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:44:31.653047 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-adf5989e-8fce-4902-b2fc-505a884b1364 req-96b29eaf-f8a1-4a4a-bb4e-00af36f610b2 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71a0610b-4ed4-4132-b8f9-cbfa6d726a5e HTTP/1.1" status: 200 len: 217 time: 0.0611227 Jan 21 19:44:31.653296 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85a59d6-393b-4a19-8102-beefc0950b08 None None] Routers {'2e2a4eea-d5e6-4995-b0c4-87d0a199a239'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:44:31.653910 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-b85a59d6-393b-4a19-8102-beefc0950b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:44:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['2e2a4eea-d5e6-4995-b0c4-87d0a199a239'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:44:31.718717 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5989e-8fce-4902-b2fc-505a884b1364 req-ca8e5951-ec4d-43fa-85a3-d5c1b38781c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:44:31.720055 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-adf5989e-8fce-4902-b2fc-505a884b1364 req-ca8e5951-ec4d-43fa-85a3-d5c1b38781c9 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=7bd800f6-f0b0-4294-b2c5-6fad8bd7ca9f HTTP/1.1" status: 200 len: 835 time: 0.0604997 Jan 21 19:44:31.762212 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3a4c8-71f0-44df-858b-41dc67abe5b0 req-2ea70ce5-35a4-4885-8975-441a87a7028d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:44:31.762929 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-54f3a4c8-71f0-44df-858b-41dc67abe5b0 req-2ea70ce5-35a4-4885-8975-441a87a7028d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Synchronizing usage tracker for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:44:31.802478 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5989e-8fce-4902-b2fc-505a884b1364 req-0053248c-6d5d-4881-84a8-4d52a02f1433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:44:31.803938 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-adf5989e-8fce-4902-b2fc-505a884b1364 req-0053248c-6d5d-4881-84a8-4d52a02f1433 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=10b357ca-64a3-4bc7-8ff0-ee9d97e0041d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769720 Jan 21 19:44:31.840443 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-54f3a4c8-71f0-44df-858b-41dc67abe5b0 req-2ea70ce5-35a4-4885-8975-441a87a7028d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Unset dirty status for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:44:31.840833 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-b85a59d6-393b-4a19-8102-beefc0950b08 None None] Set router 2e2a4eea-d5e6-4995-b0c4-87d0a199a239 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:44:31.841860 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-54f3a4c8-71f0-44df-858b-41dc67abe5b0 req-2ea70ce5-35a4-4885-8975-441a87a7028d tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=73c61961-bd72-4445-96f3-ea43acab1561 HTTP/1.1" status: 200 len: 945 time: 0.1655769 Jan 21 19:44:31.892026 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-54f3a4c8-71f0-44df-858b-41dc67abe5b0 req-7719859f-dd2e-43a7-b937-5ad2beda7026 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=ca26d893-8b71-4e8c-b217-a3b2e1077df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425634 Jan 21 19:44:31.942206 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-adf5989e-8fce-4902-b2fc-505a884b1364 req-333c2ef8-80c6-4f5c-a3a9-94e9aef4d132 service neutron] 10.222.0.113 "GET /v2.0/networks/10b357ca-64a3-4bc7-8ff0-ee9d97e0041d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309144 Jan 21 19:44:32.076713 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-adf5989e-8fce-4902-b2fc-505a884b1364 req-43c62f47-be0b-4a2b-a76d-ec1398da54df service neutron] 10.222.0.113 "GET /v2.0/networks/10b357ca-64a3-4bc7-8ff0-ee9d97e0041d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284938 Jan 21 19:44:32.210424 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-b85a59d6-393b-4a19-8102-beefc0950b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2a4eea-d5e6-4995-b0c4-87d0a199a239', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158316649', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '2f4b02e3-6685-46fd-81b5-0a5013a33a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:43:30Z', 'updated_at': '2022-01-21T19:43:36Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '2f4b02e3-6685-46fd-81b5-0a5013a33a65', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2a4eea-d5e6-4995-b0c4-87d0a199a239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:43:31Z', 'updated_at': '2022-01-21T19:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '4e170157-860a-4147-b00b-0a662da99b40', 'name': '', 'network_id': '10b357ca-64a3-4bc7-8ff0-ee9d97e0041d', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'mac_address': 'fa:16:3e:45:04:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2a4eea-d5e6-4995-b0c4-87d0a199a239', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '7bd800f6-f0b0-4294-b2c5-6fad8bd7ca9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:43:35Z', 'updated_at': '2022-01-21T19:43:40Z', 'revision_number': 5, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'subnets': [{'id': '7bd800f6-f0b0-4294-b2c5-6fad8bd7ca9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:44:32.214164 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85a59d6-393b-4a19-8102-beefc0950b08 None None] The sync data for ids ['2e2a4eea-d5e6-4995-b0c4-87d0a199a239'] in dv-neutron-825470-1-hyperv is: [{'id': '2e2a4eea-d5e6-4995-b0c4-87d0a199a239', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158316649', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '2f4b02e3-6685-46fd-81b5-0a5013a33a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:43:30Z', 'updated_at': '2022-01-21T19:43:36Z', 'revision_number': 4, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '2f4b02e3-6685-46fd-81b5-0a5013a33a65', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2a4eea-d5e6-4995-b0c4-87d0a199a239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:43:31Z', 'updated_at': '2022-01-21T19:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '4e170157-860a-4147-b00b-0a662da99b40', 'name': '', 'network_id': '10b357ca-64a3-4bc7-8ff0-ee9d97e0041d', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'mac_address': 'fa:16:3e:45:04:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2a4eea-d5e6-4995-b0c4-87d0a199a239', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '7bd800f6-f0b0-4294-b2c5-6fad8bd7ca9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:43:35Z', 'updated_at': '2022-01-21T19:43:40Z', 'revision_number': 5, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'subnets': [{'id': '7bd800f6-f0b0-4294-b2c5-6fad8bd7ca9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:44:32.431647 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bb2f6e-6f7b-4c2a-becb-b5688c6547c0 None None] New status for floating IP 7b5f9dfe-f105-4517-9426-f4f1fffc433a: DOWN {{(pid=88139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:44:33.083729 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60a82b-b27a-4bc2-b522-c87e489e0b25 req-33773881-9db5-4275-a092-1a1ad7df7d9e tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:44:33.085163 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8b60a82b-b27a-4bc2-b522-c87e489e0b25 req-33773881-9db5-4275-a092-1a1ad7df7d9e tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=73c61961-bd72-4445-96f3-ea43acab1561 HTTP/1.1" status: 200 len: 945 time: 0.0819023 Jan 21 19:44:33.127843 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8b60a82b-b27a-4bc2-b522-c87e489e0b25 req-2a24d724-62eb-44f2-91ea-d8cf0c9cc9b6 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/security-groups?id=ca26d893-8b71-4e8c-b217-a3b2e1077df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370297 Jan 21 19:44:33.312743 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf82e3b-ef9b-438d-8c3c-ba4435c36889 req-601d2925-5887-4cfc-9a0c-2fbf55a225de tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:44:33.313391 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-bdf82e3b-ef9b-438d-8c3c-ba4435c36889 req-601d2925-5887-4cfc-9a0c-2fbf55a225de tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Synchronizing usage tracker for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:44:33.327440 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-bdf82e3b-ef9b-438d-8c3c-ba4435c36889 req-601d2925-5887-4cfc-9a0c-2fbf55a225de tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Unset dirty status for tenant:2ceb323a8e2c42c4b7cde2788c992fac on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:44:33.335383 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-bdf82e3b-ef9b-438d-8c3c-ba4435c36889 req-601d2925-5887-4cfc-9a0c-2fbf55a225de tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.113 "GET /v2.0/ports?device_id=73c61961-bd72-4445-96f3-ea43acab1561 HTTP/1.1" status: 200 len: 945 time: 0.0970554 Jan 21 19:44:33.398052 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-bdf82e3b-ef9b-438d-8c3c-ba4435c36889 req-e5ac41b4-f70f-4632-b4da-65564efcdac1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Deleting port 71a0610b-4ed4-4132-b8f9-cbfa6d726a5e {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:44:33.398383 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-bdf82e3b-ef9b-438d-8c3c-ba4435c36889 req-e5ac41b4-f70f-4632-b4da-65564efcdac1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:33.652549 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-bdf82e3b-ef9b-438d-8c3c-ba4435c36889 req-e5ac41b4-f70f-4632-b4da-65564efcdac1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] For port 71a0610b-4ed4-4132-b8f9-cbfa6d726a5e, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=71a0610b-4ed4-4132-b8f9-cbfa6d726a5e,segment=NetworkSegment(107ba4e3-4d8b-4f81-b986-30bead9c2b97),segment_id=107ba4e3-4d8b-4f81-b986-30bead9c2b97)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:44:33.652903 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-bdf82e3b-ef9b-438d-8c3c-ba4435c36889 req-e5ac41b4-f70f-4632-b4da-65564efcdac1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:33.773496 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-bdf82e3b-ef9b-438d-8c3c-ba4435c36889 req-e5ac41b4-f70f-4632-b4da-65564efcdac1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Calling delete_port for 71a0610b-4ed4-4132-b8f9-cbfa6d726a5e owned by compute:nova {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:44:33.977847 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-bdf82e3b-ef9b-438d-8c3c-ba4435c36889 req-e5ac41b4-f70f-4632-b4da-65564efcdac1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:34.027094 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac41b4-f70f-4632-b4da-65564efcdac1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event deleted for resources: {'Port': ['ID=71a0610b-4ed4-4132-b8f9-cbfa6d726a5e,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:44:34.068195 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac41b4-f70f-4632-b4da-65564efcdac1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:44:34.068542 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac41b4-f70f-4632-b4da-65564efcdac1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:44:34.068879 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac41b4-f70f-4632-b4da-65564efcdac1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:44:34.069214 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac41b4-f70f-4632-b4da-65564efcdac1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:44:34.069542 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac41b4-f70f-4632-b4da-65564efcdac1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:44:34.069901 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac41b4-f70f-4632-b4da-65564efcdac1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:44:34.070226 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac41b4-f70f-4632-b4da-65564efcdac1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:44:34.070547 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac41b4-f70f-4632-b4da-65564efcdac1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:44:34.070865 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac41b4-f70f-4632-b4da-65564efcdac1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:44:34.071182 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac41b4-f70f-4632-b4da-65564efcdac1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:44:34.071498 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac41b4-f70f-4632-b4da-65564efcdac1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:44:34.071813 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac41b4-f70f-4632-b4da-65564efcdac1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:44:34.117334 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf82e3b-ef9b-438d-8c3c-ba4435c36889 req-e5ac41b4-f70f-4632-b4da-65564efcdac1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] No DVR routers for this DVR port 71a0610b-4ed4-4132-b8f9-cbfa6d726a5e on host hv-neutron-8254 {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:44:34.119843 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-bdf82e3b-ef9b-438d-8c3c-ba4435c36889 req-e5ac41b4-f70f-4632-b4da-65564efcdac1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:34.122349 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c61961-bd72-4445-96f3-ea43acab1561', 'name': 'network-vif-deleted', 'tag': '71a0610b-4ed4-4132-b8f9-cbfa6d726a5e'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:44:34.173014 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c61961-bd72-4445-96f3-ea43acab1561', 'name': 'network-vif-deleted', 'tag': '71a0610b-4ed4-4132-b8f9-cbfa6d726a5e', 'status': 'completed', 'code': 200} Jan 21 19:44:34.192664 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-bdf82e3b-ef9b-438d-8c3c-ba4435c36889 req-e5ac41b4-f70f-4632-b4da-65564efcdac1 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.113 "DELETE /v2.0/ports/71a0610b-4ed4-4132-b8f9-cbfa6d726a5e HTTP/1.1" status: 204 len: 173 time: 0.8590639 Jan 21 19:44:34.274123 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fb137890-e1bb-47c6-82c5-72895339c9e2 req-8ffaf832-5487-4047-8cf0-29e9bf0df73b tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "GET /v2.0/ports?device_id=73c61961-bd72-4445-96f3-ea43acab1561 HTTP/1.1" status: 200 len: 210 time: 0.0409391 Jan 21 19:44:35.369291 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42772) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:44:36.010099 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-001ab27e-fb98-4400-a498-177e03ec1fcc tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:36.176955 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 71a0610b-4ed4-4132-b8f9-cbfa6d726a5e no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:44:36.211026 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] No Port match for: 71a0610b-4ed4-4132-b8f9-cbfa6d726a5e {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:44:36.211363 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 71a0610b-4ed4-4132-b8f9-cbfa6d726a5e not bound to the agent host hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:44:36.353923 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-001ab27e-fb98-4400-a498-177e03ec1fcc tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Deleting port 4e170157-860a-4147-b00b-0a662da99b40 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:44:36.354256 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-001ab27e-fb98-4400-a498-177e03ec1fcc tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:36.539295 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-001ab27e-fb98-4400-a498-177e03ec1fcc tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] For port 4e170157-860a-4147-b00b-0a662da99b40, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=4e170157-860a-4147-b00b-0a662da99b40,segment=NetworkSegment(107ba4e3-4d8b-4f81-b986-30bead9c2b97),segment_id=107ba4e3-4d8b-4f81-b986-30bead9c2b97)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:44:36.540001 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-001ab27e-fb98-4400-a498-177e03ec1fcc tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:36.659004 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-001ab27e-fb98-4400-a498-177e03ec1fcc tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Calling delete_port for 4e170157-860a-4147-b00b-0a662da99b40 owned by network:router_interface {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:44:37.139976 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-001ab27e-fb98-4400-a498-177e03ec1fcc tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:37.192865 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ab27e-fb98-4400-a498-177e03ec1fcc tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event deleted for resources: {'Port': ['ID=4e170157-860a-4147-b00b-0a662da99b40,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:44:37.465324 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-001ab27e-fb98-4400-a498-177e03ec1fcc tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:37.819595 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001ab27e-fb98-4400-a498-177e03ec1fcc tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Router 2e2a4eea-d5e6-4995-b0c4-87d0a199a239 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:44:37.990875 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001ab27e-fb98-4400-a498-177e03ec1fcc tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:44:37.999985 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863b10b2-a764-4a4e-b697-660461336d69 None None] Sync routers for ids ['2e2a4eea-d5e6-4995-b0c4-87d0a199a239'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:44:38.003574 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-001ab27e-fb98-4400-a498-177e03ec1fcc tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "PUT /v2.0/routers/2e2a4eea-d5e6-4995-b0c4-87d0a199a239/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6332078 Jan 21 19:44:38.006169 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42776) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:44:38.010013 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863b10b2-a764-4a4e-b697-660461336d69 None None] Routers {'2e2a4eea-d5e6-4995-b0c4-87d0a199a239'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:44:38.010632 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-863b10b2-a764-4a4e-b697-660461336d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:44:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['2e2a4eea-d5e6-4995-b0c4-87d0a199a239'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:44:38.069681 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-8440f84e-9736-4086-a3fc-6bd601ddd233 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Deleting subnet 7bd800f6-f0b0-4294-b2c5-6fad8bd7ca9f {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:44:38.072488 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8440f84e-9736-4086-a3fc-6bd601ddd233 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:38.129431 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8440f84e-9736-4086-a3fc-6bd601ddd233 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:38.196103 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-863b10b2-a764-4a4e-b697-660461336d69 None None] Set router 2e2a4eea-d5e6-4995-b0c4-87d0a199a239 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:44:38.216159 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8440f84e-9736-4086-a3fc-6bd601ddd233 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:38.363574 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8440f84e-9736-4086-a3fc-6bd601ddd233 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:38.499183 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-863b10b2-a764-4a4e-b697-660461336d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2a4eea-d5e6-4995-b0c4-87d0a199a239', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158316649', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '2f4b02e3-6685-46fd-81b5-0a5013a33a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:43:30Z', 'updated_at': '2022-01-21T19:44:37Z', 'revision_number': 5, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '2f4b02e3-6685-46fd-81b5-0a5013a33a65', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2a4eea-d5e6-4995-b0c4-87d0a199a239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:43:31Z', 'updated_at': '2022-01-21T19:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:44:38.504102 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863b10b2-a764-4a4e-b697-660461336d69 None None] Checking router: 2e2a4eea-d5e6-4995-b0c4-87d0a199a239 for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:44:38.513010 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863b10b2-a764-4a4e-b697-660461336d69 None None] Routers {'2e2a4eea-d5e6-4995-b0c4-87d0a199a239'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:44:38.513620 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-863b10b2-a764-4a4e-b697-660461336d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:44:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['2e2a4eea-d5e6-4995-b0c4-87d0a199a239'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:44:38.523882 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8440f84e-9736-4086-a3fc-6bd601ddd233 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event deleted for resources: {'Subnet': ['ID=7bd800f6-f0b0-4294-b2c5-6fad8bd7ca9f,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:44:38.527444 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-8440f84e-9736-4086-a3fc-6bd601ddd233 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:38.536562 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-8440f84e-9736-4086-a3fc-6bd601ddd233 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "DELETE /v2.0/subnets/7bd800f6-f0b0-4294-b2c5-6fad8bd7ca9f HTTP/1.1" status: 204 len: 168 time: 0.5269282 Jan 21 19:44:38.536741 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42780) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:44:38.565847 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b41e9f3-3e20-4bdb-af7b-ac1bffb1f85e None None] Network 10b357ca-64a3-4bc7-8ff0-ee9d97e0041d requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:44:38.717621 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6e095a94-f10d-47c4-96ed-b5c8341f5cb3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for router, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:38.858232 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-863b10b2-a764-4a4e-b697-660461336d69 None None] Set router 2e2a4eea-d5e6-4995-b0c4-87d0a199a239 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:44:38.893835 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6e095a94-f10d-47c4-96ed-b5c8341f5cb3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:38.974636 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-6e095a94-f10d-47c4-96ed-b5c8341f5cb3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Deleting port 2f4b02e3-6685-46fd-81b5-0a5013a33a65 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:44:38.974891 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6e095a94-f10d-47c4-96ed-b5c8341f5cb3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:39.135165 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add1a613-4f7d-4293-8cd4-4919a3259b23 None None] DHCP port deletion for 10b357ca-64a3-4bc7-8ff0-ee9d97e0041d request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:44:39.141287 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-add1a613-4f7d-4293-8cd4-4919a3259b23 None None] Deleting port 61025051-0753-4ae0-bf20-0e55024f04d0 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:44:39.141655 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-add1a613-4f7d-4293-8cd4-4919a3259b23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:39.170366 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-6e095a94-f10d-47c4-96ed-b5c8341f5cb3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] For port 2f4b02e3-6685-46fd-81b5-0a5013a33a65, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=2f4b02e3-6685-46fd-81b5-0a5013a33a65,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:44:39.170722 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6e095a94-f10d-47c4-96ed-b5c8341f5cb3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:39.295191 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-863b10b2-a764-4a4e-b697-660461336d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2a4eea-d5e6-4995-b0c4-87d0a199a239', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158316649', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '2f4b02e3-6685-46fd-81b5-0a5013a33a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:43:30Z', 'updated_at': '2022-01-21T19:44:37Z', 'revision_number': 5, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '2f4b02e3-6685-46fd-81b5-0a5013a33a65', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2a4eea-d5e6-4995-b0c4-87d0a199a239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:43:31Z', 'updated_at': '2022-01-21T19:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:44:39.295573 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-6e095a94-f10d-47c4-96ed-b5c8341f5cb3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Calling delete_port for 2f4b02e3-6685-46fd-81b5-0a5013a33a65 owned by network:router_gateway {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:44:39.304177 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863b10b2-a764-4a4e-b697-660461336d69 None None] The sync data for ids ['2e2a4eea-d5e6-4995-b0c4-87d0a199a239'] in dv-neutron-825470-1-hyperv is: [{'id': '2e2a4eea-d5e6-4995-b0c4-87d0a199a239', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158316649', 'tenant_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '2f4b02e3-6685-46fd-81b5-0a5013a33a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:43:30Z', 'updated_at': '2022-01-21T19:44:37Z', 'revision_number': 5, 'project_id': '2ceb323a8e2c42c4b7cde2788c992fac', 'gw_port': {'id': '2f4b02e3-6685-46fd-81b5-0a5013a33a65', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2a4eea-d5e6-4995-b0c4-87d0a199a239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:43:31Z', 'updated_at': '2022-01-21T19:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:44:39.406038 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-add1a613-4f7d-4293-8cd4-4919a3259b23 None None] For port 61025051-0753-4ae0-bf20-0e55024f04d0, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=61025051-0753-4ae0-bf20-0e55024f04d0,segment=NetworkSegment(107ba4e3-4d8b-4f81-b986-30bead9c2b97),segment_id=107ba4e3-4d8b-4f81-b986-30bead9c2b97)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:44:39.406436 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-add1a613-4f7d-4293-8cd4-4919a3259b23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:39.526460 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-add1a613-4f7d-4293-8cd4-4919a3259b23 None None] Calling delete_port for 61025051-0753-4ae0-bf20-0e55024f04d0 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:44:39.540221 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6e095a94-f10d-47c4-96ed-b5c8341f5cb3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:39.585611 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e095a94-f10d-47c4-96ed-b5c8341f5cb3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event deleted for resources: {'Port': ['ID=2f4b02e3-6685-46fd-81b5-0a5013a33a65,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:44:39.681488 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6e095a94-f10d-47c4-96ed-b5c8341f5cb3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:39.683570 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-add1a613-4f7d-4293-8cd4-4919a3259b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166'] for port, after_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:39.734785 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1a613-4f7d-4293-8cd4-4919a3259b23 None None] Pushing event deleted for resources: {'Port': ['ID=61025051-0753-4ae0-bf20-0e55024f04d0,revision_number=None']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:44:39.739615 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add1a613-4f7d-4293-8cd4-4919a3259b23 None None] No DVR routers for this DVR port 61025051-0753-4ae0-bf20-0e55024f04d0 on host dv-neutron-825470-1-hyperv {{(pid=88138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:44:39.753172 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1a613-4f7d-4293-8cd4-4919a3259b23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:44:39.753172 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1a613-4f7d-4293-8cd4-4919a3259b23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:44:39.753172 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1a613-4f7d-4293-8cd4-4919a3259b23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:44:39.753172 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1a613-4f7d-4293-8cd4-4919a3259b23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:44:39.754248 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1a613-4f7d-4293-8cd4-4919a3259b23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:44:39.754248 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1a613-4f7d-4293-8cd4-4919a3259b23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:44:39.754248 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1a613-4f7d-4293-8cd4-4919a3259b23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:44:39.755080 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1a613-4f7d-4293-8cd4-4919a3259b23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:44:39.755080 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1a613-4f7d-4293-8cd4-4919a3259b23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:44:39.755314 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1a613-4f7d-4293-8cd4-4919a3259b23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:44:39.755526 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1a613-4f7d-4293-8cd4-4919a3259b23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:44:39.755842 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1a613-4f7d-4293-8cd4-4919a3259b23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:44:39.870004 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6e095a94-f10d-47c4-96ed-b5c8341f5cb3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:39.872169 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6e095a94-f10d-47c4-96ed-b5c8341f5cb3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:39.962709 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6e095a94-f10d-47c4-96ed-b5c8341f5cb3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:39.963385 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e095a94-f10d-47c4-96ed-b5c8341f5cb3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Fanout notify agent at l3_agent the message router_deleted on router 2e2a4eea-d5e6-4995-b0c4-87d0a199a239 {{(pid=88136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:44:39.980715 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6e095a94-f10d-47c4-96ed-b5c8341f5cb3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:39.980715 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-6e095a94-f10d-47c4-96ed-b5c8341f5cb3 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "DELETE /v2.0/routers/2e2a4eea-d5e6-4995-b0c4-87d0a199a239 HTTP/1.1" status: 204 len: 168 time: 1.4422510 Jan 21 19:44:39.982606 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42784) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:44:40.208280 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-049eade0-8e80-4147-9746-2e8c280ac934 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:40.334809 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-049eade0-8e80-4147-9746-2e8c280ac934 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:40.358609 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-049eade0-8e80-4147-9746-2e8c280ac934 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b357ca-64a3-4bc7-8ff0-ee9d97e0041d']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:44:40.371916 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-049eade0-8e80-4147-9746-2e8c280ac934 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '107ba4e3-4d8b-4f81-b986-30bead9c2b97') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:44:40.380563 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-049eade0-8e80-4147-9746-2e8c280ac934 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '107ba4e3-4d8b-4f81-b986-30bead9c2b97') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:44:40.389410 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-049eade0-8e80-4147-9746-2e8c280ac934 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:40.408987 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-049eade0-8e80-4147-9746-2e8c280ac934 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:40.416042 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-049eade0-8e80-4147-9746-2e8c280ac934 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:44:40.416636 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-049eade0-8e80-4147-9746-2e8c280ac934 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:40.433926 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:44:40.433926 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:44:40.433926 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:44:40.433926 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:44:40.433926 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:44:40.433926 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:44:40.433926 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:44:40.433926 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:44:40.433926 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:44:40.433926 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:44:40.433926 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:44:40.433926 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:44:40.433926 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:44:40.433926 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:44:40.433926 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:44:40.433926 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:44:40.433926 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:44:40.433926 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:44:40.433926 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:44:40.433926 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:44:40.433926 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:44:40.433926 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:44:40.433926 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:44:40.433926 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:44:40.433926 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:44:40.433926 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:44:40.433926 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:44:40.433926 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:44:40.433926 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:44:40.433926 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:44:40.433926 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:44:40.433926 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:44:40.442322 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 2f4b02e3-6685-46fd-81b5-0a5013a33a65 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:44:40.481275 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 2f4b02e3-6685-46fd-81b5-0a5013a33a65 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:44:40.481629 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 2f4b02e3-6685-46fd-81b5-0a5013a33a65 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:44:40.482031 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 61025051-0753-4ae0-bf20-0e55024f04d0 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:44:40.514313 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 61025051-0753-4ae0-bf20-0e55024f04d0 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:44:40.514664 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 61025051-0753-4ae0-bf20-0e55024f04d0 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:44:40.515057 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 4e170157-860a-4147-b00b-0a662da99b40 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:44:40.547416 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 4e170157-860a-4147-b00b-0a662da99b40 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:44:40.547962 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 4e170157-860a-4147-b00b-0a662da99b40 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:44:40.568761 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-049eade0-8e80-4147-9746-2e8c280ac934 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:40.590970 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-049eade0-8e80-4147-9746-2e8c280ac934 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:40.603713 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049eade0-8e80-4147-9746-2e8c280ac934 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event deleted for resources: {'Network': ['ID=10b357ca-64a3-4bc7-8ff0-ee9d97e0041d,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:44:40.683423 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-049eade0-8e80-4147-9746-2e8c280ac934 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "DELETE /v2.0/networks/10b357ca-64a3-4bc7-8ff0-ee9d97e0041d HTTP/1.1" status: 204 len: 168 time: 0.6998072 Jan 21 19:44:40.686034 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42788) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:44:40.750968 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a0cc099a-63a4-4371-8761-3334f2b52399 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:40.779489 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a0cc099a-63a4-4371-8761-3334f2b52399 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:40.922522 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a0cc099a-63a4-4371-8761-3334f2b52399 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:40.941191 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc099a-63a4-4371-8761-3334f2b52399 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca26d893-8b71-4e8c-b217-a3b2e1077df1,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:44:41.011719 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-a0cc099a-63a4-4371-8761-3334f2b52399 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:41.012769 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-a0cc099a-63a4-4371-8761-3334f2b52399 tempest-TestNetworkAdvancedServerOps-459282216 tempest-TestNetworkAdvancedServerOps-459282216-project] 10.222.0.87 "DELETE /v2.0/security-groups/ca26d893-8b71-4e8c-b217-a3b2e1077df1 HTTP/1.1" status: 204 len: 168 time: 0.3257990 Jan 21 19:44:41.419280 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:44:41.602791 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42798) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:44:41.755915 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-319e8fb1-d48e-4401-bbbb-88e217b4121f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2ceb323a8e2c42c4b7cde2788c992fac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1519582 Jan 21 19:44:41.758507 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42804) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:44:41.815999 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-df0e2f63-db57-4903-80e7-47cf45de7b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:41.841546 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-df0e2f63-db57-4903-80e7-47cf45de7b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:41.928666 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-df0e2f63-db57-4903-80e7-47cf45de7b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:41.945838 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e2f63-db57-4903-80e7-47cf45de7b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f158a17-0766-4687-a627-182bfdda4101,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:44:41.951544 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-df0e2f63-db57-4903-80e7-47cf45de7b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:41.953194 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-df0e2f63-db57-4903-80e7-47cf45de7b29 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0f158a17-0766-4687-a627-182bfdda4101 HTTP/1.1" status: 204 len: 168 time: 0.1937122 Jan 21 19:44:42.598011 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42812) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:44:42.618448 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-90ad4fc7-3cfe-4db0-92ab-edfc4c50007f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:42.633147 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-90ad4fc7-3cfe-4db0-92ab-edfc4c50007f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:44:42.637276 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-90ad4fc7-3cfe-4db0-92ab-edfc4c50007f admin admin] Usage tracker for resource:security_group_rule and tenant:4f9cf6ed34574506b5afd010de90a0bb is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:44:42.640074 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-90ad4fc7-3cfe-4db0-92ab-edfc4c50007f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:44:42.646349 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-90ad4fc7-3cfe-4db0-92ab-edfc4c50007f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:44:42.727772 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-90ad4fc7-3cfe-4db0-92ab-edfc4c50007f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:42.791685 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-90ad4fc7-3cfe-4db0-92ab-edfc4c50007f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:42.839445 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-90ad4fc7-3cfe-4db0-92ab-edfc4c50007f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4f9cf6ed34574506b5afd010de90a0bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2403438 Jan 21 19:44:42.840408 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ad4fc7-3cfe-4db0-92ab-edfc4c50007f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9539e6b1-6e10-4587-bdc0-cb9d3017450c,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:44:42.842226 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 42816) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:44:42.902380 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f0732cb7-62ba-4530-87f5-7da8610c9ec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:42.927561 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f0732cb7-62ba-4530-87f5-7da8610c9ec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:43.074431 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f0732cb7-62ba-4530-87f5-7da8610c9ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:43.091600 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0732cb7-62ba-4530-87f5-7da8610c9ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9539e6b1-6e10-4587-bdc0-cb9d3017450c,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:44:43.096875 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f0732cb7-62ba-4530-87f5-7da8610c9ec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:43.097673 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f0732cb7-62ba-4530-87f5-7da8610c9ec7 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9539e6b1-6e10-4587-bdc0-cb9d3017450c HTTP/1.1" status: 204 len: 168 time: 0.2544420 Jan 21 19:44:44.185999 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 42840) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:44:44.293640 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-4f32db92-799e-49c7-bb1f-451429e24eae admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1572713393-network', 'tenant_id': '50f57675333942a99ecd5a03743b02e1'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:44:44.298780 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-4f32db92-799e-49c7-bb1f-451429e24eae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:44:44.303053 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-4f32db92-799e-49c7-bb1f-451429e24eae admin admin] Usage tracker for resource:network and tenant:50f57675333942a99ecd5a03743b02e1 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:44:44.305829 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-4f32db92-799e-49c7-bb1f-451429e24eae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:44:44.311848 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-4f32db92-799e-49c7-bb1f-451429e24eae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:44:44.371151 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f32db92-799e-49c7-bb1f-451429e24eae admin admin] Made reservation on behalf of 50f57675333942a99ecd5a03743b02e1 for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:44:44.373410 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4f32db92-799e-49c7-bb1f-451429e24eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:44.386707 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4f32db92-799e-49c7-bb1f-451429e24eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:44.401053 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-4f32db92-799e-49c7-bb1f-451429e24eae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:44:44.405016 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-4f32db92-799e-49c7-bb1f-451429e24eae admin admin] Usage tracker for resource:security_group_rule and tenant:50f57675333942a99ecd5a03743b02e1 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:44:44.407866 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-4f32db92-799e-49c7-bb1f-451429e24eae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:44:44.414382 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-4f32db92-799e-49c7-bb1f-451429e24eae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:44:44.505576 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4f32db92-799e-49c7-bb1f-451429e24eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:44.559712 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4f32db92-799e-49c7-bb1f-451429e24eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:44.586529 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f32db92-799e-49c7-bb1f-451429e24eae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:44:44.598837 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32db92-799e-49c7-bb1f-451429e24eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1795d86-315a-4bea-bf71-88ce74e51a90,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:44:44.603355 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4f32db92-799e-49c7-bb1f-451429e24eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:44.603700 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-4f32db92-799e-49c7-bb1f-451429e24eae admin admin] Added segment d117adb4-1c6f-4017-abee-cde23b9d43bf of type vlan for network 6bc82968-0e1b-4358-80bc-6257798403f8 Jan 21 19:44:44.628686 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4f32db92-799e-49c7-bb1f-451429e24eae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:44.725756 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4f32db92-799e-49c7-bb1f-451429e24eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:44.726806 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f32db92-799e-49c7-bb1f-451429e24eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:44:44.727396 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-4f32db92-799e-49c7-bb1f-451429e24eae admin admin] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:44.830284 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32db92-799e-49c7-bb1f-451429e24eae admin admin] Pushing event updated for resources: {'Network': ['ID=6bc82968-0e1b-4358-80bc-6257798403f8,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:44:44.840460 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 6bc82968-0e1b-4358-80bc-6257798403f8 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:44:44.892519 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-4f32db92-799e-49c7-bb1f-451429e24eae admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7054236 Jan 21 19:44:44.897524 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 42846) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:44:44.902841 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-e7663590-d825-4c06-92af-cea6d9f52a97 admin admin] Request body: {'subnet': {'network_id': '6bc82968-0e1b-4358-80bc-6257798403f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1572713393-subnet', 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'ip_version': 4}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:44:44.907852 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e7663590-d825-4c06-92af-cea6d9f52a97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:44:44.913750 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-e7663590-d825-4c06-92af-cea6d9f52a97 admin admin] Usage tracker for resource:subnet and tenant:50f57675333942a99ecd5a03743b02e1 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:44:44.915178 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-e7663590-d825-4c06-92af-cea6d9f52a97 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:44:44.920964 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e7663590-d825-4c06-92af-cea6d9f52a97 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:44:44.997202 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7663590-d825-4c06-92af-cea6d9f52a97 admin admin] Made reservation on behalf of 50f57675333942a99ecd5a03743b02e1 for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:44:44.999528 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e7663590-d825-4c06-92af-cea6d9f52a97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:45.345859 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e7663590-d825-4c06-92af-cea6d9f52a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:45.415102 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7663590-d825-4c06-92af-cea6d9f52a97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ef7054e-4b1c-49b1-9081-0b6168ea7e6a,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:44:45.426401 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7663590-d825-4c06-92af-cea6d9f52a97 admin admin] Checking segment: {'id': 'd117adb4-1c6f-4017-abee-cde23b9d43bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6bc82968-0e1b-4358-80bc-6257798403f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:44:45.426751 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7663590-d825-4c06-92af-cea6d9f52a97 admin admin] Network hostable DHCP agents. Network: 6bc82968-0e1b-4358-80bc-6257798403f8, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:44:45.497077 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7663590-d825-4c06-92af-cea6d9f52a97 admin admin] Network 6bc82968-0e1b-4358-80bc-6257798403f8 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:44:45.577055 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-e7663590-d825-4c06-92af-cea6d9f52a97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 6bc82968-0e1b-4358-80bc-6257798403f8) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:44:45.581139 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7663590-d825-4c06-92af-cea6d9f52a97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:44:45.581743 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e7663590-d825-4c06-92af-cea6d9f52a97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:45.586997 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33cc20b-7c77-4cee-9ef2-d5db3053b290 None None] Network 6bc82968-0e1b-4358-80bc-6257798403f8 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:44:45.658186 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e7663590-d825-4c06-92af-cea6d9f52a97 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7595267 Jan 21 19:44:45.661389 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 42850) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:44:45.666394 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-5768e5ec-85fd-4c31-9226-289d7198d693 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1572713393-router', 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:44:45.671261 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-5768e5ec-85fd-4c31-9226-289d7198d693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:44:45.676297 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-5768e5ec-85fd-4c31-9226-289d7198d693 admin admin] Usage tracker for resource:router and tenant:50f57675333942a99ecd5a03743b02e1 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:44:45.679834 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-5768e5ec-85fd-4c31-9226-289d7198d693 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:44:45.685603 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-5768e5ec-85fd-4c31-9226-289d7198d693 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:44:45.789400 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5768e5ec-85fd-4c31-9226-289d7198d693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:45.792253 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5768e5ec-85fd-4c31-9226-289d7198d693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:45.801367 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da2537c-d27a-47fc-b203-cf6a2880feff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-6bc82968-0e1b-4358-80bc-6257798403f8', 'network_id': '6bc82968-0e1b-4358-80bc-6257798403f8', 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'fixed_ips': [{'subnet_id': '1ef7054e-4b1c-49b1-9081-0b6168ea7e6a'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:44:45.802252 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0da2537c-d27a-47fc-b203-cf6a2880feff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:45.812339 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5768e5ec-85fd-4c31-9226-289d7198d693 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:45.952492 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-0da2537c-d27a-47fc-b203-cf6a2880feff None None] Allocated IP 172.20.0.2 (6bc82968-0e1b-4358-80bc-6257798403f8/1ef7054e-4b1c-49b1-9081-0b6168ea7e6a/f0f872e8-8d1d-4176-8528-cf930374d361) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:44:46.155575 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5768e5ec-85fd-4c31-9226-289d7198d693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:46.164226 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0da2537c-d27a-47fc-b203-cf6a2880feff None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:46.174216 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0da2537c-d27a-47fc-b203-cf6a2880feff None None] Transition to ACTIVE for port object f0f872e8-8d1d-4176-8528-cf930374d361 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:44:46.192683 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0da2537c-d27a-47fc-b203-cf6a2880feff None None] Transition to ACTIVE for port object f0f872e8-8d1d-4176-8528-cf930374d361 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:44:46.257605 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0da2537c-d27a-47fc-b203-cf6a2880feff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:46.323232 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da2537c-d27a-47fc-b203-cf6a2880feff None None] Network 6bc82968-0e1b-4358-80bc-6257798403f8 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:44:46.326105 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-0da2537c-d27a-47fc-b203-cf6a2880feff None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:44:46.329903 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da2537c-d27a-47fc-b203-cf6a2880feff None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:44:46.363251 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da2537c-d27a-47fc-b203-cf6a2880feff None None] Pushing event updated for resources: {'Port': ['ID=f0f872e8-8d1d-4176-8528-cf930374d361,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:44:46.422626 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-0da2537c-d27a-47fc-b203-cf6a2880feff None None] Attempting to bind port f0f872e8-8d1d-4176-8528-cf930374d361 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:44:46.422986 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-0da2537c-d27a-47fc-b203-cf6a2880feff None None] Attempting to bind port f0f872e8-8d1d-4176-8528-cf930374d361 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'd117adb4-1c6f-4017-abee-cde23b9d43bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6bc82968-0e1b-4358-80bc-6257798403f8'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:44:46.423350 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da2537c-d27a-47fc-b203-cf6a2880feff None None] Attempting to bind port f0f872e8-8d1d-4176-8528-cf930374d361 on network 6bc82968-0e1b-4358-80bc-6257798403f8 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:44:46.429212 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da2537c-d27a-47fc-b203-cf6a2880feff None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:44:46.429584 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da2537c-d27a-47fc-b203-cf6a2880feff None None] Checking segment: {'id': 'd117adb4-1c6f-4017-abee-cde23b9d43bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6bc82968-0e1b-4358-80bc-6257798403f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:44:46.430013 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0da2537c-d27a-47fc-b203-cf6a2880feff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:46.430404 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da2537c-d27a-47fc-b203-cf6a2880feff None None] Bound using segment: {'id': 'd117adb4-1c6f-4017-abee-cde23b9d43bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6bc82968-0e1b-4358-80bc-6257798403f8'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:44:46.430857 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-0da2537c-d27a-47fc-b203-cf6a2880feff None None] Bound port: f0f872e8-8d1d-4176-8528-cf930374d361, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd117adb4-1c6f-4017-abee-cde23b9d43bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6bc82968-0e1b-4358-80bc-6257798403f8'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:44:46.431224 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0da2537c-d27a-47fc-b203-cf6a2880feff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:46.526650 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5768e5ec-85fd-4c31-9226-289d7198d693 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:46.552650 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0da2537c-d27a-47fc-b203-cf6a2880feff None None] For port f0f872e8-8d1d-4176-8528-cf930374d361, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:44:46.555812 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0da2537c-d27a-47fc-b203-cf6a2880feff None None] For port f0f872e8-8d1d-4176-8528-cf930374d361, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=f0f872e8-8d1d-4176-8528-cf930374d361,segment=NetworkSegment(d117adb4-1c6f-4017-abee-cde23b9d43bf),segment_id=d117adb4-1c6f-4017-abee-cde23b9d43bf)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:44:46.556745 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5768e5ec-85fd-4c31-9226-289d7198d693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:46.675445 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0da2537c-d27a-47fc-b203-cf6a2880feff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:46.691273 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-5768e5ec-85fd-4c31-9226-289d7198d693 admin admin] Allocated IP 172.26.1.9 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/7d332c5a-0d86-4ad3-aa12-072ec9ebdccf) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:44:46.758102 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da2537c-d27a-47fc-b203-cf6a2880feff None None] Pushing event updated for resources: {'Port': ['ID=f0f872e8-8d1d-4176-8528-cf930374d361,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:44:46.840527 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5768e5ec-85fd-4c31-9226-289d7198d693 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:46.932502 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5768e5ec-85fd-4c31-9226-289d7198d693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:47.006313 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5768e5ec-85fd-4c31-9226-289d7198d693 admin admin] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:44:47.009387 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-5768e5ec-85fd-4c31-9226-289d7198d693 admin admin] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:44:47.011995 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5768e5ec-85fd-4c31-9226-289d7198d693 admin admin] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:44:47.048385 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5768e5ec-85fd-4c31-9226-289d7198d693 admin admin] Pushing event updated for resources: {'Port': ['ID=7d332c5a-0d86-4ad3-aa12-072ec9ebdccf,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:44:47.595387 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5768e5ec-85fd-4c31-9226-289d7198d693 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:47.732080 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5e6970-1621-41a9-b5f0-6dff2d53b45c None None] Network 6bc82968-0e1b-4358-80bc-6257798403f8 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:44:47.944241 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-176bb44e-74b8-4cab-a915-47f87a533cd9 None None] Provisioning for port f0f872e8-8d1d-4176-8528-cf930374d361 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:44:47.945380 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5768e5ec-85fd-4c31-9226-289d7198d693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:48.196964 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5768e5ec-85fd-4c31-9226-289d7198d693 admin admin] Router a12ec07b-fa34-4978-84cd-7868fac80f76 is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:44:48.383942 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5768e5ec-85fd-4c31-9226-289d7198d693 admin admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:44:48.394588 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ddf43c-be98-436d-a9a2-6744cea434bc None None] Sync routers for ids ['a12ec07b-fa34-4978-84cd-7868fac80f76'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:44:48.404131 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ddf43c-be98-436d-a9a2-6744cea434bc None None] Routers {'a12ec07b-fa34-4978-84cd-7868fac80f76'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:44:48.404304 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device f0f872e8-8d1d-4176-8528-cf930374d361 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:44:48.404739 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-13ddf43c-be98-436d-a9a2-6744cea434bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:44:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['a12ec07b-fa34-4978-84cd-7868fac80f76'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:44:48.466079 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-5768e5ec-85fd-4c31-9226-289d7198d693 admin admin] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:48.467902 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-5768e5ec-85fd-4c31-9226-289d7198d693 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8052721 Jan 21 19:44:48.470388 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 42854) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:44:48.545953 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port f0f872e8-8d1d-4176-8528-cf930374d361 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:44:48.551480 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port f0f872e8-8d1d-4176-8528-cf930374d361 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:44:48.553056 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:48.591732 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-13ddf43c-be98-436d-a9a2-6744cea434bc None None] Set router a12ec07b-fa34-4978-84cd-7868fac80f76 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:44:48.672393 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:48.707349 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port f0f872e8-8d1d-4176-8528-cf930374d361, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=f0f872e8-8d1d-4176-8528-cf930374d361,segment=NetworkSegment(d117adb4-1c6f-4017-abee-cde23b9d43bf),segment_id=d117adb4-1c6f-4017-abee-cde23b9d43bf)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:44:48.757369 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:48.837824 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=f0f872e8-8d1d-4176-8528-cf930374d361,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:44:48.879652 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-13ddf43c-be98-436d-a9a2-6744cea434bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'name': 'tempest-TestShelveInstance-1572713393-router', 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': '7d332c5a-0d86-4ad3-aa12-072ec9ebdccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:44:45Z', 'updated_at': '2022-01-21T19:44:47Z', 'revision_number': 3, 'project_id': '50f57675333942a99ecd5a03743b02e1', 'gw_port': {'id': '7d332c5a-0d86-4ad3-aa12-072ec9ebdccf', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:20:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:44:46Z', 'updated_at': '2022-01-21T19:44:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:44:48.883524 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ddf43c-be98-436d-a9a2-6744cea434bc None None] Checking router: a12ec07b-fa34-4978-84cd-7868fac80f76 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:44:48.883861 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ddf43c-be98-436d-a9a2-6744cea434bc None None] Updating router a12ec07b-fa34-4978-84cd-7868fac80f76 port 7d332c5a-0d86-4ad3-aa12-072ec9ebdccf binding host dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:44:48.938667 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-13ddf43c-be98-436d-a9a2-6744cea434bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:49.274020 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8432e949-e569-44b3-968a-2716d2e27cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:49.285129 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-13ddf43c-be98-436d-a9a2-6744cea434bc None None] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:49.296919 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-13ddf43c-be98-436d-a9a2-6744cea434bc None None] Transition to ACTIVE for port object 7d332c5a-0d86-4ad3-aa12-072ec9ebdccf will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:44:49.428951 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-13ddf43c-be98-436d-a9a2-6744cea434bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:49.478166 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-8432e949-e569-44b3-968a-2716d2e27cdb admin admin] Allocated IP 172.20.0.1 (6bc82968-0e1b-4358-80bc-6257798403f8/1ef7054e-4b1c-49b1-9081-0b6168ea7e6a/efd0377f-f7a3-4ab9-af77-441d99a247f9) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:44:49.506684 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dc40ec-e43d-4025-b56b-d615e67420b5 None None] Pushing event updated for resources: {'Port': ['ID=7d332c5a-0d86-4ad3-aa12-072ec9ebdccf,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:44:49.508756 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-13ddf43c-be98-436d-a9a2-6744cea434bc None None] Attempting to bind port 7d332c5a-0d86-4ad3-aa12-072ec9ebdccf on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:44:49.509133 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-13ddf43c-be98-436d-a9a2-6744cea434bc None None] Attempting to bind port 7d332c5a-0d86-4ad3-aa12-072ec9ebdccf by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:44:49.509469 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ddf43c-be98-436d-a9a2-6744cea434bc None None] Attempting to bind port 7d332c5a-0d86-4ad3-aa12-072ec9ebdccf on network 552ba34b-3dd7-4be8-8310-a9fc908fe72b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:44:49.519101 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dc40ec-e43d-4025-b56b-d615e67420b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:44:49.519455 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dc40ec-e43d-4025-b56b-d615e67420b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:44:49.519768 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dc40ec-e43d-4025-b56b-d615e67420b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:44:49.520099 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dc40ec-e43d-4025-b56b-d615e67420b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:44:49.520423 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dc40ec-e43d-4025-b56b-d615e67420b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:44:49.520761 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dc40ec-e43d-4025-b56b-d615e67420b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:44:49.521064 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dc40ec-e43d-4025-b56b-d615e67420b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:44:49.521382 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dc40ec-e43d-4025-b56b-d615e67420b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:44:49.521699 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dc40ec-e43d-4025-b56b-d615e67420b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:44:49.522040 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dc40ec-e43d-4025-b56b-d615e67420b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:44:49.522353 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dc40ec-e43d-4025-b56b-d615e67420b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:44:49.522665 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99dc40ec-e43d-4025-b56b-d615e67420b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:44:49.525901 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ddf43c-be98-436d-a9a2-6744cea434bc None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:44:49.526223 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ddf43c-be98-436d-a9a2-6744cea434bc None None] Checking segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:44:49.526777 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-13ddf43c-be98-436d-a9a2-6744cea434bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:49.527010 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ddf43c-be98-436d-a9a2-6744cea434bc None None] Bound using segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:44:49.527468 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-13ddf43c-be98-436d-a9a2-6744cea434bc None None] Bound port: 7d332c5a-0d86-4ad3-aa12-072ec9ebdccf, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:44:49.527896 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-13ddf43c-be98-436d-a9a2-6744cea434bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:49.601605 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-13ddf43c-be98-436d-a9a2-6744cea434bc None None] For port 7d332c5a-0d86-4ad3-aa12-072ec9ebdccf, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:44:49.604737 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-13ddf43c-be98-436d-a9a2-6744cea434bc None None] For port 7d332c5a-0d86-4ad3-aa12-072ec9ebdccf, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=7d332c5a-0d86-4ad3-aa12-072ec9ebdccf,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:44:49.625198 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8432e949-e569-44b3-968a-2716d2e27cdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:49.640126 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-8432e949-e569-44b3-968a-2716d2e27cdb admin admin] Transition to ACTIVE for port object efd0377f-f7a3-4ab9-af77-441d99a247f9 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:44:49.657533 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-13ddf43c-be98-436d-a9a2-6744cea434bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:49.709729 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8432e949-e569-44b3-968a-2716d2e27cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:49.732075 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ddf43c-be98-436d-a9a2-6744cea434bc None None] Routers {'a12ec07b-fa34-4978-84cd-7868fac80f76'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:44:49.732691 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-13ddf43c-be98-436d-a9a2-6744cea434bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:44:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['a12ec07b-fa34-4978-84cd-7868fac80f76'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:44:49.776543 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8432e949-e569-44b3-968a-2716d2e27cdb admin admin] Network 6bc82968-0e1b-4358-80bc-6257798403f8 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:44:49.779270 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-8432e949-e569-44b3-968a-2716d2e27cdb admin admin] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:44:49.783010 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8432e949-e569-44b3-968a-2716d2e27cdb admin admin] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:44:49.813083 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dc40ec-e43d-4025-b56b-d615e67420b5 None None] Pushing event updated for resources: {'Port': ['ID=7d332c5a-0d86-4ad3-aa12-072ec9ebdccf,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:44:49.818602 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8432e949-e569-44b3-968a-2716d2e27cdb admin admin] Pushing event updated for resources: {'Port': ['ID=efd0377f-f7a3-4ab9-af77-441d99a247f9,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:44:49.841170 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8432e949-e569-44b3-968a-2716d2e27cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:49.938341 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-13ddf43c-be98-436d-a9a2-6744cea434bc None None] Set router a12ec07b-fa34-4978-84cd-7868fac80f76 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:44:50.081224 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-277fb449-ef90-4ecd-a7c5-20f9f4d12abc None None] Provisioning for port efd0377f-f7a3-4ab9-af77-441d99a247f9 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:44:50.086223 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-277fb449-ef90-4ecd-a7c5-20f9f4d12abc None None] Provisioning complete for port efd0377f-f7a3-4ab9-af77-441d99a247f9 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:44:50.086588 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-277fb449-ef90-4ecd-a7c5-20f9f4d12abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:50.143493 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-277fb449-ef90-4ecd-a7c5-20f9f4d12abc None None] Port efd0377f-f7a3-4ab9-af77-441d99a247f9 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:44:50.227202 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8432e949-e569-44b3-968a-2716d2e27cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:50.235979 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-13ddf43c-be98-436d-a9a2-6744cea434bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'name': 'tempest-TestShelveInstance-1572713393-router', 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': '7d332c5a-0d86-4ad3-aa12-072ec9ebdccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:44:45Z', 'updated_at': '2022-01-21T19:44:47Z', 'revision_number': 3, 'project_id': '50f57675333942a99ecd5a03743b02e1', 'gw_port': {'id': '7d332c5a-0d86-4ad3-aa12-072ec9ebdccf', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:20:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:44:46Z', 'updated_at': '2022-01-21T19:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:44:50.240334 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ddf43c-be98-436d-a9a2-6744cea434bc None None] The sync data for ids ['a12ec07b-fa34-4978-84cd-7868fac80f76'] in dv-neutron-825470-1-hyperv is: [{'id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'name': 'tempest-TestShelveInstance-1572713393-router', 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': '7d332c5a-0d86-4ad3-aa12-072ec9ebdccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:44:45Z', 'updated_at': '2022-01-21T19:44:47Z', 'revision_number': 3, 'project_id': '50f57675333942a99ecd5a03743b02e1', 'gw_port': {'id': '7d332c5a-0d86-4ad3-aa12-072ec9ebdccf', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:20:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:44:46Z', 'updated_at': '2022-01-21T19:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:44:50.374281 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device f0f872e8-8d1d-4176-8528-cf930374d361 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:44:50.485441 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port f0f872e8-8d1d-4176-8528-cf930374d361 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:44:50.486067 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:50.602460 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8432e949-e569-44b3-968a-2716d2e27cdb admin admin] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:50.660633 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8432e949-e569-44b3-968a-2716d2e27cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:50.770147 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8432e949-e569-44b3-968a-2716d2e27cdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:50.773531 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8432e949-e569-44b3-968a-2716d2e27cdb admin admin] Pushing event updated for resources: {'Port': ['ID=efd0377f-f7a3-4ab9-af77-441d99a247f9,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:44:50.913545 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8432e949-e569-44b3-968a-2716d2e27cdb admin admin] Network 6bc82968-0e1b-4358-80bc-6257798403f8 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:44:50.914720 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-8432e949-e569-44b3-968a-2716d2e27cdb admin admin] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:44:51.115729 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8432e949-e569-44b3-968a-2716d2e27cdb admin admin] Router a12ec07b-fa34-4978-84cd-7868fac80f76 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:44:51.177765 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-c6de2192-3055-4a94-bdbd-a86315312679 None None] Provisioning complete for port efd0377f-f7a3-4ab9-af77-441d99a247f9 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:44:51.178380 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c6de2192-3055-4a94-bdbd-a86315312679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:51.231330 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-c6de2192-3055-4a94-bdbd-a86315312679 None None] Port efd0377f-f7a3-4ab9-af77-441d99a247f9 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:44:51.296033 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8432e949-e569-44b3-968a-2716d2e27cdb admin admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:44:51.305276 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-8432e949-e569-44b3-968a-2716d2e27cdb admin admin] 10.222.0.87 "PUT /v2.0/routers/a12ec07b-fa34-4978-84cd-7868fac80f76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8322718 Jan 21 19:44:51.784688 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc4c245-fc4d-4a7d-be61-00e47e477e88 None None] Sync routers for ids ['a12ec07b-fa34-4978-84cd-7868fac80f76'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:44:51.793475 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc4c245-fc4d-4a7d-be61-00e47e477e88 None None] Routers {'a12ec07b-fa34-4978-84cd-7868fac80f76'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:44:51.794381 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-3cc4c245-fc4d-4a7d-be61-00e47e477e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:44:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['a12ec07b-fa34-4978-84cd-7868fac80f76'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:44:51.985040 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-3cc4c245-fc4d-4a7d-be61-00e47e477e88 None None] Set router a12ec07b-fa34-4978-84cd-7868fac80f76 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:44:51.999676 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 42872) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:44:52.005947 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-dcf7848e-aba6-4a13-8b0e-3ba60734d527 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1539225566-network', 'tenant_id': 'b2343101332b4f21bfdbebf6d0d2c41f'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:44:52.010952 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-dcf7848e-aba6-4a13-8b0e-3ba60734d527 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:44:52.014893 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-dcf7848e-aba6-4a13-8b0e-3ba60734d527 admin admin] Usage tracker for resource:network and tenant:b2343101332b4f21bfdbebf6d0d2c41f is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:44:52.018598 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-dcf7848e-aba6-4a13-8b0e-3ba60734d527 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:44:52.024668 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-dcf7848e-aba6-4a13-8b0e-3ba60734d527 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:44:52.116959 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf7848e-aba6-4a13-8b0e-3ba60734d527 admin admin] Made reservation on behalf of b2343101332b4f21bfdbebf6d0d2c41f for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:44:52.119450 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-dcf7848e-aba6-4a13-8b0e-3ba60734d527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:52.131990 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-dcf7848e-aba6-4a13-8b0e-3ba60734d527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:52.147037 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-dcf7848e-aba6-4a13-8b0e-3ba60734d527 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:44:52.150822 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-dcf7848e-aba6-4a13-8b0e-3ba60734d527 admin admin] Usage tracker for resource:security_group_rule and tenant:b2343101332b4f21bfdbebf6d0d2c41f is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:44:52.153633 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-dcf7848e-aba6-4a13-8b0e-3ba60734d527 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:44:52.160427 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-dcf7848e-aba6-4a13-8b0e-3ba60734d527 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:44:52.249473 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-dcf7848e-aba6-4a13-8b0e-3ba60734d527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:52.297254 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-dcf7848e-aba6-4a13-8b0e-3ba60734d527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:52.309507 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-3cc4c245-fc4d-4a7d-be61-00e47e477e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'name': 'tempest-TestShelveInstance-1572713393-router', 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': '7d332c5a-0d86-4ad3-aa12-072ec9ebdccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:44:45Z', 'updated_at': '2022-01-21T19:44:50Z', 'revision_number': 4, 'project_id': '50f57675333942a99ecd5a03743b02e1', 'gw_port': {'id': '7d332c5a-0d86-4ad3-aa12-072ec9ebdccf', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:20:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:44:46Z', 'updated_at': '2022-01-21T19:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'efd0377f-f7a3-4ab9-af77-441d99a247f9', 'name': '', 'network_id': '6bc82968-0e1b-4358-80bc-6257798403f8', 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'mac_address': 'fa:16:3e:0a:51:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '1ef7054e-4b1c-49b1-9081-0b6168ea7e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:44:49Z', 'updated_at': '2022-01-21T19:44:50Z', 'revision_number': 2, 'project_id': '50f57675333942a99ecd5a03743b02e1', 'subnets': [{'id': '1ef7054e-4b1c-49b1-9081-0b6168ea7e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:44:52.313882 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc4c245-fc4d-4a7d-be61-00e47e477e88 None None] Checking router: a12ec07b-fa34-4978-84cd-7868fac80f76 for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:44:52.314246 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc4c245-fc4d-4a7d-be61-00e47e477e88 None None] Updating router a12ec07b-fa34-4978-84cd-7868fac80f76 port efd0377f-f7a3-4ab9-af77-441d99a247f9 binding host dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:44:52.324868 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcf7848e-aba6-4a13-8b0e-3ba60734d527 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:44:52.338991 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7848e-aba6-4a13-8b0e-3ba60734d527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50935b97-b6df-4221-8c7c-b7a10feed268,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:44:52.344163 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-dcf7848e-aba6-4a13-8b0e-3ba60734d527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:52.344505 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-dcf7848e-aba6-4a13-8b0e-3ba60734d527 admin admin] Added segment 2c1a8579-5388-4279-ad78-faea4b6d28f2 of type vlan for network d71c6909-73f4-4f6c-a54e-7e6e3899e662 Jan 21 19:44:52.375730 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-dcf7848e-aba6-4a13-8b0e-3ba60734d527 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:52.422188 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 7d332c5a-0d86-4ad3-aa12-072ec9ebdccf up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:44:52.458347 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3cc4c245-fc4d-4a7d-be61-00e47e477e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:52.465298 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-dcf7848e-aba6-4a13-8b0e-3ba60734d527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:52.466307 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf7848e-aba6-4a13-8b0e-3ba60734d527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:44:52.466893 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-dcf7848e-aba6-4a13-8b0e-3ba60734d527 admin admin] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:52.575412 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7848e-aba6-4a13-8b0e-3ba60734d527 admin admin] Pushing event updated for resources: {'Network': ['ID=d71c6909-73f4-4f6c-a54e-7e6e3899e662,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:44:52.589712 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network d71c6909-73f4-4f6c-a54e-7e6e3899e662 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:44:52.598675 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-dcf7848e-aba6-4a13-8b0e-3ba60734d527 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5977542 Jan 21 19:44:52.602134 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 42876) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:44:52.606696 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-70f8cc3a-92fe-4477-b99b-ef33015e76c4 admin admin] Request body: {'subnet': {'network_id': 'd71c6909-73f4-4f6c-a54e-7e6e3899e662', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1539225566-subnet', 'tenant_id': 'b2343101332b4f21bfdbebf6d0d2c41f', 'ip_version': 4}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:44:52.612045 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-70f8cc3a-92fe-4477-b99b-ef33015e76c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:44:52.616557 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-70f8cc3a-92fe-4477-b99b-ef33015e76c4 admin admin] Usage tracker for resource:subnet and tenant:b2343101332b4f21bfdbebf6d0d2c41f is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:44:52.619428 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-70f8cc3a-92fe-4477-b99b-ef33015e76c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:44:52.625045 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-70f8cc3a-92fe-4477-b99b-ef33015e76c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:44:52.693949 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f8cc3a-92fe-4477-b99b-ef33015e76c4 admin admin] Made reservation on behalf of b2343101332b4f21bfdbebf6d0d2c41f for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:44:52.696365 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-70f8cc3a-92fe-4477-b99b-ef33015e76c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:52.699517 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 7d332c5a-0d86-4ad3-aa12-072ec9ebdccf completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:44:52.730924 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 7d332c5a-0d86-4ad3-aa12-072ec9ebdccf triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:44:52.731295 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:52.950873 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:52.951769 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-70f8cc3a-92fe-4477-b99b-ef33015e76c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:53.013050 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 7d332c5a-0d86-4ad3-aa12-072ec9ebdccf, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=7d332c5a-0d86-4ad3-aa12-072ec9ebdccf,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:44:53.023847 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3cc4c245-fc4d-4a7d-be61-00e47e477e88 None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:53.026952 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8cc3a-92fe-4477-b99b-ef33015e76c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6201749-3115-4a55-a1a4-e2e046f3cacb,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:44:53.036293 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-3cc4c245-fc4d-4a7d-be61-00e47e477e88 None None] Transition to ACTIVE for port object efd0377f-f7a3-4ab9-af77-441d99a247f9 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:44:53.038027 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f8cc3a-92fe-4477-b99b-ef33015e76c4 admin admin] Checking segment: {'id': '2c1a8579-5388-4279-ad78-faea4b6d28f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd71c6909-73f4-4f6c-a54e-7e6e3899e662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:44:53.041026 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f8cc3a-92fe-4477-b99b-ef33015e76c4 admin admin] Network hostable DHCP agents. Network: d71c6909-73f4-4f6c-a54e-7e6e3899e662, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:44:53.088682 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:53.122943 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f8cc3a-92fe-4477-b99b-ef33015e76c4 admin admin] Network d71c6909-73f4-4f6c-a54e-7e6e3899e662 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:44:53.127133 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3cc4c245-fc4d-4a7d-be61-00e47e477e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:53.220153 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-70f8cc3a-92fe-4477-b99b-ef33015e76c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, d71c6909-73f4-4f6c-a54e-7e6e3899e662) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:44:53.224122 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f8cc3a-92fe-4477-b99b-ef33015e76c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:44:53.224702 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-70f8cc3a-92fe-4477-b99b-ef33015e76c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:53.253862 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8951f5d7-e24c-456b-8d88-f94bc1393ce3 None None] Network d71c6909-73f4-4f6c-a54e-7e6e3899e662 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:44:53.273280 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=7d332c5a-0d86-4ad3-aa12-072ec9ebdccf,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:44:53.346798 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-70f8cc3a-92fe-4477-b99b-ef33015e76c4 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7443571 Jan 21 19:44:53.349556 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 42880) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:44:53.354429 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-fc054e27-6463-4c0b-9b5d-f4faa0fba554 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1539225566-router', 'tenant_id': 'b2343101332b4f21bfdbebf6d0d2c41f', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:44:53.360764 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-fc054e27-6463-4c0b-9b5d-f4faa0fba554 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:44:53.365089 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-fc054e27-6463-4c0b-9b5d-f4faa0fba554 admin admin] Usage tracker for resource:router and tenant:b2343101332b4f21bfdbebf6d0d2c41f is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:44:53.368214 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-fc054e27-6463-4c0b-9b5d-f4faa0fba554 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:44:53.373838 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-fc054e27-6463-4c0b-9b5d-f4faa0fba554 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:44:53.448723 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-3cc4c245-fc4d-4a7d-be61-00e47e477e88 None None] Attempting to bind port efd0377f-f7a3-4ab9-af77-441d99a247f9 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:44:53.449226 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-3cc4c245-fc4d-4a7d-be61-00e47e477e88 None None] Attempting to bind port efd0377f-f7a3-4ab9-af77-441d99a247f9 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'd117adb4-1c6f-4017-abee-cde23b9d43bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6bc82968-0e1b-4358-80bc-6257798403f8'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:44:53.449430 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc4c245-fc4d-4a7d-be61-00e47e477e88 None None] Attempting to bind port efd0377f-f7a3-4ab9-af77-441d99a247f9 on network 6bc82968-0e1b-4358-80bc-6257798403f8 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:44:53.471640 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fc054e27-6463-4c0b-9b5d-f4faa0fba554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:53.472943 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fc054e27-6463-4c0b-9b5d-f4faa0fba554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:53.474827 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc4c245-fc4d-4a7d-be61-00e47e477e88 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:44:53.475200 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc4c245-fc4d-4a7d-be61-00e47e477e88 None None] Checking segment: {'id': 'd117adb4-1c6f-4017-abee-cde23b9d43bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6bc82968-0e1b-4358-80bc-6257798403f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:44:53.475597 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3cc4c245-fc4d-4a7d-be61-00e47e477e88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:53.475987 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc4c245-fc4d-4a7d-be61-00e47e477e88 None None] Bound using segment: {'id': 'd117adb4-1c6f-4017-abee-cde23b9d43bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6bc82968-0e1b-4358-80bc-6257798403f8'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:44:53.476451 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-3cc4c245-fc4d-4a7d-be61-00e47e477e88 None None] Bound port: efd0377f-f7a3-4ab9-af77-441d99a247f9, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd117adb4-1c6f-4017-abee-cde23b9d43bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6bc82968-0e1b-4358-80bc-6257798403f8'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:44:53.477159 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3cc4c245-fc4d-4a7d-be61-00e47e477e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:53.488027 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee429a0-63b6-40da-8efb-37fbfc5c6bae None None] Pushing event updated for resources: {'Port': ['ID=efd0377f-f7a3-4ab9-af77-441d99a247f9,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:44:53.495713 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fc054e27-6463-4c0b-9b5d-f4faa0fba554 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:53.671452 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-3cc4c245-fc4d-4a7d-be61-00e47e477e88 None None] For port efd0377f-f7a3-4ab9-af77-441d99a247f9, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:44:53.680936 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-3cc4c245-fc4d-4a7d-be61-00e47e477e88 None None] For port efd0377f-f7a3-4ab9-af77-441d99a247f9, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=efd0377f-f7a3-4ab9-af77-441d99a247f9,segment=NetworkSegment(d117adb4-1c6f-4017-abee-cde23b9d43bf),segment_id=d117adb4-1c6f-4017-abee-cde23b9d43bf)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:44:53.684329 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79b0167-c411-48a3-b037-f8bbfd63b70b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-d71c6909-73f4-4f6c-a54e-7e6e3899e662', 'network_id': 'd71c6909-73f4-4f6c-a54e-7e6e3899e662', 'tenant_id': 'b2343101332b4f21bfdbebf6d0d2c41f', 'fixed_ips': [{'subnet_id': 'c6201749-3115-4a55-a1a4-e2e046f3cacb'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:44:53.685179 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d79b0167-c411-48a3-b037-f8bbfd63b70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:53.741276 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3cc4c245-fc4d-4a7d-be61-00e47e477e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:53.845363 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc4c245-fc4d-4a7d-be61-00e47e477e88 None None] Routers {'a12ec07b-fa34-4978-84cd-7868fac80f76'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:44:53.846117 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-3cc4c245-fc4d-4a7d-be61-00e47e477e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:44:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['a12ec07b-fa34-4978-84cd-7868fac80f76'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:44:53.963032 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fc054e27-6463-4c0b-9b5d-f4faa0fba554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:54.033454 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee429a0-63b6-40da-8efb-37fbfc5c6bae None None] Pushing event updated for resources: {'Port': ['ID=efd0377f-f7a3-4ab9-af77-441d99a247f9,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:44:54.122083 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-d79b0167-c411-48a3-b037-f8bbfd63b70b None None] Allocated IP 172.20.0.2 (d71c6909-73f4-4f6c-a54e-7e6e3899e662/c6201749-3115-4a55-a1a4-e2e046f3cacb/fbc698d8-deba-4085-b41c-b77cff0e6b11) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:44:54.173363 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-3cc4c245-fc4d-4a7d-be61-00e47e477e88 None None] Set router a12ec07b-fa34-4978-84cd-7868fac80f76 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:44:54.342941 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fc054e27-6463-4c0b-9b5d-f4faa0fba554 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:54.374896 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fc054e27-6463-4c0b-9b5d-f4faa0fba554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:54.395244 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 7d332c5a-0d86-4ad3-aa12-072ec9ebdccf up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:44:54.517146 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-fc054e27-6463-4c0b-9b5d-f4faa0fba554 admin admin] Allocated IP 172.26.1.127 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/8279ab19-336c-4c4f-904f-8129701ab858) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:44:54.641988 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d79b0167-c411-48a3-b037-f8bbfd63b70b None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:54.670094 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fc054e27-6463-4c0b-9b5d-f4faa0fba554 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:54.682856 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-d79b0167-c411-48a3-b037-f8bbfd63b70b None None] Transition to ACTIVE for port object fbc698d8-deba-4085-b41c-b77cff0e6b11 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:44:54.687709 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 7d332c5a-0d86-4ad3-aa12-072ec9ebdccf triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:44:54.688122 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:54.759457 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-d79b0167-c411-48a3-b037-f8bbfd63b70b None None] Transition to ACTIVE for port object fbc698d8-deba-4085-b41c-b77cff0e6b11 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:44:54.766166 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fc054e27-6463-4c0b-9b5d-f4faa0fba554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:54.833349 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc054e27-6463-4c0b-9b5d-f4faa0fba554 admin admin] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:44:54.836336 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-fc054e27-6463-4c0b-9b5d-f4faa0fba554 admin admin] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:44:54.839254 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc054e27-6463-4c0b-9b5d-f4faa0fba554 admin admin] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:44:54.839509 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-3cc4c245-fc4d-4a7d-be61-00e47e477e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'name': 'tempest-TestShelveInstance-1572713393-router', 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': '7d332c5a-0d86-4ad3-aa12-072ec9ebdccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:44:45Z', 'updated_at': '2022-01-21T19:44:50Z', 'revision_number': 4, 'project_id': '50f57675333942a99ecd5a03743b02e1', 'gw_port': {'id': '7d332c5a-0d86-4ad3-aa12-072ec9ebdccf', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:20:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:44:46Z', 'updated_at': '2022-01-21T19:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'efd0377f-f7a3-4ab9-af77-441d99a247f9', 'name': '', 'network_id': '6bc82968-0e1b-4358-80bc-6257798403f8', 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'mac_address': 'fa:16:3e:0a:51:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '1ef7054e-4b1c-49b1-9081-0b6168ea7e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:44:49Z', 'updated_at': '2022-01-21T19:44:53Z', 'revision_number': 4, 'project_id': '50f57675333942a99ecd5a03743b02e1', 'subnets': [{'id': '1ef7054e-4b1c-49b1-9081-0b6168ea7e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:44:54.844350 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d79b0167-c411-48a3-b037-f8bbfd63b70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:54.875489 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc054e27-6463-4c0b-9b5d-f4faa0fba554 admin admin] Pushing event updated for resources: {'Port': ['ID=8279ab19-336c-4c4f-904f-8129701ab858,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:44:54.889163 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc4c245-fc4d-4a7d-be61-00e47e477e88 None None] The sync data for ids ['a12ec07b-fa34-4978-84cd-7868fac80f76'] in dv-neutron-825470-1-hyperv is: [{'id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'name': 'tempest-TestShelveInstance-1572713393-router', 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': '7d332c5a-0d86-4ad3-aa12-072ec9ebdccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:44:45Z', 'updated_at': '2022-01-21T19:44:50Z', 'revision_number': 4, 'project_id': '50f57675333942a99ecd5a03743b02e1', 'gw_port': {'id': '7d332c5a-0d86-4ad3-aa12-072ec9ebdccf', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:20:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:44:46Z', 'updated_at': '2022-01-21T19:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'efd0377f-f7a3-4ab9-af77-441d99a247f9', 'name': '', 'network_id': '6bc82968-0e1b-4358-80bc-6257798403f8', 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'mac_address': 'fa:16:3e:0a:51:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '1ef7054e-4b1c-49b1-9081-0b6168ea7e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:44:49Z', 'updated_at': '2022-01-21T19:44:53Z', 'revision_number': 4, 'project_id': '50f57675333942a99ecd5a03743b02e1', 'subnets': [{'id': '1ef7054e-4b1c-49b1-9081-0b6168ea7e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:44:54.916065 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79b0167-c411-48a3-b037-f8bbfd63b70b None None] Network d71c6909-73f4-4f6c-a54e-7e6e3899e662 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:44:54.919168 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-d79b0167-c411-48a3-b037-f8bbfd63b70b None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:44:54.922795 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79b0167-c411-48a3-b037-f8bbfd63b70b None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:44:54.970888 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b0167-c411-48a3-b037-f8bbfd63b70b None None] Pushing event updated for resources: {'Port': ['ID=fbc698d8-deba-4085-b41c-b77cff0e6b11,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:44:55.046326 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-d79b0167-c411-48a3-b037-f8bbfd63b70b None None] Attempting to bind port fbc698d8-deba-4085-b41c-b77cff0e6b11 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:44:55.046690 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-d79b0167-c411-48a3-b037-f8bbfd63b70b None None] Attempting to bind port fbc698d8-deba-4085-b41c-b77cff0e6b11 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '2c1a8579-5388-4279-ad78-faea4b6d28f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd71c6909-73f4-4f6c-a54e-7e6e3899e662'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:44:55.047045 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79b0167-c411-48a3-b037-f8bbfd63b70b None None] Attempting to bind port fbc698d8-deba-4085-b41c-b77cff0e6b11 on network d71c6909-73f4-4f6c-a54e-7e6e3899e662 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:44:55.052859 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79b0167-c411-48a3-b037-f8bbfd63b70b None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:44:55.053225 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79b0167-c411-48a3-b037-f8bbfd63b70b None None] Checking segment: {'id': '2c1a8579-5388-4279-ad78-faea4b6d28f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd71c6909-73f4-4f6c-a54e-7e6e3899e662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:44:55.053624 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d79b0167-c411-48a3-b037-f8bbfd63b70b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:55.054048 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79b0167-c411-48a3-b037-f8bbfd63b70b None None] Bound using segment: {'id': '2c1a8579-5388-4279-ad78-faea4b6d28f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd71c6909-73f4-4f6c-a54e-7e6e3899e662'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:44:55.054504 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-d79b0167-c411-48a3-b037-f8bbfd63b70b None None] Bound port: fbc698d8-deba-4085-b41c-b77cff0e6b11, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1a8579-5388-4279-ad78-faea4b6d28f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd71c6909-73f4-4f6c-a54e-7e6e3899e662'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:44:55.054943 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d79b0167-c411-48a3-b037-f8bbfd63b70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:55.105038 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4a3a5119-3f0b-4636-8fcc-4253e9b47733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:55.156007 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-d79b0167-c411-48a3-b037-f8bbfd63b70b None None] For port fbc698d8-deba-4085-b41c-b77cff0e6b11, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:44:55.160332 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-d79b0167-c411-48a3-b037-f8bbfd63b70b None None] For port fbc698d8-deba-4085-b41c-b77cff0e6b11, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=fbc698d8-deba-4085-b41c-b77cff0e6b11,segment=NetworkSegment(2c1a8579-5388-4279-ad78-faea4b6d28f2),segment_id=2c1a8579-5388-4279-ad78-faea4b6d28f2)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:44:55.234871 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d79b0167-c411-48a3-b037-f8bbfd63b70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:55.317222 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b0167-c411-48a3-b037-f8bbfd63b70b None None] Pushing event updated for resources: {'Port': ['ID=fbc698d8-deba-4085-b41c-b77cff0e6b11,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:44:55.372472 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fc054e27-6463-4c0b-9b5d-f4faa0fba554 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:55.873155 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fc054e27-6463-4c0b-9b5d-f4faa0fba554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:56.174108 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc054e27-6463-4c0b-9b5d-f4faa0fba554 admin admin] Router 72cc4245-c897-4af1-bcb5-0d5968e4da59 is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:44:56.366375 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc054e27-6463-4c0b-9b5d-f4faa0fba554 admin admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:44:56.379254 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d928865-5dd5-4594-81aa-f7319ba09b52 None None] Sync routers for ids ['72cc4245-c897-4af1-bcb5-0d5968e4da59'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:44:56.395908 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d928865-5dd5-4594-81aa-f7319ba09b52 None None] Routers {'72cc4245-c897-4af1-bcb5-0d5968e4da59'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:44:56.396606 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-5d928865-5dd5-4594-81aa-f7319ba09b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:44:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['72cc4245-c897-4af1-bcb5-0d5968e4da59'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:44:56.403563 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2259dbc4-f7f6-481c-b48e-07dbe3b20312 None None] Network d71c6909-73f4-4f6c-a54e-7e6e3899e662 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:44:56.491832 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fc054e27-6463-4c0b-9b5d-f4faa0fba554 admin admin] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:56.493069 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-fc054e27-6463-4c0b-9b5d-f4faa0fba554 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1427348 Jan 21 19:44:56.500881 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 42884) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:44:56.506598 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device fbc698d8-deba-4085-b41c-b77cff0e6b11 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:44:56.587689 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-5d928865-5dd5-4594-81aa-f7319ba09b52 None None] Set router 72cc4245-c897-4af1-bcb5-0d5968e4da59 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:44:56.653402 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-ad524230-b81f-4b99-902b-5c7edab1067e None None] Provisioning for port fbc698d8-deba-4085-b41c-b77cff0e6b11 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:44:56.732000 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port fbc698d8-deba-4085-b41c-b77cff0e6b11 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:44:56.741856 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port fbc698d8-deba-4085-b41c-b77cff0e6b11 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:44:56.742548 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:56.922287 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:56.951029 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-5d928865-5dd5-4594-81aa-f7319ba09b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cc4245-c897-4af1-bcb5-0d5968e4da59', 'name': 'tempest-TestShelveInstance-1539225566-router', 'tenant_id': 'b2343101332b4f21bfdbebf6d0d2c41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': '8279ab19-336c-4c4f-904f-8129701ab858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:44:53Z', 'updated_at': '2022-01-21T19:44:55Z', 'revision_number': 3, 'project_id': 'b2343101332b4f21bfdbebf6d0d2c41f', 'gw_port': {'id': '8279ab19-336c-4c4f-904f-8129701ab858', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:40:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72cc4245-c897-4af1-bcb5-0d5968e4da59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:44:54Z', 'updated_at': '2022-01-21T19:44:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:44:56.954993 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d928865-5dd5-4594-81aa-f7319ba09b52 None None] Checking router: 72cc4245-c897-4af1-bcb5-0d5968e4da59 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:44:56.955595 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d928865-5dd5-4594-81aa-f7319ba09b52 None None] Updating router 72cc4245-c897-4af1-bcb5-0d5968e4da59 port 8279ab19-336c-4c4f-904f-8129701ab858 binding host dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:44:56.961197 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port fbc698d8-deba-4085-b41c-b77cff0e6b11, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=fbc698d8-deba-4085-b41c-b77cff0e6b11,segment=NetworkSegment(2c1a8579-5388-4279-ad78-faea4b6d28f2),segment_id=2c1a8579-5388-4279-ad78-faea4b6d28f2)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:44:57.012056 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5d928865-5dd5-4594-81aa-f7319ba09b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:57.034412 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:57.035349 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device efd0377f-f7a3-4ab9-af77-441d99a247f9 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:44:57.155768 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-d60fd8ae-2e09-4a13-b311-d29474ced7cc None None] Provisioning complete for port fbc698d8-deba-4085-b41c-b77cff0e6b11 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:44:57.156292 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d60fd8ae-2e09-4a13-b311-d29474ced7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:57.221700 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=fbc698d8-deba-4085-b41c-b77cff0e6b11,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:44:57.306616 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-37a60489-bd63-4109-b9c4-576fbeae588f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:57.326236 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port efd0377f-f7a3-4ab9-af77-441d99a247f9 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:44:57.332990 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port efd0377f-f7a3-4ab9-af77-441d99a247f9 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:44:57.333437 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:57.339526 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b5948b3b-f3e0-4a96-b265-5fa2f39e2af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:57.371038 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5d928865-5dd5-4594-81aa-f7319ba09b52 None None] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:57.383964 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-5d928865-5dd5-4594-81aa-f7319ba09b52 None None] Transition to ACTIVE for port object 8279ab19-336c-4c4f-904f-8129701ab858 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:44:57.456268 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:57.468312 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5d928865-5dd5-4594-81aa-f7319ba09b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:57.495493 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port efd0377f-f7a3-4ab9-af77-441d99a247f9, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=efd0377f-f7a3-4ab9-af77-441d99a247f9,segment=NetworkSegment(d117adb4-1c6f-4017-abee-cde23b9d43bf),segment_id=d117adb4-1c6f-4017-abee-cde23b9d43bf)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:44:57.550937 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-5d928865-5dd5-4594-81aa-f7319ba09b52 None None] Attempting to bind port 8279ab19-336c-4c4f-904f-8129701ab858 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:44:57.551296 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-5d928865-5dd5-4594-81aa-f7319ba09b52 None None] Attempting to bind port 8279ab19-336c-4c4f-904f-8129701ab858 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:44:57.551651 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d928865-5dd5-4594-81aa-f7319ba09b52 None None] Attempting to bind port 8279ab19-336c-4c4f-904f-8129701ab858 on network 552ba34b-3dd7-4be8-8310-a9fc908fe72b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:44:57.557106 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdee6c7-47dc-4ee3-88ed-c9bd6d700e0d None None] Pushing event updated for resources: {'Port': ['ID=8279ab19-336c-4c4f-904f-8129701ab858,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:44:57.561272 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-b5948b3b-f3e0-4a96-b265-5fa2f39e2af6 admin admin] Allocated IP 172.20.0.1 (d71c6909-73f4-4f6c-a54e-7e6e3899e662/c6201749-3115-4a55-a1a4-e2e046f3cacb/107e16a3-fb96-4f62-ac96-7254a1d8c09a) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:44:57.561927 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d928865-5dd5-4594-81aa-f7319ba09b52 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:44:57.561927 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d928865-5dd5-4594-81aa-f7319ba09b52 None None] Checking segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:44:57.562167 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5d928865-5dd5-4594-81aa-f7319ba09b52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:57.562427 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d928865-5dd5-4594-81aa-f7319ba09b52 None None] Bound using segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:44:57.562877 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-5d928865-5dd5-4594-81aa-f7319ba09b52 None None] Bound port: 8279ab19-336c-4c4f-904f-8129701ab858, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:44:57.563255 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5d928865-5dd5-4594-81aa-f7319ba09b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:57.569435 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:57.646873 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=efd0377f-f7a3-4ab9-af77-441d99a247f9,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:44:57.648858 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-5d928865-5dd5-4594-81aa-f7319ba09b52 None None] For port 8279ab19-336c-4c4f-904f-8129701ab858, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:44:57.657474 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-5d928865-5dd5-4594-81aa-f7319ba09b52 None None] For port 8279ab19-336c-4c4f-904f-8129701ab858, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=8279ab19-336c-4c4f-904f-8129701ab858,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:44:57.706984 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5d928865-5dd5-4594-81aa-f7319ba09b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:57.734009 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b5948b3b-f3e0-4a96-b265-5fa2f39e2af6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:57.750539 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-b5948b3b-f3e0-4a96-b265-5fa2f39e2af6 admin admin] Transition to ACTIVE for port object 107e16a3-fb96-4f62-ac96-7254a1d8c09a will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:44:57.781669 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d928865-5dd5-4594-81aa-f7319ba09b52 None None] Routers {'72cc4245-c897-4af1-bcb5-0d5968e4da59'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:44:57.782297 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-5d928865-5dd5-4594-81aa-f7319ba09b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:44:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['72cc4245-c897-4af1-bcb5-0d5968e4da59'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:44:57.846467 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdee6c7-47dc-4ee3-88ed-c9bd6d700e0d None None] Pushing event updated for resources: {'Port': ['ID=8279ab19-336c-4c4f-904f-8129701ab858,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:44:57.846734 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b5948b3b-f3e0-4a96-b265-5fa2f39e2af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:57.912586 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5948b3b-f3e0-4a96-b265-5fa2f39e2af6 admin admin] Network d71c6909-73f4-4f6c-a54e-7e6e3899e662 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:44:57.915442 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-b5948b3b-f3e0-4a96-b265-5fa2f39e2af6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:44:57.917879 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5948b3b-f3e0-4a96-b265-5fa2f39e2af6 admin admin] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:44:57.960605 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5948b3b-f3e0-4a96-b265-5fa2f39e2af6 admin admin] Pushing event updated for resources: {'Port': ['ID=107e16a3-fb96-4f62-ac96-7254a1d8c09a,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:44:57.961759 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-5d928865-5dd5-4594-81aa-f7319ba09b52 None None] Set router 72cc4245-c897-4af1-bcb5-0d5968e4da59 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:44:57.991278 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b5948b3b-f3e0-4a96-b265-5fa2f39e2af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:58.191654 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b5948b3b-f3e0-4a96-b265-5fa2f39e2af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:58.197001 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-68a51756-ed51-484b-89bc-8e09ec797f90 None None] Provisioning for port 107e16a3-fb96-4f62-ac96-7254a1d8c09a completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:44:58.202396 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-68a51756-ed51-484b-89bc-8e09ec797f90 None None] Provisioning complete for port 107e16a3-fb96-4f62-ac96-7254a1d8c09a triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:44:58.202772 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-68a51756-ed51-484b-89bc-8e09ec797f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:58.252422 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-5d928865-5dd5-4594-81aa-f7319ba09b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cc4245-c897-4af1-bcb5-0d5968e4da59', 'name': 'tempest-TestShelveInstance-1539225566-router', 'tenant_id': 'b2343101332b4f21bfdbebf6d0d2c41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': '8279ab19-336c-4c4f-904f-8129701ab858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:44:53Z', 'updated_at': '2022-01-21T19:44:55Z', 'revision_number': 3, 'project_id': 'b2343101332b4f21bfdbebf6d0d2c41f', 'gw_port': {'id': '8279ab19-336c-4c4f-904f-8129701ab858', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:40:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72cc4245-c897-4af1-bcb5-0d5968e4da59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:44:54Z', 'updated_at': '2022-01-21T19:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:44:58.256299 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d928865-5dd5-4594-81aa-f7319ba09b52 None None] The sync data for ids ['72cc4245-c897-4af1-bcb5-0d5968e4da59'] in dv-neutron-825470-1-hyperv is: [{'id': '72cc4245-c897-4af1-bcb5-0d5968e4da59', 'name': 'tempest-TestShelveInstance-1539225566-router', 'tenant_id': 'b2343101332b4f21bfdbebf6d0d2c41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': '8279ab19-336c-4c4f-904f-8129701ab858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:44:53Z', 'updated_at': '2022-01-21T19:44:55Z', 'revision_number': 3, 'project_id': 'b2343101332b4f21bfdbebf6d0d2c41f', 'gw_port': {'id': '8279ab19-336c-4c4f-904f-8129701ab858', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:40:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72cc4245-c897-4af1-bcb5-0d5968e4da59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:44:54Z', 'updated_at': '2022-01-21T19:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:44:58.259857 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-68a51756-ed51-484b-89bc-8e09ec797f90 None None] Port 107e16a3-fb96-4f62-ac96-7254a1d8c09a cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:44:58.384906 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device fbc698d8-deba-4085-b41c-b77cff0e6b11 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:44:58.453702 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b5948b3b-f3e0-4a96-b265-5fa2f39e2af6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:58.461427 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port fbc698d8-deba-4085-b41c-b77cff0e6b11 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:44:58.461890 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:58.530493 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b5948b3b-f3e0-4a96-b265-5fa2f39e2af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:58.617058 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device efd0377f-f7a3-4ab9-af77-441d99a247f9 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:44:58.645955 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5948b3b-f3e0-4a96-b265-5fa2f39e2af6 admin admin] Pushing event updated for resources: {'Port': ['ID=107e16a3-fb96-4f62-ac96-7254a1d8c09a,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:44:58.648654 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-b5948b3b-f3e0-4a96-b265-5fa2f39e2af6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:58.688542 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:58.710531 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port efd0377f-f7a3-4ab9-af77-441d99a247f9 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:44:58.710977 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:58.773682 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:58.793052 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5948b3b-f3e0-4a96-b265-5fa2f39e2af6 admin admin] Network d71c6909-73f4-4f6c-a54e-7e6e3899e662 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:44:58.794637 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-b5948b3b-f3e0-4a96-b265-5fa2f39e2af6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:44:58.820646 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:59.000592 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5948b3b-f3e0-4a96-b265-5fa2f39e2af6 admin admin] Router 72cc4245-c897-4af1-bcb5-0d5968e4da59 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:44:59.094770 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-dd618872-3d82-455f-8157-4af72f4a2607 None None] Provisioning complete for port 107e16a3-fb96-4f62-ac96-7254a1d8c09a triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:44:59.095228 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-dd618872-3d82-455f-8157-4af72f4a2607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:44:59.150808 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-dd618872-3d82-455f-8157-4af72f4a2607 None None] Port 107e16a3-fb96-4f62-ac96-7254a1d8c09a cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:44:59.290091 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5948b3b-f3e0-4a96-b265-5fa2f39e2af6 admin admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:44:59.299557 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-b5948b3b-f3e0-4a96-b265-5fa2f39e2af6 admin admin] 10.222.0.87 "PUT /v2.0/routers/72cc4245-c897-4af1-bcb5-0d5968e4da59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8021405 Jan 21 19:45:00.001417 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f3e093-6d29-4288-8498-225dbfe05595 None None] Sync routers for ids ['72cc4245-c897-4af1-bcb5-0d5968e4da59'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:45:00.016420 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f3e093-6d29-4288-8498-225dbfe05595 None None] Routers {'72cc4245-c897-4af1-bcb5-0d5968e4da59'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:45:00.017078 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-85f3e093-6d29-4288-8498-225dbfe05595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:44:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['72cc4245-c897-4af1-bcb5-0d5968e4da59'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:45:00.105282 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42894) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:45:00.110653 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-b5de1987-5278-4bae-9782-aedea050db16 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-133697636', 'description': 'tempest-secgroup-smoke-133697636 description', 'project_id': '50f57675333942a99ecd5a03743b02e1'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:45:00.118218 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-b5de1987-5278-4bae-9782-aedea050db16 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:45:00.122153 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b5de1987-5278-4bae-9782-aedea050db16 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Usage tracker for resource:security_group and tenant:50f57675333942a99ecd5a03743b02e1 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:45:00.125146 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b5de1987-5278-4bae-9782-aedea050db16 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:45:00.131675 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-b5de1987-5278-4bae-9782-aedea050db16 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:45:00.197470 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b5de1987-5278-4bae-9782-aedea050db16 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:00.220473 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-b5de1987-5278-4bae-9782-aedea050db16 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:45:00.224734 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b5de1987-5278-4bae-9782-aedea050db16 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Usage tracker for resource:security_group_rule and tenant:50f57675333942a99ecd5a03743b02e1 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:45:00.227663 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-b5de1987-5278-4bae-9782-aedea050db16 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:45:00.233530 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-b5de1987-5278-4bae-9782-aedea050db16 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:45:00.269302 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-85f3e093-6d29-4288-8498-225dbfe05595 None None] Set router 72cc4245-c897-4af1-bcb5-0d5968e4da59 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:45:00.315351 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:00.325766 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b5de1987-5278-4bae-9782-aedea050db16 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:00.405553 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b5de1987-5278-4bae-9782-aedea050db16 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:00.413002 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 8279ab19-336c-4c4f-904f-8129701ab858 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:45:00.458039 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5de1987-5278-4bae-9782-aedea050db16 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5d0f77-83f3-4091-a7a1-c6caf47338e5,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:45:00.525643 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-b5de1987-5278-4bae-9782-aedea050db16 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:00.527226 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-b5de1987-5278-4bae-9782-aedea050db16 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4208205 Jan 21 19:45:00.530443 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42898) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:45:00.535388 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-c808df83-8baa-4889-b909-75528d52f842 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Request body: {'security_group_rule': {'security_group_id': 'ba5d0f77-83f3-4091-a7a1-c6caf47338e5', 'project_id': '50f57675333942a99ecd5a03743b02e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:45:00.541381 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-c808df83-8baa-4889-b909-75528d52f842 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:45:00.545758 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-c808df83-8baa-4889-b909-75528d52f842 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Usage tracker for resource:security_group_rule and tenant:50f57675333942a99ecd5a03743b02e1 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:45:00.549129 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-c808df83-8baa-4889-b909-75528d52f842 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:45:00.555066 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-c808df83-8baa-4889-b909-75528d52f842 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:45:00.637405 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c808df83-8baa-4889-b909-75528d52f842 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:00.696693 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c808df83-8baa-4889-b909-75528d52f842 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:00.700574 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-85f3e093-6d29-4288-8498-225dbfe05595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cc4245-c897-4af1-bcb5-0d5968e4da59', 'name': 'tempest-TestShelveInstance-1539225566-router', 'tenant_id': 'b2343101332b4f21bfdbebf6d0d2c41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': '8279ab19-336c-4c4f-904f-8129701ab858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:44:53Z', 'updated_at': '2022-01-21T19:44:58Z', 'revision_number': 4, 'project_id': 'b2343101332b4f21bfdbebf6d0d2c41f', 'gw_port': {'id': '8279ab19-336c-4c4f-904f-8129701ab858', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:40:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72cc4245-c897-4af1-bcb5-0d5968e4da59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:44:54Z', 'updated_at': '2022-01-21T19:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '107e16a3-fb96-4f62-ac96-7254a1d8c09a', 'name': '', 'network_id': 'd71c6909-73f4-4f6c-a54e-7e6e3899e662', 'tenant_id': 'b2343101332b4f21bfdbebf6d0d2c41f', 'mac_address': 'fa:16:3e:0c:81:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72cc4245-c897-4af1-bcb5-0d5968e4da59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'c6201749-3115-4a55-a1a4-e2e046f3cacb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:44:57Z', 'updated_at': '2022-01-21T19:44:58Z', 'revision_number': 2, 'project_id': 'b2343101332b4f21bfdbebf6d0d2c41f', 'subnets': [{'id': 'c6201749-3115-4a55-a1a4-e2e046f3cacb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:45:00.704476 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f3e093-6d29-4288-8498-225dbfe05595 None None] Checking router: 72cc4245-c897-4af1-bcb5-0d5968e4da59 for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:45:00.704752 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f3e093-6d29-4288-8498-225dbfe05595 None None] Updating router 72cc4245-c897-4af1-bcb5-0d5968e4da59 port 107e16a3-fb96-4f62-ac96-7254a1d8c09a binding host dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:45:00.732523 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 8279ab19-336c-4c4f-904f-8129701ab858 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:45:00.750743 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 8279ab19-336c-4c4f-904f-8129701ab858 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:45:00.751112 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:00.773931 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c808df83-8baa-4889-b909-75528d52f842 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:00.795620 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c808df83-8baa-4889-b909-75528d52f842 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c02c35cb-269e-486f-adc1-67df3eb1a3ea,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:45:00.807557 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-85f3e093-6d29-4288-8498-225dbfe05595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:00.888358 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c808df83-8baa-4889-b909-75528d52f842 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:00.889585 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c808df83-8baa-4889-b909-75528d52f842 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3582044 Jan 21 19:45:00.892387 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42902) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:45:00.898043 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-2ec042c6-2d3f-488b-95ed-45213fe13de6 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Request body: {'security_group_rule': {'security_group_id': 'ba5d0f77-83f3-4091-a7a1-c6caf47338e5', 'project_id': '50f57675333942a99ecd5a03743b02e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:45:00.904089 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-2ec042c6-2d3f-488b-95ed-45213fe13de6 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:45:00.907889 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-2ec042c6-2d3f-488b-95ed-45213fe13de6 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Usage tracker for resource:security_group_rule and tenant:50f57675333942a99ecd5a03743b02e1 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:45:00.911349 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-2ec042c6-2d3f-488b-95ed-45213fe13de6 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:45:00.917295 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-2ec042c6-2d3f-488b-95ed-45213fe13de6 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:45:00.991095 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:01.009388 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2ec042c6-2d3f-488b-95ed-45213fe13de6 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:01.031645 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 8279ab19-336c-4c4f-904f-8129701ab858, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=8279ab19-336c-4c4f-904f-8129701ab858,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:45:01.073067 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2ec042c6-2d3f-488b-95ed-45213fe13de6 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:01.099163 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:01.134599 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2ec042c6-2d3f-488b-95ed-45213fe13de6 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:01.160195 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec042c6-2d3f-488b-95ed-45213fe13de6 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a65bea59-ca68-444f-bfcc-5718409c3d88,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:45:01.199407 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=8279ab19-336c-4c4f-904f-8129701ab858,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:45:01.229387 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2ec042c6-2d3f-488b-95ed-45213fe13de6 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:01.230548 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-2ec042c6-2d3f-488b-95ed-45213fe13de6 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3366406 Jan 21 19:45:01.233206 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42906) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:45:01.238852 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-5164b4a6-57cd-4047-9018-536ec85a7e06 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Request body: {'security_group_rule': {'security_group_id': 'ba5d0f77-83f3-4091-a7a1-c6caf47338e5', 'project_id': '50f57675333942a99ecd5a03743b02e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:45:01.245062 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-5164b4a6-57cd-4047-9018-536ec85a7e06 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:45:01.249146 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-5164b4a6-57cd-4047-9018-536ec85a7e06 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Usage tracker for resource:security_group_rule and tenant:50f57675333942a99ecd5a03743b02e1 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:45:01.252446 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-5164b4a6-57cd-4047-9018-536ec85a7e06 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:45:01.259236 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-5164b4a6-57cd-4047-9018-536ec85a7e06 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:45:01.281504 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-85f3e093-6d29-4288-8498-225dbfe05595 None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:01.292609 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-85f3e093-6d29-4288-8498-225dbfe05595 None None] Transition to ACTIVE for port object 107e16a3-fb96-4f62-ac96-7254a1d8c09a will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:45:01.333130 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5164b4a6-57cd-4047-9018-536ec85a7e06 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:01.354336 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-85f3e093-6d29-4288-8498-225dbfe05595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:01.399344 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5164b4a6-57cd-4047-9018-536ec85a7e06 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:01.474331 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5164b4a6-57cd-4047-9018-536ec85a7e06 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:01.496984 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5164b4a6-57cd-4047-9018-536ec85a7e06 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b859a325-d22f-408e-9d2a-8466611d2aea,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:45:01.506260 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb02c715-5326-47f8-a3ab-71aa61cc7125 None None] Pushing event updated for resources: {'Port': ['ID=107e16a3-fb96-4f62-ac96-7254a1d8c09a,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:45:01.573465 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-85f3e093-6d29-4288-8498-225dbfe05595 None None] Attempting to bind port 107e16a3-fb96-4f62-ac96-7254a1d8c09a on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:45:01.573857 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-85f3e093-6d29-4288-8498-225dbfe05595 None None] Attempting to bind port 107e16a3-fb96-4f62-ac96-7254a1d8c09a by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '2c1a8579-5388-4279-ad78-faea4b6d28f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd71c6909-73f4-4f6c-a54e-7e6e3899e662'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:45:01.574219 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f3e093-6d29-4288-8498-225dbfe05595 None None] Attempting to bind port 107e16a3-fb96-4f62-ac96-7254a1d8c09a on network d71c6909-73f4-4f6c-a54e-7e6e3899e662 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:45:01.579564 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f3e093-6d29-4288-8498-225dbfe05595 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:45:01.580626 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f3e093-6d29-4288-8498-225dbfe05595 None None] Checking segment: {'id': '2c1a8579-5388-4279-ad78-faea4b6d28f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd71c6909-73f4-4f6c-a54e-7e6e3899e662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:45:01.581073 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-85f3e093-6d29-4288-8498-225dbfe05595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:01.581466 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f3e093-6d29-4288-8498-225dbfe05595 None None] Bound using segment: {'id': '2c1a8579-5388-4279-ad78-faea4b6d28f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd71c6909-73f4-4f6c-a54e-7e6e3899e662'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:45:01.582106 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-85f3e093-6d29-4288-8498-225dbfe05595 None None] Bound port: 107e16a3-fb96-4f62-ac96-7254a1d8c09a, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1a8579-5388-4279-ad78-faea4b6d28f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd71c6909-73f4-4f6c-a54e-7e6e3899e662'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:45:01.582476 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-85f3e093-6d29-4288-8498-225dbfe05595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:01.585945 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5164b4a6-57cd-4047-9018-536ec85a7e06 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:01.589905 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-5164b4a6-57cd-4047-9018-536ec85a7e06 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3557279 Jan 21 19:45:01.590360 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 42910) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:45:01.597204 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-cb506681-d0fa-4ca6-89da-b7fc6a2f7a08 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Request body: {'security_group_rule': {'security_group_id': 'ba5d0f77-83f3-4091-a7a1-c6caf47338e5', 'project_id': '50f57675333942a99ecd5a03743b02e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:45:01.603431 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-cb506681-d0fa-4ca6-89da-b7fc6a2f7a08 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:45:01.607865 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-cb506681-d0fa-4ca6-89da-b7fc6a2f7a08 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Usage tracker for resource:security_group_rule and tenant:50f57675333942a99ecd5a03743b02e1 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:45:01.611002 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-cb506681-d0fa-4ca6-89da-b7fc6a2f7a08 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:45:01.617850 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-cb506681-d0fa-4ca6-89da-b7fc6a2f7a08 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:45:01.678793 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cb506681-d0fa-4ca6-89da-b7fc6a2f7a08 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:01.692560 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-85f3e093-6d29-4288-8498-225dbfe05595 None None] For port 107e16a3-fb96-4f62-ac96-7254a1d8c09a, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:45:01.698157 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-85f3e093-6d29-4288-8498-225dbfe05595 None None] For port 107e16a3-fb96-4f62-ac96-7254a1d8c09a, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=107e16a3-fb96-4f62-ac96-7254a1d8c09a,segment=NetworkSegment(2c1a8579-5388-4279-ad78-faea4b6d28f2),segment_id=2c1a8579-5388-4279-ad78-faea4b6d28f2)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:45:01.742166 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cb506681-d0fa-4ca6-89da-b7fc6a2f7a08 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:01.768798 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-85f3e093-6d29-4288-8498-225dbfe05595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:01.817369 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cb506681-d0fa-4ca6-89da-b7fc6a2f7a08 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:01.839221 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb506681-d0fa-4ca6-89da-b7fc6a2f7a08 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f51738a6-6d20-4181-a87a-e3545da68576,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:45:01.850468 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f3e093-6d29-4288-8498-225dbfe05595 None None] Routers {'72cc4245-c897-4af1-bcb5-0d5968e4da59'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:45:01.851097 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-85f3e093-6d29-4288-8498-225dbfe05595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:44:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['72cc4245-c897-4af1-bcb5-0d5968e4da59'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:45:01.917732 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb02c715-5326-47f8-a3ab-71aa61cc7125 None None] Pushing event updated for resources: {'Port': ['ID=107e16a3-fb96-4f62-ac96-7254a1d8c09a,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:45:01.920383 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cb506681-d0fa-4ca6-89da-b7fc6a2f7a08 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:01.922396 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-cb506681-d0fa-4ca6-89da-b7fc6a2f7a08 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3303165 Jan 21 19:45:01.925226 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42914) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:45:01.930780 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-fb9c13af-92a3-4698-a38b-fb90f88c6fea tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Request body: {'security_group_rule': {'security_group_id': 'ba5d0f77-83f3-4091-a7a1-c6caf47338e5', 'project_id': '50f57675333942a99ecd5a03743b02e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:45:01.937592 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-fb9c13af-92a3-4698-a38b-fb90f88c6fea tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:45:01.942765 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-fb9c13af-92a3-4698-a38b-fb90f88c6fea tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Usage tracker for resource:security_group_rule and tenant:50f57675333942a99ecd5a03743b02e1 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:45:01.946252 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-fb9c13af-92a3-4698-a38b-fb90f88c6fea tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:45:01.952431 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-fb9c13af-92a3-4698-a38b-fb90f88c6fea tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:45:02.040082 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.securitygroups_db [None req-fb9c13af-92a3-4698-a38b-fb90f88c6fea tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Project 50f57675333942a99ecd5a03743b02e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 19:45:02.047684 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fb9c13af-92a3-4698-a38b-fb90f88c6fea tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:02.053219 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-85f3e093-6d29-4288-8498-225dbfe05595 None None] Set router 72cc4245-c897-4af1-bcb5-0d5968e4da59 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:45:02.113559 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fb9c13af-92a3-4698-a38b-fb90f88c6fea tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:02.174032 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fb9c13af-92a3-4698-a38b-fb90f88c6fea tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:02.198770 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9c13af-92a3-4698-a38b-fb90f88c6fea tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=477616ce-9375-4104-8ef8-7c2ddda1b58f,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:45:02.257251 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fb9c13af-92a3-4698-a38b-fb90f88c6fea tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:02.259041 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-fb9c13af-92a3-4698-a38b-fb90f88c6fea tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3322332 Jan 21 19:45:02.261428 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42918) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:45:02.266458 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-5771a3f4-0470-4024-87a7-5f798746a238 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Request body: {'security_group_rule': {'security_group_id': 'ba5d0f77-83f3-4091-a7a1-c6caf47338e5', 'project_id': '50f57675333942a99ecd5a03743b02e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:45:02.273025 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-5771a3f4-0470-4024-87a7-5f798746a238 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:45:02.276800 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-5771a3f4-0470-4024-87a7-5f798746a238 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Usage tracker for resource:security_group_rule and tenant:50f57675333942a99ecd5a03743b02e1 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:45:02.279634 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-5771a3f4-0470-4024-87a7-5f798746a238 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:45:02.286719 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-5771a3f4-0470-4024-87a7-5f798746a238 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:45:02.340152 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.securitygroups_db [None req-5771a3f4-0470-4024-87a7-5f798746a238 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Project 50f57675333942a99ecd5a03743b02e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 19:45:02.347322 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5771a3f4-0470-4024-87a7-5f798746a238 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:02.388075 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 8279ab19-336c-4c4f-904f-8129701ab858 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:45:02.422683 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5771a3f4-0470-4024-87a7-5f798746a238 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:02.470604 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-85f3e093-6d29-4288-8498-225dbfe05595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cc4245-c897-4af1-bcb5-0d5968e4da59', 'name': 'tempest-TestShelveInstance-1539225566-router', 'tenant_id': 'b2343101332b4f21bfdbebf6d0d2c41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': '8279ab19-336c-4c4f-904f-8129701ab858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:44:53Z', 'updated_at': '2022-01-21T19:44:58Z', 'revision_number': 4, 'project_id': 'b2343101332b4f21bfdbebf6d0d2c41f', 'gw_port': {'id': '8279ab19-336c-4c4f-904f-8129701ab858', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:40:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cc4245-c897-4af1-bcb5-0d5968e4da59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:44:54Z', 'updated_at': '2022-01-21T19:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '107e16a3-fb96-4f62-ac96-7254a1d8c09a', 'name': '', 'network_id': 'd71c6909-73f4-4f6c-a54e-7e6e3899e662', 'tenant_id': 'b2343101332b4f21bfdbebf6d0d2c41f', 'mac_address': 'fa:16:3e:0c:81:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72cc4245-c897-4af1-bcb5-0d5968e4da59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'c6201749-3115-4a55-a1a4-e2e046f3cacb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:44:57Z', 'updated_at': '2022-01-21T19:45:01Z', 'revision_number': 4, 'project_id': 'b2343101332b4f21bfdbebf6d0d2c41f', 'subnets': [{'id': 'c6201749-3115-4a55-a1a4-e2e046f3cacb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:45:02.476849 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f3e093-6d29-4288-8498-225dbfe05595 None None] The sync data for ids ['72cc4245-c897-4af1-bcb5-0d5968e4da59'] in dv-neutron-825470-1-hyperv is: [{'id': '72cc4245-c897-4af1-bcb5-0d5968e4da59', 'name': 'tempest-TestShelveInstance-1539225566-router', 'tenant_id': 'b2343101332b4f21bfdbebf6d0d2c41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': '8279ab19-336c-4c4f-904f-8129701ab858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:44:53Z', 'updated_at': '2022-01-21T19:44:58Z', 'revision_number': 4, 'project_id': 'b2343101332b4f21bfdbebf6d0d2c41f', 'gw_port': {'id': '8279ab19-336c-4c4f-904f-8129701ab858', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:40:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cc4245-c897-4af1-bcb5-0d5968e4da59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:44:54Z', 'updated_at': '2022-01-21T19:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': '107e16a3-fb96-4f62-ac96-7254a1d8c09a', 'name': '', 'network_id': 'd71c6909-73f4-4f6c-a54e-7e6e3899e662', 'tenant_id': 'b2343101332b4f21bfdbebf6d0d2c41f', 'mac_address': 'fa:16:3e:0c:81:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72cc4245-c897-4af1-bcb5-0d5968e4da59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'c6201749-3115-4a55-a1a4-e2e046f3cacb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:44:57Z', 'updated_at': '2022-01-21T19:45:01Z', 'revision_number': 4, 'project_id': 'b2343101332b4f21bfdbebf6d0d2c41f', 'subnets': [{'id': 'c6201749-3115-4a55-a1a4-e2e046f3cacb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:45:02.480774 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 8279ab19-336c-4c4f-904f-8129701ab858 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:45:02.480774 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:02.529641 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5771a3f4-0470-4024-87a7-5f798746a238 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:02.568313 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5771a3f4-0470-4024-87a7-5f798746a238 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1149a7eb-95cb-4c4a-ae24-6d27df83b975,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:45:02.639997 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-5771a3f4-0470-4024-87a7-5f798746a238 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:02.641150 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-5771a3f4-0470-4024-87a7-5f798746a238 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3787313 Jan 21 19:45:02.877603 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-06aecb15-3da7-4d9e-97dc-503bc43990c6 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Synchronizing usage tracker for tenant:50f57675333942a99ecd5a03743b02e1 on resource:security_group {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:45:02.945469 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-06aecb15-3da7-4d9e-97dc-503bc43990c6 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Unset dirty status for tenant:50f57675333942a99ecd5a03743b02e1 on resource:security_group {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:45:02.946699 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-06aecb15-3da7-4d9e-97dc-503bc43990c6 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-133697636&fields=id&tenant_id=50f57675333942a99ecd5a03743b02e1 HTTP/1.1" status: 200 len: 267 time: 0.1093323 Jan 21 19:45:03.113422 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-c24db312-76e0-42f0-8a3c-d8e51cc0d020 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:45:03.114912 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-c24db312-76e0-42f0-8a3c-d8e51cc0d020 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/networks?id=6bc82968-0e1b-4358-80bc-6257798403f8 HTTP/1.1" status: 200 len: 809 time: 0.1616559 Jan 21 19:45:03.130175 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-ddb40ef0-fe90-4dd0-936f-bb95756a1d5d tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/quotas/50f57675333942a99ecd5a03743b02e1 HTTP/1.1" status: 200 len: 375 time: 0.0095813 Jan 21 19:45:03.217332 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-d161ad38-5313-4c92-84aa-fb7f48b4bf79 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=50f57675333942a99ecd5a03743b02e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0807269 Jan 21 19:45:03.341189 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-9dbe2753-4367-415b-8f8b-fa9a99644a4d service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=88136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:45:03.342319 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-9dbe2753-4367-415b-8f8b-fa9a99644a4d service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1130488 Jan 21 19:45:03.485316 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-13a58163-0983-46d0-a481-61900a62e67f service neutron] 10.222.0.87 "GET /v2.0/networks/6bc82968-0e1b-4358-80bc-6257798403f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364512 Jan 21 19:45:03.622699 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-34a75077-cbb8-4d9e-bd4a-1308fcdb0dca service neutron] 10.222.0.87 "GET /v2.0/networks/6bc82968-0e1b-4358-80bc-6257798403f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306908 Jan 21 19:45:03.922540 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-71799c94-67c0-4037-98ad-8e5bbccd82e7 req-eeca3b40-e2f9-4d7b-8e93-4986ee5637b4 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 210 time: 0.0959587 Jan 21 19:45:04.424878 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 107e16a3-fb96-4f62-ac96-7254a1d8c09a up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:45:04.566049 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 107e16a3-fb96-4f62-ac96-7254a1d8c09a completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:45:04.571234 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 107e16a3-fb96-4f62-ac96-7254a1d8c09a triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:45:04.571526 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:04.687713 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:04.718822 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 107e16a3-fb96-4f62-ac96-7254a1d8c09a, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=107e16a3-fb96-4f62-ac96-7254a1d8c09a,segment=NetworkSegment(2c1a8579-5388-4279-ad78-faea4b6d28f2),segment_id=2c1a8579-5388-4279-ad78-faea4b6d28f2)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:45:04.800093 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:04.865127 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=107e16a3-fb96-4f62-ac96-7254a1d8c09a,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:45:05.016793 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d008f7dd-558c-492c-9da1-f7baf9887fc0 req-67a3cc65-5700-4813-96fd-3589bcde6591 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 210 time: 0.0414846 Jan 21 19:45:06.111988 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f70d9389-d36a-4a99-ac45-af17df389d3e req-594587df-c02c-4545-b024-298af269ff52 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 210 time: 0.0423131 Jan 21 19:45:06.378772 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 107e16a3-fb96-4f62-ac96-7254a1d8c09a up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:45:06.455500 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 107e16a3-fb96-4f62-ac96-7254a1d8c09a triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:45:06.455872 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:07.257779 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0ae852df-09cd-47e2-9d29-8d13bcefe71c req-331cd137-9599-4756-bf05-717966960b56 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 210 time: 0.0438910 Jan 21 19:45:08.410660 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-95e9434a-0a6f-4ecf-bb36-c80bbd898641 req-1999e103-6bbf-4afc-85b7-adf7705c18df tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 210 time: 0.0509202 Jan 21 19:45:09.120820 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-a00077fb-7152-4283-90b8-e4e5f24d8781 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:45:09.121499 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-a00077fb-7152-4283-90b8-e4e5f24d8781 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Synchronizing usage tracker for tenant:50f57675333942a99ecd5a03743b02e1 on resource:network {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:45:09.230981 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-a00077fb-7152-4283-90b8-e4e5f24d8781 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Unset dirty status for tenant:50f57675333942a99ecd5a03743b02e1 on resource:network {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:45:09.232132 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-a00077fb-7152-4283-90b8-e4e5f24d8781 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.113 "GET /v2.0/networks?id=6bc82968-0e1b-4358-80bc-6257798403f8 HTTP/1.1" status: 200 len: 809 time: 0.2563419 Jan 21 19:45:09.283110 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-c5dd89c8-d6a8-457a-997b-7b3c387c9edb tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Synchronizing usage tracker for tenant:50f57675333942a99ecd5a03743b02e1 on resource:security_group {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:45:09.295623 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-c5dd89c8-d6a8-457a-997b-7b3c387c9edb tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Unset dirty status for tenant:50f57675333942a99ecd5a03743b02e1 on resource:security_group {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:45:09.296727 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-c5dd89c8-d6a8-457a-997b-7b3c387c9edb tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50f57675333942a99ecd5a03743b02e1 HTTP/1.1" status: 200 len: 379 time: 0.0568004 Jan 21 19:45:09.305010 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-00ee07c7-9505-4623-a422-e384326bbb00 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Request body: {'port': {'device_id': '6d11bf8a-234f-4a02-9c17-b55db2a63d86', 'network_id': '6bc82968-0e1b-4358-80bc-6257798403f8', 'admin_state_up': True, 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'security_groups': ['ba5d0f77-83f3-4091-a7a1-c6caf47338e5']}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:45:09.444822 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-00ee07c7-9505-4623-a422-e384326bbb00 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:45:09.448892 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-00ee07c7-9505-4623-a422-e384326bbb00 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Usage tracker for resource:port and tenant:50f57675333942a99ecd5a03743b02e1 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:45:09.451788 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-00ee07c7-9505-4623-a422-e384326bbb00 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:45:09.457629 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-00ee07c7-9505-4623-a422-e384326bbb00 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:45:09.522749 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-00ee07c7-9505-4623-a422-e384326bbb00 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Made reservation on behalf of 50f57675333942a99ecd5a03743b02e1 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:45:09.526420 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-00ee07c7-9505-4623-a422-e384326bbb00 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:09.560735 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-af4128e8-9f7c-482e-a077-0b5b35b7a650 req-113b0b43-db3b-4dd9-af75-bdbfb195eefd tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 210 time: 0.0432129 Jan 21 19:45:09.683133 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-00ee07c7-9505-4623-a422-e384326bbb00 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Allocated IP 172.20.0.11 (6bc82968-0e1b-4358-80bc-6257798403f8/1ef7054e-4b1c-49b1-9081-0b6168ea7e6a/3f61d0bc-8eb2-4f67-810d-423b78b9789a) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:45:09.884520 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-00ee07c7-9505-4623-a422-e384326bbb00 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:09.899938 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-00ee07c7-9505-4623-a422-e384326bbb00 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Transition to ACTIVE for port object 3f61d0bc-8eb2-4f67-810d-423b78b9789a will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:45:09.991125 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-00ee07c7-9505-4623-a422-e384326bbb00 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:10.061387 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-00ee07c7-9505-4623-a422-e384326bbb00 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Network 6bc82968-0e1b-4358-80bc-6257798403f8 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:45:10.064761 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-00ee07c7-9505-4623-a422-e384326bbb00 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:45:10.068663 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-00ee07c7-9505-4623-a422-e384326bbb00 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:45:10.103317 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee07c7-9505-4623-a422-e384326bbb00 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Pushing event updated for resources: {'Port': ['ID=3f61d0bc-8eb2-4f67-810d-423b78b9789a,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:45:10.139280 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-00ee07c7-9505-4623-a422-e384326bbb00 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:45:10.139993 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-00ee07c7-9505-4623-a422-e384326bbb00 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:10.223263 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-00ee07c7-9505-4623-a422-e384326bbb00 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9217539 Jan 21 19:45:10.276679 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-70991351-2f3e-473c-af0d-1a3cafd5309e service neutron] Request body: {'port': {'device_id': '6d11bf8a-234f-4a02-9c17-b55db2a63d86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:45:10.385242 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-70991351-2f3e-473c-af0d-1a3cafd5309e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:10.388432 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-c83e132f-7df9-4fc8-bff3-d062e27ed42c None None] Provisioning for port 3f61d0bc-8eb2-4f67-810d-423b78b9789a completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:45:10.394455 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-c83e132f-7df9-4fc8-bff3-d062e27ed42c None None] Provisioning complete for port 3f61d0bc-8eb2-4f67-810d-423b78b9789a triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:45:10.407436 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c83e132f-7df9-4fc8-bff3-d062e27ed42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:10.451992 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-c83e132f-7df9-4fc8-bff3-d062e27ed42c None None] Port 3f61d0bc-8eb2-4f67-810d-423b78b9789a cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:45:10.732127 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-70991351-2f3e-473c-af0d-1a3cafd5309e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f61d0bc-8eb2-4f67-810d-423b78b9789a {{(pid=88137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:45:10.739981 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-70991351-2f3e-473c-af0d-1a3cafd5309e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:10.749556 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee1bcc-00d6-4090-9636-6b20959a911f req-0bbcf7fe-74c9-4796-8dd6-bf404a2ee9df tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:45:10.751034 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-06ee1bcc-00d6-4090-9636-6b20959a911f req-0bbcf7fe-74c9-4796-8dd6-bf404a2ee9df tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 932 time: 0.0829175 Jan 21 19:45:10.755190 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-70991351-2f3e-473c-af0d-1a3cafd5309e service neutron] Transition to ACTIVE for port object 3f61d0bc-8eb2-4f67-810d-423b78b9789a will not be triggered until provisioned by entity L2. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:45:10.794727 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-06ee1bcc-00d6-4090-9636-6b20959a911f req-be5443dd-5a04-4f0a-85cd-bd698d7688dc tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371990 Jan 21 19:45:10.822490 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-70991351-2f3e-473c-af0d-1a3cafd5309e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:10.951891 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70991351-2f3e-473c-af0d-1a3cafd5309e service neutron] Pushing event updated for resources: {'Port': ['ID=3f61d0bc-8eb2-4f67-810d-423b78b9789a,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:45:11.060076 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-70991351-2f3e-473c-af0d-1a3cafd5309e service neutron] Attempting to bind port 3f61d0bc-8eb2-4f67-810d-423b78b9789a on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:45:11.060407 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-70991351-2f3e-473c-af0d-1a3cafd5309e service neutron] Attempting to bind port 3f61d0bc-8eb2-4f67-810d-423b78b9789a by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'd117adb4-1c6f-4017-abee-cde23b9d43bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6bc82968-0e1b-4358-80bc-6257798403f8'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:45:11.060728 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-70991351-2f3e-473c-af0d-1a3cafd5309e service neutron] Attempting to bind port 3f61d0bc-8eb2-4f67-810d-423b78b9789a on network 6bc82968-0e1b-4358-80bc-6257798403f8 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:45:11.066015 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-70991351-2f3e-473c-af0d-1a3cafd5309e service neutron] Port 3f61d0bc-8eb2-4f67-810d-423b78b9789a on network 6bc82968-0e1b-4358-80bc-6257798403f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 19:45:11.066336 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-70991351-2f3e-473c-af0d-1a3cafd5309e service neutron] Attempting to bind port 3f61d0bc-8eb2-4f67-810d-423b78b9789a on network 6bc82968-0e1b-4358-80bc-6257798403f8 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:45:11.071433 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-70991351-2f3e-473c-af0d-1a3cafd5309e service neutron] Checking agent: {'id': '9a14f311-f6d5-46c6-87a2-f860197fb66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:45:11.071767 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-70991351-2f3e-473c-af0d-1a3cafd5309e service neutron] Checking segment: {'id': 'd117adb4-1c6f-4017-abee-cde23b9d43bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6bc82968-0e1b-4358-80bc-6257798403f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:45:11.072150 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-70991351-2f3e-473c-af0d-1a3cafd5309e service neutron] Bound using segment: {'id': 'd117adb4-1c6f-4017-abee-cde23b9d43bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6bc82968-0e1b-4358-80bc-6257798403f8'} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:45:11.080359 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-70991351-2f3e-473c-af0d-1a3cafd5309e service neutron] Bound port: 3f61d0bc-8eb2-4f67-810d-423b78b9789a, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd117adb4-1c6f-4017-abee-cde23b9d43bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6bc82968-0e1b-4358-80bc-6257798403f8'}}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:45:11.080359 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-70991351-2f3e-473c-af0d-1a3cafd5309e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:11.254429 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-70991351-2f3e-473c-af0d-1a3cafd5309e service neutron] For port 3f61d0bc-8eb2-4f67-810d-423b78b9789a, host hv-neutron-8254, cleared binding levels {{(pid=88137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:45:11.257158 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-70991351-2f3e-473c-af0d-1a3cafd5309e service neutron] For port 3f61d0bc-8eb2-4f67-810d-423b78b9789a, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=3f61d0bc-8eb2-4f67-810d-423b78b9789a,segment=NetworkSegment(d117adb4-1c6f-4017-abee-cde23b9d43bf),segment_id=d117adb4-1c6f-4017-abee-cde23b9d43bf)] {{(pid=88137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:45:11.311465 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-70991351-2f3e-473c-af0d-1a3cafd5309e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:11.372873 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-70991351-2f3e-473c-af0d-1a3cafd5309e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:45:11.373478 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-70991351-2f3e-473c-af0d-1a3cafd5309e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:11.374913 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-70991351-2f3e-473c-af0d-1a3cafd5309e service neutron] 10.222.0.113 "PUT /v2.0/ports/3f61d0bc-8eb2-4f67-810d-423b78b9789a HTTP/1.1" status: 200 len: 1094 time: 1.1444290 Jan 21 19:45:11.375335 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d11bf8a-234f-4a02-9c17-b55db2a63d86', 'tag': '3f61d0bc-8eb2-4f67-810d-423b78b9789a'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:45:11.400172 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70991351-2f3e-473c-af0d-1a3cafd5309e service neutron] Pushing event updated for resources: {'Port': ['ID=3f61d0bc-8eb2-4f67-810d-423b78b9789a,revision_number=3']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:45:11.428437 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d11bf8a-234f-4a02-9c17-b55db2a63d86', 'tag': '3f61d0bc-8eb2-4f67-810d-423b78b9789a', 'status': 'completed', 'code': 200} Jan 21 19:45:11.529763 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1127bdc-9e23-4cbb-a942-0cc5179d5a09 req-65f27a81-eedb-430f-b841-74858ab2f59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:45:11.531348 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b1127bdc-9e23-4cbb-a942-0cc5179d5a09 req-65f27a81-eedb-430f-b841-74858ab2f59e service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=50f57675333942a99ecd5a03743b02e1&device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 1097 time: 0.0830235 Jan 21 19:45:11.673537 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1127bdc-9e23-4cbb-a942-0cc5179d5a09 req-2758a69e-e56a-4a48-bef4-2a609711e4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:45:11.674926 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b1127bdc-9e23-4cbb-a942-0cc5179d5a09 req-2758a69e-e56a-4a48-bef4-2a609711e4f8 service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=50f57675333942a99ecd5a03743b02e1&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1370084 Jan 21 19:45:11.815512 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1127bdc-9e23-4cbb-a942-0cc5179d5a09 req-cafa1fa9-c300-48f1-ad46-e1c7f3060a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:45:11.816862 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b1127bdc-9e23-4cbb-a942-0cc5179d5a09 req-cafa1fa9-c300-48f1-ad46-e1c7f3060a9f service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1364112 Jan 21 19:45:11.924267 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-65d69f40-66f9-43f0-9c4c-5ca46e0f3959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:45:11.925732 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-65d69f40-66f9-43f0-9c4c-5ca46e0f3959 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=50f57675333942a99ecd5a03743b02e1&device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 1097 time: 0.0746136 Jan 21 19:45:11.980377 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabd4fe-f791-4ec5-87ac-535571cf6be0 req-21a26f49-9d89-460d-a60f-0c002a09ac71 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:45:11.981845 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-bcabd4fe-f791-4ec5-87ac-535571cf6be0 req-21a26f49-9d89-460d-a60f-0c002a09ac71 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 944 time: 0.0788777 Jan 21 19:45:11.992416 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-cccad79a-b2d8-4905-9698-ade31e71e083 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f61d0bc-8eb2-4f67-810d-423b78b9789a HTTP/1.1" status: 200 len: 217 time: 0.0603540 Jan 21 19:45:12.028213 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-bcabd4fe-f791-4ec5-87ac-535571cf6be0 req-1fa33394-8592-4059-9ba7-ff3e3dbdd888 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405173 Jan 21 19:45:12.058858 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-4100f161-81f7-4e6e-8459-48530ce46901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:45:12.060355 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-4100f161-81f7-4e6e-8459-48530ce46901 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1ef7054e-4b1c-49b1-9081-0b6168ea7e6a HTTP/1.1" status: 200 len: 848 time: 0.0627587 Jan 21 19:45:12.135146 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-5cece58f-ba84-4c8e-946a-cf769a6587b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:45:12.136612 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-5cece58f-ba84-4c8e-946a-cf769a6587b4 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6bc82968-0e1b-4358-80bc-6257798403f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704079 Jan 21 19:45:12.266754 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-edabdc26-c43c-43be-9bc7-6496e337df20 service neutron] 10.222.0.113 "GET /v2.0/networks/6bc82968-0e1b-4358-80bc-6257798403f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237040 Jan 21 19:45:12.400106 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-fb3568c5-d070-456d-9d2d-842958ee77a7 req-d56ad442-c944-44f0-b479-a6e55c3fa4ba service neutron] 10.222.0.113 "GET /v2.0/networks/6bc82968-0e1b-4358-80bc-6257798403f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275401 Jan 21 19:45:13.226208 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4aab4c-d42c-43bf-ba0a-aaad60e85f7b req-8376eedd-8d35-423c-b1e6-5de1f1980730 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:45:13.227651 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2a4aab4c-d42c-43bf-ba0a-aaad60e85f7b req-8376eedd-8d35-423c-b1e6-5de1f1980730 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 944 time: 0.0851519 Jan 21 19:45:13.275052 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2a4aab4c-d42c-43bf-ba0a-aaad60e85f7b req-9560a45f-fc52-464d-8b4f-e4736b4d9de8 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373220 Jan 21 19:45:14.455861 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504d75e-776e-4d42-bd9f-41db2c2f1774 req-d30673a9-a074-4858-ae4c-2f856995b921 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:45:14.457290 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9504d75e-776e-4d42-bd9f-41db2c2f1774 req-d30673a9-a074-4858-ae4c-2f856995b921 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 944 time: 0.0786262 Jan 21 19:45:14.608785 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9504d75e-776e-4d42-bd9f-41db2c2f1774 req-b96ea7c8-157c-4bfa-9ce7-063e6f3a462a tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457191 Jan 21 19:45:15.789717 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ffbfb3-f093-4ec8-9ed1-0f6d30a936a0 req-9796d0ab-c1a8-4bbe-b0f5-307425dc3fec tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:45:15.791095 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e2ffbfb3-f093-4ec8-9ed1-0f6d30a936a0 req-9796d0ab-c1a8-4bbe-b0f5-307425dc3fec tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 944 time: 0.0788734 Jan 21 19:45:15.835988 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e2ffbfb3-f093-4ec8-9ed1-0f6d30a936a0 req-cdc97119-f1bc-40de-a69e-cf70b6afbb7b tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391605 Jan 21 19:45:16.284555 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 3f61d0bc-8eb2-4f67-810d-423b78b9789a details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:45:16.419628 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 3f61d0bc-8eb2-4f67-810d-423b78b9789a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=3f61d0bc-8eb2-4f67-810d-423b78b9789a,segment=NetworkSegment(d117adb4-1c6f-4017-abee-cde23b9d43bf),segment_id=d117adb4-1c6f-4017-abee-cde23b9d43bf)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:45:16.433458 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': '3f61d0bc-8eb2-4f67-810d-423b78b9789a', 'network_id': '6bc82968-0e1b-4358-80bc-6257798403f8', 'port_id': '3f61d0bc-8eb2-4f67-810d-423b78b9789a', 'mac_address': 'fa:16:3e:b6:a0:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ef7054e-4b1c-49b1-9081-0b6168ea7e6a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:45:16.490561 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:16.506631 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f61d0bc-8eb2-4f67-810d-423b78b9789a {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:45:16.521680 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 3f61d0bc-8eb2-4f67-810d-423b78b9789a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=3f61d0bc-8eb2-4f67-810d-423b78b9789a,segment=NetworkSegment(d117adb4-1c6f-4017-abee-cde23b9d43bf),segment_id=d117adb4-1c6f-4017-abee-cde23b9d43bf)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:45:16.605883 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:16.671510 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=3f61d0bc-8eb2-4f67-810d-423b78b9789a,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:45:16.807585 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['3f61d0bc-8eb2-4f67-810d-423b78b9789a'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:45:17.022255 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab60234-a787-44b3-8e30-7aaf426230e7 req-e24642b0-f6a9-4d7f-85cb-caf4e42b11ab tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:45:17.023840 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8ab60234-a787-44b3-8e30-7aaf426230e7 req-e24642b0-f6a9-4d7f-85cb-caf4e42b11ab tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 945 time: 0.0817811 Jan 21 19:45:17.068729 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8ab60234-a787-44b3-8e30-7aaf426230e7 req-a9070304-2297-4320-8547-446f2d450b62 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391455 Jan 21 19:45:18.252442 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceefc9a-9250-4715-b9c8-62d44a16910d req-de160e12-a77c-4616-92b9-82787765fd4b tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:45:18.253926 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3ceefc9a-9250-4715-b9c8-62d44a16910d req-de160e12-a77c-4616-92b9-82787765fd4b tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 945 time: 0.0787976 Jan 21 19:45:18.297059 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3ceefc9a-9250-4715-b9c8-62d44a16910d req-de3f4cf1-538f-4da8-b8f4-8aaf1060bcbb tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375543 Jan 21 19:45:18.300155 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 3f61d0bc-8eb2-4f67-810d-423b78b9789a up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:45:18.418379 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:45:18.436645 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning for port 3f61d0bc-8eb2-4f67-810d-423b78b9789a completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:45:18.442515 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port 3f61d0bc-8eb2-4f67-810d-423b78b9789a triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:45:18.443460 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:18.589636 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:18.618160 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d11bf8a-234f-4a02-9c17-b55db2a63d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f61d0bc-8eb2-4f67-810d-423b78b9789a'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:45:18.628561 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 3f61d0bc-8eb2-4f67-810d-423b78b9789a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=3f61d0bc-8eb2-4f67-810d-423b78b9789a,segment=NetworkSegment(d117adb4-1c6f-4017-abee-cde23b9d43bf),segment_id=d117adb4-1c6f-4017-abee-cde23b9d43bf)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:45:18.662600 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d11bf8a-234f-4a02-9c17-b55db2a63d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f61d0bc-8eb2-4f67-810d-423b78b9789a', 'code': 200} Jan 21 19:45:18.693975 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:18.762814 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=3f61d0bc-8eb2-4f67-810d-423b78b9789a,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:45:19.017650 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54edca-a4c4-4e20-a167-7c6caf464823 req-f6c622ec-24a1-495a-88d2-30692b6fc8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:45:19.019757 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ad54edca-a4c4-4e20-a167-7c6caf464823 req-f6c622ec-24a1-495a-88d2-30692b6fc8f6 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 1099 time: 0.0721388 Jan 21 19:45:19.059148 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-ad54edca-a4c4-4e20-a167-7c6caf464823 req-0f0765f2-eb60-4f00-bc2b-07e85af7fa57 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338233 Jan 21 19:45:19.486754 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e53af5-7b69-471a-8bd8-b3a23133f42a req-cafdf645-c2eb-4a3a-ad8a-11171a6bbb18 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:45:19.488765 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-60e53af5-7b69-471a-8bd8-b3a23133f42a req-cafdf645-c2eb-4a3a-ad8a-11171a6bbb18 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 946 time: 0.0835154 Jan 21 19:45:19.531046 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-60e53af5-7b69-471a-8bd8-b3a23133f42a req-c9322cd1-566d-4755-ad13-58cb2c5a3eea tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367484 Jan 21 19:45:20.718302 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d0f4b-ac75-42a7-810f-bfa79da8e57a req-008449c0-4271-4a4e-ab5b-7b20af272fd1 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:45:20.719726 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b25d0f4b-ac75-42a7-810f-bfa79da8e57a req-008449c0-4271-4a4e-ab5b-7b20af272fd1 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 946 time: 0.0779464 Jan 21 19:45:20.766788 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b25d0f4b-ac75-42a7-810f-bfa79da8e57a req-d0d2c548-3a59-4048-8b37-e6bd8362853a tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408101 Jan 21 19:45:20.945034 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d0636-2dfe-4819-be54-3cf4047c9f0e req-edb601bf-d6f4-4770-ab7c-af2efed45934 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:45:20.946495 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-284d0636-2dfe-4819-be54-3cf4047c9f0e req-edb601bf-d6f4-4770-ab7c-af2efed45934 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 946 time: 0.0783491 Jan 21 19:45:20.989349 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-284d0636-2dfe-4819-be54-3cf4047c9f0e req-c3936ed1-33f7-48aa-8a0f-8b1b7cd4a5c6 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372772 Jan 21 19:45:21.010848 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 42998) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:45:21.123087 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d96e57c-fc54-41e7-a2e5-4050e26f2842 tempest-TestShelveInstance-218487927 tempest-TestShelveInstance-218487927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:45:21.124547 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-5d96e57c-fc54-41e7-a2e5-4050e26f2842 tempest-TestShelveInstance-218487927 tempest-TestShelveInstance-218487927-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 1094 time: 0.1126883 Jan 21 19:45:21.127516 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 43004) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:45:21.132501 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-ade60d57-c7a7-4ee2-a99f-c132acb37097 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Request body: {'floatingip': {'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'port_id': '3f61d0bc-8eb2-4f67-810d-423b78b9789a', 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:45:21.138214 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-ade60d57-c7a7-4ee2-a99f-c132acb37097 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:45:21.141903 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ade60d57-c7a7-4ee2-a99f-c132acb37097 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Usage tracker for resource:floatingip and tenant:50f57675333942a99ecd5a03743b02e1 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:45:21.145148 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ade60d57-c7a7-4ee2-a99f-c132acb37097 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:45:21.151357 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-ade60d57-c7a7-4ee2-a99f-c132acb37097 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:45:21.231127 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ade60d57-c7a7-4ee2-a99f-c132acb37097 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for floatingip, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:21.239563 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-56678188-b551-44ae-817c-eee58bea67c7 req-9ddb1237-8b28-4dde-bdaf-8b7cc50161d1 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688124 Jan 21 19:45:21.370117 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ade60d57-c7a7-4ee2-a99f-c132acb37097 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:21.376902 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56678188-b551-44ae-817c-eee58bea67c7 req-0f13f911-ce1c-42d8-b933-8a2212e99039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:45:21.379147 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-56678188-b551-44ae-817c-eee58bea67c7 req-0f13f911-ce1c-42d8-b933-8a2212e99039 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=50f57675333942a99ecd5a03743b02e1&device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 1099 time: 0.0734897 Jan 21 19:45:21.506768 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-ade60d57-c7a7-4ee2-a99f-c132acb37097 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Allocated IP 172.26.1.180 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/81205d76-a8e6-4f8c-bf52-eb9361ec7512) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:45:21.529443 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56678188-b551-44ae-817c-eee58bea67c7 req-b992014c-80e1-45a1-8549-918a65dd5b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:45:21.531934 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-56678188-b551-44ae-817c-eee58bea67c7 req-b992014c-80e1-45a1-8549-918a65dd5b71 service neutron] 10.222.0.113 "GET /v2.0/networks?id=6bc82968-0e1b-4358-80bc-6257798403f8 HTTP/1.1" status: 200 len: 910 time: 0.1334836 Jan 21 19:45:21.596777 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-56678188-b551-44ae-817c-eee58bea67c7 req-8b36c4a7-345c-4a6f-b11b-f98acf6ed22b service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f61d0bc-8eb2-4f67-810d-423b78b9789a HTTP/1.1" status: 200 len: 217 time: 0.0597937 Jan 21 19:45:21.655846 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ade60d57-c7a7-4ee2-a99f-c132acb37097 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:21.738271 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ade60d57-c7a7-4ee2-a99f-c132acb37097 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:21.749613 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56678188-b551-44ae-817c-eee58bea67c7 req-b2c0cd04-ab40-49f1-baf6-507b7c0de088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:45:21.751080 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-56678188-b551-44ae-817c-eee58bea67c7 req-b2c0cd04-ab40-49f1-baf6-507b7c0de088 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1ef7054e-4b1c-49b1-9081-0b6168ea7e6a HTTP/1.1" status: 200 len: 848 time: 0.1486821 Jan 21 19:45:21.835533 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade60d57-c7a7-4ee2-a99f-c132acb37097 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:45:21.835533 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-ade60d57-c7a7-4ee2-a99f-c132acb37097 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:45:21.835533 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade60d57-c7a7-4ee2-a99f-c132acb37097 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:45:21.835988 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56678188-b551-44ae-817c-eee58bea67c7 req-919e6390-e94a-4702-8169-d0a1c4857393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:45:21.835988 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-56678188-b551-44ae-817c-eee58bea67c7 req-919e6390-e94a-4702-8169-d0a1c4857393 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6bc82968-0e1b-4358-80bc-6257798403f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708249 Jan 21 19:45:21.854241 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade60d57-c7a7-4ee2-a99f-c132acb37097 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Pushing event updated for resources: {'Port': ['ID=81205d76-a8e6-4f8c-bf52-eb9361ec7512,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:45:21.958939 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-56678188-b551-44ae-817c-eee58bea67c7 req-19fe399c-55b9-48d2-9cdd-15a22821d507 service neutron] 10.222.0.113 "GET /v2.0/networks/6bc82968-0e1b-4358-80bc-6257798403f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247609 Jan 21 19:45:22.090883 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-56678188-b551-44ae-817c-eee58bea67c7 req-6b7a91e0-be6d-47ea-91b3-483d6f6bda70 service neutron] 10.222.0.113 "GET /v2.0/networks/6bc82968-0e1b-4358-80bc-6257798403f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261313 Jan 21 19:45:22.233683 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ade60d57-c7a7-4ee2-a99f-c132acb37097 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:22.448136 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ade60d57-c7a7-4ee2-a99f-c132acb37097 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:22.650010 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ade60d57-c7a7-4ee2-a99f-c132acb37097 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:22.734049 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ade60d57-c7a7-4ee2-a99f-c132acb37097 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:22.844350 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade60d57-c7a7-4ee2-a99f-c132acb37097 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Pushing event updated for resources: {'Port': ['ID=81205d76-a8e6-4f8c-bf52-eb9361ec7512,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:45:22.854726 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ade60d57-c7a7-4ee2-a99f-c132acb37097 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:23.031019 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.l3_db [None req-ade60d57-c7a7-4ee2-a99f-c132acb37097 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Floating IP e40494e2-3609-40e3-be37-8bcf2486b06b associated. External IP: 172.26.1.180, port: 3f61d0bc-8eb2-4f67-810d-423b78b9789a. Jan 21 19:45:23.379191 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade60d57-c7a7-4ee2-a99f-c132acb37097 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Router a12ec07b-fa34-4978-84cd-7868fac80f76 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:45:23.556782 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade60d57-c7a7-4ee2-a99f-c132acb37097 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:45:23.566872 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befc8430-4980-4ff5-80fe-4e1f29e23a88 None None] Sync routers for ids ['a12ec07b-fa34-4978-84cd-7868fac80f76'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:45:23.575510 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befc8430-4980-4ff5-80fe-4e1f29e23a88 None None] Routers {'a12ec07b-fa34-4978-84cd-7868fac80f76'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:45:23.576109 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-befc8430-4980-4ff5-80fe-4e1f29e23a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:44:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['a12ec07b-fa34-4978-84cd-7868fac80f76'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:45:23.651333 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ade60d57-c7a7-4ee2-a99f-c132acb37097 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:23.705209 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ade60d57-c7a7-4ee2-a99f-c132acb37097 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5765557 Jan 21 19:45:23.706466 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d11bf8a-234f-4a02-9c17-b55db2a63d86', 'tag': '3f61d0bc-8eb2-4f67-810d-423b78b9789a'}] {{(pid=88136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:45:23.749059 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d11bf8a-234f-4a02-9c17-b55db2a63d86', 'tag': '3f61d0bc-8eb2-4f67-810d-423b78b9789a', 'status': 'completed', 'code': 200} Jan 21 19:45:23.753267 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-befc8430-4980-4ff5-80fe-4e1f29e23a88 None None] Set router a12ec07b-fa34-4978-84cd-7868fac80f76 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:45:23.844573 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154183b-3fb9-4077-aabc-5fff03205fc5 req-1d5fdf0e-0cff-472a-babe-6fe0c14bb159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:45:23.846657 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2154183b-3fb9-4077-aabc-5fff03205fc5 req-1d5fdf0e-0cff-472a-babe-6fe0c14bb159 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=50f57675333942a99ecd5a03743b02e1&device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 1099 time: 0.0766001 Jan 21 19:45:23.979063 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154183b-3fb9-4077-aabc-5fff03205fc5 req-1fcb53f1-5d0b-45e0-a6e8-36eef1b88fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:45:23.980385 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2154183b-3fb9-4077-aabc-5fff03205fc5 req-1fcb53f1-5d0b-45e0-a6e8-36eef1b88fb2 service neutron] 10.222.0.113 "GET /v2.0/networks?id=6bc82968-0e1b-4358-80bc-6257798403f8 HTTP/1.1" status: 200 len: 910 time: 0.1290832 Jan 21 19:45:24.082007 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2154183b-3fb9-4077-aabc-5fff03205fc5 req-6e75b54a-3d91-4513-936c-c48e56449e39 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f61d0bc-8eb2-4f67-810d-423b78b9789a HTTP/1.1" status: 200 len: 1000 time: 0.0956304 Jan 21 19:45:24.117672 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-befc8430-4980-4ff5-80fe-4e1f29e23a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'name': 'tempest-TestShelveInstance-1572713393-router', 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': '7d332c5a-0d86-4ad3-aa12-072ec9ebdccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:44:45Z', 'updated_at': '2022-01-21T19:44:50Z', 'revision_number': 4, 'project_id': '50f57675333942a99ecd5a03743b02e1', 'gw_port': {'id': '7d332c5a-0d86-4ad3-aa12-072ec9ebdccf', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:20:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:44:46Z', 'updated_at': '2022-01-21T19:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': 'e40494e2-3609-40e3-be37-8bcf2486b06b', 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'floating_ip_address': '172.26.1.180', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'port_id': '3f61d0bc-8eb2-4f67-810d-423b78b9789a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc82968-0e1b-4358-80bc-6257798403f8', 'mac_address': 'fa:16:3e:b6:a0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11bf8a-234f-4a02-9c17-b55db2a63d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:45:22Z', 'updated_at': '2022-01-21T19:45:22Z', 'revision_number': 0, 'project_id': '50f57675333942a99ecd5a03743b02e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efd0377f-f7a3-4ab9-af77-441d99a247f9', 'name': '', 'network_id': '6bc82968-0e1b-4358-80bc-6257798403f8', 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'mac_address': 'fa:16:3e:0a:51:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '1ef7054e-4b1c-49b1-9081-0b6168ea7e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:44:49Z', 'updated_at': '2022-01-21T19:44:57Z', 'revision_number': 5, 'project_id': '50f57675333942a99ecd5a03743b02e1', 'subnets': [{'id': '1ef7054e-4b1c-49b1-9081-0b6168ea7e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:45:24.121372 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befc8430-4980-4ff5-80fe-4e1f29e23a88 None None] Checking router: a12ec07b-fa34-4978-84cd-7868fac80f76 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:45:24.129930 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befc8430-4980-4ff5-80fe-4e1f29e23a88 None None] Routers {'a12ec07b-fa34-4978-84cd-7868fac80f76'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:45:24.130520 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-befc8430-4980-4ff5-80fe-4e1f29e23a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:44:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['a12ec07b-fa34-4978-84cd-7868fac80f76'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:45:24.142727 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154183b-3fb9-4077-aabc-5fff03205fc5 req-7007a902-f29b-4902-b257-d3bb423499d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:45:24.144299 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2154183b-3fb9-4077-aabc-5fff03205fc5 req-7007a902-f29b-4902-b257-d3bb423499d6 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1ef7054e-4b1c-49b1-9081-0b6168ea7e6a HTTP/1.1" status: 200 len: 848 time: 0.0568578 Jan 21 19:45:24.228961 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154183b-3fb9-4077-aabc-5fff03205fc5 req-b9133397-e46b-45df-9647-b2a3a2bfb454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:45:24.230519 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2154183b-3fb9-4077-aabc-5fff03205fc5 req-b9133397-e46b-45df-9647-b2a3a2bfb454 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6bc82968-0e1b-4358-80bc-6257798403f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798633 Jan 21 19:45:24.308874 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-befc8430-4980-4ff5-80fe-4e1f29e23a88 None None] Set router a12ec07b-fa34-4978-84cd-7868fac80f76 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:45:24.365480 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2154183b-3fb9-4077-aabc-5fff03205fc5 req-8b1267ed-ce77-42d5-a8f3-5b516e851620 service neutron] 10.222.0.113 "GET /v2.0/networks/6bc82968-0e1b-4358-80bc-6257798403f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280935 Jan 21 19:45:24.500389 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2154183b-3fb9-4077-aabc-5fff03205fc5 req-e901e673-b7c8-4796-ab23-202e81c6bc36 service neutron] 10.222.0.113 "GET /v2.0/networks/6bc82968-0e1b-4358-80bc-6257798403f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289155 Jan 21 19:45:24.655335 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-befc8430-4980-4ff5-80fe-4e1f29e23a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'name': 'tempest-TestShelveInstance-1572713393-router', 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': '7d332c5a-0d86-4ad3-aa12-072ec9ebdccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:44:45Z', 'updated_at': '2022-01-21T19:44:50Z', 'revision_number': 4, 'project_id': '50f57675333942a99ecd5a03743b02e1', 'gw_port': {'id': '7d332c5a-0d86-4ad3-aa12-072ec9ebdccf', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:20:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:44:46Z', 'updated_at': '2022-01-21T19:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': 'e40494e2-3609-40e3-be37-8bcf2486b06b', 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'floating_ip_address': '172.26.1.180', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'port_id': '3f61d0bc-8eb2-4f67-810d-423b78b9789a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc82968-0e1b-4358-80bc-6257798403f8', 'mac_address': 'fa:16:3e:b6:a0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11bf8a-234f-4a02-9c17-b55db2a63d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:45:22Z', 'updated_at': '2022-01-21T19:45:22Z', 'revision_number': 0, 'project_id': '50f57675333942a99ecd5a03743b02e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efd0377f-f7a3-4ab9-af77-441d99a247f9', 'name': '', 'network_id': '6bc82968-0e1b-4358-80bc-6257798403f8', 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'mac_address': 'fa:16:3e:0a:51:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '1ef7054e-4b1c-49b1-9081-0b6168ea7e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:44:49Z', 'updated_at': '2022-01-21T19:44:57Z', 'revision_number': 5, 'project_id': '50f57675333942a99ecd5a03743b02e1', 'subnets': [{'id': '1ef7054e-4b1c-49b1-9081-0b6168ea7e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:45:24.659930 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befc8430-4980-4ff5-80fe-4e1f29e23a88 None None] The sync data for ids ['a12ec07b-fa34-4978-84cd-7868fac80f76'] in dv-neutron-825470-1-hyperv is: [{'id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'name': 'tempest-TestShelveInstance-1572713393-router', 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': '7d332c5a-0d86-4ad3-aa12-072ec9ebdccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:44:45Z', 'updated_at': '2022-01-21T19:44:50Z', 'revision_number': 4, 'project_id': '50f57675333942a99ecd5a03743b02e1', 'gw_port': {'id': '7d332c5a-0d86-4ad3-aa12-072ec9ebdccf', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:20:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:44:46Z', 'updated_at': '2022-01-21T19:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': 'e40494e2-3609-40e3-be37-8bcf2486b06b', 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'floating_ip_address': '172.26.1.180', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'port_id': '3f61d0bc-8eb2-4f67-810d-423b78b9789a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc82968-0e1b-4358-80bc-6257798403f8', 'mac_address': 'fa:16:3e:b6:a0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11bf8a-234f-4a02-9c17-b55db2a63d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:45:22Z', 'updated_at': '2022-01-21T19:45:22Z', 'revision_number': 0, 'project_id': '50f57675333942a99ecd5a03743b02e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efd0377f-f7a3-4ab9-af77-441d99a247f9', 'name': '', 'network_id': '6bc82968-0e1b-4358-80bc-6257798403f8', 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'mac_address': 'fa:16:3e:0a:51:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '1ef7054e-4b1c-49b1-9081-0b6168ea7e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:44:49Z', 'updated_at': '2022-01-21T19:44:57Z', 'revision_number': 5, 'project_id': '50f57675333942a99ecd5a03743b02e1', 'subnets': [{'id': '1ef7054e-4b1c-49b1-9081-0b6168ea7e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:45:24.866483 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9cc638-58ea-47b8-943e-783f912a88ac None None] New status for floating IP e40494e2-3609-40e3-be37-8bcf2486b06b: ACTIVE {{(pid=88138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:45:25.141948 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ac74ca96-42ed-4912-84c5-e21d6a317305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:27.279297 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b54f995-a3ed-4c87-8af7-ebadaf9551fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:28.656514 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:28.704778 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:28.730636 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:30.270820 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:55.027157 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-cffac081-e38f-42d3-9eed-f05c7e1fd25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:55.418334 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:45:57.290045 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1642faf6-927d-46d0-98c2-bced4bf585b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:58.701578 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:58.724397 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:45:58.725857 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:46:00.270695 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:46:21.277737 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-46d79b4d-a7f6-496f-9fa7-bb7793f3e2ab req-7abcd9d2-baed-4abb-9b7a-1ba9f293d6b3 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674438 Jan 21 19:46:21.417252 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d79b4d-a7f6-496f-9fa7-bb7793f3e2ab req-31ff5ea5-99a5-4f2c-8b9a-02a33581a46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:46:21.418790 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-46d79b4d-a7f6-496f-9fa7-bb7793f3e2ab req-31ff5ea5-99a5-4f2c-8b9a-02a33581a46d service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=50f57675333942a99ecd5a03743b02e1&device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 1099 time: 0.0749779 Jan 21 19:46:21.561713 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d79b4d-a7f6-496f-9fa7-bb7793f3e2ab req-85d30b7d-1de7-42b5-abf5-bf62b46c736b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:46:21.563075 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-46d79b4d-a7f6-496f-9fa7-bb7793f3e2ab req-85d30b7d-1de7-42b5-abf5-bf62b46c736b service neutron] 10.222.0.113 "GET /v2.0/networks?id=6bc82968-0e1b-4358-80bc-6257798403f8 HTTP/1.1" status: 200 len: 910 time: 0.1242380 Jan 21 19:46:21.661212 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-46d79b4d-a7f6-496f-9fa7-bb7793f3e2ab req-62ebb64d-7f77-4e91-97ed-8e135987217b service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f61d0bc-8eb2-4f67-810d-423b78b9789a HTTP/1.1" status: 200 len: 1002 time: 0.0925272 Jan 21 19:46:21.819533 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d79b4d-a7f6-496f-9fa7-bb7793f3e2ab req-030b32a4-a17c-4c91-9353-57f11a68e7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:46:21.821118 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-46d79b4d-a7f6-496f-9fa7-bb7793f3e2ab req-030b32a4-a17c-4c91-9353-57f11a68e7a0 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1ef7054e-4b1c-49b1-9081-0b6168ea7e6a HTTP/1.1" status: 200 len: 848 time: 0.1546082 Jan 21 19:46:21.897021 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d79b4d-a7f6-496f-9fa7-bb7793f3e2ab req-cb95bb9b-13ff-474d-8daa-37adc1263fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:46:21.899262 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-46d79b4d-a7f6-496f-9fa7-bb7793f3e2ab req-cb95bb9b-13ff-474d-8daa-37adc1263fa0 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6bc82968-0e1b-4358-80bc-6257798403f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709329 Jan 21 19:46:22.028255 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-46d79b4d-a7f6-496f-9fa7-bb7793f3e2ab req-d84e7e39-fd1b-4b4c-93af-22728024da14 service neutron] 10.222.0.113 "GET /v2.0/networks/6bc82968-0e1b-4358-80bc-6257798403f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222963 Jan 21 19:46:22.156805 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-46d79b4d-a7f6-496f-9fa7-bb7793f3e2ab req-7b969aea-a078-42f0-9686-0739356fb663 service neutron] 10.222.0.113 "GET /v2.0/networks/6bc82968-0e1b-4358-80bc-6257798403f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232219 Jan 21 19:46:25.026583 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-98f3fd12-1f2a-407b-a242-8b2cc247de65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:46:27.255656 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-628eeca8-6df3-4d5d-8acb-31439dd16cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:46:28.658414 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:46:28.681110 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:46:28.729438 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:46:30.273198 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:46:32.418676 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:46:55.023579 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-04f11ac3-576e-4af3-af81-27d1126756fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:46:57.292732 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7c59d94e-fcb6-44b7-8f56-27e499fdbe9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:46:58.698033 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:46:58.723288 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:46:58.726490 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:47:00.283505 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:47:09.418672 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:47:18.997446 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134b9e7-8444-4c9f-b272-5f034c78e9c5 req-8697c984-7e17-45db-ae97-82886b99cfb4 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:47:18.998926 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9134b9e7-8444-4c9f-b272-5f034c78e9c5 req-8697c984-7e17-45db-ae97-82886b99cfb4 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 946 time: 0.0877719 Jan 21 19:47:19.042694 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9134b9e7-8444-4c9f-b272-5f034c78e9c5 req-36845ff4-47f8-48fc-b955-81b1c2b1cece tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381937 Jan 21 19:47:20.230010 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c211b3-f87b-4016-9bc5-d119ce84a0d9 req-2907ccd9-5b68-43e3-902a-712639e177f6 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:47:20.231475 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-77c211b3-f87b-4016-9bc5-d119ce84a0d9 req-2907ccd9-5b68-43e3-902a-712639e177f6 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 946 time: 0.0798025 Jan 21 19:47:20.281529 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-77c211b3-f87b-4016-9bc5-d119ce84a0d9 req-dff6648c-ecec-4f36-a6f1-747faa7459bd tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443583 Jan 21 19:47:21.582159 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f5dfe-5925-4d71-8ebf-223a4d714671 req-2dbd20b6-bf66-4f6a-866b-8859e6296ff3 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:47:21.583489 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-344f5dfe-5925-4d71-8ebf-223a4d714671 req-2dbd20b6-bf66-4f6a-866b-8859e6296ff3 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 946 time: 0.1945140 Jan 21 19:47:21.627817 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-344f5dfe-5925-4d71-8ebf-223a4d714671 req-06f7aa68-35c5-4f4e-bd2c-3a82ad846233 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382750 Jan 21 19:47:22.810680 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e574cd-58b0-45b4-8ac5-7770032a5d09 req-e78d4c3d-f1c1-4c98-a32c-fd97f56f3cbc tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:47:22.812128 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-83e574cd-58b0-45b4-8ac5-7770032a5d09 req-e78d4c3d-f1c1-4c98-a32c-fd97f56f3cbc tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 946 time: 0.0777657 Jan 21 19:47:22.854885 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-83e574cd-58b0-45b4-8ac5-7770032a5d09 req-9c9bc1ee-0b26-47d0-aa7d-a39c05000381 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373170 Jan 21 19:47:23.322394 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ece570-cf78-4779-8db0-f3562d98a021 req-22ac7350-e525-47c1-a718-4b429c998d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:47:23.323890 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-23ece570-cf78-4779-8db0-f3562d98a021 req-22ac7350-e525-47c1-a718-4b429c998d2c service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=50f57675333942a99ecd5a03743b02e1&device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 1099 time: 0.0713015 Jan 21 19:47:23.469896 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ece570-cf78-4779-8db0-f3562d98a021 req-553b9fe0-0b13-461f-b3b6-ccb0990049e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:47:23.471324 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-23ece570-cf78-4779-8db0-f3562d98a021 req-553b9fe0-0b13-461f-b3b6-ccb0990049e5 service neutron] 10.222.0.113 "GET /v2.0/networks?id=6bc82968-0e1b-4358-80bc-6257798403f8 HTTP/1.1" status: 200 len: 910 time: 0.1279755 Jan 21 19:47:23.584381 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-23ece570-cf78-4779-8db0-f3562d98a021 req-954e821c-4667-4477-afc4-6d1df6347d5d service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f61d0bc-8eb2-4f67-810d-423b78b9789a HTTP/1.1" status: 200 len: 1002 time: 0.0964353 Jan 21 19:47:23.638028 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ece570-cf78-4779-8db0-f3562d98a021 req-b48655c2-3fa3-4d0c-b502-bcbe9af12b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:47:23.639439 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-23ece570-cf78-4779-8db0-f3562d98a021 req-b48655c2-3fa3-4d0c-b502-bcbe9af12b53 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1ef7054e-4b1c-49b1-9081-0b6168ea7e6a HTTP/1.1" status: 200 len: 848 time: 0.0593696 Jan 21 19:47:23.712328 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ece570-cf78-4779-8db0-f3562d98a021 req-9bfa4af3-ee0b-4357-a6bf-060076784182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:47:23.713742 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-23ece570-cf78-4779-8db0-f3562d98a021 req-9bfa4af3-ee0b-4357-a6bf-060076784182 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6bc82968-0e1b-4358-80bc-6257798403f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681889 Jan 21 19:47:23.841719 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-23ece570-cf78-4779-8db0-f3562d98a021 req-1fa28e60-e17e-416f-b71c-aff5a5083b72 service neutron] 10.222.0.113 "GET /v2.0/networks/6bc82968-0e1b-4358-80bc-6257798403f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214571 Jan 21 19:47:23.973679 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-23ece570-cf78-4779-8db0-f3562d98a021 req-e161b41c-ef99-4ce9-bb79-dbde5d039ac9 service neutron] 10.222.0.113 "GET /v2.0/networks/6bc82968-0e1b-4358-80bc-6257798403f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249263 Jan 21 19:47:24.044965 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ad7f9-23a0-47ba-bdf3-48c6c88b5c77 req-4598444b-7275-4a43-bc50-417c3d185869 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:47:24.046434 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-516ad7f9-23a0-47ba-bdf3-48c6c88b5c77 req-4598444b-7275-4a43-bc50-417c3d185869 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 946 time: 0.0865352 Jan 21 19:47:24.088979 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-516ad7f9-23a0-47ba-bdf3-48c6c88b5c77 req-8bcf0cb6-06ed-459d-a6a9-d0ed9b9da2f6 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369747 Jan 21 19:47:25.036994 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9a45922e-f96a-488a-bf33-feb2df5cd655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:47:25.269348 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55138536-4b5d-423f-aca0-a07ba171b711 req-8d7b02e8-81c1-464b-8754-7abefc92ad3d tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:47:25.270699 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-55138536-4b5d-423f-aca0-a07ba171b711 req-8d7b02e8-81c1-464b-8754-7abefc92ad3d tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 946 time: 0.0781806 Jan 21 19:47:25.319378 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-55138536-4b5d-423f-aca0-a07ba171b711 req-5f00383f-8822-4cb2-ba22-089a47c342a9 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412252 Jan 21 19:47:26.505988 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1a3f4-9fbe-4b87-8485-9e2142157fd1 req-75f15f80-43a3-48ba-a610-12c5b288b756 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:47:26.507430 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3ca1a3f4-9fbe-4b87-8485-9e2142157fd1 req-75f15f80-43a3-48ba-a610-12c5b288b756 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 946 time: 0.0790746 Jan 21 19:47:26.551209 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3ca1a3f4-9fbe-4b87-8485-9e2142157fd1 req-acb9bdab-ed3f-4fdc-abf8-d44a654e0644 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377171 Jan 21 19:47:27.258446 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a0ff0ad3-2a7d-4561-bb48-c205b6407218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:47:27.749152 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18223b7-4f59-4df7-8432-a2538bbf4746 req-6433ad8b-932b-4a15-ac7c-5d649afd2bd7 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:47:27.750630 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a18223b7-4f59-4df7-8432-a2538bbf4746 req-6433ad8b-932b-4a15-ac7c-5d649afd2bd7 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 946 time: 0.0967932 Jan 21 19:47:27.794682 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a18223b7-4f59-4df7-8432-a2538bbf4746 req-d4ebf292-ea3a-45ed-ae11-8e012cf5ee3f tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384696 Jan 21 19:47:28.682389 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:47:28.708944 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:47:28.710231 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:47:28.977512 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054618b0-3f5e-4233-ad31-4038a6598363 req-6b0d69a8-0ec6-4250-87ae-9d6f6d599355 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:47:28.978865 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-054618b0-3f5e-4233-ad31-4038a6598363 req-6b0d69a8-0ec6-4250-87ae-9d6f6d599355 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 946 time: 0.0784400 Jan 21 19:47:29.020915 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-054618b0-3f5e-4233-ad31-4038a6598363 req-c17b8714-71c5-4ac4-8bcb-e075b0ddb39f tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360365 Jan 21 19:47:30.209511 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ae9e0-2c32-4a58-b0ba-934764c4ba2e req-f6491186-fe79-4a1e-87b1-aebfd5e46410 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:47:30.211259 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-871ae9e0-2c32-4a58-b0ba-934764c4ba2e req-f6491186-fe79-4a1e-87b1-aebfd5e46410 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 946 time: 0.0826848 Jan 21 19:47:30.255190 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-871ae9e0-2c32-4a58-b0ba-934764c4ba2e req-00fb7bc0-235e-4328-a710-2d30fd20a147 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385280 Jan 21 19:47:30.308596 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:47:31.055486 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 3f61d0bc-8eb2-4f67-810d-423b78b9789a details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:47:31.186952 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 3f61d0bc-8eb2-4f67-810d-423b78b9789a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=3f61d0bc-8eb2-4f67-810d-423b78b9789a,segment=NetworkSegment(d117adb4-1c6f-4017-abee-cde23b9d43bf),segment_id=d117adb4-1c6f-4017-abee-cde23b9d43bf)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:47:31.200702 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': '3f61d0bc-8eb2-4f67-810d-423b78b9789a', 'network_id': '6bc82968-0e1b-4358-80bc-6257798403f8', 'port_id': '3f61d0bc-8eb2-4f67-810d-423b78b9789a', 'mac_address': 'fa:16:3e:b6:a0:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ef7054e-4b1c-49b1-9081-0b6168ea7e6a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:47:31.253516 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:47:31.270157 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f61d0bc-8eb2-4f67-810d-423b78b9789a {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:47:31.285735 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 3f61d0bc-8eb2-4f67-810d-423b78b9789a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=3f61d0bc-8eb2-4f67-810d-423b78b9789a,segment=NetworkSegment(d117adb4-1c6f-4017-abee-cde23b9d43bf),segment_id=d117adb4-1c6f-4017-abee-cde23b9d43bf)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:47:31.369132 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:47:31.443841 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=3f61d0bc-8eb2-4f67-810d-423b78b9789a,revision_number=6']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:47:31.453819 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['3f61d0bc-8eb2-4f67-810d-423b78b9789a'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:47:31.461754 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b8833-20fe-4310-b0c5-b5a697109185 req-fcb2d64e-e9d1-40e0-a3d1-f5e3f06b68a7 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:47:31.463876 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-243b8833-20fe-4310-b0c5-b5a697109185 req-fcb2d64e-e9d1-40e0-a3d1-f5e3f06b68a7 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 945 time: 0.1012604 Jan 21 19:47:31.480309 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:47:31.480656 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:47:31.481012 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:47:31.481375 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:47:31.481648 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:47:31.481998 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:47:31.482324 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:47:31.482652 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:47:31.482974 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:47:31.483308 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:47:31.483610 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:47:31.483925 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:47:31.514876 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-243b8833-20fe-4310-b0c5-b5a697109185 req-68143e97-3719-4ba4-b050-652d31bff6f0 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448296 Jan 21 19:47:32.725319 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d056e-dbe4-4f22-aced-d75813c5277a req-f7e71372-c1b6-4992-a813-34b02b857b56 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:47:32.727787 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-166d056e-dbe4-4f22-aced-d75813c5277a req-f7e71372-c1b6-4992-a813-34b02b857b56 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 945 time: 0.0950630 Jan 21 19:47:32.780466 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-166d056e-dbe4-4f22-aced-d75813c5277a req-8aeb4d35-4e54-4e4f-aa9f-f533925e45ee tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471935 Jan 21 19:47:33.061309 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 3f61d0bc-8eb2-4f67-810d-423b78b9789a up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:47:33.154947 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port 3f61d0bc-8eb2-4f67-810d-423b78b9789a triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:47:33.155593 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:47:33.284701 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:47:33.320749 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d11bf8a-234f-4a02-9c17-b55db2a63d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f61d0bc-8eb2-4f67-810d-423b78b9789a'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:47:33.336865 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 3f61d0bc-8eb2-4f67-810d-423b78b9789a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=3f61d0bc-8eb2-4f67-810d-423b78b9789a,segment=NetworkSegment(d117adb4-1c6f-4017-abee-cde23b9d43bf),segment_id=d117adb4-1c6f-4017-abee-cde23b9d43bf)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:47:33.370211 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d11bf8a-234f-4a02-9c17-b55db2a63d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f61d0bc-8eb2-4f67-810d-423b78b9789a', 'code': 200} Jan 21 19:47:33.430203 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:47:33.615082 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=3f61d0bc-8eb2-4f67-810d-423b78b9789a,revision_number=7']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:47:33.989305 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d7ca2-45f8-4e41-a81f-179fa25ef939 req-71c25525-a31b-465d-b1de-f6b1e6e2a340 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:47:33.990807 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3d4d7ca2-45f8-4e41-a81f-179fa25ef939 req-71c25525-a31b-465d-b1de-f6b1e6e2a340 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 946 time: 0.0943966 Jan 21 19:47:34.037355 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3d4d7ca2-45f8-4e41-a81f-179fa25ef939 req-2e637763-ced7-4364-b500-3d76290acc19 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404530 Jan 21 19:47:35.235878 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ea457-e667-49f1-90cd-14d7cd6ba74b req-0bc54b6b-63c7-4819-9b58-ca6287c92665 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:47:35.237311 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1c3ea457-e667-49f1-90cd-14d7cd6ba74b req-0bc54b6b-63c7-4819-9b58-ca6287c92665 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 946 time: 0.0811715 Jan 21 19:47:35.283062 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1c3ea457-e667-49f1-90cd-14d7cd6ba74b req-e2a78022-b540-4059-8a46-ed66134f5a00 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393658 Jan 21 19:47:36.495933 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026670d-f356-4c9f-b881-dea7eb72c67e req-91f3acbf-fb9b-46e4-9a10-71baaa8f5d1a tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:47:36.498281 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c026670d-f356-4c9f-b881-dea7eb72c67e req-91f3acbf-fb9b-46e4-9a10-71baaa8f5d1a tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 946 time: 0.0945156 Jan 21 19:47:36.549215 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c026670d-f356-4c9f-b881-dea7eb72c67e req-0b293dcd-e689-4dfb-9aaf-7faabe073b20 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452819 Jan 21 19:47:37.910025 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da82964-8cef-4a24-b6a0-4f97426fef3b req-4a8a04e2-02c7-42e4-99a6-69bff26aa1ec tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:47:37.911674 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8da82964-8cef-4a24-b6a0-4f97426fef3b req-4a8a04e2-02c7-42e4-99a6-69bff26aa1ec tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 946 time: 0.0925691 Jan 21 19:47:37.961701 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8da82964-8cef-4a24-b6a0-4f97426fef3b req-cae16b89-1141-4985-8cf9-67303784c956 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425897 Jan 21 19:47:39.153640 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd936fe-b5cb-4f9a-8e4c-a8bcf0d2e56d req-79f1b02d-b9f1-477e-899b-4c3a4e37893b tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:47:39.155137 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-bfd936fe-b5cb-4f9a-8e4c-a8bcf0d2e56d req-79f1b02d-b9f1-477e-899b-4c3a4e37893b tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 946 time: 0.0862308 Jan 21 19:47:39.210986 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-bfd936fe-b5cb-4f9a-8e4c-a8bcf0d2e56d req-375668ec-1471-40ea-bfd2-f93ecfba8be7 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490365 Jan 21 19:47:40.400127 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bef80-28ea-44b5-9ec9-fcb1566da3cc req-a9d1abc5-de1e-48ea-97e3-28a5ec88dd71 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:47:40.401726 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-952bef80-28ea-44b5-9ec9-fcb1566da3cc req-a9d1abc5-de1e-48ea-97e3-28a5ec88dd71 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 946 time: 0.0867763 Jan 21 19:47:40.456308 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-952bef80-28ea-44b5-9ec9-fcb1566da3cc req-0584d783-2350-4696-9b3a-8101d515362c tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489991 Jan 21 19:47:41.651360 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a20610-57eb-4012-882b-4da27d149b4c req-3a4221ab-c458-4636-a89f-f0ce01afc376 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:47:41.652817 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-90a20610-57eb-4012-882b-4da27d149b4c req-3a4221ab-c458-4636-a89f-f0ce01afc376 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 946 time: 0.0906949 Jan 21 19:47:41.708556 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-90a20610-57eb-4012-882b-4da27d149b4c req-d3bd0e11-021a-46d3-a29d-8ad3153bb6b7 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498850 Jan 21 19:47:42.889406 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f7f69-3fd4-4dd4-90f0-11477198150c req-e7dd740e-1320-4cc9-b05f-1c024ee7224d tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:47:42.890880 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b27f7f69-3fd4-4dd4-90f0-11477198150c req-e7dd740e-1320-4cc9-b05f-1c024ee7224d tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 946 time: 0.0814216 Jan 21 19:47:42.934707 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b27f7f69-3fd4-4dd4-90f0-11477198150c req-0968c905-4c0d-43fe-a256-3e50b22d4292 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378497 Jan 21 19:47:43.374793 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03520a7-96c0-49e5-9d24-291eb17969fe req-4629f0c4-bfb5-42e2-aa63-60fff1524331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:47:43.376251 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d03520a7-96c0-49e5-9d24-291eb17969fe req-4629f0c4-bfb5-42e2-aa63-60fff1524331 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=50f57675333942a99ecd5a03743b02e1&device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 1099 time: 0.0732739 Jan 21 19:47:43.506421 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03520a7-96c0-49e5-9d24-291eb17969fe req-83d3040b-8a2f-470d-a1c8-cd25417b25a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:47:43.507834 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d03520a7-96c0-49e5-9d24-291eb17969fe req-83d3040b-8a2f-470d-a1c8-cd25417b25a4 service neutron] 10.222.0.113 "GET /v2.0/networks?id=6bc82968-0e1b-4358-80bc-6257798403f8 HTTP/1.1" status: 200 len: 910 time: 0.1252606 Jan 21 19:47:43.605126 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d03520a7-96c0-49e5-9d24-291eb17969fe req-a66904b4-cff9-4d23-9f09-757f90605514 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f61d0bc-8eb2-4f67-810d-423b78b9789a HTTP/1.1" status: 200 len: 1002 time: 0.0911727 Jan 21 19:47:43.762212 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03520a7-96c0-49e5-9d24-291eb17969fe req-17d97820-52cb-4315-9215-bd7b30e598c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:47:43.763532 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d03520a7-96c0-49e5-9d24-291eb17969fe req-17d97820-52cb-4315-9215-bd7b30e598c1 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1ef7054e-4b1c-49b1-9081-0b6168ea7e6a HTTP/1.1" status: 200 len: 848 time: 0.1526132 Jan 21 19:47:43.835422 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03520a7-96c0-49e5-9d24-291eb17969fe req-604a6146-c26d-4271-bf76-8278c19a9360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:47:43.837118 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d03520a7-96c0-49e5-9d24-291eb17969fe req-604a6146-c26d-4271-bf76-8278c19a9360 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6bc82968-0e1b-4358-80bc-6257798403f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676415 Jan 21 19:47:43.964693 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d03520a7-96c0-49e5-9d24-291eb17969fe req-0cd38f55-e24f-491f-baa1-d1bbbdd0d1fc service neutron] 10.222.0.113 "GET /v2.0/networks/6bc82968-0e1b-4358-80bc-6257798403f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214092 Jan 21 19:47:44.095780 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-d03520a7-96c0-49e5-9d24-291eb17969fe req-845fa0ee-0fbe-4157-966d-6069c11f216f service neutron] 10.222.0.113 "GET /v2.0/networks/6bc82968-0e1b-4358-80bc-6257798403f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251025 Jan 21 19:47:44.123786 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397339c-6465-4a7b-92ff-0e151d939182 req-8b028a22-d8c2-4363-bf5f-011bd1a07108 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:47:44.125212 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c397339c-6465-4a7b-92ff-0e151d939182 req-8b028a22-d8c2-4363-bf5f-011bd1a07108 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 946 time: 0.0821917 Jan 21 19:47:44.170178 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c397339c-6465-4a7b-92ff-0e151d939182 req-ddf6398d-ac4f-498c-87ed-a8ec27c87681 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392957 Jan 21 19:47:45.357708 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951d5ea-0402-4c55-9af1-ff3c3a569231 req-d4e7eab2-d8fa-46a6-9921-ead892589caa tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:47:45.359162 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1951d5ea-0402-4c55-9af1-ff3c3a569231 req-d4e7eab2-d8fa-46a6-9921-ead892589caa tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 946 time: 0.0815766 Jan 21 19:47:45.402291 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1951d5ea-0402-4c55-9af1-ff3c3a569231 req-8c7e7e19-f5f3-49a6-adcf-5b5c678c2868 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376656 Jan 21 19:47:46.418669 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:47:46.589567 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa9a70-b1ee-429f-a2fd-8b4ee3e8aa7d req-9b904581-c0cd-45c8-b237-8e1b634e085b tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:47:46.591035 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5efa9a70-b1ee-429f-a2fd-8b4ee3e8aa7d req-9b904581-c0cd-45c8-b237-8e1b634e085b tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 946 time: 0.0794933 Jan 21 19:47:46.637958 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5efa9a70-b1ee-429f-a2fd-8b4ee3e8aa7d req-79dffc26-53f0-4f80-bf59-4bc7d65e19a6 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409040 Jan 21 19:47:47.092972 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 3f61d0bc-8eb2-4f67-810d-423b78b9789a no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:47:47.168790 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7be2b-84f7-4d9a-b69b-28b679e08a72 req-54215daf-9c69-44c3-b057-98a29f34a590 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:47:47.170400 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-57c7be2b-84f7-4d9a-b69b-28b679e08a72 req-54215daf-9c69-44c3-b057-98a29f34a590 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 946 time: 0.0840809 Jan 21 19:47:47.210780 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:47:47.217470 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-57c7be2b-84f7-4d9a-b69b-28b679e08a72 req-95e9976b-8285-4028-b47a-21ca7f993326 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410774 Jan 21 19:47:47.244778 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d11bf8a-234f-4a02-9c17-b55db2a63d86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f61d0bc-8eb2-4f67-810d-423b78b9789a'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:47:47.254798 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 3f61d0bc-8eb2-4f67-810d-423b78b9789a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=3f61d0bc-8eb2-4f67-810d-423b78b9789a,segment=NetworkSegment(d117adb4-1c6f-4017-abee-cde23b9d43bf),segment_id=d117adb4-1c6f-4017-abee-cde23b9d43bf)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:47:47.294658 dv-neutron-825470-1-hyperv neutron-server[88138]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6d11bf8a-234f-4a02-9c17-b55db2a63d86', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3f61d0bc-8eb2-4f67-810d-423b78b9789a', 'code': 422} returned with failed status Jan 21 19:47:47.332376 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:47:47.407270 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=3f61d0bc-8eb2-4f67-810d-423b78b9789a,revision_number=8']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:47:47.651637 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 43172) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:47:47.798728 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2fac2fe0-e25a-42fe-9782-2448a5788c9e req-18143953-3761-42c9-b676-6369ca5f6e34 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1456909 Jan 21 19:47:48.410686 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc0377-1217-449b-8d8b-fd2b0c49ea34 req-5884e530-5196-4c7f-bb9b-92d30fb7c385 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:47:48.418694 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9efc0377-1217-449b-8d8b-fd2b0c49ea34 req-5884e530-5196-4c7f-bb9b-92d30fb7c385 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 944 time: 0.0833304 Jan 21 19:47:48.461615 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9efc0377-1217-449b-8d8b-fd2b0c49ea34 req-6f5b8e7c-4837-4d3a-b578-66fb8a16c038 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426917 Jan 21 19:47:49.360792 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac2fe0-e25a-42fe-9782-2448a5788c9e req-d88f6850-e438-4f1d-8711-b0f7ccd42ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:47:49.362281 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2fac2fe0-e25a-42fe-9782-2448a5788c9e req-d88f6850-e438-4f1d-8711-b0f7ccd42ae4 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86&tenant_id=50f57675333942a99ecd5a03743b02e1 HTTP/1.1" status: 200 len: 1097 time: 0.0758843 Jan 21 19:47:49.455676 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac2fe0-e25a-42fe-9782-2448a5788c9e req-2ffbd5e4-a006-4f4c-b161-fa50341f5db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:47:49.457133 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2fac2fe0-e25a-42fe-9782-2448a5788c9e req-2ffbd5e4-a006-4f4c-b161-fa50341f5db8 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=50f57675333942a99ecd5a03743b02e1&device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 1097 time: 0.0695593 Jan 21 19:47:49.591016 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac2fe0-e25a-42fe-9782-2448a5788c9e req-ee8c1ed5-4785-432c-8475-75e1d801c2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:47:49.592468 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2fac2fe0-e25a-42fe-9782-2448a5788c9e req-ee8c1ed5-4785-432c-8475-75e1d801c2cc service neutron] 10.222.0.113 "GET /v2.0/networks?id=6bc82968-0e1b-4358-80bc-6257798403f8 HTTP/1.1" status: 200 len: 910 time: 0.1290870 Jan 21 19:47:49.651997 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19a803-df34-410a-9026-bed63f42df12 req-60d1816c-5d79-4e51-aaf7-dfe9b3c0ece0 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:47:49.653437 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8a19a803-df34-410a-9026-bed63f42df12 req-60d1816c-5d79-4e51-aaf7-dfe9b3c0ece0 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 944 time: 0.0871539 Jan 21 19:47:49.707810 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2fac2fe0-e25a-42fe-9782-2448a5788c9e req-6a3dd361-f8f6-4399-9229-756d9bc678bc service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f61d0bc-8eb2-4f67-810d-423b78b9789a HTTP/1.1" status: 200 len: 1000 time: 0.1085005 Jan 21 19:47:49.771484 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac2fe0-e25a-42fe-9782-2448a5788c9e req-33dd59e7-5a1b-4a1d-b04f-994e87562f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:47:49.772937 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2fac2fe0-e25a-42fe-9782-2448a5788c9e req-33dd59e7-5a1b-4a1d-b04f-994e87562f2e service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1ef7054e-4b1c-49b1-9081-0b6168ea7e6a HTTP/1.1" status: 200 len: 848 time: 0.0583789 Jan 21 19:47:49.798069 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8a19a803-df34-410a-9026-bed63f42df12 req-bcadd717-6e4f-417c-8f28-1c9931fc8539 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389940 Jan 21 19:47:49.850524 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac2fe0-e25a-42fe-9782-2448a5788c9e req-4907c496-245a-4211-9b1c-6206a4c6f51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:47:49.852748 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2fac2fe0-e25a-42fe-9782-2448a5788c9e req-4907c496-245a-4211-9b1c-6206a4c6f51c service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6bc82968-0e1b-4358-80bc-6257798403f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739422 Jan 21 19:47:49.982855 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2fac2fe0-e25a-42fe-9782-2448a5788c9e req-520abaf2-8a09-42f6-8951-1bc3cfe814ef service neutron] 10.222.0.113 "GET /v2.0/networks/6bc82968-0e1b-4358-80bc-6257798403f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235189 Jan 21 19:47:50.111138 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-2fac2fe0-e25a-42fe-9782-2448a5788c9e req-ed46b0d7-39ac-4833-bc10-8f206fe393cc service neutron] 10.222.0.113 "GET /v2.0/networks/6bc82968-0e1b-4358-80bc-6257798403f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219642 Jan 21 19:47:51.015773 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d378f960-2bc8-4d40-a2e5-f35f08691756 req-c0341af1-de23-4b1d-99e1-abd1b5aecfa5 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:47:51.017387 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d378f960-2bc8-4d40-a2e5-f35f08691756 req-c0341af1-de23-4b1d-99e1-abd1b5aecfa5 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 944 time: 0.0997055 Jan 21 19:47:51.087877 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d378f960-2bc8-4d40-a2e5-f35f08691756 req-18b42ecc-a563-4be7-952a-cc77ae29b6c2 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646563 Jan 21 19:47:52.301599 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ba99d-726a-42d3-949b-8e81d0cdcda0 req-6d13c9d6-d0b7-47b7-a16b-524ba0dbaa5c tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:47:52.310784 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-978ba99d-726a-42d3-949b-8e81d0cdcda0 req-6d13c9d6-d0b7-47b7-a16b-524ba0dbaa5c tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 944 time: 0.1037903 Jan 21 19:47:52.369550 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-978ba99d-726a-42d3-949b-8e81d0cdcda0 req-881a805e-d8ba-4da7-9478-a3e268112d3d tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573356 Jan 21 19:47:53.572295 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f4fc0-5fcd-40f6-8bd1-4ecf67961929 req-d5a26390-f54b-487d-ad9f-fc6a107f9bb4 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:47:53.573830 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4c3f4fc0-5fcd-40f6-8bd1-4ecf67961929 req-d5a26390-f54b-487d-ad9f-fc6a107f9bb4 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 944 time: 0.0855837 Jan 21 19:47:53.625091 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4c3f4fc0-5fcd-40f6-8bd1-4ecf67961929 req-4fe275cb-fe55-48d3-a7e8-995b83899700 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455921 Jan 21 19:47:54.832536 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dee32f-7d83-458b-b83d-c1137f629e0e req-7b362032-a5ea-42cc-ae82-1733d2d672cb tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:47:54.834065 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d6dee32f-7d83-458b-b83d-c1137f629e0e req-7b362032-a5ea-42cc-ae82-1733d2d672cb tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 944 time: 0.0868685 Jan 21 19:47:54.881335 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d6dee32f-7d83-458b-b83d-c1137f629e0e req-dad6507d-8986-456a-8434-08824576c05b tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406168 Jan 21 19:47:55.051810 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2d64afda-751b-495b-99e9-54429931858d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:47:56.103696 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57e473-0b69-4927-bca5-ed3fe4cec4d2 req-f2e5c5f5-5381-496f-9214-f975e9403a35 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:47:56.109078 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-eb57e473-0b69-4927-bca5-ed3fe4cec4d2 req-f2e5c5f5-5381-496f-9214-f975e9403a35 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 944 time: 0.1071632 Jan 21 19:47:56.178943 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-eb57e473-0b69-4927-bca5-ed3fe4cec4d2 req-7c98233e-cc19-4392-bde3-5724de3e76a9 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559733 Jan 21 19:47:57.314941 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-212d76d4-17ff-4034-a3f0-7bea393c78b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:47:57.388976 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a34e9-5fca-43d0-a808-eb6ea66bcf19 req-2d29d4bc-3564-41a1-8631-64c4a66b607f tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:47:57.395640 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3a3a34e9-5fca-43d0-a808-eb6ea66bcf19 req-2d29d4bc-3564-41a1-8631-64c4a66b607f tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 944 time: 0.0940068 Jan 21 19:47:57.447397 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3a3a34e9-5fca-43d0-a808-eb6ea66bcf19 req-3e004990-20e4-4063-8b86-da397f696641 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508864 Jan 21 19:47:58.639271 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e9484-7773-4cb0-bb89-415a4dcec4d8 req-1ade4fc3-8810-4de9-a66d-f665247ea11a tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:47:58.640718 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e63e9484-7773-4cb0-bb89-415a4dcec4d8 req-1ade4fc3-8810-4de9-a66d-f665247ea11a tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 944 time: 0.0866179 Jan 21 19:47:58.685551 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e63e9484-7773-4cb0-bb89-415a4dcec4d8 req-9fbd5c17-98a6-40c1-92f5-60fb7cb29ee1 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390787 Jan 21 19:47:58.692081 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:47:58.722737 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:47:58.724389 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:47:59.870569 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137d195-b86c-4551-bd34-50605a59294a req-c09542e0-700d-4958-8b08-7292979920dd tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:47:59.872008 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2137d195-b86c-4551-bd34-50605a59294a req-c09542e0-700d-4958-8b08-7292979920dd tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 944 time: 0.0837467 Jan 21 19:47:59.919530 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2137d195-b86c-4551-bd34-50605a59294a req-e9dbe7be-c152-4a6b-a6e0-f88027a6b219 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419881 Jan 21 19:48:00.276345 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:48:01.099775 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24bbf8-3b55-4aae-802f-f8369a592b12 req-e5b5a98c-fc20-4c29-92d3-1d35f3000a12 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:48:01.106300 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0e24bbf8-3b55-4aae-802f-f8369a592b12 req-e5b5a98c-fc20-4c29-92d3-1d35f3000a12 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 944 time: 0.0783782 Jan 21 19:48:01.144817 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 3f61d0bc-8eb2-4f67-810d-423b78b9789a details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:48:01.146442 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0e24bbf8-3b55-4aae-802f-f8369a592b12 req-968e1cf3-c44f-446a-8a81-af76143f5ee2 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389895 Jan 21 19:48:01.276486 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 3f61d0bc-8eb2-4f67-810d-423b78b9789a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=3f61d0bc-8eb2-4f67-810d-423b78b9789a,segment=NetworkSegment(d117adb4-1c6f-4017-abee-cde23b9d43bf),segment_id=d117adb4-1c6f-4017-abee-cde23b9d43bf)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:48:01.288928 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': '3f61d0bc-8eb2-4f67-810d-423b78b9789a', 'network_id': '6bc82968-0e1b-4358-80bc-6257798403f8', 'port_id': '3f61d0bc-8eb2-4f67-810d-423b78b9789a', 'mac_address': 'fa:16:3e:b6:a0:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ef7054e-4b1c-49b1-9081-0b6168ea7e6a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:48:01.342878 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:48:01.359072 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f61d0bc-8eb2-4f67-810d-423b78b9789a {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:48:01.373968 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 3f61d0bc-8eb2-4f67-810d-423b78b9789a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=3f61d0bc-8eb2-4f67-810d-423b78b9789a,segment=NetworkSegment(d117adb4-1c6f-4017-abee-cde23b9d43bf),segment_id=d117adb4-1c6f-4017-abee-cde23b9d43bf)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:48:01.447930 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:48:01.519735 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=3f61d0bc-8eb2-4f67-810d-423b78b9789a,revision_number=9']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:48:01.691472 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['3f61d0bc-8eb2-4f67-810d-423b78b9789a'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:48:02.337254 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd730a-62ca-4668-b475-be1483d93bab req-4b3c8e28-a299-491f-a93f-b94b6d33ceab tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:48:02.338715 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b8cd730a-62ca-4668-b475-be1483d93bab req-4b3c8e28-a299-491f-a93f-b94b6d33ceab tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 945 time: 0.0805538 Jan 21 19:48:02.381588 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b8cd730a-62ca-4668-b475-be1483d93bab req-564c6076-d916-4d45-be9a-8d38188ac650 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373194 Jan 21 19:48:03.160362 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 3f61d0bc-8eb2-4f67-810d-423b78b9789a up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:48:03.228622 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port 3f61d0bc-8eb2-4f67-810d-423b78b9789a triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:48:03.228982 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:48:03.338733 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:48:03.367953 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d11bf8a-234f-4a02-9c17-b55db2a63d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f61d0bc-8eb2-4f67-810d-423b78b9789a'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:48:03.378281 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 3f61d0bc-8eb2-4f67-810d-423b78b9789a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=3f61d0bc-8eb2-4f67-810d-423b78b9789a,segment=NetworkSegment(d117adb4-1c6f-4017-abee-cde23b9d43bf),segment_id=d117adb4-1c6f-4017-abee-cde23b9d43bf)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:48:03.419108 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d11bf8a-234f-4a02-9c17-b55db2a63d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f61d0bc-8eb2-4f67-810d-423b78b9789a', 'code': 200} Jan 21 19:48:03.446922 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:48:03.514642 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=3f61d0bc-8eb2-4f67-810d-423b78b9789a,revision_number=10']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:48:03.567679 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd1956-c2a8-4039-b0a7-4f5b08c6daf5 req-d1f3fd44-2cc7-4345-9aff-0f69b4acb037 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:48:03.569161 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2dcd1956-c2a8-4039-b0a7-4f5b08c6daf5 req-d1f3fd44-2cc7-4345-9aff-0f69b4acb037 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 947 time: 0.0799956 Jan 21 19:48:03.613234 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2dcd1956-c2a8-4039-b0a7-4f5b08c6daf5 req-7567bf2b-c0a9-4590-85d8-9e5f98d82810 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376973 Jan 21 19:48:03.772270 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd44674-06ec-4b22-ba8d-be5ce347a0bf req-01f41238-d69d-4459-ba05-86bbdf97cbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:48:03.774195 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4dd44674-06ec-4b22-ba8d-be5ce347a0bf req-01f41238-d69d-4459-ba05-86bbdf97cbc4 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 1100 time: 0.0676122 Jan 21 19:48:03.814994 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4dd44674-06ec-4b22-ba8d-be5ce347a0bf req-2381c9a3-c963-479f-93ee-7a13cad45f3d service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360212 Jan 21 19:48:04.820517 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490bc00b-8c60-4cf9-8db7-f5b67aa8ce97 req-424c8d3a-b0ba-403b-aa70-a54d4ce6d289 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:48:04.822155 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-490bc00b-8c60-4cf9-8db7-f5b67aa8ce97 req-424c8d3a-b0ba-403b-aa70-a54d4ce6d289 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 947 time: 0.0874426 Jan 21 19:48:04.870869 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-490bc00b-8c60-4cf9-8db7-f5b67aa8ce97 req-555256fd-9868-44ee-bedd-79af64b02ed2 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429294 Jan 21 19:48:06.054049 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b3d5a-266c-419a-8ea9-187cb9340c73 req-08901834-6cd6-446f-acfa-1ea796a2d96b tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:48:06.055510 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-759b3d5a-266c-419a-8ea9-187cb9340c73 req-08901834-6cd6-446f-acfa-1ea796a2d96b tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 947 time: 0.0776846 Jan 21 19:48:06.100375 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-759b3d5a-266c-419a-8ea9-187cb9340c73 req-2e0b1a84-6a16-4fc0-a523-3c68e4818195 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387654 Jan 21 19:48:07.286675 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a9702-931f-432b-b125-0d7c0688265b req-d12d32c4-ef95-4201-9784-d794e3ea2604 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:48:07.288106 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-bd2a9702-931f-432b-b125-0d7c0688265b req-d12d32c4-ef95-4201-9784-d794e3ea2604 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 947 time: 0.0806947 Jan 21 19:48:07.332003 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-bd2a9702-931f-432b-b125-0d7c0688265b req-98864072-0476-4dc9-bf51-2a680dbc8569 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370464 Jan 21 19:48:23.418120 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:48:25.040300 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-976f9457-2842-45b4-b7dd-94d865f74949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:48:25.404106 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8e409c94-4c40-4ab1-b57d-77adc9ea4357 req-bb59754c-e33b-4a1d-aae0-23d695879218 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669162 Jan 21 19:48:25.541104 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e409c94-4c40-4ab1-b57d-77adc9ea4357 req-5cc922d8-86d6-426e-9cce-bb5e9a4d63d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:48:25.542569 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8e409c94-4c40-4ab1-b57d-77adc9ea4357 req-5cc922d8-86d6-426e-9cce-bb5e9a4d63d1 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=50f57675333942a99ecd5a03743b02e1&device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 1100 time: 0.0706193 Jan 21 19:48:25.688327 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e409c94-4c40-4ab1-b57d-77adc9ea4357 req-0cadc0ca-fb13-4b6b-ac89-14f1b3d98712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:48:25.689651 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8e409c94-4c40-4ab1-b57d-77adc9ea4357 req-0cadc0ca-fb13-4b6b-ac89-14f1b3d98712 service neutron] 10.222.0.113 "GET /v2.0/networks?id=6bc82968-0e1b-4358-80bc-6257798403f8 HTTP/1.1" status: 200 len: 910 time: 0.1258204 Jan 21 19:48:25.791559 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8e409c94-4c40-4ab1-b57d-77adc9ea4357 req-902e5b8f-f5a9-4e74-9e7e-e01d85eae2f0 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f61d0bc-8eb2-4f67-810d-423b78b9789a HTTP/1.1" status: 200 len: 1002 time: 0.0952282 Jan 21 19:48:25.944818 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e409c94-4c40-4ab1-b57d-77adc9ea4357 req-4e448345-502b-4c7b-8a23-dc37ce9b75c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:48:25.946363 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8e409c94-4c40-4ab1-b57d-77adc9ea4357 req-4e448345-502b-4c7b-8a23-dc37ce9b75c7 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1ef7054e-4b1c-49b1-9081-0b6168ea7e6a HTTP/1.1" status: 200 len: 848 time: 0.1485395 Jan 21 19:48:26.025749 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e409c94-4c40-4ab1-b57d-77adc9ea4357 req-19f4d258-1e0e-4b43-859c-e42575b9b7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:48:26.027231 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8e409c94-4c40-4ab1-b57d-77adc9ea4357 req-19f4d258-1e0e-4b43-859c-e42575b9b7ca service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6bc82968-0e1b-4358-80bc-6257798403f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702746 Jan 21 19:48:26.162541 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8e409c94-4c40-4ab1-b57d-77adc9ea4357 req-291eb475-a3f7-4283-ada9-b45dcfec2d30 service neutron] 10.222.0.113 "GET /v2.0/networks/6bc82968-0e1b-4358-80bc-6257798403f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228540 Jan 21 19:48:26.298177 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8e409c94-4c40-4ab1-b57d-77adc9ea4357 req-4e35bc80-5714-40a8-b2fa-3d713682d0f8 service neutron] 10.222.0.113 "GET /v2.0/networks/6bc82968-0e1b-4358-80bc-6257798403f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275194 Jan 21 19:48:27.262883 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-10cbad90-79a1-4528-a4a6-8b76da59a770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:48:28.728054 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:48:28.755991 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:48:28.757536 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:48:30.308006 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:48:55.041080 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7f7e1417-89b1-4e24-ae18-30c63e630bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:48:57.269709 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-65167479-3077-4984-9643-6ee91397c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:48:58.696197 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:48:58.732150 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:48:58.732787 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:00.319176 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:00.417603 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:49:17.214075 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 43294) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:49:17.415920 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-8f2860b6-74fd-4bc6-95ce-ca4136eac41c tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Deleting port 81205d76-a8e6-4f8c-bf52-eb9361ec7512 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:49:17.416263 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8f2860b6-74fd-4bc6-95ce-ca4136eac41c tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:17.581360 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8f2860b6-74fd-4bc6-95ce-ca4136eac41c tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:17.581612 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8f2860b6-74fd-4bc6-95ce-ca4136eac41c tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:17.704414 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-8f2860b6-74fd-4bc6-95ce-ca4136eac41c tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Calling delete_port for 81205d76-a8e6-4f8c-bf52-eb9361ec7512 owned by network:floatingip {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:49:17.903571 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8f2860b6-74fd-4bc6-95ce-ca4136eac41c tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:17.957188 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2860b6-74fd-4bc6-95ce-ca4136eac41c tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Pushing event deleted for resources: {'Port': ['ID=81205d76-a8e6-4f8c-bf52-eb9361ec7512,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:49:17.994037 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2860b6-74fd-4bc6-95ce-ca4136eac41c tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:49:17.994386 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2860b6-74fd-4bc6-95ce-ca4136eac41c tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:49:17.994721 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2860b6-74fd-4bc6-95ce-ca4136eac41c tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:49:17.995050 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2860b6-74fd-4bc6-95ce-ca4136eac41c tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:49:17.995377 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2860b6-74fd-4bc6-95ce-ca4136eac41c tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:49:17.995699 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2860b6-74fd-4bc6-95ce-ca4136eac41c tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:49:17.996019 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2860b6-74fd-4bc6-95ce-ca4136eac41c tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:49:17.996339 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2860b6-74fd-4bc6-95ce-ca4136eac41c tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:49:17.996658 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2860b6-74fd-4bc6-95ce-ca4136eac41c tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:49:17.996983 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2860b6-74fd-4bc6-95ce-ca4136eac41c tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:49:17.997290 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2860b6-74fd-4bc6-95ce-ca4136eac41c tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:49:17.997603 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2860b6-74fd-4bc6-95ce-ca4136eac41c tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:49:18.059854 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8f2860b6-74fd-4bc6-95ce-ca4136eac41c tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for floatingip, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:18.060171 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.l3_db [None req-8f2860b6-74fd-4bc6-95ce-ca4136eac41c tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Floating IP e40494e2-3609-40e3-be37-8bcf2486b06b disassociated (deleted). External IP: 172.26.1.180, port: 3f61d0bc-8eb2-4f67-810d-423b78b9789a. Jan 21 19:49:18.501972 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f2860b6-74fd-4bc6-95ce-ca4136eac41c tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Router a12ec07b-fa34-4978-84cd-7868fac80f76 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:49:18.678458 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2860b6-74fd-4bc6-95ce-ca4136eac41c tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:49:18.687814 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f4efc3-d823-4ddb-bdc8-e50bf41c62f2 None None] Sync routers for ids ['a12ec07b-fa34-4978-84cd-7868fac80f76'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:49:18.690462 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-8f2860b6-74fd-4bc6-95ce-ca4136eac41c tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:18.700742 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f4efc3-d823-4ddb-bdc8-e50bf41c62f2 None None] Routers {'a12ec07b-fa34-4978-84cd-7868fac80f76'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:49:18.701346 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-06f4efc3-d823-4ddb-bdc8-e50bf41c62f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:48:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['a12ec07b-fa34-4978-84cd-7868fac80f76'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:49:18.745665 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-8f2860b6-74fd-4bc6-95ce-ca4136eac41c tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "DELETE /v2.0/floatingips/e40494e2-3609-40e3-be37-8bcf2486b06b HTTP/1.1" status: 204 len: 168 time: 1.5304935 Jan 21 19:49:18.746255 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d11bf8a-234f-4a02-9c17-b55db2a63d86', 'tag': '3f61d0bc-8eb2-4f67-810d-423b78b9789a'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:49:18.857848 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d11bf8a-234f-4a02-9c17-b55db2a63d86', 'tag': '3f61d0bc-8eb2-4f67-810d-423b78b9789a', 'status': 'completed', 'code': 200} Jan 21 19:49:18.909080 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-06f4efc3-d823-4ddb-bdc8-e50bf41c62f2 None None] Set router a12ec07b-fa34-4978-84cd-7868fac80f76 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:49:18.957062 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385990c-d49c-45a0-ae8d-dfd0160bf846 req-a60fb70c-bc7e-4c42-85b8-ef3b5931b336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:49:18.958478 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6385990c-d49c-45a0-ae8d-dfd0160bf846 req-a60fb70c-bc7e-4c42-85b8-ef3b5931b336 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=50f57675333942a99ecd5a03743b02e1&device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 1100 time: 0.0777161 Jan 21 19:49:19.093006 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385990c-d49c-45a0-ae8d-dfd0160bf846 req-f38df62e-744c-4836-adba-f597366bddf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:49:19.094477 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6385990c-d49c-45a0-ae8d-dfd0160bf846 req-f38df62e-744c-4836-adba-f597366bddf0 service neutron] 10.222.0.113 "GET /v2.0/networks?id=6bc82968-0e1b-4358-80bc-6257798403f8 HTTP/1.1" status: 200 len: 910 time: 0.1302669 Jan 21 19:49:19.160778 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6385990c-d49c-45a0-ae8d-dfd0160bf846 req-ae4349a3-890f-4d21-aa24-54b8ac3c39f4 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f61d0bc-8eb2-4f67-810d-423b78b9789a HTTP/1.1" status: 200 len: 217 time: 0.0603998 Jan 21 19:49:19.230859 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-06f4efc3-d823-4ddb-bdc8-e50bf41c62f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'name': 'tempest-TestShelveInstance-1572713393-router', 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': '7d332c5a-0d86-4ad3-aa12-072ec9ebdccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:44:45Z', 'updated_at': '2022-01-21T19:44:50Z', 'revision_number': 4, 'project_id': '50f57675333942a99ecd5a03743b02e1', 'gw_port': {'id': '7d332c5a-0d86-4ad3-aa12-072ec9ebdccf', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:20:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:44:46Z', 'updated_at': '2022-01-21T19:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'efd0377f-f7a3-4ab9-af77-441d99a247f9', 'name': '', 'network_id': '6bc82968-0e1b-4358-80bc-6257798403f8', 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'mac_address': 'fa:16:3e:0a:51:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '1ef7054e-4b1c-49b1-9081-0b6168ea7e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:44:49Z', 'updated_at': '2022-01-21T19:44:57Z', 'revision_number': 5, 'project_id': '50f57675333942a99ecd5a03743b02e1', 'subnets': [{'id': '1ef7054e-4b1c-49b1-9081-0b6168ea7e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:49:19.234812 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f4efc3-d823-4ddb-bdc8-e50bf41c62f2 None None] Checking router: a12ec07b-fa34-4978-84cd-7868fac80f76 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:49:19.237210 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385990c-d49c-45a0-ae8d-dfd0160bf846 req-9b1af9ca-f44c-435e-bdbd-b119d8ad3148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:49:19.238681 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6385990c-d49c-45a0-ae8d-dfd0160bf846 req-9b1af9ca-f44c-435e-bdbd-b119d8ad3148 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1ef7054e-4b1c-49b1-9081-0b6168ea7e6a HTTP/1.1" status: 200 len: 848 time: 0.0683749 Jan 21 19:49:19.243224 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f4efc3-d823-4ddb-bdc8-e50bf41c62f2 None None] Routers {'a12ec07b-fa34-4978-84cd-7868fac80f76'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:49:19.243872 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-06f4efc3-d823-4ddb-bdc8-e50bf41c62f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:48:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['a12ec07b-fa34-4978-84cd-7868fac80f76'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:49:19.320589 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385990c-d49c-45a0-ae8d-dfd0160bf846 req-ea6cbda6-a666-4c8c-82a2-b9feca4aefd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:49:19.321588 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6385990c-d49c-45a0-ae8d-dfd0160bf846 req-ea6cbda6-a666-4c8c-82a2-b9feca4aefd5 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6bc82968-0e1b-4358-80bc-6257798403f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762413 Jan 21 19:49:19.332562 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8605bc0-ddb7-4e7e-8fe6-74274b5a7f3a req-573b415e-523f-4b34-9d45-2c20064e685f tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:49:19.334036 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e8605bc0-ddb7-4e7e-8fe6-74274b5a7f3a req-573b415e-523f-4b34-9d45-2c20064e685f tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 947 time: 0.0856488 Jan 21 19:49:19.383843 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e8605bc0-ddb7-4e7e-8fe6-74274b5a7f3a req-747b8ccb-4363-4b03-bf13-5b11df50a6b7 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435281 Jan 21 19:49:19.427123 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-06f4efc3-d823-4ddb-bdc8-e50bf41c62f2 None None] Set router a12ec07b-fa34-4978-84cd-7868fac80f76 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:49:19.463144 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6385990c-d49c-45a0-ae8d-dfd0160bf846 req-e07545a2-7c9c-49fc-b50f-22eef49e557d service neutron] 10.222.0.113 "GET /v2.0/networks/6bc82968-0e1b-4358-80bc-6257798403f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346142 Jan 21 19:49:19.595790 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-6385990c-d49c-45a0-ae8d-dfd0160bf846 req-d6f0a898-0eff-4d9e-b012-db6ff1851dd0 service neutron] 10.222.0.113 "GET /v2.0/networks/6bc82968-0e1b-4358-80bc-6257798403f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259785 Jan 21 19:49:19.745630 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-06f4efc3-d823-4ddb-bdc8-e50bf41c62f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'name': 'tempest-TestShelveInstance-1572713393-router', 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': '7d332c5a-0d86-4ad3-aa12-072ec9ebdccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:44:45Z', 'updated_at': '2022-01-21T19:44:50Z', 'revision_number': 4, 'project_id': '50f57675333942a99ecd5a03743b02e1', 'gw_port': {'id': '7d332c5a-0d86-4ad3-aa12-072ec9ebdccf', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:20:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:44:46Z', 'updated_at': '2022-01-21T19:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'efd0377f-f7a3-4ab9-af77-441d99a247f9', 'name': '', 'network_id': '6bc82968-0e1b-4358-80bc-6257798403f8', 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'mac_address': 'fa:16:3e:0a:51:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '1ef7054e-4b1c-49b1-9081-0b6168ea7e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:44:49Z', 'updated_at': '2022-01-21T19:44:57Z', 'revision_number': 5, 'project_id': '50f57675333942a99ecd5a03743b02e1', 'subnets': [{'id': '1ef7054e-4b1c-49b1-9081-0b6168ea7e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:49:19.749500 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f4efc3-d823-4ddb-bdc8-e50bf41c62f2 None None] The sync data for ids ['a12ec07b-fa34-4978-84cd-7868fac80f76'] in dv-neutron-825470-1-hyperv is: [{'id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'name': 'tempest-TestShelveInstance-1572713393-router', 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': '7d332c5a-0d86-4ad3-aa12-072ec9ebdccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:44:45Z', 'updated_at': '2022-01-21T19:44:50Z', 'revision_number': 4, 'project_id': '50f57675333942a99ecd5a03743b02e1', 'gw_port': {'id': '7d332c5a-0d86-4ad3-aa12-072ec9ebdccf', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:20:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:44:46Z', 'updated_at': '2022-01-21T19:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'efd0377f-f7a3-4ab9-af77-441d99a247f9', 'name': '', 'network_id': '6bc82968-0e1b-4358-80bc-6257798403f8', 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'mac_address': 'fa:16:3e:0a:51:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '1ef7054e-4b1c-49b1-9081-0b6168ea7e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:44:49Z', 'updated_at': '2022-01-21T19:44:57Z', 'revision_number': 5, 'project_id': '50f57675333942a99ecd5a03743b02e1', 'subnets': [{'id': '1ef7054e-4b1c-49b1-9081-0b6168ea7e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:49:19.972178 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb94d64d-a541-49c7-8ccc-80bdd7e1e7e6 None None] New status for floating IP e40494e2-3609-40e3-be37-8bcf2486b06b: DOWN {{(pid=88138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:49:20.566551 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a68b38-efc4-4c99-b95d-fcc7aa9807e8 req-413f61e1-bc4f-4dfb-b01e-5d0678f5077c tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:49:20.567234 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-f9a68b38-efc4-4c99-b95d-fcc7aa9807e8 req-413f61e1-bc4f-4dfb-b01e-5d0678f5077c tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Synchronizing usage tracker for tenant:50f57675333942a99ecd5a03743b02e1 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:49:20.569709 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc1b52-f78b-43dd-b64c-a72747ca7df7 req-964b9a53-8499-4eea-a87e-640bd4f51aa3 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:49:20.574118 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-70fc1b52-f78b-43dd-b64c-a72747ca7df7 req-964b9a53-8499-4eea-a87e-640bd4f51aa3 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 947 time: 0.0807590 Jan 21 19:49:20.614521 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-70fc1b52-f78b-43dd-b64c-a72747ca7df7 req-432154d9-5a40-4f09-a3fe-51d142dbce0a tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=ba5d0f77-83f3-4091-a7a1-c6caf47338e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372248 Jan 21 19:49:20.656258 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-f9a68b38-efc4-4c99-b95d-fcc7aa9807e8 req-413f61e1-bc4f-4dfb-b01e-5d0678f5077c tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Unset dirty status for tenant:50f57675333942a99ecd5a03743b02e1 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:49:20.657395 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-f9a68b38-efc4-4c99-b95d-fcc7aa9807e8 req-413f61e1-bc4f-4dfb-b01e-5d0678f5077c tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.113 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 947 time: 0.1727891 Jan 21 19:49:20.727549 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-f9a68b38-efc4-4c99-b95d-fcc7aa9807e8 req-c98054d8-eb16-4ed3-80c2-baa1f2499afd tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Deleting port 3f61d0bc-8eb2-4f67-810d-423b78b9789a {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:49:20.727804 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-f9a68b38-efc4-4c99-b95d-fcc7aa9807e8 req-c98054d8-eb16-4ed3-80c2-baa1f2499afd tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:21.066983 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-f9a68b38-efc4-4c99-b95d-fcc7aa9807e8 req-c98054d8-eb16-4ed3-80c2-baa1f2499afd tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] For port 3f61d0bc-8eb2-4f67-810d-423b78b9789a, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=3f61d0bc-8eb2-4f67-810d-423b78b9789a,segment=NetworkSegment(d117adb4-1c6f-4017-abee-cde23b9d43bf),segment_id=d117adb4-1c6f-4017-abee-cde23b9d43bf)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:49:21.067279 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-f9a68b38-efc4-4c99-b95d-fcc7aa9807e8 req-c98054d8-eb16-4ed3-80c2-baa1f2499afd tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:21.188850 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-f9a68b38-efc4-4c99-b95d-fcc7aa9807e8 req-c98054d8-eb16-4ed3-80c2-baa1f2499afd tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Calling delete_port for 3f61d0bc-8eb2-4f67-810d-423b78b9789a owned by compute:nova {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:49:21.376308 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-f9a68b38-efc4-4c99-b95d-fcc7aa9807e8 req-c98054d8-eb16-4ed3-80c2-baa1f2499afd tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:21.431815 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98054d8-eb16-4ed3-80c2-baa1f2499afd tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Pushing event deleted for resources: {'Port': ['ID=3f61d0bc-8eb2-4f67-810d-423b78b9789a,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:49:21.507888 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a68b38-efc4-4c99-b95d-fcc7aa9807e8 req-c98054d8-eb16-4ed3-80c2-baa1f2499afd tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] No DVR routers for this DVR port 3f61d0bc-8eb2-4f67-810d-423b78b9789a on host hv-neutron-8254 {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:49:21.510294 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-f9a68b38-efc4-4c99-b95d-fcc7aa9807e8 req-c98054d8-eb16-4ed3-80c2-baa1f2499afd tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:21.512661 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d11bf8a-234f-4a02-9c17-b55db2a63d86', 'name': 'network-vif-deleted', 'tag': '3f61d0bc-8eb2-4f67-810d-423b78b9789a'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:49:21.558906 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d11bf8a-234f-4a02-9c17-b55db2a63d86', 'name': 'network-vif-deleted', 'tag': '3f61d0bc-8eb2-4f67-810d-423b78b9789a', 'status': 'completed', 'code': 200} Jan 21 19:49:21.589869 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-f9a68b38-efc4-4c99-b95d-fcc7aa9807e8 req-c98054d8-eb16-4ed3-80c2-baa1f2499afd tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.113 "DELETE /v2.0/ports/3f61d0bc-8eb2-4f67-810d-423b78b9789a HTTP/1.1" status: 204 len: 173 time: 0.9270287 Jan 21 19:49:21.773765 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cc27bbdf-f203-4046-934f-d8f31b40752a req-be951854-bf5f-4e02-aba8-5ec8627360ca tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d11bf8a-234f-4a02-9c17-b55db2a63d86 HTTP/1.1" status: 200 len: 210 time: 0.0507681 Jan 21 19:49:22.870166 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 43320) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:49:22.936517 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6d612cef-2891-4a5a-8dc1-57513a90446b tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:22.967092 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6d612cef-2891-4a5a-8dc1-57513a90446b tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:23.084526 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6d612cef-2891-4a5a-8dc1-57513a90446b tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:23.102834 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d612cef-2891-4a5a-8dc1-57513a90446b tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5d0f77-83f3-4091-a7a1-c6caf47338e5,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:49:23.110439 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d612cef-2891-4a5a-8dc1-57513a90446b tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:49:23.110780 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d612cef-2891-4a5a-8dc1-57513a90446b tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:49:23.111112 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d612cef-2891-4a5a-8dc1-57513a90446b tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:49:23.111435 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d612cef-2891-4a5a-8dc1-57513a90446b tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:49:23.111753 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d612cef-2891-4a5a-8dc1-57513a90446b tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:49:23.112069 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d612cef-2891-4a5a-8dc1-57513a90446b tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:49:23.112382 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d612cef-2891-4a5a-8dc1-57513a90446b tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:49:23.112691 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d612cef-2891-4a5a-8dc1-57513a90446b tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:49:23.113006 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d612cef-2891-4a5a-8dc1-57513a90446b tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:49:23.113312 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d612cef-2891-4a5a-8dc1-57513a90446b tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:49:23.113619 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d612cef-2891-4a5a-8dc1-57513a90446b tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:49:23.114018 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d612cef-2891-4a5a-8dc1-57513a90446b tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:49:23.165114 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-6d612cef-2891-4a5a-8dc1-57513a90446b tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:23.166276 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-6d612cef-2891-4a5a-8dc1-57513a90446b tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "DELETE /v2.0/security-groups/ba5d0f77-83f3-4091-a7a1-c6caf47338e5 HTTP/1.1" status: 204 len: 168 time: 0.2951527 Jan 21 19:49:23.583669 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 3f61d0bc-8eb2-4f67-810d-423b78b9789a no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:49:23.617420 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] No Port match for: 3f61d0bc-8eb2-4f67-810d-423b78b9789a {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:49:23.617758 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 3f61d0bc-8eb2-4f67-810d-423b78b9789a not bound to the agent host hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:49:25.044888 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-fd6c39e9-a963-4ccd-b6e5-67d675c4d96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:25.743593 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 43332) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:49:25.748691 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-943b03ab-3671-4f83-ba1f-d0cddbbc2218 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-316414699', 'description': 'tempest-secgroup-smoke-316414699 description', 'project_id': '50f57675333942a99ecd5a03743b02e1'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:49:25.754600 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-943b03ab-3671-4f83-ba1f-d0cddbbc2218 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:49:25.759369 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-943b03ab-3671-4f83-ba1f-d0cddbbc2218 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Usage tracker for resource:security_group and tenant:50f57675333942a99ecd5a03743b02e1 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:49:25.762229 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-943b03ab-3671-4f83-ba1f-d0cddbbc2218 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:49:25.768386 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-943b03ab-3671-4f83-ba1f-d0cddbbc2218 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:49:25.833363 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-943b03ab-3671-4f83-ba1f-d0cddbbc2218 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for security_group, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:25.853081 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-943b03ab-3671-4f83-ba1f-d0cddbbc2218 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:49:25.856749 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-943b03ab-3671-4f83-ba1f-d0cddbbc2218 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Usage tracker for resource:security_group_rule and tenant:50f57675333942a99ecd5a03743b02e1 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:49:25.859539 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-943b03ab-3671-4f83-ba1f-d0cddbbc2218 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:49:25.865099 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-943b03ab-3671-4f83-ba1f-d0cddbbc2218 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:49:25.937188 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-943b03ab-3671-4f83-ba1f-d0cddbbc2218 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for security_group, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:25.989338 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-943b03ab-3671-4f83-ba1f-d0cddbbc2218 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:26.033858 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943b03ab-3671-4f83-ba1f-d0cddbbc2218 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62da30b4-4af5-4081-a3d9-2589e06804b6,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:49:26.075009 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-943b03ab-3671-4f83-ba1f-d0cddbbc2218 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:26.076266 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-943b03ab-3671-4f83-ba1f-d0cddbbc2218 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3316557 Jan 21 19:49:26.079050 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 43336) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:49:26.084032 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-c77b2f41-4b71-4c49-a0b4-7b5daf4378e1 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Request body: {'security_group_rule': {'security_group_id': '62da30b4-4af5-4081-a3d9-2589e06804b6', 'project_id': '50f57675333942a99ecd5a03743b02e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:49:26.090743 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-c77b2f41-4b71-4c49-a0b4-7b5daf4378e1 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:49:26.094506 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-c77b2f41-4b71-4c49-a0b4-7b5daf4378e1 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Usage tracker for resource:security_group_rule and tenant:50f57675333942a99ecd5a03743b02e1 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:49:26.097528 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-c77b2f41-4b71-4c49-a0b4-7b5daf4378e1 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:49:26.103343 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-c77b2f41-4b71-4c49-a0b4-7b5daf4378e1 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:49:26.188039 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c77b2f41-4b71-4c49-a0b4-7b5daf4378e1 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:26.247187 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c77b2f41-4b71-4c49-a0b4-7b5daf4378e1 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:26.303569 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c77b2f41-4b71-4c49-a0b4-7b5daf4378e1 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:26.327255 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b2f41-4b71-4c49-a0b4-7b5daf4378e1 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31823987-a79c-4f55-8ee0-23ed448a2a9a,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:49:26.377189 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c77b2f41-4b71-4c49-a0b4-7b5daf4378e1 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:26.378377 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c77b2f41-4b71-4c49-a0b4-7b5daf4378e1 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2984273 Jan 21 19:49:26.381021 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 43340) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:49:26.386583 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-ef25283e-5218-4e8f-9c6f-54d59b8eb91f tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Request body: {'security_group_rule': {'security_group_id': '62da30b4-4af5-4081-a3d9-2589e06804b6', 'project_id': '50f57675333942a99ecd5a03743b02e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:49:26.392399 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-ef25283e-5218-4e8f-9c6f-54d59b8eb91f tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:49:26.396116 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ef25283e-5218-4e8f-9c6f-54d59b8eb91f tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Usage tracker for resource:security_group_rule and tenant:50f57675333942a99ecd5a03743b02e1 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:49:26.399003 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-ef25283e-5218-4e8f-9c6f-54d59b8eb91f tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:49:26.404537 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-ef25283e-5218-4e8f-9c6f-54d59b8eb91f tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:49:26.463715 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ef25283e-5218-4e8f-9c6f-54d59b8eb91f tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:26.525563 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ef25283e-5218-4e8f-9c6f-54d59b8eb91f tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:26.577136 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ef25283e-5218-4e8f-9c6f-54d59b8eb91f tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:26.604109 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef25283e-5218-4e8f-9c6f-54d59b8eb91f tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2b1f4de-d9e3-421c-9971-ae64d5f65a15,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:49:26.668983 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-ef25283e-5218-4e8f-9c6f-54d59b8eb91f tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:26.670238 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-ef25283e-5218-4e8f-9c6f-54d59b8eb91f tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2876537 Jan 21 19:49:26.672823 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 43344) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:49:26.677664 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-53c1540d-3bac-4feb-9adf-ea9dfa735435 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Request body: {'security_group_rule': {'security_group_id': '62da30b4-4af5-4081-a3d9-2589e06804b6', 'project_id': '50f57675333942a99ecd5a03743b02e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:49:26.684206 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-53c1540d-3bac-4feb-9adf-ea9dfa735435 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:49:26.687904 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-53c1540d-3bac-4feb-9adf-ea9dfa735435 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Usage tracker for resource:security_group_rule and tenant:50f57675333942a99ecd5a03743b02e1 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:49:26.690828 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-53c1540d-3bac-4feb-9adf-ea9dfa735435 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:49:26.696460 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-53c1540d-3bac-4feb-9adf-ea9dfa735435 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:49:26.766505 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-53c1540d-3bac-4feb-9adf-ea9dfa735435 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:26.827372 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-53c1540d-3bac-4feb-9adf-ea9dfa735435 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:26.879965 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-53c1540d-3bac-4feb-9adf-ea9dfa735435 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:26.903421 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1540d-3bac-4feb-9adf-ea9dfa735435 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22946906-b8a5-4941-a814-4cc37c408884,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:49:26.958771 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-53c1540d-3bac-4feb-9adf-ea9dfa735435 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:26.960665 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-53c1540d-3bac-4feb-9adf-ea9dfa735435 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2869468 Jan 21 19:49:26.963374 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 43348) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:49:26.968262 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-2548dc89-86e8-4bff-ba35-7b9ee19ecd32 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Request body: {'security_group_rule': {'security_group_id': '62da30b4-4af5-4081-a3d9-2589e06804b6', 'project_id': '50f57675333942a99ecd5a03743b02e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:49:26.974043 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-2548dc89-86e8-4bff-ba35-7b9ee19ecd32 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:49:26.978636 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-2548dc89-86e8-4bff-ba35-7b9ee19ecd32 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Usage tracker for resource:security_group_rule and tenant:50f57675333942a99ecd5a03743b02e1 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:49:26.981503 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-2548dc89-86e8-4bff-ba35-7b9ee19ecd32 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:49:26.987178 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-2548dc89-86e8-4bff-ba35-7b9ee19ecd32 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:49:27.045653 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2548dc89-86e8-4bff-ba35-7b9ee19ecd32 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:27.107192 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2548dc89-86e8-4bff-ba35-7b9ee19ecd32 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:27.158664 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2548dc89-86e8-4bff-ba35-7b9ee19ecd32 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:27.184395 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548dc89-86e8-4bff-ba35-7b9ee19ecd32 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8ac1f39-3169-4ea3-aeea-a0093fb2a830,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:49:27.274067 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2548dc89-86e8-4bff-ba35-7b9ee19ecd32 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:27.276737 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-2548dc89-86e8-4bff-ba35-7b9ee19ecd32 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3123777 Jan 21 19:49:27.279453 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 43352) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:49:27.289373 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-000f9eda-969d-41b7-b580-aba6f8fca4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:27.289810 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-bb018477-91d5-4b3a-98ad-29dad73a3a2b tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Request body: {'security_group_rule': {'security_group_id': '62da30b4-4af5-4081-a3d9-2589e06804b6', 'project_id': '50f57675333942a99ecd5a03743b02e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:49:27.294082 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-bb018477-91d5-4b3a-98ad-29dad73a3a2b tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:49:27.297958 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-bb018477-91d5-4b3a-98ad-29dad73a3a2b tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Usage tracker for resource:security_group_rule and tenant:50f57675333942a99ecd5a03743b02e1 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:49:27.300853 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-bb018477-91d5-4b3a-98ad-29dad73a3a2b tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:49:27.307548 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-bb018477-91d5-4b3a-98ad-29dad73a3a2b tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:49:27.383466 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.securitygroups_db [None req-bb018477-91d5-4b3a-98ad-29dad73a3a2b tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Project 50f57675333942a99ecd5a03743b02e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 19:49:27.390453 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bb018477-91d5-4b3a-98ad-29dad73a3a2b tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:27.455125 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bb018477-91d5-4b3a-98ad-29dad73a3a2b tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:27.520479 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bb018477-91d5-4b3a-98ad-29dad73a3a2b tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:27.545904 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb018477-91d5-4b3a-98ad-29dad73a3a2b tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a682e35e-c1a8-4187-92eb-b80ff8e52634,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:49:27.634762 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-bb018477-91d5-4b3a-98ad-29dad73a3a2b tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:27.635902 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-bb018477-91d5-4b3a-98ad-29dad73a3a2b tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3554828 Jan 21 19:49:27.638723 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 43356) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:49:27.643698 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-fcf0c327-1fcb-4df7-8120-ccfd584260a1 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Request body: {'security_group_rule': {'security_group_id': '62da30b4-4af5-4081-a3d9-2589e06804b6', 'project_id': '50f57675333942a99ecd5a03743b02e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:49:27.650481 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-fcf0c327-1fcb-4df7-8120-ccfd584260a1 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:49:27.654239 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-fcf0c327-1fcb-4df7-8120-ccfd584260a1 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Usage tracker for resource:security_group_rule and tenant:50f57675333942a99ecd5a03743b02e1 is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:49:27.657388 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-fcf0c327-1fcb-4df7-8120-ccfd584260a1 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:49:27.663917 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-fcf0c327-1fcb-4df7-8120-ccfd584260a1 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:49:27.724801 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.securitygroups_db [None req-fcf0c327-1fcb-4df7-8120-ccfd584260a1 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Project 50f57675333942a99ecd5a03743b02e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 19:49:27.732663 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fcf0c327-1fcb-4df7-8120-ccfd584260a1 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:27.797036 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fcf0c327-1fcb-4df7-8120-ccfd584260a1 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:27.867708 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fcf0c327-1fcb-4df7-8120-ccfd584260a1 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:27.891533 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf0c327-1fcb-4df7-8120-ccfd584260a1 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e68aded6-126e-4a48-82bd-5b4a89a63fa5,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:49:27.953159 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fcf0c327-1fcb-4df7-8120-ccfd584260a1 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:27.954437 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-fcf0c327-1fcb-4df7-8120-ccfd584260a1 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3147249 Jan 21 19:49:28.714633 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:28.743565 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:28.744347 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:30.326105 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:37.418850 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:49:53.229048 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-13511667-205e-4053-9063-c918c52498bc req-fa5aacb8-a9ef-43c6-a397-37412c4f8d2e tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Synchronizing usage tracker for tenant:50f57675333942a99ecd5a03743b02e1 on resource:security_group {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:49:53.308546 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-13511667-205e-4053-9063-c918c52498bc req-fa5aacb8-a9ef-43c6-a397-37412c4f8d2e tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Unset dirty status for tenant:50f57675333942a99ecd5a03743b02e1 on resource:security_group {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:49:53.309725 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-13511667-205e-4053-9063-c918c52498bc req-fa5aacb8-a9ef-43c6-a397-37412c4f8d2e tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-316414699&fields=id&tenant_id=50f57675333942a99ecd5a03743b02e1 HTTP/1.1" status: 200 len: 267 time: 0.1294136 Jan 21 19:49:53.578765 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13511667-205e-4053-9063-c918c52498bc req-9cd1d5de-35e6-4f5d-9404-773bc25e2359 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:49:53.582379 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-13511667-205e-4053-9063-c918c52498bc req-9cd1d5de-35e6-4f5d-9404-773bc25e2359 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/networks?id=6bc82968-0e1b-4358-80bc-6257798403f8 HTTP/1.1" status: 200 len: 809 time: 0.2661221 Jan 21 19:49:53.598790 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-13511667-205e-4053-9063-c918c52498bc req-9f44a3f1-b776-424f-a449-497e0df90952 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/quotas/50f57675333942a99ecd5a03743b02e1 HTTP/1.1" status: 200 len: 375 time: 0.0097458 Jan 21 19:49:53.684492 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-13511667-205e-4053-9063-c918c52498bc req-b0f272ef-1aae-4276-bd68-f7a590356843 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=50f57675333942a99ecd5a03743b02e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0801911 Jan 21 19:49:53.861275 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-13511667-205e-4053-9063-c918c52498bc req-2e14c74c-93f1-497b-bd4f-4613a95a7aaa service neutron] 10.222.0.87 "GET /v2.0/networks/6bc82968-0e1b-4358-80bc-6257798403f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656489 Jan 21 19:49:54.003328 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-13511667-205e-4053-9063-c918c52498bc req-cb07e66f-aafd-4c20-ae7f-bf476d2475ba service neutron] 10.222.0.87 "GET /v2.0/networks/6bc82968-0e1b-4358-80bc-6257798403f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362717 Jan 21 19:49:55.028150 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-45031d27-f39d-45c4-a0a4-0b4ca92d6a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:55.738258 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1100ddd5-4753-42f7-9c1c-be602578d17f req-4ea031d8-34a5-46df-9e4d-2050e7cdd774 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 210 time: 0.0993776 Jan 21 19:49:56.832541 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-11a54248-1f0a-446a-9f6f-af9ae4208201 req-905940cd-785b-470f-99c2-6a7ea1ca3714 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 210 time: 0.0428228 Jan 21 19:49:57.262531 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-106c80b6-7efb-488a-a18b-52d67e4b045b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:57.980779 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-71e0b977-896e-44e3-924b-5d1e9fda6070 req-0837a9c4-2e87-449e-a156-a0e547923615 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 210 time: 0.0442028 Jan 21 19:49:58.735645 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:58.771298 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13511667-205e-4053-9063-c918c52498bc req-4d67c67c-a20b-418b-b5e1-c82954dbf031 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:49:58.772712 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-13511667-205e-4053-9063-c918c52498bc req-4d67c67c-a20b-418b-b5e1-c82954dbf031 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.113 "GET /v2.0/networks?id=6bc82968-0e1b-4358-80bc-6257798403f8 HTTP/1.1" status: 200 len: 809 time: 0.2248402 Jan 21 19:49:58.795211 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:58.795882 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:58.823827 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-13511667-205e-4053-9063-c918c52498bc req-bcd98af7-9ce0-4673-9f1e-2658f24cc8ae tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50f57675333942a99ecd5a03743b02e1 HTTP/1.1" status: 200 len: 379 time: 0.0425267 Jan 21 19:49:58.834936 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-13511667-205e-4053-9063-c918c52498bc req-ab9ccc52-ea56-4cbd-857a-193628d4c059 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Request body: {'port': {'device_id': '451d80c8-cf92-49b0-a9b9-2355a446367d', 'network_id': '6bc82968-0e1b-4358-80bc-6257798403f8', 'admin_state_up': True, 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'security_groups': ['62da30b4-4af5-4081-a3d9-2589e06804b6']}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:49:58.973707 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-13511667-205e-4053-9063-c918c52498bc req-ab9ccc52-ea56-4cbd-857a-193628d4c059 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:49:58.977956 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-13511667-205e-4053-9063-c918c52498bc req-ab9ccc52-ea56-4cbd-857a-193628d4c059 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Usage tracker for resource:port and tenant:50f57675333942a99ecd5a03743b02e1 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:49:58.980752 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-13511667-205e-4053-9063-c918c52498bc req-ab9ccc52-ea56-4cbd-857a-193628d4c059 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:49:58.986486 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-13511667-205e-4053-9063-c918c52498bc req-ab9ccc52-ea56-4cbd-857a-193628d4c059 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:49:59.051216 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13511667-205e-4053-9063-c918c52498bc req-ab9ccc52-ea56-4cbd-857a-193628d4c059 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Made reservation on behalf of 50f57675333942a99ecd5a03743b02e1 for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:49:59.055946 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-13511667-205e-4053-9063-c918c52498bc req-ab9ccc52-ea56-4cbd-857a-193628d4c059 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:59.136693 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6631a4f7-7e0b-40a3-a2fc-5f830a22f328 req-2a34afd8-70a9-4c5b-b427-370cd281aac9 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 210 time: 0.0488868 Jan 21 19:49:59.228421 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [req-13511667-205e-4053-9063-c918c52498bc req-ab9ccc52-ea56-4cbd-857a-193628d4c059 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Allocated IP 172.20.0.5 (6bc82968-0e1b-4358-80bc-6257798403f8/1ef7054e-4b1c-49b1-9081-0b6168ea7e6a/ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:49:59.419997 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-13511667-205e-4053-9063-c918c52498bc req-ab9ccc52-ea56-4cbd-857a-193628d4c059 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:59.436773 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-13511667-205e-4053-9063-c918c52498bc req-ab9ccc52-ea56-4cbd-857a-193628d4c059 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Transition to ACTIVE for port object ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:49:59.514726 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-13511667-205e-4053-9063-c918c52498bc req-ab9ccc52-ea56-4cbd-857a-193628d4c059 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:59.602796 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13511667-205e-4053-9063-c918c52498bc req-ab9ccc52-ea56-4cbd-857a-193628d4c059 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Network 6bc82968-0e1b-4358-80bc-6257798403f8 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:49:59.605861 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [req-13511667-205e-4053-9063-c918c52498bc req-ab9ccc52-ea56-4cbd-857a-193628d4c059 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:49:59.608903 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-13511667-205e-4053-9063-c918c52498bc req-ab9ccc52-ea56-4cbd-857a-193628d4c059 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:49:59.641753 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ccc52-ea56-4cbd-857a-193628d4c059 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Pushing event updated for resources: {'Port': ['ID=ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:49:59.682473 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13511667-205e-4053-9063-c918c52498bc req-ab9ccc52-ea56-4cbd-857a-193628d4c059 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:49:59.683144 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-13511667-205e-4053-9063-c918c52498bc req-ab9ccc52-ea56-4cbd-857a-193628d4c059 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:59.761644 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-13511667-205e-4053-9063-c918c52498bc req-ab9ccc52-ea56-4cbd-857a-193628d4c059 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9325802 Jan 21 19:49:59.772335 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [req-13511667-205e-4053-9063-c918c52498bc req-0eab7c22-3d1f-4adb-bb8a-32f99539109b tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=88137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:49:59.773364 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-13511667-205e-4053-9063-c918c52498bc req-0eab7c22-3d1f-4adb-bb8a-32f99539109b tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054171 Jan 21 19:49:59.783242 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-13511667-205e-4053-9063-c918c52498bc req-a815748b-074c-404d-acdc-f301dbb5b6de service neutron] Request body: {'port': {'device_id': '451d80c8-cf92-49b0-a9b9-2355a446367d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:49:59.898382 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-13511667-205e-4053-9063-c918c52498bc req-a815748b-074c-404d-acdc-f301dbb5b6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:59.931866 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-2da7c559-ace0-4710-b4ab-e8499becd83b None None] Provisioning for port ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:49:59.937070 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-2da7c559-ace0-4710-b4ab-e8499becd83b None None] Provisioning complete for port ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:49:59.937451 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2da7c559-ace0-4710-b4ab-e8499becd83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:49:59.992260 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-2da7c559-ace0-4710-b4ab-e8499becd83b None None] Port ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:50:00.248167 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [req-13511667-205e-4053-9063-c918c52498bc req-a815748b-074c-404d-acdc-f301dbb5b6de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd {{(pid=88137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:50:00.255893 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-13511667-205e-4053-9063-c918c52498bc req-a815748b-074c-404d-acdc-f301dbb5b6de service neutron] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:50:00.270622 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-13511667-205e-4053-9063-c918c52498bc req-a815748b-074c-404d-acdc-f301dbb5b6de service neutron] Transition to ACTIVE for port object ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd will not be triggered until provisioned by entity L2. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:50:00.301276 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:50:00.333990 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381c118-8b13-4ec3-b4a3-47b49782ed0b req-a3e5dfc0-12bd-494b-a2cf-ddf2d0feb7e6 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:50:00.335430 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1381c118-8b13-4ec3-b4a3-47b49782ed0b req-a3e5dfc0-12bd-494b-a2cf-ddf2d0feb7e6 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 931 time: 0.0853553 Jan 21 19:50:00.358485 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-13511667-205e-4053-9063-c918c52498bc req-a815748b-074c-404d-acdc-f301dbb5b6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:50:00.379883 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1381c118-8b13-4ec3-b4a3-47b49782ed0b req-ef4a4191-5c40-4434-9da9-02f22de71ff1 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=62da30b4-4af5-4081-a3d9-2589e06804b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385718 Jan 21 19:50:00.608025 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a815748b-074c-404d-acdc-f301dbb5b6de service neutron] Pushing event updated for resources: {'Port': ['ID=ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:50:00.721147 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-13511667-205e-4053-9063-c918c52498bc req-a815748b-074c-404d-acdc-f301dbb5b6de service neutron] Attempting to bind port ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:50:00.721488 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-13511667-205e-4053-9063-c918c52498bc req-a815748b-074c-404d-acdc-f301dbb5b6de service neutron] Attempting to bind port ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': 'd117adb4-1c6f-4017-abee-cde23b9d43bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6bc82968-0e1b-4358-80bc-6257798403f8'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:50:00.721838 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13511667-205e-4053-9063-c918c52498bc req-a815748b-074c-404d-acdc-f301dbb5b6de service neutron] Attempting to bind port ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd on network 6bc82968-0e1b-4358-80bc-6257798403f8 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:50:00.726508 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13511667-205e-4053-9063-c918c52498bc req-a815748b-074c-404d-acdc-f301dbb5b6de service neutron] Port ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd on network 6bc82968-0e1b-4358-80bc-6257798403f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 19:50:00.726847 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13511667-205e-4053-9063-c918c52498bc req-a815748b-074c-404d-acdc-f301dbb5b6de service neutron] Attempting to bind port ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd on network 6bc82968-0e1b-4358-80bc-6257798403f8 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:50:00.731832 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13511667-205e-4053-9063-c918c52498bc req-a815748b-074c-404d-acdc-f301dbb5b6de service neutron] Checking agent: {'id': '9a14f311-f6d5-46c6-87a2-f860197fb66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:50:00.732164 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13511667-205e-4053-9063-c918c52498bc req-a815748b-074c-404d-acdc-f301dbb5b6de service neutron] Checking segment: {'id': 'd117adb4-1c6f-4017-abee-cde23b9d43bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6bc82968-0e1b-4358-80bc-6257798403f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:50:00.732562 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13511667-205e-4053-9063-c918c52498bc req-a815748b-074c-404d-acdc-f301dbb5b6de service neutron] Bound using segment: {'id': 'd117adb4-1c6f-4017-abee-cde23b9d43bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6bc82968-0e1b-4358-80bc-6257798403f8'} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:50:00.732972 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-13511667-205e-4053-9063-c918c52498bc req-a815748b-074c-404d-acdc-f301dbb5b6de service neutron] Bound port: ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd117adb4-1c6f-4017-abee-cde23b9d43bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6bc82968-0e1b-4358-80bc-6257798403f8'}}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:50:00.733308 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-13511667-205e-4053-9063-c918c52498bc req-a815748b-074c-404d-acdc-f301dbb5b6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:50:00.830381 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-13511667-205e-4053-9063-c918c52498bc req-a815748b-074c-404d-acdc-f301dbb5b6de service neutron] For port ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd, host hv-neutron-8254, cleared binding levels {{(pid=88137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:50:00.833312 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-13511667-205e-4053-9063-c918c52498bc req-a815748b-074c-404d-acdc-f301dbb5b6de service neutron] For port ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd,segment=NetworkSegment(d117adb4-1c6f-4017-abee-cde23b9d43bf),segment_id=d117adb4-1c6f-4017-abee-cde23b9d43bf)] {{(pid=88137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:50:00.891317 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-13511667-205e-4053-9063-c918c52498bc req-a815748b-074c-404d-acdc-f301dbb5b6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:50:00.950898 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13511667-205e-4053-9063-c918c52498bc req-a815748b-074c-404d-acdc-f301dbb5b6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:50:00.951473 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-13511667-205e-4053-9063-c918c52498bc req-a815748b-074c-404d-acdc-f301dbb5b6de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:50:00.952850 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-13511667-205e-4053-9063-c918c52498bc req-a815748b-074c-404d-acdc-f301dbb5b6de service neutron] 10.222.0.113 "PUT /v2.0/ports/ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd HTTP/1.1" status: 200 len: 1093 time: 1.1736887 Jan 21 19:50:00.953279 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '451d80c8-cf92-49b0-a9b9-2355a446367d', 'tag': 'ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:50:00.973460 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a815748b-074c-404d-acdc-f301dbb5b6de service neutron] Pushing event updated for resources: {'Port': ['ID=ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd,revision_number=3']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:50:01.002090 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '451d80c8-cf92-49b0-a9b9-2355a446367d', 'tag': 'ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd', 'status': 'completed', 'code': 200} Jan 21 19:50:01.103233 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb6e29-a0d3-4c38-8d25-4bb97969123d req-f2416f94-5b86-4c03-b174-7acc24f2a767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:50:01.104713 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9ffb6e29-a0d3-4c38-8d25-4bb97969123d req-f2416f94-5b86-4c03-b174-7acc24f2a767 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=50f57675333942a99ecd5a03743b02e1&device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 1096 time: 0.0817673 Jan 21 19:50:01.247001 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb6e29-a0d3-4c38-8d25-4bb97969123d req-601ad0f7-2781-406d-9377-1ca3a232d5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:50:01.248460 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9ffb6e29-a0d3-4c38-8d25-4bb97969123d req-601ad0f7-2781-406d-9377-1ca3a232d5d5 service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=50f57675333942a99ecd5a03743b02e1&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1360159 Jan 21 19:50:01.386931 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb6e29-a0d3-4c38-8d25-4bb97969123d req-2313940d-0b36-4afb-8522-4342ad56d7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:50:01.388349 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9ffb6e29-a0d3-4c38-8d25-4bb97969123d req-2313940d-0b36-4afb-8522-4342ad56d7cb service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1285691 Jan 21 19:50:01.496463 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13511667-205e-4053-9063-c918c52498bc req-22459f9b-e00c-4e93-8b35-5d6a3c641b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:50:01.497854 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-13511667-205e-4053-9063-c918c52498bc req-22459f9b-e00c-4e93-8b35-5d6a3c641b32 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=50f57675333942a99ecd5a03743b02e1&device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 1096 time: 0.0707369 Jan 21 19:50:01.569687 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-13511667-205e-4053-9063-c918c52498bc req-825a3931-c9e1-463e-8b55-e320af45867a service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd HTTP/1.1" status: 200 len: 217 time: 0.0644855 Jan 21 19:50:01.573430 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f03528-802e-4258-afb4-0e2d7ef7c45c req-8dc3f917-b845-4316-8321-b58478a4fe81 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:50:01.574928 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-13f03528-802e-4258-afb4-0e2d7ef7c45c req-8dc3f917-b845-4316-8321-b58478a4fe81 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 943 time: 0.0853472 Jan 21 19:50:01.621780 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-13f03528-802e-4258-afb4-0e2d7ef7c45c req-590e8145-c06d-4eb9-86ae-8626a2f722f4 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=62da30b4-4af5-4081-a3d9-2589e06804b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413077 Jan 21 19:50:01.631760 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13511667-205e-4053-9063-c918c52498bc req-a654f79e-d227-4da4-93af-12dcb90fdb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:50:01.633764 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-13511667-205e-4053-9063-c918c52498bc req-a654f79e-d227-4da4-93af-12dcb90fdb5b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1ef7054e-4b1c-49b1-9081-0b6168ea7e6a HTTP/1.1" status: 200 len: 848 time: 0.0580153 Jan 21 19:50:01.710325 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13511667-205e-4053-9063-c918c52498bc req-1e7bc6c7-8029-4af4-aed3-8714c746d26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:50:01.712000 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-13511667-205e-4053-9063-c918c52498bc req-1e7bc6c7-8029-4af4-aed3-8714c746d26d service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6bc82968-0e1b-4358-80bc-6257798403f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731416 Jan 21 19:50:01.850015 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-13511667-205e-4053-9063-c918c52498bc req-931bce50-e291-47a7-b7cd-c08e52823485 service neutron] 10.222.0.113 "GET /v2.0/networks/6bc82968-0e1b-4358-80bc-6257798403f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321435 Jan 21 19:50:01.981057 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-13511667-205e-4053-9063-c918c52498bc req-9078e9d0-7ea0-4424-92bd-cc93498c7721 service neutron] 10.222.0.113 "GET /v2.0/networks/6bc82968-0e1b-4358-80bc-6257798403f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250310 Jan 21 19:50:02.846480 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee61e2b-8863-4ca9-8b98-200d307d2554 req-f55adfe2-cbec-49c0-992a-25e6a7e0970e tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:50:02.847917 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0ee61e2b-8863-4ca9-8b98-200d307d2554 req-f55adfe2-cbec-49c0-992a-25e6a7e0970e tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 943 time: 0.1196706 Jan 21 19:50:02.891940 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0ee61e2b-8863-4ca9-8b98-200d307d2554 req-b8419eed-d6f0-481f-9184-88b7738de28c tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=62da30b4-4af5-4081-a3d9-2589e06804b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379755 Jan 21 19:50:04.104407 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e81bf1-dfb4-402c-9379-957b6853f935 req-d904ea3a-6c43-4aed-b275-df91a63f29dd tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:50:04.105956 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c8e81bf1-dfb4-402c-9379-957b6853f935 req-d904ea3a-6c43-4aed-b275-df91a63f29dd tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 943 time: 0.1069746 Jan 21 19:50:04.156026 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c8e81bf1-dfb4-402c-9379-957b6853f935 req-044db7ce-8999-4409-9a2b-409d783e0fbf tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=62da30b4-4af5-4081-a3d9-2589e06804b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445063 Jan 21 19:50:05.354935 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0192f57-300b-46fd-8d31-293f78199f5a req-8c48650a-e172-491a-ba9a-7fab5ae80907 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:50:05.356414 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d0192f57-300b-46fd-8d31-293f78199f5a req-8c48650a-e172-491a-ba9a-7fab5ae80907 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 943 time: 0.0874631 Jan 21 19:50:05.403668 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d0192f57-300b-46fd-8d31-293f78199f5a req-260846ad-16e2-4534-8d08-8f8a30e47a05 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=62da30b4-4af5-4081-a3d9-2589e06804b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416734 Jan 21 19:50:06.588207 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f6bf6-7288-4ad4-b7d0-770857f3bd38 req-90609082-4683-4a8a-a42a-78073911833e tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:50:06.589992 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d16f6bf6-7288-4ad4-b7d0-770857f3bd38 req-90609082-4683-4a8a-a42a-78073911833e tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 943 time: 0.0789046 Jan 21 19:50:06.633164 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d16f6bf6-7288-4ad4-b7d0-770857f3bd38 req-f0d7e9e6-db2d-4fe6-913f-99713c7868f6 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=62da30b4-4af5-4081-a3d9-2589e06804b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376282 Jan 21 19:50:07.819080 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ef5c5-ba91-4163-bd52-c2070211ce19 req-d79b1e4d-6f95-4a2e-97d5-4e7f46b55d9e tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:50:07.821235 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ec7ef5c5-ba91-4163-bd52-c2070211ce19 req-d79b1e4d-6f95-4a2e-97d5-4e7f46b55d9e tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 943 time: 0.0844641 Jan 21 19:50:07.865509 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ec7ef5c5-ba91-4163-bd52-c2070211ce19 req-54e6cd03-0fae-402f-ac16-0e117afe31fa tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=62da30b4-4af5-4081-a3d9-2589e06804b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386097 Jan 21 19:50:09.048413 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fac06a-9653-49fb-a44d-7250c617eb8c req-fa6badf8-1055-437f-8eec-f52b5f7c9a41 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:50:09.050093 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-26fac06a-9653-49fb-a44d-7250c617eb8c req-fa6badf8-1055-437f-8eec-f52b5f7c9a41 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 943 time: 0.0806549 Jan 21 19:50:09.099030 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-26fac06a-9653-49fb-a44d-7250c617eb8c req-6a3147c2-e7a1-4a81-9527-6a728873daad tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=62da30b4-4af5-4081-a3d9-2589e06804b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424020 Jan 21 19:50:09.785695 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:50:09.929629 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd,segment=NetworkSegment(d117adb4-1c6f-4017-abee-cde23b9d43bf),segment_id=d117adb4-1c6f-4017-abee-cde23b9d43bf)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:50:09.942319 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': 'ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd', 'network_id': '6bc82968-0e1b-4358-80bc-6257798403f8', 'port_id': 'ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd', 'mac_address': 'fa:16:3e:59:05:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ef7054e-4b1c-49b1-9081-0b6168ea7e6a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:50:09.998402 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:50:10.015279 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:50:10.030642 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd,segment=NetworkSegment(d117adb4-1c6f-4017-abee-cde23b9d43bf),segment_id=d117adb4-1c6f-4017-abee-cde23b9d43bf)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:50:10.113732 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:50:10.180440 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:50:10.187428 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:50:10.187775 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:50:10.188107 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:50:10.188430 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:50:10.188757 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:50:10.189066 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:50:10.189380 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:50:10.189694 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:50:10.190032 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:50:10.190358 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:50:10.190654 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:50:10.190961 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:50:10.287840 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce4de2-20c0-43d6-b933-792ef157282e req-2b02ba60-593d-4e75-a93c-06b90834a573 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:50:10.289310 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-84ce4de2-20c0-43d6-b933-792ef157282e req-2b02ba60-593d-4e75-a93c-06b90834a573 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 944 time: 0.0843115 Jan 21 19:50:10.319022 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:50:10.337328 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-84ce4de2-20c0-43d6-b933-792ef157282e req-814ab940-36bd-4bba-bb2c-74e78dcba5f2 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=62da30b4-4af5-4081-a3d9-2589e06804b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422504 Jan 21 19:50:11.519779 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654aa4b-cd5c-49d8-99c4-528d5e03ef65 req-78f046ee-18b2-4b5f-84f7-31a4cd75c843 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:50:11.521563 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a654aa4b-cd5c-49d8-99c4-528d5e03ef65 req-78f046ee-18b2-4b5f-84f7-31a4cd75c843 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 944 time: 0.0795398 Jan 21 19:50:11.564507 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a654aa4b-cd5c-49d8-99c4-528d5e03ef65 req-1ca821a6-49b7-45b0-8488-22ceef468b0d tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=62da30b4-4af5-4081-a3d9-2589e06804b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372577 Jan 21 19:50:11.805181 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:50:11.925029 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning for port ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:50:11.930631 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:50:11.930989 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:50:12.046243 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:50:12.074287 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '451d80c8-cf92-49b0-a9b9-2355a446367d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:50:12.084842 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd,segment=NetworkSegment(d117adb4-1c6f-4017-abee-cde23b9d43bf),segment_id=d117adb4-1c6f-4017-abee-cde23b9d43bf)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:50:12.165324 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:50:12.203686 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '451d80c8-cf92-49b0-a9b9-2355a446367d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd', 'code': 200} Jan 21 19:50:12.235916 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:50:12.647421 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6bfea5-58b9-499b-acac-0451c2cd741d req-3768bcb5-c55d-48e1-aba5-2a8ff48f2e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:50:12.649185 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9c6bfea5-58b9-499b-acac-0451c2cd741d req-3768bcb5-c55d-48e1-aba5-2a8ff48f2e1a service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 1098 time: 0.1063619 Jan 21 19:50:12.689196 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9c6bfea5-58b9-499b-acac-0451c2cd741d req-2874c684-9e13-4af7-b8c4-2d8cd14c243f service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=62da30b4-4af5-4081-a3d9-2589e06804b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346637 Jan 21 19:50:12.751497 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0c7e5-69e9-481a-b51e-0401325ba16e req-8dfc69ba-9e3f-4684-b318-5f0a8aeca4b5 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:50:12.752833 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-93c0c7e5-69e9-481a-b51e-0401325ba16e req-8dfc69ba-9e3f-4684-b318-5f0a8aeca4b5 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 945 time: 0.0817914 Jan 21 19:50:12.795410 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-93c0c7e5-69e9-481a-b51e-0401325ba16e req-e9cfa438-a579-4240-9939-fad29fba234e tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=62da30b4-4af5-4081-a3d9-2589e06804b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363827 Jan 21 19:50:13.979198 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264a54a-d6f6-4426-9db1-aef8201a0ff6 req-8f13ae96-a9d0-49d3-815c-d0b391efb38c tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:50:13.980644 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8264a54a-d6f6-4426-9db1-aef8201a0ff6 req-8f13ae96-a9d0-49d3-815c-d0b391efb38c tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 945 time: 0.0802302 Jan 21 19:50:14.029625 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8264a54a-d6f6-4426-9db1-aef8201a0ff6 req-46baa16d-7b1f-4505-8267-731f8018080e tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=62da30b4-4af5-4081-a3d9-2589e06804b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434234 Jan 21 19:50:14.207969 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a824d-86a9-47ad-ae3d-1835fdebc25a req-962f768b-44a0-4c00-80be-4386a60560ca tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:50:14.209404 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-633a824d-86a9-47ad-ae3d-1835fdebc25a req-962f768b-44a0-4c00-80be-4386a60560ca tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 945 time: 0.0789499 Jan 21 19:50:14.253129 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-633a824d-86a9-47ad-ae3d-1835fdebc25a req-8a48ae24-2c4d-49db-bb00-6fac4f139e59 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=62da30b4-4af5-4081-a3d9-2589e06804b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374451 Jan 21 19:50:14.275649 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 43606) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:50:14.346121 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9cdd2c-f9ba-4dd9-8d13-2aa8ee3de535 tempest-TestShelveInstance-218487927 tempest-TestShelveInstance-218487927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:50:14.346822 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-fc9cdd2c-f9ba-4dd9-8d13-2aa8ee3de535 tempest-TestShelveInstance-218487927 tempest-TestShelveInstance-218487927-project-admin] Synchronizing usage tracker for tenant:b2343101332b4f21bfdbebf6d0d2c41f on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:50:14.418944 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:50:14.426633 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-fc9cdd2c-f9ba-4dd9-8d13-2aa8ee3de535 tempest-TestShelveInstance-218487927 tempest-TestShelveInstance-218487927-project-admin] Unset dirty status for tenant:b2343101332b4f21bfdbebf6d0d2c41f on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:50:14.427831 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-fc9cdd2c-f9ba-4dd9-8d13-2aa8ee3de535 tempest-TestShelveInstance-218487927 tempest-TestShelveInstance-218487927-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 1093 time: 0.1511962 Jan 21 19:50:14.430692 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 43610) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:50:14.435749 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-89529e60-26c0-4019-bbc5-0b77e1a7f755 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Request body: {'floatingip': {'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'port_id': 'ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd', 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:50:14.441941 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-89529e60-26c0-4019-bbc5-0b77e1a7f755 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:50:14.446459 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-89529e60-26c0-4019-bbc5-0b77e1a7f755 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Usage tracker for resource:floatingip and tenant:50f57675333942a99ecd5a03743b02e1 is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:50:14.449289 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-89529e60-26c0-4019-bbc5-0b77e1a7f755 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:50:14.454902 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-89529e60-26c0-4019-bbc5-0b77e1a7f755 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:50:14.524628 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-89529e60-26c0-4019-bbc5-0b77e1a7f755 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for floatingip, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:50:14.754844 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-89529e60-26c0-4019-bbc5-0b77e1a7f755 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:50:14.888799 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-89529e60-26c0-4019-bbc5-0b77e1a7f755 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Allocated IP 172.26.1.161 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/c2eb7be7-ea25-4c11-ac80-5222bf18f1d2) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:50:15.031631 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-89529e60-26c0-4019-bbc5-0b77e1a7f755 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:50:15.131211 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-89529e60-26c0-4019-bbc5-0b77e1a7f755 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:50:15.195482 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89529e60-26c0-4019-bbc5-0b77e1a7f755 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:50:15.198500 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-89529e60-26c0-4019-bbc5-0b77e1a7f755 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:50:15.202060 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89529e60-26c0-4019-bbc5-0b77e1a7f755 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:50:15.230598 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89529e60-26c0-4019-bbc5-0b77e1a7f755 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Pushing event updated for resources: {'Port': ['ID=c2eb7be7-ea25-4c11-ac80-5222bf18f1d2,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:50:15.612546 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-89529e60-26c0-4019-bbc5-0b77e1a7f755 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:50:15.731471 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-89529e60-26c0-4019-bbc5-0b77e1a7f755 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:50:15.934616 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-89529e60-26c0-4019-bbc5-0b77e1a7f755 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:50:15.992858 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-89529e60-26c0-4019-bbc5-0b77e1a7f755 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:50:16.096790 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89529e60-26c0-4019-bbc5-0b77e1a7f755 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Pushing event updated for resources: {'Port': ['ID=c2eb7be7-ea25-4c11-ac80-5222bf18f1d2,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:50:16.112514 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-89529e60-26c0-4019-bbc5-0b77e1a7f755 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:50:16.281668 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.l3_db [None req-89529e60-26c0-4019-bbc5-0b77e1a7f755 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Floating IP 683649d1-561d-40bc-8cb2-b81334ee1b97 associated. External IP: 172.26.1.161, port: ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd. Jan 21 19:50:16.734648 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89529e60-26c0-4019-bbc5-0b77e1a7f755 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Router a12ec07b-fa34-4978-84cd-7868fac80f76 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:50:16.911757 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89529e60-26c0-4019-bbc5-0b77e1a7f755 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:50:16.921456 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b8a473-4b9c-48d9-8685-81ccd918c105 None None] Sync routers for ids ['a12ec07b-fa34-4978-84cd-7868fac80f76'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:50:16.930989 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b8a473-4b9c-48d9-8685-81ccd918c105 None None] Routers {'a12ec07b-fa34-4978-84cd-7868fac80f76'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:50:16.931604 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-96b8a473-4b9c-48d9-8685-81ccd918c105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:49:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['a12ec07b-fa34-4978-84cd-7868fac80f76'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:50:16.998229 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-89529e60-26c0-4019-bbc5-0b77e1a7f755 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:50:17.053999 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-89529e60-26c0-4019-bbc5-0b77e1a7f755 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6221683 Jan 21 19:50:17.055236 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '451d80c8-cf92-49b0-a9b9-2355a446367d', 'tag': 'ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:50:17.099881 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '451d80c8-cf92-49b0-a9b9-2355a446367d', 'tag': 'ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd', 'status': 'completed', 'code': 200} Jan 21 19:50:17.107987 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-96b8a473-4b9c-48d9-8685-81ccd918c105 None None] Set router a12ec07b-fa34-4978-84cd-7868fac80f76 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:50:17.202279 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f968fee-c9e2-40cf-b3d2-f157e0b421b3 req-df969808-c734-4087-bd6e-0bf395d16892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:50:17.203751 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4f968fee-c9e2-40cf-b3d2-f157e0b421b3 req-df969808-c734-4087-bd6e-0bf395d16892 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=50f57675333942a99ecd5a03743b02e1&device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 1098 time: 0.0839546 Jan 21 19:50:17.334372 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f968fee-c9e2-40cf-b3d2-f157e0b421b3 req-aa1c7578-a29f-46a2-94fe-d8199eeb0ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:50:17.336257 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4f968fee-c9e2-40cf-b3d2-f157e0b421b3 req-aa1c7578-a29f-46a2-94fe-d8199eeb0ebf service neutron] 10.222.0.113 "GET /v2.0/networks?id=6bc82968-0e1b-4358-80bc-6257798403f8 HTTP/1.1" status: 200 len: 910 time: 0.1261752 Jan 21 19:50:17.435991 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4f968fee-c9e2-40cf-b3d2-f157e0b421b3 req-802d2a03-53b7-44b0-93b7-13022d7eee81 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd HTTP/1.1" status: 200 len: 999 time: 0.0934544 Jan 21 19:50:17.476800 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-96b8a473-4b9c-48d9-8685-81ccd918c105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'name': 'tempest-TestShelveInstance-1572713393-router', 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': '7d332c5a-0d86-4ad3-aa12-072ec9ebdccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:44:45Z', 'updated_at': '2022-01-21T19:44:50Z', 'revision_number': 4, 'project_id': '50f57675333942a99ecd5a03743b02e1', 'gw_port': {'id': '7d332c5a-0d86-4ad3-aa12-072ec9ebdccf', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:20:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:44:46Z', 'updated_at': '2022-01-21T19:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '683649d1-561d-40bc-8cb2-b81334ee1b97', 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'floating_ip_address': '172.26.1.161', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'port_id': 'ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc82968-0e1b-4358-80bc-6257798403f8', 'mac_address': 'fa:16:3e:59:05:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451d80c8-cf92-49b0-a9b9-2355a446367d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:50:15Z', 'updated_at': '2022-01-21T19:50:15Z', 'revision_number': 0, 'project_id': '50f57675333942a99ecd5a03743b02e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efd0377f-f7a3-4ab9-af77-441d99a247f9', 'name': '', 'network_id': '6bc82968-0e1b-4358-80bc-6257798403f8', 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'mac_address': 'fa:16:3e:0a:51:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '1ef7054e-4b1c-49b1-9081-0b6168ea7e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:44:49Z', 'updated_at': '2022-01-21T19:44:57Z', 'revision_number': 5, 'project_id': '50f57675333942a99ecd5a03743b02e1', 'subnets': [{'id': '1ef7054e-4b1c-49b1-9081-0b6168ea7e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:50:17.480550 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b8a473-4b9c-48d9-8685-81ccd918c105 None None] Checking router: a12ec07b-fa34-4978-84cd-7868fac80f76 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:50:17.488909 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b8a473-4b9c-48d9-8685-81ccd918c105 None None] Routers {'a12ec07b-fa34-4978-84cd-7868fac80f76'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:50:17.489509 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-96b8a473-4b9c-48d9-8685-81ccd918c105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:49:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['a12ec07b-fa34-4978-84cd-7868fac80f76'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:50:17.502870 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f968fee-c9e2-40cf-b3d2-f157e0b421b3 req-4d9269ae-e717-4485-a1ae-15195cfdc245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:50:17.504300 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4f968fee-c9e2-40cf-b3d2-f157e0b421b3 req-4d9269ae-e717-4485-a1ae-15195cfdc245 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1ef7054e-4b1c-49b1-9081-0b6168ea7e6a HTTP/1.1" status: 200 len: 848 time: 0.0627289 Jan 21 19:50:17.580269 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f968fee-c9e2-40cf-b3d2-f157e0b421b3 req-40fc3a17-ffe6-4f02-a292-262a0aa253b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:50:17.581717 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4f968fee-c9e2-40cf-b3d2-f157e0b421b3 req-40fc3a17-ffe6-4f02-a292-262a0aa253b5 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6bc82968-0e1b-4358-80bc-6257798403f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716896 Jan 21 19:50:17.671623 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-96b8a473-4b9c-48d9-8685-81ccd918c105 None None] Set router a12ec07b-fa34-4978-84cd-7868fac80f76 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:50:17.710376 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4f968fee-c9e2-40cf-b3d2-f157e0b421b3 req-9bc5e183-275e-42d4-afa5-fe7574708341 service neutron] 10.222.0.113 "GET /v2.0/networks/6bc82968-0e1b-4358-80bc-6257798403f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224387 Jan 21 19:50:17.843865 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-4f968fee-c9e2-40cf-b3d2-f157e0b421b3 req-2369c0d4-72a8-49fb-ae54-bf041fd6476d service neutron] 10.222.0.113 "GET /v2.0/networks/6bc82968-0e1b-4358-80bc-6257798403f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273003 Jan 21 19:50:18.016978 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-96b8a473-4b9c-48d9-8685-81ccd918c105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'name': 'tempest-TestShelveInstance-1572713393-router', 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': '7d332c5a-0d86-4ad3-aa12-072ec9ebdccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:44:45Z', 'updated_at': '2022-01-21T19:44:50Z', 'revision_number': 4, 'project_id': '50f57675333942a99ecd5a03743b02e1', 'gw_port': {'id': '7d332c5a-0d86-4ad3-aa12-072ec9ebdccf', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:20:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:44:46Z', 'updated_at': '2022-01-21T19:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '683649d1-561d-40bc-8cb2-b81334ee1b97', 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'floating_ip_address': '172.26.1.161', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'port_id': 'ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc82968-0e1b-4358-80bc-6257798403f8', 'mac_address': 'fa:16:3e:59:05:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451d80c8-cf92-49b0-a9b9-2355a446367d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:50:15Z', 'updated_at': '2022-01-21T19:50:15Z', 'revision_number': 0, 'project_id': '50f57675333942a99ecd5a03743b02e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efd0377f-f7a3-4ab9-af77-441d99a247f9', 'name': '', 'network_id': '6bc82968-0e1b-4358-80bc-6257798403f8', 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'mac_address': 'fa:16:3e:0a:51:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '1ef7054e-4b1c-49b1-9081-0b6168ea7e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:44:49Z', 'updated_at': '2022-01-21T19:44:57Z', 'revision_number': 5, 'project_id': '50f57675333942a99ecd5a03743b02e1', 'subnets': [{'id': '1ef7054e-4b1c-49b1-9081-0b6168ea7e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:50:18.020673 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b8a473-4b9c-48d9-8685-81ccd918c105 None None] The sync data for ids ['a12ec07b-fa34-4978-84cd-7868fac80f76'] in dv-neutron-825470-1-hyperv is: [{'id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'name': 'tempest-TestShelveInstance-1572713393-router', 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': '7d332c5a-0d86-4ad3-aa12-072ec9ebdccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:44:45Z', 'updated_at': '2022-01-21T19:44:50Z', 'revision_number': 4, 'project_id': '50f57675333942a99ecd5a03743b02e1', 'gw_port': {'id': '7d332c5a-0d86-4ad3-aa12-072ec9ebdccf', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:20:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:44:46Z', 'updated_at': '2022-01-21T19:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': '683649d1-561d-40bc-8cb2-b81334ee1b97', 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'floating_ip_address': '172.26.1.161', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'port_id': 'ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc82968-0e1b-4358-80bc-6257798403f8', 'mac_address': 'fa:16:3e:59:05:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451d80c8-cf92-49b0-a9b9-2355a446367d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:50:15Z', 'updated_at': '2022-01-21T19:50:15Z', 'revision_number': 0, 'project_id': '50f57675333942a99ecd5a03743b02e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efd0377f-f7a3-4ab9-af77-441d99a247f9', 'name': '', 'network_id': '6bc82968-0e1b-4358-80bc-6257798403f8', 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'mac_address': 'fa:16:3e:0a:51:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '1ef7054e-4b1c-49b1-9081-0b6168ea7e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:44:49Z', 'updated_at': '2022-01-21T19:44:57Z', 'revision_number': 5, 'project_id': '50f57675333942a99ecd5a03743b02e1', 'subnets': [{'id': '1ef7054e-4b1c-49b1-9081-0b6168ea7e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:50:18.221033 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ed8bae-bb77-46b8-a677-01481a233cd7 None None] New status for floating IP 683649d1-561d-40bc-8cb2-b81334ee1b97: ACTIVE {{(pid=88138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:50:25.049483 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d88d1306-7664-4ea6-9cf4-f547be5d20e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:50:27.262461 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-db9dce5b-e177-4f7f-83c5-121af75a644c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:50:27.612972 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-85b1485e-486f-4244-ba09-203af9ace3e2 req-6d4e4e1f-2c07-47dd-9ab8-c6228e53e710 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791824 Jan 21 19:50:27.756269 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1485e-486f-4244-ba09-203af9ace3e2 req-816219af-6421-4695-862c-97c0943e6f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:50:27.758521 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-85b1485e-486f-4244-ba09-203af9ace3e2 req-816219af-6421-4695-862c-97c0943e6f3b service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=50f57675333942a99ecd5a03743b02e1&device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 1098 time: 0.0730190 Jan 21 19:50:28.018924 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1485e-486f-4244-ba09-203af9ace3e2 req-bc6fc5fc-f006-406b-9c86-5f56589a53d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:50:28.020375 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-85b1485e-486f-4244-ba09-203af9ace3e2 req-bc6fc5fc-f006-406b-9c86-5f56589a53d5 service neutron] 10.222.0.113 "GET /v2.0/networks?id=6bc82968-0e1b-4358-80bc-6257798403f8 HTTP/1.1" status: 200 len: 910 time: 0.2453656 Jan 21 19:50:28.131341 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-85b1485e-486f-4244-ba09-203af9ace3e2 req-07639fae-cd2b-4dab-b46d-7ff717e85703 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd HTTP/1.1" status: 200 len: 1001 time: 0.1050603 Jan 21 19:50:28.196598 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1485e-486f-4244-ba09-203af9ace3e2 req-a2eb1877-5b40-4772-baab-3ddc68ef0f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:50:28.198060 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-85b1485e-486f-4244-ba09-203af9ace3e2 req-a2eb1877-5b40-4772-baab-3ddc68ef0f30 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1ef7054e-4b1c-49b1-9081-0b6168ea7e6a HTTP/1.1" status: 200 len: 848 time: 0.0616190 Jan 21 19:50:28.270348 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1485e-486f-4244-ba09-203af9ace3e2 req-1ca4938b-e91c-4285-aba3-3430f65cd75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:50:28.271727 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-85b1485e-486f-4244-ba09-203af9ace3e2 req-1ca4938b-e91c-4285-aba3-3430f65cd75c service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6bc82968-0e1b-4358-80bc-6257798403f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677247 Jan 21 19:50:28.404338 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-85b1485e-486f-4244-ba09-203af9ace3e2 req-18195133-b952-48bf-aaa4-f6c0cd0d2a26 service neutron] 10.222.0.113 "GET /v2.0/networks/6bc82968-0e1b-4358-80bc-6257798403f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243834 Jan 21 19:50:28.538234 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-85b1485e-486f-4244-ba09-203af9ace3e2 req-a7d363cf-5332-4ff9-8185-811b950e7ffb service neutron] 10.222.0.113 "GET /v2.0/networks/6bc82968-0e1b-4358-80bc-6257798403f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264315 Jan 21 19:50:28.724893 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:50:28.753603 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:50:28.754252 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:50:30.301515 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:50:51.419162 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:50:55.068634 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0152f90d-5fff-4ddd-a7f9-f22579fbe6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:50:57.250021 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-21cf9c6f-33a5-4745-9f2f-e8068e14285a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:50:59.124509 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:50:59.154803 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:50:59.154803 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:51:00.318530 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:51:25.020185 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-beedc6e1-bf0f-4a4d-91c3-887e2c99c5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:51:27.254256 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-12dd97fc-a432-4a6d-b68b-9dc854b3a63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:51:27.621554 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-957fcd7d-04e8-40af-ac07-3d9fefeff878 req-004c5457-4f9b-477a-a89e-142abd1b681f service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0783541 Jan 21 19:51:27.763605 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fcd7d-04e8-40af-ac07-3d9fefeff878 req-d8be7e20-efb3-4047-a912-bfb4ca05378f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:51:27.765045 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-957fcd7d-04e8-40af-ac07-3d9fefeff878 req-d8be7e20-efb3-4047-a912-bfb4ca05378f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=50f57675333942a99ecd5a03743b02e1&device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 1098 time: 0.0728388 Jan 21 19:51:27.917165 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fcd7d-04e8-40af-ac07-3d9fefeff878 req-4310a77f-edbf-4c40-a45a-7194dacda4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:51:27.918565 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-957fcd7d-04e8-40af-ac07-3d9fefeff878 req-4310a77f-edbf-4c40-a45a-7194dacda4b0 service neutron] 10.222.0.113 "GET /v2.0/networks?id=6bc82968-0e1b-4358-80bc-6257798403f8 HTTP/1.1" status: 200 len: 910 time: 0.1345437 Jan 21 19:51:28.024911 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-957fcd7d-04e8-40af-ac07-3d9fefeff878 req-11e8f8ab-6d78-4fdc-b47a-ffd00a5a4549 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd HTTP/1.1" status: 200 len: 1001 time: 0.0992217 Jan 21 19:51:28.088707 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fcd7d-04e8-40af-ac07-3d9fefeff878 req-2de2f4a7-1085-4964-91c3-c34cc483f30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:51:28.090151 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-957fcd7d-04e8-40af-ac07-3d9fefeff878 req-2de2f4a7-1085-4964-91c3-c34cc483f30b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1ef7054e-4b1c-49b1-9081-0b6168ea7e6a HTTP/1.1" status: 200 len: 848 time: 0.0593240 Jan 21 19:51:28.170715 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fcd7d-04e8-40af-ac07-3d9fefeff878 req-05e5a36e-f88d-4735-8e19-94adc7caf61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:51:28.172081 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-957fcd7d-04e8-40af-ac07-3d9fefeff878 req-05e5a36e-f88d-4735-8e19-94adc7caf61b service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6bc82968-0e1b-4358-80bc-6257798403f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768809 Jan 21 19:51:28.307999 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-957fcd7d-04e8-40af-ac07-3d9fefeff878 req-46b16079-78ae-4f9d-8f30-e9d6ef7c60f1 service neutron] 10.222.0.113 "GET /v2.0/networks/6bc82968-0e1b-4358-80bc-6257798403f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283681 Jan 21 19:51:28.425995 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:51:28.442521 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-957fcd7d-04e8-40af-ac07-3d9fefeff878 req-de3b7413-1fa3-4cf6-9a10-5145e639e7fe service neutron] 10.222.0.113 "GET /v2.0/networks/6bc82968-0e1b-4358-80bc-6257798403f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257067 Jan 21 19:51:28.688830 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:51:28.741441 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:51:28.763553 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:51:30.301519 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:51:55.037334 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-12a5464d-083f-4cd4-81d9-b8e2b3e3be2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:51:57.288301 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2ba06d76-3306-4040-9c40-5463f1025522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:51:58.694054 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:51:58.745680 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:51:58.786068 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:52:00.591450 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:52:05.416782 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:52:25.024875 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a1817038-31b9-4ba1-80b1-86edab9db8d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:52:27.259505 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-16e6e76d-865d-461b-8fa8-15d2c4af2e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:52:28.588350 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b6e32b5d-999c-4f57-9d39-0baf1889cb31 req-dc01994c-f5e0-4f82-9adb-cd07a6e02f72 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712295 Jan 21 19:52:28.704887 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:52:28.762728 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:52:28.781094 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:52:28.845237 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e32b5d-999c-4f57-9d39-0baf1889cb31 req-d7d116fc-d87a-4a25-a560-36a412d2fce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:52:28.846739 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b6e32b5d-999c-4f57-9d39-0baf1889cb31 req-d7d116fc-d87a-4a25-a560-36a412d2fce1 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=50f57675333942a99ecd5a03743b02e1&device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 1098 time: 0.1816094 Jan 21 19:52:28.991267 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e32b5d-999c-4f57-9d39-0baf1889cb31 req-075b6cb6-9e49-492c-979a-39e87ed6e7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:52:28.992634 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b6e32b5d-999c-4f57-9d39-0baf1889cb31 req-075b6cb6-9e49-492c-979a-39e87ed6e7d0 service neutron] 10.222.0.113 "GET /v2.0/networks?id=6bc82968-0e1b-4358-80bc-6257798403f8 HTTP/1.1" status: 200 len: 910 time: 0.1267312 Jan 21 19:52:29.095154 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b6e32b5d-999c-4f57-9d39-0baf1889cb31 req-79875965-a1e1-48a7-8fa1-ca91ba09cef8 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd HTTP/1.1" status: 200 len: 1001 time: 0.0969651 Jan 21 19:52:29.156633 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e32b5d-999c-4f57-9d39-0baf1889cb31 req-ee44e838-362a-4872-acca-73ddcd4f47f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:52:29.158048 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b6e32b5d-999c-4f57-9d39-0baf1889cb31 req-ee44e838-362a-4872-acca-73ddcd4f47f0 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1ef7054e-4b1c-49b1-9081-0b6168ea7e6a HTTP/1.1" status: 200 len: 848 time: 0.0569818 Jan 21 19:52:29.231335 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e32b5d-999c-4f57-9d39-0baf1889cb31 req-5377bc65-146b-4b92-b570-7dadecee4db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:52:29.232871 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b6e32b5d-999c-4f57-9d39-0baf1889cb31 req-5377bc65-146b-4b92-b570-7dadecee4db6 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6bc82968-0e1b-4358-80bc-6257798403f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681541 Jan 21 19:52:29.361684 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b6e32b5d-999c-4f57-9d39-0baf1889cb31 req-967b4c26-4252-4162-8295-a60ee783e763 service neutron] 10.222.0.113 "GET /v2.0/networks/6bc82968-0e1b-4358-80bc-6257798403f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229045 Jan 21 19:52:29.498966 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-b6e32b5d-999c-4f57-9d39-0baf1889cb31 req-06e79c72-fabb-4a5b-873f-d6eb11c32718 service neutron] 10.222.0.113 "GET /v2.0/networks/6bc82968-0e1b-4358-80bc-6257798403f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315744 Jan 21 19:52:30.305191 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:52:42.415264 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:52:54.807109 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f4997-d52d-4c76-99f5-24574b8e6abf req-a3d359eb-f344-4575-b00b-4c095f876dda tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:52:54.808547 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6f2f4997-d52d-4c76-99f5-24574b8e6abf req-a3d359eb-f344-4575-b00b-4c095f876dda tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 945 time: 0.0843179 Jan 21 19:52:54.852900 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6f2f4997-d52d-4c76-99f5-24574b8e6abf req-b96795f8-68a8-4c9b-8860-f488017b62b0 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=62da30b4-4af5-4081-a3d9-2589e06804b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373569 Jan 21 19:52:55.041740 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-31dabbdc-b558-492a-85be-5981169af456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:52:56.041097 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d261f-b6c4-4c52-a1c8-05454371f446 req-54b84c67-19e6-42e5-83ce-786f52386790 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:52:56.042503 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-225d261f-b6c4-4c52-a1c8-05454371f446 req-54b84c67-19e6-42e5-83ce-786f52386790 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 945 time: 0.0790911 Jan 21 19:52:56.085232 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-225d261f-b6c4-4c52-a1c8-05454371f446 req-ed1de234-d077-4a56-abf5-9469a7623204 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=62da30b4-4af5-4081-a3d9-2589e06804b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366275 Jan 21 19:52:57.264549 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-cd17e9fe-4cf2-4429-9309-f33333946a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:52:57.275374 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0d7c1-ea68-4708-a5a6-6c02a9d8187e req-b5e1cb9e-ddd5-4d49-b2d7-e699de98212a tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:52:57.276797 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0ee0d7c1-ea68-4708-a5a6-6c02a9d8187e req-b5e1cb9e-ddd5-4d49-b2d7-e699de98212a tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 945 time: 0.0822093 Jan 21 19:52:57.320004 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0ee0d7c1-ea68-4708-a5a6-6c02a9d8187e req-7057dff1-dda8-4c22-ba6f-3043ee0219f1 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=62da30b4-4af5-4081-a3d9-2589e06804b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370882 Jan 21 19:52:58.508987 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b259cd7-aeb6-48d4-a4fe-b30b9a9f5989 req-1ca50754-d06f-41ca-b662-5ba49a5c6bea tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:52:58.510491 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2b259cd7-aeb6-48d4-a4fe-b30b9a9f5989 req-1ca50754-d06f-41ca-b662-5ba49a5c6bea tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 945 time: 0.0850651 Jan 21 19:52:58.560192 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2b259cd7-aeb6-48d4-a4fe-b30b9a9f5989 req-f372f47b-294b-443c-854d-9229d5874a3c tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=62da30b4-4af5-4081-a3d9-2589e06804b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436490 Jan 21 19:52:58.684285 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:52:58.727203 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:52:58.755444 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:52:59.744666 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9453f-aef8-453a-b54a-e5d30a923313 req-ceb9868b-a842-4f59-8a4e-e04efe70e849 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:52:59.746047 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a7c9453f-aef8-453a-b54a-e5d30a923313 req-ceb9868b-a842-4f59-8a4e-e04efe70e849 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 945 time: 0.0783064 Jan 21 19:52:59.800522 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a7c9453f-aef8-453a-b54a-e5d30a923313 req-30dfdae7-d6a9-4536-955d-32a71eb416c3 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=62da30b4-4af5-4081-a3d9-2589e06804b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488589 Jan 21 19:53:00.321439 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:53:01.085374 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be5de3-3666-45e0-9738-0efa24d775c0 req-26419a70-7969-4499-8e8b-2890cba5a100 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:53:01.086746 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-67be5de3-3666-45e0-9738-0efa24d775c0 req-26419a70-7969-4499-8e8b-2890cba5a100 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 945 time: 0.1822038 Jan 21 19:53:01.129215 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-67be5de3-3666-45e0-9738-0efa24d775c0 req-b50e752b-ddd3-445a-87d7-9e167f37438c tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=62da30b4-4af5-4081-a3d9-2589e06804b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368724 Jan 21 19:53:02.321031 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e61aa-0301-4ba5-b8c4-e6e5e5144105 req-ea94b871-df8a-4eec-9d66-cf91bdf5cedd tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:53:02.322518 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fd1e61aa-0301-4ba5-b8c4-e6e5e5144105 req-ea94b871-df8a-4eec-9d66-cf91bdf5cedd tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 945 time: 0.0890350 Jan 21 19:53:02.379421 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fd1e61aa-0301-4ba5-b8c4-e6e5e5144105 req-e746af93-40c2-482d-817e-ff48ee994f05 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=62da30b4-4af5-4081-a3d9-2589e06804b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501106 Jan 21 19:53:03.566053 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6905b3-45ff-401b-9d87-776cb99fd679 req-e9ebc72f-f42e-4014-9a3c-9b8ba07f4b49 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:53:03.567480 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0e6905b3-45ff-401b-9d87-776cb99fd679 req-e9ebc72f-f42e-4014-9a3c-9b8ba07f4b49 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 945 time: 0.0804536 Jan 21 19:53:03.610445 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0e6905b3-45ff-401b-9d87-776cb99fd679 req-07bb6c71-b135-45c8-8d41-0541a8fe72bd tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=62da30b4-4af5-4081-a3d9-2589e06804b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374990 Jan 21 19:53:04.799763 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d847165-414a-435b-be80-b3afa03c475c req-19e0ef10-0055-4748-b30a-f2bc1bcc1243 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:53:04.801097 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0d847165-414a-435b-be80-b3afa03c475c req-19e0ef10-0055-4748-b30a-f2bc1bcc1243 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 945 time: 0.0797894 Jan 21 19:53:04.846781 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0d847165-414a-435b-be80-b3afa03c475c req-ccf6cf82-e672-436a-9a43-48cb9d46b23e tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=62da30b4-4af5-4081-a3d9-2589e06804b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401447 Jan 21 19:53:04.967979 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358a7e7-0684-429f-a628-d3c964eb79a9 req-2b1e68d0-6d20-4fb9-8555-4eb0650303aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:53:04.969983 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8358a7e7-0684-429f-a628-d3c964eb79a9 req-2b1e68d0-6d20-4fb9-8555-4eb0650303aa service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=50f57675333942a99ecd5a03743b02e1&device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 1098 time: 0.0736513 Jan 21 19:53:05.101771 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358a7e7-0684-429f-a628-d3c964eb79a9 req-f26df28a-0ddd-4c1e-bed8-1361e111398f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:53:05.103134 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8358a7e7-0684-429f-a628-d3c964eb79a9 req-f26df28a-0ddd-4c1e-bed8-1361e111398f service neutron] 10.222.0.113 "GET /v2.0/networks?id=6bc82968-0e1b-4358-80bc-6257798403f8 HTTP/1.1" status: 200 len: 910 time: 0.1257477 Jan 21 19:53:05.202256 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8358a7e7-0684-429f-a628-d3c964eb79a9 req-9df9a23a-7225-4634-b2b9-2d5056b37cbc service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd HTTP/1.1" status: 200 len: 1001 time: 0.0937812 Jan 21 19:53:05.261595 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358a7e7-0684-429f-a628-d3c964eb79a9 req-69e01012-acca-4f6e-919f-08a567091691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:53:05.262991 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8358a7e7-0684-429f-a628-d3c964eb79a9 req-69e01012-acca-4f6e-919f-08a567091691 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1ef7054e-4b1c-49b1-9081-0b6168ea7e6a HTTP/1.1" status: 200 len: 848 time: 0.0554593 Jan 21 19:53:05.339850 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358a7e7-0684-429f-a628-d3c964eb79a9 req-ec3658b1-df43-4db5-899a-993bcd25543f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:53:05.341317 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8358a7e7-0684-429f-a628-d3c964eb79a9 req-ec3658b1-df43-4db5-899a-993bcd25543f service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6bc82968-0e1b-4358-80bc-6257798403f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724952 Jan 21 19:53:05.485430 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8358a7e7-0684-429f-a628-d3c964eb79a9 req-2bd43788-4371-4fb0-b794-a2aa357a1956 service neutron] 10.222.0.113 "GET /v2.0/networks/6bc82968-0e1b-4358-80bc-6257798403f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384065 Jan 21 19:53:05.623853 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-8358a7e7-0684-429f-a628-d3c964eb79a9 req-da9df0fc-c804-4eb2-a364-e868700135a6 service neutron] 10.222.0.113 "GET /v2.0/networks/6bc82968-0e1b-4358-80bc-6257798403f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324012 Jan 21 19:53:06.054939 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a36f31-e5b9-4dd3-96bd-7c9e99d7c563 req-ee162f98-98ae-488e-bb69-54a99f7d5476 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:53:06.057392 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-06a36f31-e5b9-4dd3-96bd-7c9e99d7c563 req-ee162f98-98ae-488e-bb69-54a99f7d5476 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 945 time: 0.1012933 Jan 21 19:53:06.110393 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-06a36f31-e5b9-4dd3-96bd-7c9e99d7c563 req-58a5e591-a726-49ec-98ba-d972b0e9750e tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=62da30b4-4af5-4081-a3d9-2589e06804b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453820 Jan 21 19:53:07.297960 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e337bd1-32ba-4fe0-bfe7-d0ecaac8ac29 req-18508852-b2f3-4fc2-85ce-a3f1f55c9e43 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:53:07.299413 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1e337bd1-32ba-4fe0-bfe7-d0ecaac8ac29 req-18508852-b2f3-4fc2-85ce-a3f1f55c9e43 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 945 time: 0.0839455 Jan 21 19:53:07.342698 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1e337bd1-32ba-4fe0-bfe7-d0ecaac8ac29 req-269280b5-b5dd-44a6-a1f9-0706171edb0a tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=62da30b4-4af5-4081-a3d9-2589e06804b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376325 Jan 21 19:53:08.537577 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1df396-5894-4d2c-87be-538e356b7efa req-d27603bd-4228-4056-9f5f-165af478b42d tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:53:08.539055 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ae1df396-5894-4d2c-87be-538e356b7efa req-d27603bd-4228-4056-9f5f-165af478b42d tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 945 time: 0.0808871 Jan 21 19:53:08.584798 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ae1df396-5894-4d2c-87be-538e356b7efa req-4c86b08b-d5aa-43c3-9ecb-5cb370297380 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=62da30b4-4af5-4081-a3d9-2589e06804b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398579 Jan 21 19:53:09.024698 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c43f7f-b2e0-44cf-b8cc-ac518bc0f4ba req-22583d3b-79bf-427b-920f-8e7e6abf41f5 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:53:09.026169 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a4c43f7f-b2e0-44cf-b8cc-ac518bc0f4ba req-22583d3b-79bf-427b-920f-8e7e6abf41f5 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 945 time: 0.0859933 Jan 21 19:53:09.109818 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a4c43f7f-b2e0-44cf-b8cc-ac518bc0f4ba req-4c6870c9-e08f-48e7-8d24-ed6c2bbb94e2 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=62da30b4-4af5-4081-a3d9-2589e06804b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778084 Jan 21 19:53:09.137053 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e8b8f7a5-e5a5-4961-9dbb-f72bcb23ac15 req-6fc9052c-9629-4786-aef2-54e761b344af service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1631763 Jan 21 19:53:10.295589 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a56e0-65aa-49ec-859d-f1d3c3c35c63 req-e4301afb-5544-4e9a-834e-9ff9629e94d9 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:53:10.297756 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-302a56e0-65aa-49ec-859d-f1d3c3c35c63 req-e4301afb-5544-4e9a-834e-9ff9629e94d9 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 945 time: 0.0833700 Jan 21 19:53:10.340248 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-302a56e0-65aa-49ec-859d-f1d3c3c35c63 req-42804858-408c-4dbe-b805-aa327f7995aa tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=62da30b4-4af5-4081-a3d9-2589e06804b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369411 Jan 21 19:53:10.720969 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:53:10.830695 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:53:10.856337 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '451d80c8-cf92-49b0-a9b9-2355a446367d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:53:10.866620 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd,segment=NetworkSegment(d117adb4-1c6f-4017-abee-cde23b9d43bf),segment_id=d117adb4-1c6f-4017-abee-cde23b9d43bf)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:53:10.897989 dv-neutron-825470-1-hyperv neutron-server[88138]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '451d80c8-cf92-49b0-a9b9-2355a446367d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd', 'code': 422} returned with failed status Jan 21 19:53:10.950176 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:53:11.018569 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd,revision_number=6']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:53:11.025472 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:53:11.025832 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:53:11.026173 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:53:11.026503 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:53:11.026826 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:53:11.027150 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:53:11.027471 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:53:11.027791 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:53:11.028109 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:53:11.028425 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:53:11.028782 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:53:11.029116 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:53:11.522978 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbbf81-d78a-4718-b716-dbd6a634e398 req-6286b050-2aee-456d-abcd-a6d747ad7147 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:53:11.524427 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a6dbbf81-d78a-4718-b716-dbd6a634e398 req-6286b050-2aee-456d-abcd-a6d747ad7147 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 943 time: 0.0787210 Jan 21 19:53:11.568717 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a6dbbf81-d78a-4718-b716-dbd6a634e398 req-ec8d261c-b760-457d-b64b-f73b30943990 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=62da30b4-4af5-4081-a3d9-2589e06804b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382836 Jan 21 19:53:12.752449 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5806d89d-be1c-4845-bb8c-94e590c0d622 req-8cc28894-f67d-402b-b87c-b18616c52c89 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:53:12.753922 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5806d89d-be1c-4845-bb8c-94e590c0d622 req-8cc28894-f67d-402b-b87c-b18616c52c89 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 943 time: 0.0804589 Jan 21 19:53:12.799555 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5806d89d-be1c-4845-bb8c-94e590c0d622 req-9e10c3c9-fd33-4c36-9a5e-66bf02bdcbf1 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=62da30b4-4af5-4081-a3d9-2589e06804b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398872 Jan 21 19:53:13.776376 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8f7a5-e5a5-4961-9dbb-f72bcb23ac15 req-8cd1bf6f-77d0-49c1-a59a-fdb2ae60812b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:53:13.777757 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e8b8f7a5-e5a5-4961-9dbb-f72bcb23ac15 req-8cd1bf6f-77d0-49c1-a59a-fdb2ae60812b service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d&tenant_id=50f57675333942a99ecd5a03743b02e1 HTTP/1.1" status: 200 len: 1096 time: 0.0715611 Jan 21 19:53:13.866433 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8f7a5-e5a5-4961-9dbb-f72bcb23ac15 req-07cee95a-c6ce-4eb2-bc54-af7fddba5536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:53:13.867997 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e8b8f7a5-e5a5-4961-9dbb-f72bcb23ac15 req-07cee95a-c6ce-4eb2-bc54-af7fddba5536 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=50f57675333942a99ecd5a03743b02e1&device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 1096 time: 0.0701675 Jan 21 19:53:13.987462 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f2044-6777-44f4-9ae8-7b74425ab233 req-f5055513-e913-4ae0-81bb-32e984357ea3 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:53:13.990915 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9d7f2044-6777-44f4-9ae8-7b74425ab233 req-f5055513-e913-4ae0-81bb-32e984357ea3 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 943 time: 0.0829916 Jan 21 19:53:14.038842 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9d7f2044-6777-44f4-9ae8-7b74425ab233 req-78ea8a11-ca98-43a1-b3ba-9579c2688691 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=62da30b4-4af5-4081-a3d9-2589e06804b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438225 Jan 21 19:53:14.104224 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8f7a5-e5a5-4961-9dbb-f72bcb23ac15 req-e380b519-68e3-4322-84d0-03ccccdd7430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:53:14.105656 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e8b8f7a5-e5a5-4961-9dbb-f72bcb23ac15 req-e380b519-68e3-4322-84d0-03ccccdd7430 service neutron] 10.222.0.113 "GET /v2.0/networks?id=6bc82968-0e1b-4358-80bc-6257798403f8 HTTP/1.1" status: 200 len: 910 time: 0.2321515 Jan 21 19:53:14.207075 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e8b8f7a5-e5a5-4961-9dbb-f72bcb23ac15 req-252ab785-6101-4f59-9100-e2ac08e66b4b service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd HTTP/1.1" status: 200 len: 999 time: 0.0952480 Jan 21 19:53:14.271588 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8f7a5-e5a5-4961-9dbb-f72bcb23ac15 req-a42813ac-9142-4f4f-8740-a10ff40aeb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:53:14.272981 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e8b8f7a5-e5a5-4961-9dbb-f72bcb23ac15 req-a42813ac-9142-4f4f-8740-a10ff40aeb42 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1ef7054e-4b1c-49b1-9081-0b6168ea7e6a HTTP/1.1" status: 200 len: 848 time: 0.0601165 Jan 21 19:53:14.346168 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8f7a5-e5a5-4961-9dbb-f72bcb23ac15 req-f35c8606-c9cb-45d5-9600-6270ae9d1e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:53:14.347673 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e8b8f7a5-e5a5-4961-9dbb-f72bcb23ac15 req-f35c8606-c9cb-45d5-9600-6270ae9d1e18 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6bc82968-0e1b-4358-80bc-6257798403f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690858 Jan 21 19:53:14.484363 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e8b8f7a5-e5a5-4961-9dbb-f72bcb23ac15 req-e775e9b5-0819-48f6-8f08-c8227ef80e98 service neutron] 10.222.0.113 "GET /v2.0/networks/6bc82968-0e1b-4358-80bc-6257798403f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300709 Jan 21 19:53:14.615908 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-e8b8f7a5-e5a5-4961-9dbb-f72bcb23ac15 req-f6993066-e43c-4263-9d48-8343bf83e1a2 service neutron] 10.222.0.113 "GET /v2.0/networks/6bc82968-0e1b-4358-80bc-6257798403f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255159 Jan 21 19:53:15.373762 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1edc15-8b2a-464f-b79a-8422ed006e4b req-59025b5f-f4ce-4854-ba7d-123192afa65a tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:53:15.375250 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fe1edc15-8b2a-464f-b79a-8422ed006e4b req-59025b5f-f4ce-4854-ba7d-123192afa65a tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 943 time: 0.0804274 Jan 21 19:53:15.427128 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fe1edc15-8b2a-464f-b79a-8422ed006e4b req-bf76627d-2bb5-4a32-a20b-8d0414ca48fe tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=62da30b4-4af5-4081-a3d9-2589e06804b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453696 Jan 21 19:53:16.626056 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89614e-58e8-4dba-9380-057b9e18b1c7 req-69087ab7-c7cd-4dfb-a06b-3bf2ee9adbb5 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:53:16.628161 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cd89614e-58e8-4dba-9380-057b9e18b1c7 req-69087ab7-c7cd-4dfb-a06b-3bf2ee9adbb5 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 943 time: 0.0865924 Jan 21 19:53:16.670671 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-cd89614e-58e8-4dba-9380-057b9e18b1c7 req-d1fd1259-cd6f-4e23-8e1b-23fe0a0e06b2 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=62da30b4-4af5-4081-a3d9-2589e06804b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368874 Jan 21 19:53:17.855303 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4309c-de23-4ddc-b5ec-e0a569151635 req-aef8dd37-a7c5-43b6-8697-1f367af6a868 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:53:17.856957 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-dfb4309c-de23-4ddc-b5ec-e0a569151635 req-aef8dd37-a7c5-43b6-8697-1f367af6a868 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 943 time: 0.0822096 Jan 21 19:53:17.899963 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-dfb4309c-de23-4ddc-b5ec-e0a569151635 req-20355dae-d8c9-4b26-a2e3-ccc0dbdfcdb8 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=62da30b4-4af5-4081-a3d9-2589e06804b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367777 Jan 21 19:53:19.084183 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7bed0e-c8bc-45f6-aeed-603e5f78efc8 req-26dc46c1-7b32-492c-9300-8945db3c569b tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:53:19.085622 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-bc7bed0e-c8bc-45f6-aeed-603e5f78efc8 req-26dc46c1-7b32-492c-9300-8945db3c569b tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 943 time: 0.0815208 Jan 21 19:53:19.129532 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-bc7bed0e-c8bc-45f6-aeed-603e5f78efc8 req-5b3b39aa-1a58-4cc3-b651-f472fb91c31b tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=62da30b4-4af5-4081-a3d9-2589e06804b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381184 Jan 21 19:53:19.416378 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:53:20.309821 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb17c1f-4ac5-4932-825d-d37a1bc2f9f3 req-df31255c-85ae-4d2d-8754-3636e50dc6ff tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:53:20.311173 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-acb17c1f-4ac5-4932-825d-d37a1bc2f9f3 req-df31255c-85ae-4d2d-8754-3636e50dc6ff tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 943 time: 0.0801189 Jan 21 19:53:20.357899 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-acb17c1f-4ac5-4932-825d-d37a1bc2f9f3 req-104cc61e-5341-4463-b34b-8ac5d0c759a0 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=62da30b4-4af5-4081-a3d9-2589e06804b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403969 Jan 21 19:53:21.540355 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ae080-d8e1-436a-bb4b-440f4eb6d4d0 req-a8ad0e35-033b-43a5-b2f6-b69473717cf7 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:53:21.541776 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f29ae080-d8e1-436a-bb4b-440f4eb6d4d0 req-a8ad0e35-033b-43a5-b2f6-b69473717cf7 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 943 time: 0.0778627 Jan 21 19:53:21.586182 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f29ae080-d8e1-436a-bb4b-440f4eb6d4d0 req-bff1f3d8-fc96-47ef-bda6-635f1f4e11da tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=62da30b4-4af5-4081-a3d9-2589e06804b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386899 Jan 21 19:53:22.770721 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fcb4d-dd8f-4a7e-a235-26c3b3d7e5a8 req-273b77ed-fdd5-4a8d-a14b-a093eeab4a07 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:53:22.772090 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a46fcb4d-dd8f-4a7e-a235-26c3b3d7e5a8 req-273b77ed-fdd5-4a8d-a14b-a093eeab4a07 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 943 time: 0.0812752 Jan 21 19:53:22.777901 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:53:22.815313 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a46fcb4d-dd8f-4a7e-a235-26c3b3d7e5a8 req-4bea7e70-bed4-4a39-a287-fdd2826fdb15 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=62da30b4-4af5-4081-a3d9-2589e06804b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377700 Jan 21 19:53:22.914011 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd,segment=NetworkSegment(d117adb4-1c6f-4017-abee-cde23b9d43bf),segment_id=d117adb4-1c6f-4017-abee-cde23b9d43bf)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:53:22.927078 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': 'ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd', 'network_id': '6bc82968-0e1b-4358-80bc-6257798403f8', 'port_id': 'ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd', 'mac_address': 'fa:16:3e:59:05:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ef7054e-4b1c-49b1-9081-0b6168ea7e6a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:53:22.981521 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:53:22.998335 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:53:23.013856 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd,segment=NetworkSegment(d117adb4-1c6f-4017-abee-cde23b9d43bf),segment_id=d117adb4-1c6f-4017-abee-cde23b9d43bf)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:53:23.092292 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:53:23.162658 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd,revision_number=7']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:53:23.326674 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:53:23.997025 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc845c8-49b2-491b-9733-c336ded95b26 req-a7c0a382-d875-4979-be1e-082227772c06 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:53:23.998490 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0bc845c8-49b2-491b-9733-c336ded95b26 req-a7c0a382-d875-4979-be1e-082227772c06 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 944 time: 0.0770988 Jan 21 19:53:24.042100 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0bc845c8-49b2-491b-9733-c336ded95b26 req-5dd7a386-c17d-410b-89ad-7b8b4c2b4d94 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=62da30b4-4af5-4081-a3d9-2589e06804b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379705 Jan 21 19:53:24.781738 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:53:24.850542 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:53:24.850910 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:53:24.971235 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:53:24.998888 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '451d80c8-cf92-49b0-a9b9-2355a446367d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:53:25.008759 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd,segment=NetworkSegment(d117adb4-1c6f-4017-abee-cde23b9d43bf),segment_id=d117adb4-1c6f-4017-abee-cde23b9d43bf)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:53:25.044450 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '451d80c8-cf92-49b0-a9b9-2355a446367d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd', 'code': 200} Jan 21 19:53:25.046892 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-18f4f645-4346-4cc2-aed3-00c21795d1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:53:25.075791 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:53:25.142904 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd,revision_number=8']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:53:25.234969 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d92933-464c-4993-8999-2eb01a99b030 req-d17d6e2e-6b0c-4f32-8183-50b29450709c tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:53:25.236602 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-03d92933-464c-4993-8999-2eb01a99b030 req-d17d6e2e-6b0c-4f32-8183-50b29450709c tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 945 time: 0.0851269 Jan 21 19:53:25.282004 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-03d92933-464c-4993-8999-2eb01a99b030 req-515ab691-6437-4357-b7b4-105893c17cb1 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=62da30b4-4af5-4081-a3d9-2589e06804b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398180 Jan 21 19:53:25.385046 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf03c21-1b59-462e-a54b-d08b41593f39 req-ed649207-3fd4-482b-a18c-ec3207dc5c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:53:25.386584 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-aaf03c21-1b59-462e-a54b-d08b41593f39 req-ed649207-3fd4-482b-a18c-ec3207dc5c36 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 1098 time: 0.0742326 Jan 21 19:53:25.426421 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-aaf03c21-1b59-462e-a54b-d08b41593f39 req-80c49d62-c9a0-4309-b048-387211ce93bc service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=62da30b4-4af5-4081-a3d9-2589e06804b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339108 Jan 21 19:53:26.474723 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6808aa1-84ec-4bb5-a70b-3800b201b02a req-5c7b751e-ec8e-405d-a99a-966dd7835f08 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:53:26.476092 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d6808aa1-84ec-4bb5-a70b-3800b201b02a req-5c7b751e-ec8e-405d-a99a-966dd7835f08 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 945 time: 0.0866227 Jan 21 19:53:26.520171 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d6808aa1-84ec-4bb5-a70b-3800b201b02a req-88289d52-9bf9-4374-926b-e43524b52090 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=62da30b4-4af5-4081-a3d9-2589e06804b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384514 Jan 21 19:53:27.281162 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7fcb4872-3868-4e8c-a026-487feae056bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:53:27.710068 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c59b57-63c7-4475-a122-b5eed6704901 req-4c1be749-0590-437e-bd68-91a060808a59 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:53:27.711597 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a6c59b57-63c7-4475-a122-b5eed6704901 req-4c1be749-0590-437e-bd68-91a060808a59 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 945 time: 0.0853722 Jan 21 19:53:27.758878 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a6c59b57-63c7-4475-a122-b5eed6704901 req-06a7335f-7c7b-4d03-9f3a-1c5baeb23e9f tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=62da30b4-4af5-4081-a3d9-2589e06804b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414708 Jan 21 19:53:28.597766 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-eea8993d-4243-4fdc-b720-faddda85c76e req-e467967c-1405-4174-a115-eb0b2ad7f998 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694194 Jan 21 19:53:28.717780 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:53:28.739539 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8993d-4243-4fdc-b720-faddda85c76e req-e4bb9530-fc07-4902-8ffa-7ade018339f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:53:28.741004 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-eea8993d-4243-4fdc-b720-faddda85c76e req-e4bb9530-fc07-4902-8ffa-7ade018339f3 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=50f57675333942a99ecd5a03743b02e1&device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 1098 time: 0.0756266 Jan 21 19:53:28.767416 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:53:28.795025 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:53:28.883952 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8993d-4243-4fdc-b720-faddda85c76e req-ee9ef6e6-1cd4-475e-9506-c5a6905e743c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:53:28.885353 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-eea8993d-4243-4fdc-b720-faddda85c76e req-ee9ef6e6-1cd4-475e-9506-c5a6905e743c service neutron] 10.222.0.113 "GET /v2.0/networks?id=6bc82968-0e1b-4358-80bc-6257798403f8 HTTP/1.1" status: 200 len: 910 time: 0.1260219 Jan 21 19:53:28.987348 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-eea8993d-4243-4fdc-b720-faddda85c76e req-f1adba2f-d6e5-43d0-b080-9319fc1998f8 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd HTTP/1.1" status: 200 len: 1001 time: 0.0961103 Jan 21 19:53:29.049156 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8993d-4243-4fdc-b720-faddda85c76e req-b01dabb8-5bdc-4ac8-afc7-94d528ab0f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:53:29.050569 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-eea8993d-4243-4fdc-b720-faddda85c76e req-b01dabb8-5bdc-4ac8-afc7-94d528ab0f2c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1ef7054e-4b1c-49b1-9081-0b6168ea7e6a HTTP/1.1" status: 200 len: 848 time: 0.0575447 Jan 21 19:53:29.122405 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8993d-4243-4fdc-b720-faddda85c76e req-0a90799c-1cb8-4a1e-9c03-31a1722991cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:53:29.123819 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-eea8993d-4243-4fdc-b720-faddda85c76e req-0a90799c-1cb8-4a1e-9c03-31a1722991cc service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6bc82968-0e1b-4358-80bc-6257798403f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674324 Jan 21 19:53:29.250988 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-eea8993d-4243-4fdc-b720-faddda85c76e req-475402e4-1875-4c15-bd71-8e6db3d84d3d service neutron] 10.222.0.113 "GET /v2.0/networks/6bc82968-0e1b-4358-80bc-6257798403f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209233 Jan 21 19:53:29.379365 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-eea8993d-4243-4fdc-b720-faddda85c76e req-42e28b9c-6673-4c06-aae1-73ac90a41b14 service neutron] 10.222.0.113 "GET /v2.0/networks/6bc82968-0e1b-4358-80bc-6257798403f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228945 Jan 21 19:53:30.326647 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:53:55.026097 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-57294693-15db-4342-9639-958a35693f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:53:56.416931 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:53:57.246743 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-dcfeed25-b3dd-46eb-9ee1-e7b536dfd063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:53:58.708927 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:53:58.754314 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:53:58.811837 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:54:00.378154 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:54:25.051656 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f877fbd0-8b24-43b0-ac67-785ce3ecc7d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:54:27.268323 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-55c509b7-cc52-439a-b88b-e1b38fbbc160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:54:28.743499 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:54:28.799893 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:54:28.828328 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:54:29.685797 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-26d707c9-0d45-4c3f-8e8f-1c34979bb35f req-7fa22790-5d7d-4332-9ac0-30bd8770db78 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1636288 Jan 21 19:54:29.824415 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d707c9-0d45-4c3f-8e8f-1c34979bb35f req-94962af8-18dc-4217-b340-02b94bbcdd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:54:29.825147 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-26d707c9-0d45-4c3f-8e8f-1c34979bb35f req-94962af8-18dc-4217-b340-02b94bbcdd7e service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=50f57675333942a99ecd5a03743b02e1&device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 1098 time: 0.0707178 Jan 21 19:54:29.972488 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d707c9-0d45-4c3f-8e8f-1c34979bb35f req-1cc00283-0456-478b-8721-f7b6f847c19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:54:29.974055 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-26d707c9-0d45-4c3f-8e8f-1c34979bb35f req-1cc00283-0456-478b-8721-f7b6f847c19d service neutron] 10.222.0.113 "GET /v2.0/networks?id=6bc82968-0e1b-4358-80bc-6257798403f8 HTTP/1.1" status: 200 len: 910 time: 0.1289775 Jan 21 19:54:30.085280 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-26d707c9-0d45-4c3f-8e8f-1c34979bb35f req-2862b28b-1b46-4151-832f-3e7f7d52ea14 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd HTTP/1.1" status: 200 len: 1001 time: 0.1043823 Jan 21 19:54:30.152006 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d707c9-0d45-4c3f-8e8f-1c34979bb35f req-3d8ebb5a-a58e-4d58-b14f-9e360cedac95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:54:30.153402 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-26d707c9-0d45-4c3f-8e8f-1c34979bb35f req-3d8ebb5a-a58e-4d58-b14f-9e360cedac95 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1ef7054e-4b1c-49b1-9081-0b6168ea7e6a HTTP/1.1" status: 200 len: 848 time: 0.0615597 Jan 21 19:54:30.228260 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d707c9-0d45-4c3f-8e8f-1c34979bb35f req-03b5e6ee-400f-4ef4-934b-742c7ce683c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:54:30.229714 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-26d707c9-0d45-4c3f-8e8f-1c34979bb35f req-03b5e6ee-400f-4ef4-934b-742c7ce683c0 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6bc82968-0e1b-4358-80bc-6257798403f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710032 Jan 21 19:54:30.366866 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-26d707c9-0d45-4c3f-8e8f-1c34979bb35f req-1fc5c144-9d2b-479d-b388-28d56d50c82b service neutron] 10.222.0.113 "GET /v2.0/networks/6bc82968-0e1b-4358-80bc-6257798403f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311786 Jan 21 19:54:30.390443 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:54:30.501430 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-26d707c9-0d45-4c3f-8e8f-1c34979bb35f req-16185001-b465-4b8c-aba3-89a3b0d90dc1 service neutron] 10.222.0.113 "GET /v2.0/networks/6bc82968-0e1b-4358-80bc-6257798403f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290472 Jan 21 19:54:33.416460 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:54:55.029438 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6f4486b8-c5cf-4595-9bc5-0cc25c50f8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:54:57.273781 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-1ceca6ed-63da-4054-b3df-64d638f9514f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:54:58.697442 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:54:58.738871 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:54:58.793677 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:00.587719 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:10.416123 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:55:15.569058 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 43806) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:15.957639 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-cc7ec568-96b2-4d81-9a81-00d241be26ea tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Deleting port c2eb7be7-ea25-4c11-ac80-5222bf18f1d2 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:55:15.958005 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cc7ec568-96b2-4d81-9a81-00d241be26ea tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:16.122677 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cc7ec568-96b2-4d81-9a81-00d241be26ea tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:16.122677 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cc7ec568-96b2-4d81-9a81-00d241be26ea tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:16.248286 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-cc7ec568-96b2-4d81-9a81-00d241be26ea tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Calling delete_port for c2eb7be7-ea25-4c11-ac80-5222bf18f1d2 owned by network:floatingip {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:55:16.468067 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cc7ec568-96b2-4d81-9a81-00d241be26ea tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:16.613673 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ec568-96b2-4d81-9a81-00d241be26ea tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Pushing event deleted for resources: {'Port': ['ID=c2eb7be7-ea25-4c11-ac80-5222bf18f1d2,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:16.652483 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ec568-96b2-4d81-9a81-00d241be26ea tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:55:16.652824 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ec568-96b2-4d81-9a81-00d241be26ea tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:55:16.653157 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ec568-96b2-4d81-9a81-00d241be26ea tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:55:16.653485 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ec568-96b2-4d81-9a81-00d241be26ea tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:55:16.653829 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ec568-96b2-4d81-9a81-00d241be26ea tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:55:16.654156 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ec568-96b2-4d81-9a81-00d241be26ea tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:55:16.654472 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ec568-96b2-4d81-9a81-00d241be26ea tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:55:16.654792 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ec568-96b2-4d81-9a81-00d241be26ea tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:55:16.655135 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ec568-96b2-4d81-9a81-00d241be26ea tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:55:16.655449 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ec568-96b2-4d81-9a81-00d241be26ea tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:55:16.655761 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ec568-96b2-4d81-9a81-00d241be26ea tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:55:16.656341 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ec568-96b2-4d81-9a81-00d241be26ea tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:55:16.710379 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cc7ec568-96b2-4d81-9a81-00d241be26ea tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for floatingip, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:16.710633 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.l3_db [None req-cc7ec568-96b2-4d81-9a81-00d241be26ea tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Floating IP 683649d1-561d-40bc-8cb2-b81334ee1b97 disassociated (deleted). External IP: 172.26.1.161, port: ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd. Jan 21 19:55:17.056373 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc7ec568-96b2-4d81-9a81-00d241be26ea tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Router a12ec07b-fa34-4978-84cd-7868fac80f76 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:55:17.231086 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7ec568-96b2-4d81-9a81-00d241be26ea tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:55:17.240334 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd539a0-dbf6-4eea-9d34-23a27242b5e9 None None] Sync routers for ids ['a12ec07b-fa34-4978-84cd-7868fac80f76'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:55:17.247079 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cc7ec568-96b2-4d81-9a81-00d241be26ea tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:17.250047 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd539a0-dbf6-4eea-9d34-23a27242b5e9 None None] Routers {'a12ec07b-fa34-4978-84cd-7868fac80f76'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:55:17.250683 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-4dd539a0-dbf6-4eea-9d34-23a27242b5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:54:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['a12ec07b-fa34-4978-84cd-7868fac80f76'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:55:17.303076 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-cc7ec568-96b2-4d81-9a81-00d241be26ea tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "DELETE /v2.0/floatingips/683649d1-561d-40bc-8cb2-b81334ee1b97 HTTP/1.1" status: 204 len: 168 time: 1.7329133 Jan 21 19:55:17.309736 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '451d80c8-cf92-49b0-a9b9-2355a446367d', 'tag': 'ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:55:17.451496 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-4dd539a0-dbf6-4eea-9d34-23a27242b5e9 None None] Set router a12ec07b-fa34-4978-84cd-7868fac80f76 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:55:17.532209 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '451d80c8-cf92-49b0-a9b9-2355a446367d', 'tag': 'ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd', 'status': 'completed', 'code': 200} Jan 21 19:55:17.698269 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2f08c-1832-4163-808a-afbe5e5e00e4 req-80981a72-618b-4edc-8e26-095ad153dece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:55:17.700516 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-05f2f08c-1832-4163-808a-afbe5e5e00e4 req-80981a72-618b-4edc-8e26-095ad153dece service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=50f57675333942a99ecd5a03743b02e1&device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 1098 time: 0.1445358 Jan 21 19:55:17.773579 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-4dd539a0-dbf6-4eea-9d34-23a27242b5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'name': 'tempest-TestShelveInstance-1572713393-router', 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': '7d332c5a-0d86-4ad3-aa12-072ec9ebdccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:44:45Z', 'updated_at': '2022-01-21T19:44:50Z', 'revision_number': 4, 'project_id': '50f57675333942a99ecd5a03743b02e1', 'gw_port': {'id': '7d332c5a-0d86-4ad3-aa12-072ec9ebdccf', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:20:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:44:46Z', 'updated_at': '2022-01-21T19:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'efd0377f-f7a3-4ab9-af77-441d99a247f9', 'name': '', 'network_id': '6bc82968-0e1b-4358-80bc-6257798403f8', 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'mac_address': 'fa:16:3e:0a:51:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '1ef7054e-4b1c-49b1-9081-0b6168ea7e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:44:49Z', 'updated_at': '2022-01-21T19:44:57Z', 'revision_number': 5, 'project_id': '50f57675333942a99ecd5a03743b02e1', 'subnets': [{'id': '1ef7054e-4b1c-49b1-9081-0b6168ea7e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:55:17.777572 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd539a0-dbf6-4eea-9d34-23a27242b5e9 None None] Checking router: a12ec07b-fa34-4978-84cd-7868fac80f76 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:55:17.786243 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd539a0-dbf6-4eea-9d34-23a27242b5e9 None None] Routers {'a12ec07b-fa34-4978-84cd-7868fac80f76'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:55:17.786843 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-4dd539a0-dbf6-4eea-9d34-23a27242b5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:54:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['a12ec07b-fa34-4978-84cd-7868fac80f76'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:55:17.840261 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2f08c-1832-4163-808a-afbe5e5e00e4 req-ab9abf06-5bd7-46f1-ba5d-28c7c00e6732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:55:17.841829 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-05f2f08c-1832-4163-808a-afbe5e5e00e4 req-ab9abf06-5bd7-46f1-ba5d-28c7c00e6732 service neutron] 10.222.0.113 "GET /v2.0/networks?id=6bc82968-0e1b-4358-80bc-6257798403f8 HTTP/1.1" status: 200 len: 910 time: 0.1354399 Jan 21 19:55:17.921280 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-05f2f08c-1832-4163-808a-afbe5e5e00e4 req-48a3a07e-0cd3-4f84-91f2-56ab8d5039a8 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd HTTP/1.1" status: 200 len: 217 time: 0.0729384 Jan 21 19:55:17.947107 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444f697-9f07-483a-9941-c587e6aa21b0 req-6c333aef-9177-4837-b130-377981b96129 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:55:17.948619 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5444f697-9f07-483a-9941-c587e6aa21b0 req-6c333aef-9177-4837-b130-377981b96129 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 945 time: 0.1390109 Jan 21 19:55:17.972620 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-4dd539a0-dbf6-4eea-9d34-23a27242b5e9 None None] Set router a12ec07b-fa34-4978-84cd-7868fac80f76 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:55:17.985817 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2f08c-1832-4163-808a-afbe5e5e00e4 req-f6ddfac2-f48a-4361-a7c6-cf0c807d6f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:55:17.987327 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-05f2f08c-1832-4163-808a-afbe5e5e00e4 req-f6ddfac2-f48a-4361-a7c6-cf0c807d6f2b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1ef7054e-4b1c-49b1-9081-0b6168ea7e6a HTTP/1.1" status: 200 len: 848 time: 0.0593967 Jan 21 19:55:18.071809 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2f08c-1832-4163-808a-afbe5e5e00e4 req-3366716b-5a3e-497d-81c7-8d18fd848e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:55:18.073855 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-05f2f08c-1832-4163-808a-afbe5e5e00e4 req-3366716b-5a3e-497d-81c7-8d18fd848e0d service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6bc82968-0e1b-4358-80bc-6257798403f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791657 Jan 21 19:55:18.104170 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5444f697-9f07-483a-9941-c587e6aa21b0 req-7ba90fa5-2740-43e4-8f21-a77d49ce5a84 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=62da30b4-4af5-4081-a3d9-2589e06804b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493096 Jan 21 19:55:18.212391 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-05f2f08c-1832-4163-808a-afbe5e5e00e4 req-7b828462-2f78-4c23-8637-96891c2c84a5 service neutron] 10.222.0.113 "GET /v2.0/networks/6bc82968-0e1b-4358-80bc-6257798403f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296799 Jan 21 19:55:18.288516 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-4dd539a0-dbf6-4eea-9d34-23a27242b5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'name': 'tempest-TestShelveInstance-1572713393-router', 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': '7d332c5a-0d86-4ad3-aa12-072ec9ebdccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:44:45Z', 'updated_at': '2022-01-21T19:44:50Z', 'revision_number': 4, 'project_id': '50f57675333942a99ecd5a03743b02e1', 'gw_port': {'id': '7d332c5a-0d86-4ad3-aa12-072ec9ebdccf', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:20:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:44:46Z', 'updated_at': '2022-01-21T19:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'efd0377f-f7a3-4ab9-af77-441d99a247f9', 'name': '', 'network_id': '6bc82968-0e1b-4358-80bc-6257798403f8', 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'mac_address': 'fa:16:3e:0a:51:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '1ef7054e-4b1c-49b1-9081-0b6168ea7e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:44:49Z', 'updated_at': '2022-01-21T19:44:57Z', 'revision_number': 5, 'project_id': '50f57675333942a99ecd5a03743b02e1', 'subnets': [{'id': '1ef7054e-4b1c-49b1-9081-0b6168ea7e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:55:18.292861 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd539a0-dbf6-4eea-9d34-23a27242b5e9 None None] The sync data for ids ['a12ec07b-fa34-4978-84cd-7868fac80f76'] in dv-neutron-825470-1-hyperv is: [{'id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'name': 'tempest-TestShelveInstance-1572713393-router', 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': '7d332c5a-0d86-4ad3-aa12-072ec9ebdccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:44:45Z', 'updated_at': '2022-01-21T19:44:50Z', 'revision_number': 4, 'project_id': '50f57675333942a99ecd5a03743b02e1', 'gw_port': {'id': '7d332c5a-0d86-4ad3-aa12-072ec9ebdccf', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:20:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:44:46Z', 'updated_at': '2022-01-21T19:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'efd0377f-f7a3-4ab9-af77-441d99a247f9', 'name': '', 'network_id': '6bc82968-0e1b-4358-80bc-6257798403f8', 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'mac_address': 'fa:16:3e:0a:51:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '1ef7054e-4b1c-49b1-9081-0b6168ea7e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:44:49Z', 'updated_at': '2022-01-21T19:44:57Z', 'revision_number': 5, 'project_id': '50f57675333942a99ecd5a03743b02e1', 'subnets': [{'id': '1ef7054e-4b1c-49b1-9081-0b6168ea7e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:55:18.458398 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-05f2f08c-1832-4163-808a-afbe5e5e00e4 req-a6eb0406-c58e-4d40-925c-e7f66241a034 service neutron] 10.222.0.113 "GET /v2.0/networks/6bc82968-0e1b-4358-80bc-6257798403f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397571 Jan 21 19:55:18.534477 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d405058-6585-460e-8ec5-0e1956b24c34 None None] New status for floating IP 683649d1-561d-40bc-8cb2-b81334ee1b97: DOWN {{(pid=88138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:55:19.333309 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3112c-1914-4241-93fd-b2b8abf8f62b req-87c55ad3-5f28-427a-a7e8-9e719302c22a tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:55:19.334789 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5ad3112c-1914-4241-93fd-b2b8abf8f62b req-87c55ad3-5f28-427a-a7e8-9e719302c22a tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 945 time: 0.1247096 Jan 21 19:55:19.364543 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628ffa8-eacf-446c-b996-4574b24c2496 req-9a14d2bf-b68a-459b-8515-9e8569b9aa48 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:55:19.365140 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-5628ffa8-eacf-446c-b996-4574b24c2496 req-9a14d2bf-b68a-459b-8515-9e8569b9aa48 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Synchronizing usage tracker for tenant:50f57675333942a99ecd5a03743b02e1 on resource:port {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:55:19.382251 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-5ad3112c-1914-4241-93fd-b2b8abf8f62b req-74f6e1d2-d70a-4580-be0f-a05e20322bf3 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/security-groups?id=62da30b4-4af5-4081-a3d9-2589e06804b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412362 Jan 21 19:55:19.450674 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-5628ffa8-eacf-446c-b996-4574b24c2496 req-9a14d2bf-b68a-459b-8515-9e8569b9aa48 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Unset dirty status for tenant:50f57675333942a99ecd5a03743b02e1 on resource:port {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:55:19.451808 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5628ffa8-eacf-446c-b996-4574b24c2496 req-9a14d2bf-b68a-459b-8515-9e8569b9aa48 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.113 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 945 time: 0.1689110 Jan 21 19:55:19.524607 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-5628ffa8-eacf-446c-b996-4574b24c2496 req-a18168db-5d6a-4b13-974d-2145337306a2 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Deleting port ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:55:19.524948 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-5628ffa8-eacf-446c-b996-4574b24c2496 req-a18168db-5d6a-4b13-974d-2145337306a2 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:19.767871 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-5628ffa8-eacf-446c-b996-4574b24c2496 req-a18168db-5d6a-4b13-974d-2145337306a2 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] For port ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd,segment=NetworkSegment(d117adb4-1c6f-4017-abee-cde23b9d43bf),segment_id=d117adb4-1c6f-4017-abee-cde23b9d43bf)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:55:19.768145 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-5628ffa8-eacf-446c-b996-4574b24c2496 req-a18168db-5d6a-4b13-974d-2145337306a2 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:19.892984 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [req-5628ffa8-eacf-446c-b996-4574b24c2496 req-a18168db-5d6a-4b13-974d-2145337306a2 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Calling delete_port for ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd owned by compute:nova {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:55:20.124953 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-5628ffa8-eacf-446c-b996-4574b24c2496 req-a18168db-5d6a-4b13-974d-2145337306a2 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:20.178805 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18168db-5d6a-4b13-974d-2145337306a2 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Pushing event deleted for resources: {'Port': ['ID=ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:20.256880 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-5628ffa8-eacf-446c-b996-4574b24c2496 req-a18168db-5d6a-4b13-974d-2145337306a2 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] No DVR routers for this DVR port ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd on host hv-neutron-8254 {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:55:20.259326 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-5628ffa8-eacf-446c-b996-4574b24c2496 req-a18168db-5d6a-4b13-974d-2145337306a2 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:20.262375 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '451d80c8-cf92-49b0-a9b9-2355a446367d', 'name': 'network-vif-deleted', 'tag': 'ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:55:20.308597 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '451d80c8-cf92-49b0-a9b9-2355a446367d', 'name': 'network-vif-deleted', 'tag': 'ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd', 'status': 'completed', 'code': 200} Jan 21 19:55:20.354588 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-5628ffa8-eacf-446c-b996-4574b24c2496 req-a18168db-5d6a-4b13-974d-2145337306a2 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.113 "DELETE /v2.0/ports/ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd HTTP/1.1" status: 204 len: 173 time: 0.8965738 Jan 21 19:55:20.536715 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-1d6896bb-355b-4775-b7d3-9344a4591dd3 req-de1e6c67-ede6-4e13-8569-7a4e64e90f58 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 210 time: 0.0481470 Jan 21 19:55:21.496284 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:55:21.533661 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] No Port match for: ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:55:21.534060 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device ca3b80fd-bf04-4a1b-9d07-8ddc901d7acd not bound to the agent host hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:55:21.702663 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3945dfb4-1287-409d-959e-68eed4900168 req-b1d76b85-272f-4cb4-b13a-240c68fe49c9 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "GET /v2.0/ports?device_id=451d80c8-cf92-49b0-a9b9-2355a446367d HTTP/1.1" status: 200 len: 210 time: 0.0428717 Jan 21 19:55:22.799697 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 43838) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:22.868840 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c52835dc-1a4f-43f7-8a82-bb398ede14a0 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:22.903174 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c52835dc-1a4f-43f7-8a82-bb398ede14a0 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:23.016278 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c52835dc-1a4f-43f7-8a82-bb398ede14a0 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:23.034921 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52835dc-1a4f-43f7-8a82-bb398ede14a0 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62da30b4-4af5-4081-a3d9-2589e06804b6,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:23.042674 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52835dc-1a4f-43f7-8a82-bb398ede14a0 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:55:23.043008 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52835dc-1a4f-43f7-8a82-bb398ede14a0 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:55:23.043346 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52835dc-1a4f-43f7-8a82-bb398ede14a0 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:55:23.043722 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52835dc-1a4f-43f7-8a82-bb398ede14a0 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:55:23.044048 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52835dc-1a4f-43f7-8a82-bb398ede14a0 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:55:23.044371 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52835dc-1a4f-43f7-8a82-bb398ede14a0 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:55:23.044691 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52835dc-1a4f-43f7-8a82-bb398ede14a0 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:55:23.045006 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52835dc-1a4f-43f7-8a82-bb398ede14a0 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:55:23.045322 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52835dc-1a4f-43f7-8a82-bb398ede14a0 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:55:23.045636 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52835dc-1a4f-43f7-8a82-bb398ede14a0 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:55:23.045976 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52835dc-1a4f-43f7-8a82-bb398ede14a0 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:55:23.046290 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52835dc-1a4f-43f7-8a82-bb398ede14a0 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:55:23.135263 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c52835dc-1a4f-43f7-8a82-bb398ede14a0 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:23.136384 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c52835dc-1a4f-43f7-8a82-bb398ede14a0 tempest-TestShelveInstance-726368212 tempest-TestShelveInstance-726368212-project] 10.222.0.87 "DELETE /v2.0/security-groups/62da30b4-4af5-4081-a3d9-2589e06804b6 HTTP/1.1" status: 204 len: 168 time: 0.3357058 Jan 21 19:55:23.233146 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 43844) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:23.930635 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bfa3628f-1069-4b29-aa29-88f585261ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:24.386552 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-bfa3628f-1069-4b29-aa29-88f585261ed8 admin admin] Deleting port efd0377f-f7a3-4ab9-af77-441d99a247f9 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:55:24.387243 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bfa3628f-1069-4b29-aa29-88f585261ed8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:24.555644 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-bfa3628f-1069-4b29-aa29-88f585261ed8 admin admin] For port efd0377f-f7a3-4ab9-af77-441d99a247f9, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=efd0377f-f7a3-4ab9-af77-441d99a247f9,segment=NetworkSegment(d117adb4-1c6f-4017-abee-cde23b9d43bf),segment_id=d117adb4-1c6f-4017-abee-cde23b9d43bf)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:55:24.555992 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bfa3628f-1069-4b29-aa29-88f585261ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:24.677125 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-bfa3628f-1069-4b29-aa29-88f585261ed8 admin admin] Calling delete_port for efd0377f-f7a3-4ab9-af77-441d99a247f9 owned by network:router_interface {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:55:25.033061 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-b0d7a1ce-4e72-4ad1-821f-a96ba540321b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:25.067396 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bfa3628f-1069-4b29-aa29-88f585261ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:25.113914 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3628f-1069-4b29-aa29-88f585261ed8 admin admin] Pushing event deleted for resources: {'Port': ['ID=efd0377f-f7a3-4ab9-af77-441d99a247f9,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:25.376706 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bfa3628f-1069-4b29-aa29-88f585261ed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:25.846439 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa3628f-1069-4b29-aa29-88f585261ed8 admin admin] Router a12ec07b-fa34-4978-84cd-7868fac80f76 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:55:26.031398 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa3628f-1069-4b29-aa29-88f585261ed8 admin admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:55:26.040341 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dee33ce-aeaa-4dcb-b637-10140d0cf6f0 None None] Sync routers for ids ['a12ec07b-fa34-4978-84cd-7868fac80f76'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:55:26.044274 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-bfa3628f-1069-4b29-aa29-88f585261ed8 admin admin] 10.222.0.87 "PUT /v2.0/routers/a12ec07b-fa34-4978-84cd-7868fac80f76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8100939 Jan 21 19:55:26.046749 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 43850) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:26.049733 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dee33ce-aeaa-4dcb-b637-10140d0cf6f0 None None] Routers {'a12ec07b-fa34-4978-84cd-7868fac80f76'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:55:26.050386 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-1dee33ce-aeaa-4dcb-b637-10140d0cf6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:54:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['a12ec07b-fa34-4978-84cd-7868fac80f76'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:55:26.221228 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1d5cc212-84d4-4489-82c6-c91b36d5e654 admin admin] Notify callbacks [] for router, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:26.257057 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-1dee33ce-aeaa-4dcb-b637-10140d0cf6f0 None None] Set router a12ec07b-fa34-4978-84cd-7868fac80f76 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:55:26.395652 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1d5cc212-84d4-4489-82c6-c91b36d5e654 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:26.461508 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-1d5cc212-84d4-4489-82c6-c91b36d5e654 admin admin] Deleting port 7d332c5a-0d86-4ad3-aa12-072ec9ebdccf {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:55:26.461887 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1d5cc212-84d4-4489-82c6-c91b36d5e654 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:26.546987 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-1dee33ce-aeaa-4dcb-b637-10140d0cf6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'name': 'tempest-TestShelveInstance-1572713393-router', 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': '7d332c5a-0d86-4ad3-aa12-072ec9ebdccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:44:45Z', 'updated_at': '2022-01-21T19:55:24Z', 'revision_number': 5, 'project_id': '50f57675333942a99ecd5a03743b02e1', 'gw_port': {'id': '7d332c5a-0d86-4ad3-aa12-072ec9ebdccf', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:20:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:44:46Z', 'updated_at': '2022-01-21T19:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:55:26.550650 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dee33ce-aeaa-4dcb-b637-10140d0cf6f0 None None] Checking router: a12ec07b-fa34-4978-84cd-7868fac80f76 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:55:26.559047 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dee33ce-aeaa-4dcb-b637-10140d0cf6f0 None None] Routers {'a12ec07b-fa34-4978-84cd-7868fac80f76'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:55:26.559633 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-1dee33ce-aeaa-4dcb-b637-10140d0cf6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:54:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['a12ec07b-fa34-4978-84cd-7868fac80f76'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:55:26.648751 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-1d5cc212-84d4-4489-82c6-c91b36d5e654 admin admin] For port 7d332c5a-0d86-4ad3-aa12-072ec9ebdccf, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=7d332c5a-0d86-4ad3-aa12-072ec9ebdccf,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:55:26.649107 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1d5cc212-84d4-4489-82c6-c91b36d5e654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:26.708054 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-1dee33ce-aeaa-4dcb-b637-10140d0cf6f0 None None] Set router a12ec07b-fa34-4978-84cd-7868fac80f76 gateway port host: None {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:55:26.773039 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-1d5cc212-84d4-4489-82c6-c91b36d5e654 admin admin] Calling delete_port for 7d332c5a-0d86-4ad3-aa12-072ec9ebdccf owned by network:router_gateway {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:55:26.812292 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-1dee33ce-aeaa-4dcb-b637-10140d0cf6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'name': 'tempest-TestShelveInstance-1572713393-router', 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:44:45Z', 'updated_at': '2022-01-21T19:55:26Z', 'revision_number': 6, 'project_id': '50f57675333942a99ecd5a03743b02e1', 'gw_port_host': None}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:55:26.816053 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dee33ce-aeaa-4dcb-b637-10140d0cf6f0 None None] The sync data for ids ['a12ec07b-fa34-4978-84cd-7868fac80f76'] in dv-neutron-825470-1-hyperv is: [{'id': 'a12ec07b-fa34-4978-84cd-7868fac80f76', 'name': 'tempest-TestShelveInstance-1572713393-router', 'tenant_id': '50f57675333942a99ecd5a03743b02e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:44:45Z', 'updated_at': '2022-01-21T19:55:26Z', 'revision_number': 6, 'project_id': '50f57675333942a99ecd5a03743b02e1', 'gw_port_host': None}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:55:27.004603 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1d5cc212-84d4-4489-82c6-c91b36d5e654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:27.051891 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5cc212-84d4-4489-82c6-c91b36d5e654 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d332c5a-0d86-4ad3-aa12-072ec9ebdccf,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:27.255408 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1d5cc212-84d4-4489-82c6-c91b36d5e654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:27.267057 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f6ff8ba1-da75-4ebf-a7d3-7e92b8130787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:27.431396 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1d5cc212-84d4-4489-82c6-c91b36d5e654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:27.436400 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1d5cc212-84d4-4489-82c6-c91b36d5e654 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:27.558894 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1d5cc212-84d4-4489-82c6-c91b36d5e654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:27.559418 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5cc212-84d4-4489-82c6-c91b36d5e654 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a12ec07b-fa34-4978-84cd-7868fac80f76 {{(pid=88137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:55:27.574388 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-1d5cc212-84d4-4489-82c6-c91b36d5e654 admin admin] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:27.577919 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-1d5cc212-84d4-4489-82c6-c91b36d5e654 admin admin] 10.222.0.87 "DELETE /v2.0/routers/a12ec07b-fa34-4978-84cd-7868fac80f76 HTTP/1.1" status: 204 len: 168 time: 1.5278909 Jan 21 19:55:27.578135 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 43858) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:27.641885 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_v2 [None req-2827d105-da29-45e8-bbe4-4c2f672dafa7 admin admin] Deleting subnet 1ef7054e-4b1c-49b1-9081-0b6168ea7e6a {{(pid=88137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:55:27.644735 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2827d105-da29-45e8-bbe4-4c2f672dafa7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:27.694337 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2827d105-da29-45e8-bbe4-4c2f672dafa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10531105'] for subnet, precommit_delete_associations {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:27.782851 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2827d105-da29-45e8-bbe4-4c2f672dafa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:27.931355 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2827d105-da29-45e8-bbe4-4c2f672dafa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-969134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11943751'] for subnet, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:27.972317 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827d105-da29-45e8-bbe4-4c2f672dafa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ef7054e-4b1c-49b1-9081-0b6168ea7e6a,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:27.980871 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-2827d105-da29-45e8-bbe4-4c2f672dafa7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:27.983489 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eac143c-81b4-4410-8b9b-bd7d16388294 None None] Network 6bc82968-0e1b-4358-80bc-6257798403f8 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:55:27.990086 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-2827d105-da29-45e8-bbe4-4c2f672dafa7 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/1ef7054e-4b1c-49b1-9081-0b6168ea7e6a HTTP/1.1" status: 204 len: 168 time: 0.4087794 Jan 21 19:55:27.990359 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 43862) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:28.103529 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bdd1f1bd-4486-4630-8ffb-2e6c6b78a082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:28.115315 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-bdd1f1bd-4486-4630-8ffb-2e6c6b78a082 admin admin] Deleting port f0f872e8-8d1d-4176-8528-cf930374d361 {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:55:28.115642 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bdd1f1bd-4486-4630-8ffb-2e6c6b78a082 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:28.252267 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f123e4a7-1b3c-4601-8460-fda6651b737d None None] DHCP port deletion for 6bc82968-0e1b-4358-80bc-6257798403f8 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:55:28.256469 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-f123e4a7-1b3c-4601-8460-fda6651b737d None None] Deleting port f0f872e8-8d1d-4176-8528-cf930374d361 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:55:28.256849 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f123e4a7-1b3c-4601-8460-fda6651b737d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:28.332096 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-bdd1f1bd-4486-4630-8ffb-2e6c6b78a082 admin admin] For port f0f872e8-8d1d-4176-8528-cf930374d361, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=f0f872e8-8d1d-4176-8528-cf930374d361,segment=NetworkSegment(d117adb4-1c6f-4017-abee-cde23b9d43bf),segment_id=d117adb4-1c6f-4017-abee-cde23b9d43bf)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:55:28.332446 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bdd1f1bd-4486-4630-8ffb-2e6c6b78a082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:28.449162 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [req-c77d7de3-6c9a-4d49-8280-7152b3b4958c req-71c54796-6c76-4fab-876f-f3ef6bca6a6d service neutron] (88137) timed out ('10.222.0.87', 38472) {{(pid=88137) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 21 19:55:28.455660 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-bdd1f1bd-4486-4630-8ffb-2e6c6b78a082 admin admin] Calling delete_port for f0f872e8-8d1d-4176-8528-cf930374d361 owned by network:dhcp {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:55:28.463513 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-f123e4a7-1b3c-4601-8460-fda6651b737d None None] For port f0f872e8-8d1d-4176-8528-cf930374d361, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=f0f872e8-8d1d-4176-8528-cf930374d361,segment=NetworkSegment(d117adb4-1c6f-4017-abee-cde23b9d43bf),segment_id=d117adb4-1c6f-4017-abee-cde23b9d43bf)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:55:28.463980 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f123e4a7-1b3c-4601-8460-fda6651b737d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:28.585270 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-f123e4a7-1b3c-4601-8460-fda6651b737d None None] Calling delete_port for f0f872e8-8d1d-4176-8528-cf930374d361 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:55:28.627571 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bdd1f1bd-4486-4630-8ffb-2e6c6b78a082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:28.664948 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 7d332c5a-0d86-4ad3-aa12-072ec9ebdccf no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:55:28.684099 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1f1bd-4486-4630-8ffb-2e6c6b78a082 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0f872e8-8d1d-4176-8528-cf930374d361,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:28.689183 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd1f1bd-4486-4630-8ffb-2e6c6b78a082 admin admin] No DVR routers for this DVR port f0f872e8-8d1d-4176-8528-cf930374d361 on host dv-neutron-825470-1-hyperv {{(pid=88137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:55:28.706340 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 7d332c5a-0d86-4ad3-aa12-072ec9ebdccf {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:55:28.706858 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 7d332c5a-0d86-4ad3-aa12-072ec9ebdccf not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:55:28.707070 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device f0f872e8-8d1d-4176-8528-cf930374d361 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:55:28.755030 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: f0f872e8-8d1d-4176-8528-cf930374d361 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:55:28.755372 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device f0f872e8-8d1d-4176-8528-cf930374d361 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:55:28.755774 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device efd0377f-f7a3-4ab9-af77-441d99a247f9 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:55:28.788094 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-f123e4a7-1b3c-4601-8460-fda6651b737d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:55:28.788448 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-f123e4a7-1b3c-4601-8460-fda6651b737d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:55:28.788966 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:28.799115 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: efd0377f-f7a3-4ab9-af77-441d99a247f9 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:55:28.799457 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device efd0377f-f7a3-4ab9-af77-441d99a247f9 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:55:28.808521 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bdd1f1bd-4486-4630-8ffb-2e6c6b78a082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:28.833834 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-bdd1f1bd-4486-4630-8ffb-2e6c6b78a082 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bc82968-0e1b-4358-80bc-6257798403f8']}} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:55:28.845420 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-bdd1f1bd-4486-4630-8ffb-2e6c6b78a082 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd117adb4-1c6f-4017-abee-cde23b9d43bf') {'for_net_delete': True} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:55:28.845655 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.services.segments.db [None req-bdd1f1bd-4486-4630-8ffb-2e6c6b78a082 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd117adb4-1c6f-4017-abee-cde23b9d43bf') {} {{(pid=88137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:55:28.856620 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bdd1f1bd-4486-4630-8ffb-2e6c6b78a082 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10532818'] for segment, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:28.861783 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:28.874185 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bdd1f1bd-4486-4630-8ffb-2e6c6b78a082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:28.880066 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdd1f1bd-4486-4630-8ffb-2e6c6b78a082 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=88137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:55:28.880438 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bdd1f1bd-4486-4630-8ffb-2e6c6b78a082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-969152'] for segment, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:28.890321 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:28.893827 dv-neutron-825470-1-hyperv neutron-server[88137]: Traceback (most recent call last): Jan 21 19:55:28.893827 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:55:28.893827 dv-neutron-825470-1-hyperv neutron-server[88137]: timer() Jan 21 19:55:28.893827 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:55:28.893827 dv-neutron-825470-1-hyperv neutron-server[88137]: cb(*args, **kw) Jan 21 19:55:28.893827 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:55:28.893827 dv-neutron-825470-1-hyperv neutron-server[88137]: return func(*args, **kwargs) Jan 21 19:55:28.893827 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:55:28.893827 dv-neutron-825470-1-hyperv neutron-server[88137]: self._notify() Jan 21 19:55:28.893827 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:55:28.893827 dv-neutron-825470-1-hyperv neutron-server[88137]: self.callback(batched_events) Jan 21 19:55:28.893827 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:55:28.893827 dv-neutron-825470-1-hyperv neutron-server[88137]: event.method(event) Jan 21 19:55:28.893827 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:55:28.893827 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:55:28.893827 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:55:28.893827 dv-neutron-825470-1-hyperv neutron-server[88137]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:55:28.893827 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:55:28.893827 dv-neutron-825470-1-hyperv neutron-server[88137]: return f(self, *a, **k) Jan 21 19:55:28.893827 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:55:28.893827 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._get(url).json() Jan 21 19:55:28.893827 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:55:28.893827 dv-neutron-825470-1-hyperv neutron-server[88137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:55:28.893827 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:55:28.893827 dv-neutron-825470-1-hyperv neutron-server[88137]: return self.request(url, 'GET', **kwargs) Jan 21 19:55:28.893827 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:55:28.893827 dv-neutron-825470-1-hyperv neutron-server[88137]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:55:28.893827 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:55:28.893827 dv-neutron-825470-1-hyperv neutron-server[88137]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:55:28.893827 dv-neutron-825470-1-hyperv neutron-server[88137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:55:28.893827 dv-neutron-825470-1-hyperv neutron-server[88137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:55:28.893827 dv-neutron-825470-1-hyperv neutron-server[88137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:55:29.164609 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bdd1f1bd-4486-4630-8ffb-2e6c6b78a082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:29.180555 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-bdd1f1bd-4486-4630-8ffb-2e6c6b78a082 admin admin] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:29.192558 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1f1bd-4486-4630-8ffb-2e6c6b78a082 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bc82968-0e1b-4358-80bc-6257798403f8,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:29.285370 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-bdd1f1bd-4486-4630-8ffb-2e6c6b78a082 admin admin] 10.222.0.87 "DELETE /v2.0/networks/6bc82968-0e1b-4358-80bc-6257798403f8 HTTP/1.1" status: 204 len: 168 time: 1.2940686 Jan 21 19:55:29.288160 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 43866) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:29.289592 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-f123e4a7-1b3c-4601-8460-fda6651b737d None None] Deleting port f0f872e8-8d1d-4176-8528-cf930374d361 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:55:29.290069 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f123e4a7-1b3c-4601-8460-fda6651b737d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:29.358744 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-f123e4a7-1b3c-4601-8460-fda6651b737d None None] The port 'f0f872e8-8d1d-4176-8528-cf930374d361' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:55:29.818583 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-140b15c5-ae05-4ec2-ab33-7d83b977f18d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:30.165733 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-140b15c5-ae05-4ec2-ab33-7d83b977f18d admin admin] Deleting port 107e16a3-fb96-4f62-ac96-7254a1d8c09a {{(pid=88137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:55:30.166934 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-140b15c5-ae05-4ec2-ab33-7d83b977f18d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:30.332915 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [None req-140b15c5-ae05-4ec2-ab33-7d83b977f18d admin admin] For port 107e16a3-fb96-4f62-ac96-7254a1d8c09a, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=107e16a3-fb96-4f62-ac96-7254a1d8c09a,segment=NetworkSegment(2c1a8579-5388-4279-ad78-faea4b6d28f2),segment_id=2c1a8579-5388-4279-ad78-faea4b6d28f2)] {{(pid=88137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:55:30.333270 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-140b15c5-ae05-4ec2-ab33-7d83b977f18d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:30.341875 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:30.458230 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.plugin [None req-140b15c5-ae05-4ec2-ab33-7d83b977f18d admin admin] Calling delete_port for 107e16a3-fb96-4f62-ac96-7254a1d8c09a owned by network:router_interface {{(pid=88137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:55:30.782211 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-140b15c5-ae05-4ec2-ab33-7d83b977f18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:30.827964 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b15c5-ae05-4ec2-ab33-7d83b977f18d admin admin] Pushing event deleted for resources: {'Port': ['ID=107e16a3-fb96-4f62-ac96-7254a1d8c09a,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:31.101522 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-140b15c5-ae05-4ec2-ab33-7d83b977f18d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:31.471072 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-140b15c5-ae05-4ec2-ab33-7d83b977f18d admin admin] Router 72cc4245-c897-4af1-bcb5-0d5968e4da59 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:55:31.656127 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140b15c5-ae05-4ec2-ab33-7d83b977f18d admin admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:55:31.669282 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff71c16-ab9a-49ed-98d2-7710b013506d None None] Sync routers for ids ['72cc4245-c897-4af1-bcb5-0d5968e4da59'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:55:31.679216 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff71c16-ab9a-49ed-98d2-7710b013506d None None] Routers {'72cc4245-c897-4af1-bcb5-0d5968e4da59'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:55:31.679828 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-3ff71c16-ab9a-49ed-98d2-7710b013506d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:55:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['72cc4245-c897-4af1-bcb5-0d5968e4da59'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:55:31.762994 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-140b15c5-ae05-4ec2-ab33-7d83b977f18d admin admin] 10.222.0.87 "PUT /v2.0/routers/72cc4245-c897-4af1-bcb5-0d5968e4da59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4715221 Jan 21 19:55:31.763688 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 43876) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:31.897260 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-3ff71c16-ab9a-49ed-98d2-7710b013506d None None] Set router 72cc4245-c897-4af1-bcb5-0d5968e4da59 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:55:31.945519 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fb986bd6-b1a7-4210-8986-37b18164c92e admin admin] Notify callbacks [] for router, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:32.120192 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fb986bd6-b1a7-4210-8986-37b18164c92e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:32.193927 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-3ff71c16-ab9a-49ed-98d2-7710b013506d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cc4245-c897-4af1-bcb5-0d5968e4da59', 'name': 'tempest-TestShelveInstance-1539225566-router', 'tenant_id': 'b2343101332b4f21bfdbebf6d0d2c41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': '8279ab19-336c-4c4f-904f-8129701ab858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:44:53Z', 'updated_at': '2022-01-21T19:55:30Z', 'revision_number': 5, 'project_id': 'b2343101332b4f21bfdbebf6d0d2c41f', 'gw_port': {'id': '8279ab19-336c-4c4f-904f-8129701ab858', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:40:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cc4245-c897-4af1-bcb5-0d5968e4da59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:44:54Z', 'updated_at': '2022-01-21T19:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:55:32.197716 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff71c16-ab9a-49ed-98d2-7710b013506d None None] Checking router: 72cc4245-c897-4af1-bcb5-0d5968e4da59 for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:55:32.199261 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-fb986bd6-b1a7-4210-8986-37b18164c92e admin admin] Deleting port 8279ab19-336c-4c4f-904f-8129701ab858 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:55:32.199607 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fb986bd6-b1a7-4210-8986-37b18164c92e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:32.205875 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff71c16-ab9a-49ed-98d2-7710b013506d None None] Routers {'72cc4245-c897-4af1-bcb5-0d5968e4da59'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:55:32.206475 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-3ff71c16-ab9a-49ed-98d2-7710b013506d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:55:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['72cc4245-c897-4af1-bcb5-0d5968e4da59'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:55:32.355040 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-3ff71c16-ab9a-49ed-98d2-7710b013506d None None] Set router 72cc4245-c897-4af1-bcb5-0d5968e4da59 gateway port host: None {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:55:32.373175 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-fb986bd6-b1a7-4210-8986-37b18164c92e admin admin] For port 8279ab19-336c-4c4f-904f-8129701ab858, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=8279ab19-336c-4c4f-904f-8129701ab858,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:55:32.373532 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fb986bd6-b1a7-4210-8986-37b18164c92e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:32.460240 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-3ff71c16-ab9a-49ed-98d2-7710b013506d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72cc4245-c897-4af1-bcb5-0d5968e4da59', 'name': 'tempest-TestShelveInstance-1539225566-router', 'tenant_id': 'b2343101332b4f21bfdbebf6d0d2c41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:44:53Z', 'updated_at': '2022-01-21T19:55:32Z', 'revision_number': 6, 'project_id': 'b2343101332b4f21bfdbebf6d0d2c41f', 'gw_port_host': None}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:55:32.464693 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff71c16-ab9a-49ed-98d2-7710b013506d None None] The sync data for ids ['72cc4245-c897-4af1-bcb5-0d5968e4da59'] in dv-neutron-825470-1-hyperv is: [{'id': '72cc4245-c897-4af1-bcb5-0d5968e4da59', 'name': 'tempest-TestShelveInstance-1539225566-router', 'tenant_id': 'b2343101332b4f21bfdbebf6d0d2c41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:44:53Z', 'updated_at': '2022-01-21T19:55:32Z', 'revision_number': 6, 'project_id': 'b2343101332b4f21bfdbebf6d0d2c41f', 'gw_port_host': None}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:55:32.499173 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-fb986bd6-b1a7-4210-8986-37b18164c92e admin admin] Calling delete_port for 8279ab19-336c-4c4f-904f-8129701ab858 owned by network:router_gateway {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:55:32.736191 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fb986bd6-b1a7-4210-8986-37b18164c92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:32.780983 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb986bd6-b1a7-4210-8986-37b18164c92e admin admin] Pushing event deleted for resources: {'Port': ['ID=8279ab19-336c-4c4f-904f-8129701ab858,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:32.883442 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fb986bd6-b1a7-4210-8986-37b18164c92e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:33.152673 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fb986bd6-b1a7-4210-8986-37b18164c92e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:33.154759 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fb986bd6-b1a7-4210-8986-37b18164c92e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:33.206778 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 107e16a3-fb96-4f62-ac96-7254a1d8c09a no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:55:33.245513 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fb986bd6-b1a7-4210-8986-37b18164c92e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:33.246111 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb986bd6-b1a7-4210-8986-37b18164c92e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72cc4245-c897-4af1-bcb5-0d5968e4da59 {{(pid=88136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 19:55:33.246890 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 107e16a3-fb96-4f62-ac96-7254a1d8c09a {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:55:33.247239 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 107e16a3-fb96-4f62-ac96-7254a1d8c09a not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:55:33.259000 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-fb986bd6-b1a7-4210-8986-37b18164c92e admin admin] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:33.260822 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-fb986bd6-b1a7-4210-8986-37b18164c92e admin admin] 10.222.0.87 "DELETE /v2.0/routers/72cc4245-c897-4af1-bcb5-0d5968e4da59 HTTP/1.1" status: 204 len: 168 time: 1.4959745 Jan 21 19:55:33.263303 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 43884) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:33.326210 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-de8edddc-9170-441a-b74b-abd3a6c4afd2 admin admin] Deleting subnet c6201749-3115-4a55-a1a4-e2e046f3cacb {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 19:55:33.329341 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-de8edddc-9170-441a-b74b-abd3a6c4afd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:33.380110 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-de8edddc-9170-441a-b74b-abd3a6c4afd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:33.468064 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-de8edddc-9170-441a-b74b-abd3a6c4afd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:33.645127 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-de8edddc-9170-441a-b74b-abd3a6c4afd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:33.684049 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8edddc-9170-441a-b74b-abd3a6c4afd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6201749-3115-4a55-a1a4-e2e046f3cacb,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:33.689443 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-de8edddc-9170-441a-b74b-abd3a6c4afd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:33.695465 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541a655d-4450-4200-89fb-19c8c2b40c14 None None] Network d71c6909-73f4-4f6c-a54e-7e6e3899e662 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:55:33.695924 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-de8edddc-9170-441a-b74b-abd3a6c4afd2 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/c6201749-3115-4a55-a1a4-e2e046f3cacb HTTP/1.1" status: 204 len: 168 time: 0.4316730 Jan 21 19:55:33.698433 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 43888) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:33.803084 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d6057a43-95ac-4a54-b285-7c9325dbab14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:33.814593 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-d6057a43-95ac-4a54-b285-7c9325dbab14 admin admin] Deleting port fbc698d8-deba-4085-b41c-b77cff0e6b11 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:55:33.814920 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d6057a43-95ac-4a54-b285-7c9325dbab14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:33.965815 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c08156c-9f0c-4998-a1fa-339e260fb86f None None] DHCP port deletion for d71c6909-73f4-4f6c-a54e-7e6e3899e662 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 19:55:33.970007 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0c08156c-9f0c-4998-a1fa-339e260fb86f None None] Deleting port fbc698d8-deba-4085-b41c-b77cff0e6b11 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:55:33.970501 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0c08156c-9f0c-4998-a1fa-339e260fb86f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:34.024275 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-d6057a43-95ac-4a54-b285-7c9325dbab14 admin admin] For port fbc698d8-deba-4085-b41c-b77cff0e6b11, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=fbc698d8-deba-4085-b41c-b77cff0e6b11,segment=NetworkSegment(2c1a8579-5388-4279-ad78-faea4b6d28f2),segment_id=2c1a8579-5388-4279-ad78-faea4b6d28f2)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:55:34.024627 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d6057a43-95ac-4a54-b285-7c9325dbab14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:34.156694 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-d6057a43-95ac-4a54-b285-7c9325dbab14 admin admin] Calling delete_port for fbc698d8-deba-4085-b41c-b77cff0e6b11 owned by network:dhcp {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:55:34.214648 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0c08156c-9f0c-4998-a1fa-339e260fb86f None None] For port fbc698d8-deba-4085-b41c-b77cff0e6b11, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=fbc698d8-deba-4085-b41c-b77cff0e6b11,segment=NetworkSegment(2c1a8579-5388-4279-ad78-faea4b6d28f2),segment_id=2c1a8579-5388-4279-ad78-faea4b6d28f2)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:55:34.215220 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0c08156c-9f0c-4998-a1fa-339e260fb86f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:34.335318 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d6057a43-95ac-4a54-b285-7c9325dbab14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:34.336554 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0c08156c-9f0c-4998-a1fa-339e260fb86f None None] Calling delete_port for fbc698d8-deba-4085-b41c-b77cff0e6b11 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 19:55:34.387964 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6057a43-95ac-4a54-b285-7c9325dbab14 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbc698d8-deba-4085-b41c-b77cff0e6b11,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:34.389752 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6057a43-95ac-4a54-b285-7c9325dbab14 admin admin] No DVR routers for this DVR port fbc698d8-deba-4085-b41c-b77cff0e6b11 on host dv-neutron-825470-1-hyperv {{(pid=88136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 19:55:34.415324 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-0c08156c-9f0c-4998-a1fa-339e260fb86f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:55:34.415678 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-0c08156c-9f0c-4998-a1fa-339e260fb86f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 19:55:34.505220 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d6057a43-95ac-4a54-b285-7c9325dbab14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:34.530484 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-d6057a43-95ac-4a54-b285-7c9325dbab14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d71c6909-73f4-4f6c-a54e-7e6e3899e662']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:55:34.542513 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-d6057a43-95ac-4a54-b285-7c9325dbab14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c1a8579-5388-4279-ad78-faea4b6d28f2') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:55:34.542804 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-d6057a43-95ac-4a54-b285-7c9325dbab14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c1a8579-5388-4279-ad78-faea4b6d28f2') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:55:34.553586 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d6057a43-95ac-4a54-b285-7c9325dbab14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:34.568737 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d6057a43-95ac-4a54-b285-7c9325dbab14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:34.575256 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6057a43-95ac-4a54-b285-7c9325dbab14 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 19:55:34.579014 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d6057a43-95ac-4a54-b285-7c9325dbab14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:34.589095 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 19:55:34.589095 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:55:34.589095 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 19:55:34.589095 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:55:34.589095 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 19:55:34.589095 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 19:55:34.589095 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 19:55:34.589095 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:55:34.589095 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 19:55:34.589095 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:55:34.589095 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 19:55:34.589095 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:55:34.589095 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 19:55:34.589095 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:55:34.589095 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:55:34.589095 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 19:55:34.589095 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 19:55:34.589095 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:55:34.589095 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 19:55:34.589095 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:55:34.589095 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 19:55:34.589095 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 19:55:34.589095 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 19:55:34.589095 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 19:55:34.589095 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 19:55:34.589095 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 19:55:34.589095 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 19:55:34.589095 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 19:55:34.589095 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:55:34.589095 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 19:55:34.589095 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:55:34.589095 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:55:34.664740 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device fbc698d8-deba-4085-b41c-b77cff0e6b11 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:55:34.701651 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: fbc698d8-deba-4085-b41c-b77cff0e6b11 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:55:34.702014 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device fbc698d8-deba-4085-b41c-b77cff0e6b11 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:55:34.702423 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 8279ab19-336c-4c4f-904f-8129701ab858 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:55:34.724311 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d6057a43-95ac-4a54-b285-7c9325dbab14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:34.742262 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 8279ab19-336c-4c4f-904f-8129701ab858 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 19:55:34.742600 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 8279ab19-336c-4c4f-904f-8129701ab858 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 19:55:34.744345 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-d6057a43-95ac-4a54-b285-7c9325dbab14 admin admin] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:34.751109 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6057a43-95ac-4a54-b285-7c9325dbab14 admin admin] Pushing event deleted for resources: {'Network': ['ID=d71c6909-73f4-4f6c-a54e-7e6e3899e662,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:34.761887 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-d6057a43-95ac-4a54-b285-7c9325dbab14 admin admin] 10.222.0.87 "DELETE /v2.0/networks/d71c6909-73f4-4f6c-a54e-7e6e3899e662 HTTP/1.1" status: 204 len: 168 time: 1.0624621 Jan 21 19:55:34.917041 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0c08156c-9f0c-4998-a1fa-339e260fb86f None None] Deleting port fbc698d8-deba-4085-b41c-b77cff0e6b11 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 19:55:34.917435 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0c08156c-9f0c-4998-a1fa-339e260fb86f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:34.985055 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0c08156c-9f0c-4998-a1fa-339e260fb86f None None] The port 'fbc698d8-deba-4085-b41c-b77cff0e6b11' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 19:55:35.084257 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 43898) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:35.137844 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-53a55053-3b36-4cb5-9d63-bfc62e1559e7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=50f57675333942a99ecd5a03743b02e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0522850 Jan 21 19:55:35.140338 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 43902) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:35.195399 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6d76e028-4d35-4373-b501-c59a2a77b153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:35.220501 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6d76e028-4d35-4373-b501-c59a2a77b153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:35.342024 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6d76e028-4d35-4373-b501-c59a2a77b153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:35.359132 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76e028-4d35-4373-b501-c59a2a77b153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1795d86-315a-4bea-bf71-88ce74e51a90,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:35.365004 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-6d76e028-4d35-4373-b501-c59a2a77b153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:35.366214 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-6d76e028-4d35-4373-b501-c59a2a77b153 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e1795d86-315a-4bea-bf71-88ce74e51a90 HTTP/1.1" status: 204 len: 168 time: 0.2250035 Jan 21 19:55:36.023952 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 43912) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:36.072095 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-1130da45-d324-42fb-a079-0a61b198313c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b2343101332b4f21bfdbebf6d0d2c41f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470188 Jan 21 19:55:36.075248 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 43916) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:36.132513 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9d9f72dd-c626-4196-877c-3ab40d28b4bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:36.158064 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9d9f72dd-c626-4196-877c-3ab40d28b4bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:36.279105 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9d9f72dd-c626-4196-877c-3ab40d28b4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:36.293893 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f72dd-c626-4196-877c-3ab40d28b4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50935b97-b6df-4221-8c7c-b7a10feed268,revision_number=None']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:36.300134 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-9d9f72dd-c626-4196-877c-3ab40d28b4bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:36.301259 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-9d9f72dd-c626-4196-877c-3ab40d28b4bb admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/50935b97-b6df-4221-8c7c-b7a10feed268 HTTP/1.1" status: 204 len: 168 time: 0.2251377 Jan 21 19:55:37.371989 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 43940) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:37.479896 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-3a78c538-2fb0-48a5-af4e-965853f6967a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-936072681-network', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:55:37.484862 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3a78c538-2fb0-48a5-af4e-965853f6967a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:55:37.489157 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-3a78c538-2fb0-48a5-af4e-965853f6967a admin admin] Usage tracker for resource:network and tenant:7e1c7174af1b42dcb05e29371743664a is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:55:37.492053 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-3a78c538-2fb0-48a5-af4e-965853f6967a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:55:37.498657 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3a78c538-2fb0-48a5-af4e-965853f6967a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:55:37.570543 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a78c538-2fb0-48a5-af4e-965853f6967a admin admin] Made reservation on behalf of 7e1c7174af1b42dcb05e29371743664a for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:55:37.572881 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3a78c538-2fb0-48a5-af4e-965853f6967a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:37.584837 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3a78c538-2fb0-48a5-af4e-965853f6967a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:37.598603 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3a78c538-2fb0-48a5-af4e-965853f6967a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:55:37.602287 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-3a78c538-2fb0-48a5-af4e-965853f6967a admin admin] Usage tracker for resource:security_group_rule and tenant:7e1c7174af1b42dcb05e29371743664a is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:55:37.605552 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-3a78c538-2fb0-48a5-af4e-965853f6967a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:55:37.611070 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-3a78c538-2fb0-48a5-af4e-965853f6967a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:55:37.690091 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3a78c538-2fb0-48a5-af4e-965853f6967a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:37.759257 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3a78c538-2fb0-48a5-af4e-965853f6967a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:37.790274 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a78c538-2fb0-48a5-af4e-965853f6967a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:55:37.800119 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78c538-2fb0-48a5-af4e-965853f6967a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd649442-e25f-4334-b3cf-791b5799f0c6,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:37.806652 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3a78c538-2fb0-48a5-af4e-965853f6967a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:37.807826 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-3a78c538-2fb0-48a5-af4e-965853f6967a admin admin] Added segment 717892f4-ca20-4d83-a8e4-5efbfc5edf0a of type vlan for network 2487ac82-e583-40bd-bf96-3beaf040710a Jan 21 19:55:37.839333 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3a78c538-2fb0-48a5-af4e-965853f6967a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:37.953057 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3a78c538-2fb0-48a5-af4e-965853f6967a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:37.954017 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a78c538-2fb0-48a5-af4e-965853f6967a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:55:37.954586 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-3a78c538-2fb0-48a5-af4e-965853f6967a admin admin] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:38.050064 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78c538-2fb0-48a5-af4e-965853f6967a admin admin] Pushing event updated for resources: {'Network': ['ID=2487ac82-e583-40bd-bf96-3beaf040710a,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:38.060654 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network 2487ac82-e583-40bd-bf96-3beaf040710a details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:55:38.102410 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-3a78c538-2fb0-48a5-af4e-965853f6967a admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7293162 Jan 21 19:55:38.105562 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 43946) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:38.111001 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-e76402d3-cc7f-42cf-a7ed-0a5f5e0e976c admin admin] Request body: {'subnet': {'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-936072681-subnet', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'ip_version': 4}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:55:38.116049 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e76402d3-cc7f-42cf-a7ed-0a5f5e0e976c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:55:38.120893 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-e76402d3-cc7f-42cf-a7ed-0a5f5e0e976c admin admin] Usage tracker for resource:subnet and tenant:7e1c7174af1b42dcb05e29371743664a is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:55:38.123836 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-e76402d3-cc7f-42cf-a7ed-0a5f5e0e976c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:55:38.129734 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e76402d3-cc7f-42cf-a7ed-0a5f5e0e976c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:55:38.221547 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76402d3-cc7f-42cf-a7ed-0a5f5e0e976c admin admin] Made reservation on behalf of 7e1c7174af1b42dcb05e29371743664a for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:55:38.223910 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e76402d3-cc7f-42cf-a7ed-0a5f5e0e976c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:38.593616 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e76402d3-cc7f-42cf-a7ed-0a5f5e0e976c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:38.666135 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76402d3-cc7f-42cf-a7ed-0a5f5e0e976c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b13a43e1-9c97-4028-86b7-0dd724136069,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:38.676954 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76402d3-cc7f-42cf-a7ed-0a5f5e0e976c admin admin] Checking segment: {'id': '717892f4-ca20-4d83-a8e4-5efbfc5edf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:55:38.677312 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76402d3-cc7f-42cf-a7ed-0a5f5e0e976c admin admin] Network hostable DHCP agents. Network: 2487ac82-e583-40bd-bf96-3beaf040710a, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:55:38.770254 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76402d3-cc7f-42cf-a7ed-0a5f5e0e976c admin admin] Network 2487ac82-e583-40bd-bf96-3beaf040710a is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:55:38.856092 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-e76402d3-cc7f-42cf-a7ed-0a5f5e0e976c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, 2487ac82-e583-40bd-bf96-3beaf040710a) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:55:38.859985 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76402d3-cc7f-42cf-a7ed-0a5f5e0e976c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:55:38.860572 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e76402d3-cc7f-42cf-a7ed-0a5f5e0e976c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:38.865922 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2601c4d0-bb1e-40f9-8ea7-5d4a11b8f377 None None] Network 2487ac82-e583-40bd-bf96-3beaf040710a requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:55:38.949375 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e76402d3-cc7f-42cf-a7ed-0a5f5e0e976c admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8427203 Jan 21 19:55:38.952018 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 43950) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:38.957280 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-cda718ad-8900-4ea1-98e2-0043d9d6418e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-936072681-router', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:55:38.961924 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-cda718ad-8900-4ea1-98e2-0043d9d6418e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:55:38.966282 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-cda718ad-8900-4ea1-98e2-0043d9d6418e admin admin] Usage tracker for resource:router and tenant:7e1c7174af1b42dcb05e29371743664a is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:55:38.969163 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-cda718ad-8900-4ea1-98e2-0043d9d6418e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:55:38.974695 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-cda718ad-8900-4ea1-98e2-0043d9d6418e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:55:39.050865 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cda718ad-8900-4ea1-98e2-0043d9d6418e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:39.051831 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cda718ad-8900-4ea1-98e2-0043d9d6418e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:39.066078 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cda718ad-8900-4ea1-98e2-0043d9d6418e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:39.076621 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c393ffa-faa7-4994-8484-d8a3c0788f3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-2487ac82-e583-40bd-bf96-3beaf040710a', 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'fixed_ips': [{'subnet_id': 'b13a43e1-9c97-4028-86b7-0dd724136069'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:55:39.077460 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5c393ffa-faa7-4994-8484-d8a3c0788f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:39.229071 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-5c393ffa-faa7-4994-8484-d8a3c0788f3e None None] Allocated IP 172.20.0.2 (2487ac82-e583-40bd-bf96-3beaf040710a/b13a43e1-9c97-4028-86b7-0dd724136069/eaa2c6d1-75ad-459c-915c-fe994c2dcdc9) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:55:39.393863 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cda718ad-8900-4ea1-98e2-0043d9d6418e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:39.434069 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5c393ffa-faa7-4994-8484-d8a3c0788f3e None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:39.444537 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-5c393ffa-faa7-4994-8484-d8a3c0788f3e None None] Transition to ACTIVE for port object eaa2c6d1-75ad-459c-915c-fe994c2dcdc9 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:55:39.462568 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-5c393ffa-faa7-4994-8484-d8a3c0788f3e None None] Transition to ACTIVE for port object eaa2c6d1-75ad-459c-915c-fe994c2dcdc9 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:55:39.542345 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5c393ffa-faa7-4994-8484-d8a3c0788f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:39.623401 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c393ffa-faa7-4994-8484-d8a3c0788f3e None None] Network 2487ac82-e583-40bd-bf96-3beaf040710a is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:55:39.626310 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-5c393ffa-faa7-4994-8484-d8a3c0788f3e None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:55:39.629853 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c393ffa-faa7-4994-8484-d8a3c0788f3e None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:55:39.636701 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c393ffa-faa7-4994-8484-d8a3c0788f3e None None] Pushing event updated for resources: {'Port': ['ID=eaa2c6d1-75ad-459c-915c-fe994c2dcdc9,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:39.675293 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c393ffa-faa7-4994-8484-d8a3c0788f3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:55:39.675635 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c393ffa-faa7-4994-8484-d8a3c0788f3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:55:39.675911 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c393ffa-faa7-4994-8484-d8a3c0788f3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:55:39.676226 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c393ffa-faa7-4994-8484-d8a3c0788f3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:55:39.676552 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c393ffa-faa7-4994-8484-d8a3c0788f3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:55:39.676884 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c393ffa-faa7-4994-8484-d8a3c0788f3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:55:39.677203 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c393ffa-faa7-4994-8484-d8a3c0788f3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:55:39.677522 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c393ffa-faa7-4994-8484-d8a3c0788f3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:55:39.677859 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c393ffa-faa7-4994-8484-d8a3c0788f3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:55:39.678178 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c393ffa-faa7-4994-8484-d8a3c0788f3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:55:39.678495 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c393ffa-faa7-4994-8484-d8a3c0788f3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:55:39.678806 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c393ffa-faa7-4994-8484-d8a3c0788f3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:55:39.734670 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-5c393ffa-faa7-4994-8484-d8a3c0788f3e None None] Attempting to bind port eaa2c6d1-75ad-459c-915c-fe994c2dcdc9 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:55:39.735063 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-5c393ffa-faa7-4994-8484-d8a3c0788f3e None None] Attempting to bind port eaa2c6d1-75ad-459c-915c-fe994c2dcdc9 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '717892f4-ca20-4d83-a8e4-5efbfc5edf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:55:39.735427 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c393ffa-faa7-4994-8484-d8a3c0788f3e None None] Attempting to bind port eaa2c6d1-75ad-459c-915c-fe994c2dcdc9 on network 2487ac82-e583-40bd-bf96-3beaf040710a {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:55:39.740993 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c393ffa-faa7-4994-8484-d8a3c0788f3e None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:55:39.741364 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c393ffa-faa7-4994-8484-d8a3c0788f3e None None] Checking segment: {'id': '717892f4-ca20-4d83-a8e4-5efbfc5edf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:55:39.741767 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5c393ffa-faa7-4994-8484-d8a3c0788f3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:39.742188 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c393ffa-faa7-4994-8484-d8a3c0788f3e None None] Bound using segment: {'id': '717892f4-ca20-4d83-a8e4-5efbfc5edf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:55:39.742641 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-5c393ffa-faa7-4994-8484-d8a3c0788f3e None None] Bound port: eaa2c6d1-75ad-459c-915c-fe994c2dcdc9, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '717892f4-ca20-4d83-a8e4-5efbfc5edf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:55:39.743039 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5c393ffa-faa7-4994-8484-d8a3c0788f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:39.777454 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cda718ad-8900-4ea1-98e2-0043d9d6418e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:39.807615 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cda718ad-8900-4ea1-98e2-0043d9d6418e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:39.833426 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-5c393ffa-faa7-4994-8484-d8a3c0788f3e None None] For port eaa2c6d1-75ad-459c-915c-fe994c2dcdc9, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:55:39.836341 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-5c393ffa-faa7-4994-8484-d8a3c0788f3e None None] For port eaa2c6d1-75ad-459c-915c-fe994c2dcdc9, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=eaa2c6d1-75ad-459c-915c-fe994c2dcdc9,segment=NetworkSegment(717892f4-ca20-4d83-a8e4-5efbfc5edf0a),segment_id=717892f4-ca20-4d83-a8e4-5efbfc5edf0a)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:55:39.919432 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5c393ffa-faa7-4994-8484-d8a3c0788f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:39.938162 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-cda718ad-8900-4ea1-98e2-0043d9d6418e admin admin] Allocated IP 172.26.1.199 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:55:40.042778 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c393ffa-faa7-4994-8484-d8a3c0788f3e None None] Pushing event updated for resources: {'Port': ['ID=eaa2c6d1-75ad-459c-915c-fe994c2dcdc9,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:40.089268 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cda718ad-8900-4ea1-98e2-0043d9d6418e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:40.209017 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cda718ad-8900-4ea1-98e2-0043d9d6418e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:40.281095 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda718ad-8900-4ea1-98e2-0043d9d6418e admin admin] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:55:40.283995 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-cda718ad-8900-4ea1-98e2-0043d9d6418e admin admin] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:55:40.287830 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda718ad-8900-4ea1-98e2-0043d9d6418e admin admin] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:55:40.323991 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda718ad-8900-4ea1-98e2-0043d9d6418e admin admin] Pushing event updated for resources: {'Port': ['ID=fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:40.693461 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device eaa2c6d1-75ad-459c-915c-fe994c2dcdc9 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:55:40.844608 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port eaa2c6d1-75ad-459c-915c-fe994c2dcdc9 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:55:40.892129 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cda718ad-8900-4ea1-98e2-0043d9d6418e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:40.966209 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd0f240-e6b8-4e65-a3aa-0fd68beef0d6 None None] Network 2487ac82-e583-40bd-bf96-3beaf040710a requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:55:41.136575 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-82a188ff-b0b6-43c2-9e98-173dc4914a9a None None] Provisioning for port eaa2c6d1-75ad-459c-915c-fe994c2dcdc9 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:55:41.146457 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-82a188ff-b0b6-43c2-9e98-173dc4914a9a None None] Provisioning complete for port eaa2c6d1-75ad-459c-915c-fe994c2dcdc9 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:55:41.146828 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-82a188ff-b0b6-43c2-9e98-173dc4914a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:41.246558 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cda718ad-8900-4ea1-98e2-0043d9d6418e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:41.323538 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-82a188ff-b0b6-43c2-9e98-173dc4914a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:41.359926 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-82a188ff-b0b6-43c2-9e98-173dc4914a9a None None] For port eaa2c6d1-75ad-459c-915c-fe994c2dcdc9, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=eaa2c6d1-75ad-459c-915c-fe994c2dcdc9,segment=NetworkSegment(717892f4-ca20-4d83-a8e4-5efbfc5edf0a),segment_id=717892f4-ca20-4d83-a8e4-5efbfc5edf0a)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:55:41.446481 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-82a188ff-b0b6-43c2-9e98-173dc4914a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:41.515565 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a188ff-b0b6-43c2-9e98-173dc4914a9a None None] Pushing event updated for resources: {'Port': ['ID=eaa2c6d1-75ad-459c-915c-fe994c2dcdc9,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:41.524860 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda718ad-8900-4ea1-98e2-0043d9d6418e admin admin] Router ab5f06e5-d175-497a-8d54-57a9b46f40d2 is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:55:41.565921 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-07b0c0d0-c0a0-45c9-b23f-8f6bfe92f229 None None] Provisioning complete for port eaa2c6d1-75ad-459c-915c-fe994c2dcdc9 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:55:41.566294 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-07b0c0d0-c0a0-45c9-b23f-8f6bfe92f229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:41.708452 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda718ad-8900-4ea1-98e2-0043d9d6418e admin admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:55:41.717292 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f853a491-5ddf-4ecd-85c3-b9940c24e0fb None None] Sync routers for ids ['ab5f06e5-d175-497a-8d54-57a9b46f40d2'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:55:41.726767 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f853a491-5ddf-4ecd-85c3-b9940c24e0fb None None] Routers {'ab5f06e5-d175-497a-8d54-57a9b46f40d2'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:55:41.727376 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-f853a491-5ddf-4ecd-85c3-b9940c24e0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:55:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['ab5f06e5-d175-497a-8d54-57a9b46f40d2'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:55:41.782059 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-cda718ad-8900-4ea1-98e2-0043d9d6418e admin admin] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:41.783198 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-cda718ad-8900-4ea1-98e2-0043d9d6418e admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8302088 Jan 21 19:55:41.785922 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 43954) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:41.906280 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-f853a491-5ddf-4ecd-85c3-b9940c24e0fb None None] Set router ab5f06e5-d175-497a-8d54-57a9b46f40d2 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:55:42.185273 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-f853a491-5ddf-4ecd-85c3-b9940c24e0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'name': 'tempest-TestSnapshotPattern-936072681-router', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': 'fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:55:39Z', 'updated_at': '2022-01-21T19:55:40Z', 'revision_number': 3, 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'gw_port': {'id': 'fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:55:39Z', 'updated_at': '2022-01-21T19:55:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:55:42.188955 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f853a491-5ddf-4ecd-85c3-b9940c24e0fb None None] Checking router: ab5f06e5-d175-497a-8d54-57a9b46f40d2 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:55:42.189297 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f853a491-5ddf-4ecd-85c3-b9940c24e0fb None None] Updating router ab5f06e5-d175-497a-8d54-57a9b46f40d2 port fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63 binding host dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:55:42.270109 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f853a491-5ddf-4ecd-85c3-b9940c24e0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:42.582149 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0357cb94-01b2-43f0-934a-486762eed959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:42.599083 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f853a491-5ddf-4ecd-85c3-b9940c24e0fb None None] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:42.610904 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-f853a491-5ddf-4ecd-85c3-b9940c24e0fb None None] Transition to ACTIVE for port object fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:55:42.661752 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f853a491-5ddf-4ecd-85c3-b9940c24e0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:42.672824 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device eaa2c6d1-75ad-459c-915c-fe994c2dcdc9 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:55:42.741613 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-f853a491-5ddf-4ecd-85c3-b9940c24e0fb None None] Attempting to bind port fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:55:42.742214 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-f853a491-5ddf-4ecd-85c3-b9940c24e0fb None None] Attempting to bind port fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:55:42.742355 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f853a491-5ddf-4ecd-85c3-b9940c24e0fb None None] Attempting to bind port fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63 on network 552ba34b-3dd7-4be8-8310-a9fc908fe72b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:55:42.749062 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port eaa2c6d1-75ad-459c-915c-fe994c2dcdc9 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:55:42.749434 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:42.751701 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f853a491-5ddf-4ecd-85c3-b9940c24e0fb None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:55:42.752064 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f853a491-5ddf-4ecd-85c3-b9940c24e0fb None None] Checking segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:55:42.752454 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f853a491-5ddf-4ecd-85c3-b9940c24e0fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:42.752834 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f853a491-5ddf-4ecd-85c3-b9940c24e0fb None None] Bound using segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:55:42.753278 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-f853a491-5ddf-4ecd-85c3-b9940c24e0fb None None] Bound port: fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:55:42.753640 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f853a491-5ddf-4ecd-85c3-b9940c24e0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:42.780259 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaac9ed-410a-4b38-8d1d-d57f88e31068 None None] Pushing event updated for resources: {'Port': ['ID=fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:42.801022 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaac9ed-410a-4b38-8d1d-d57f88e31068 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:55:42.801369 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaac9ed-410a-4b38-8d1d-d57f88e31068 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:55:42.801706 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaac9ed-410a-4b38-8d1d-d57f88e31068 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:55:42.802063 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaac9ed-410a-4b38-8d1d-d57f88e31068 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:55:42.802390 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaac9ed-410a-4b38-8d1d-d57f88e31068 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:55:42.802714 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaac9ed-410a-4b38-8d1d-d57f88e31068 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:55:42.803035 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaac9ed-410a-4b38-8d1d-d57f88e31068 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:55:42.803354 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaac9ed-410a-4b38-8d1d-d57f88e31068 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:55:42.803674 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaac9ed-410a-4b38-8d1d-d57f88e31068 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:55:42.803987 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaac9ed-410a-4b38-8d1d-d57f88e31068 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:55:42.804312 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaac9ed-410a-4b38-8d1d-d57f88e31068 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:55:42.804626 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaac9ed-410a-4b38-8d1d-d57f88e31068 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:55:42.806021 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-0357cb94-01b2-43f0-934a-486762eed959 admin admin] Allocated IP 172.20.0.1 (2487ac82-e583-40bd-bf96-3beaf040710a/b13a43e1-9c97-4028-86b7-0dd724136069/c37651ea-fafb-465c-8030-57cce79b5ee7) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:55:42.837826 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-f853a491-5ddf-4ecd-85c3-b9940c24e0fb None None] For port fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:55:42.840826 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-f853a491-5ddf-4ecd-85c3-b9940c24e0fb None None] For port fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:55:42.896523 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f853a491-5ddf-4ecd-85c3-b9940c24e0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:42.969149 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0357cb94-01b2-43f0-934a-486762eed959 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:42.975184 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f853a491-5ddf-4ecd-85c3-b9940c24e0fb None None] Routers {'ab5f06e5-d175-497a-8d54-57a9b46f40d2'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:55:42.975734 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-f853a491-5ddf-4ecd-85c3-b9940c24e0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:55:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['ab5f06e5-d175-497a-8d54-57a9b46f40d2'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:55:42.984825 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-0357cb94-01b2-43f0-934a-486762eed959 admin admin] Transition to ACTIVE for port object c37651ea-fafb-465c-8030-57cce79b5ee7 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:55:43.027970 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaac9ed-410a-4b38-8d1d-d57f88e31068 None None] Pushing event updated for resources: {'Port': ['ID=fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:43.074028 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0357cb94-01b2-43f0-934a-486762eed959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:43.137339 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0357cb94-01b2-43f0-934a-486762eed959 admin admin] Network 2487ac82-e583-40bd-bf96-3beaf040710a is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:55:43.140169 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-0357cb94-01b2-43f0-934a-486762eed959 admin admin] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:55:43.143968 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0357cb94-01b2-43f0-934a-486762eed959 admin admin] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:55:43.149512 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-f853a491-5ddf-4ecd-85c3-b9940c24e0fb None None] Set router ab5f06e5-d175-497a-8d54-57a9b46f40d2 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:55:43.178434 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357cb94-01b2-43f0-934a-486762eed959 admin admin] Pushing event updated for resources: {'Port': ['ID=c37651ea-fafb-465c-8030-57cce79b5ee7,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:43.210096 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0357cb94-01b2-43f0-934a-486762eed959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:43.445722 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-f853a491-5ddf-4ecd-85c3-b9940c24e0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'name': 'tempest-TestSnapshotPattern-936072681-router', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': 'fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:55:39Z', 'updated_at': '2022-01-21T19:55:40Z', 'revision_number': 3, 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'gw_port': {'id': 'fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:55:39Z', 'updated_at': '2022-01-21T19:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:55:43.449748 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f853a491-5ddf-4ecd-85c3-b9940c24e0fb None None] The sync data for ids ['ab5f06e5-d175-497a-8d54-57a9b46f40d2'] in dv-neutron-825470-1-hyperv is: [{'id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'name': 'tempest-TestSnapshotPattern-936072681-router', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': 'fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:55:39Z', 'updated_at': '2022-01-21T19:55:40Z', 'revision_number': 3, 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'gw_port': {'id': 'fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:55:39Z', 'updated_at': '2022-01-21T19:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:55:43.484785 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-371af388-75dd-4c97-9814-ebd56a8b7f9f None None] Provisioning for port c37651ea-fafb-465c-8030-57cce79b5ee7 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:55:43.489938 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-371af388-75dd-4c97-9814-ebd56a8b7f9f None None] Provisioning complete for port c37651ea-fafb-465c-8030-57cce79b5ee7 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:55:43.490303 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-371af388-75dd-4c97-9814-ebd56a8b7f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:43.550858 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-371af388-75dd-4c97-9814-ebd56a8b7f9f None None] Port c37651ea-fafb-465c-8030-57cce79b5ee7 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:55:43.560282 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0357cb94-01b2-43f0-934a-486762eed959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:43.916864 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0357cb94-01b2-43f0-934a-486762eed959 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:43.975627 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0357cb94-01b2-43f0-934a-486762eed959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:44.087425 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-0357cb94-01b2-43f0-934a-486762eed959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:44.091810 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357cb94-01b2-43f0-934a-486762eed959 admin admin] Pushing event updated for resources: {'Port': ['ID=c37651ea-fafb-465c-8030-57cce79b5ee7,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:44.247111 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0357cb94-01b2-43f0-934a-486762eed959 admin admin] Network 2487ac82-e583-40bd-bf96-3beaf040710a is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:55:44.248199 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-0357cb94-01b2-43f0-934a-486762eed959 admin admin] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:55:44.443523 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0357cb94-01b2-43f0-934a-486762eed959 admin admin] Router ab5f06e5-d175-497a-8d54-57a9b46f40d2 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:55:44.477456 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-eaed5350-2eff-40e8-827c-5f9d7b0f9d62 None None] Provisioning complete for port c37651ea-fafb-465c-8030-57cce79b5ee7 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:55:44.478039 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eaed5350-2eff-40e8-827c-5f9d7b0f9d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:44.534978 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-eaed5350-2eff-40e8-827c-5f9d7b0f9d62 None None] Port c37651ea-fafb-465c-8030-57cce79b5ee7 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:55:44.622925 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0357cb94-01b2-43f0-934a-486762eed959 admin admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:55:44.633440 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-0357cb94-01b2-43f0-934a-486762eed959 admin admin] 10.222.0.87 "PUT /v2.0/routers/ab5f06e5-d175-497a-8d54-57a9b46f40d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8464606 Jan 21 19:55:44.687349 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:55:44.815793 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:55:44.820932 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:55:44.821301 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:44.942953 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:44.959317 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:55:44.981145 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b251745-d1f8-4234-b83e-f99f01d52252 None None] Sync routers for ids ['ab5f06e5-d175-497a-8d54-57a9b46f40d2'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:55:44.990040 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b251745-d1f8-4234-b83e-f99f01d52252 None None] Routers {'ab5f06e5-d175-497a-8d54-57a9b46f40d2'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:55:44.990649 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-3b251745-d1f8-4234-b83e-f99f01d52252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:55:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['ab5f06e5-d175-497a-8d54-57a9b46f40d2'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:55:45.046270 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:45.205817 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:45.232079 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-3b251745-d1f8-4234-b83e-f99f01d52252 None None] Set router ab5f06e5-d175-497a-8d54-57a9b46f40d2 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:55:45.332895 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 43972) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:45.339675 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-a875f235-cb4a-4534-bed1-7cec23c830ce admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-572193006-network', 'tenant_id': '4c0511c38ee244b1beea3dc7b7542ded'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:55:45.344830 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-a875f235-cb4a-4534-bed1-7cec23c830ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:55:45.349076 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-a875f235-cb4a-4534-bed1-7cec23c830ce admin admin] Usage tracker for resource:network and tenant:4c0511c38ee244b1beea3dc7b7542ded is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:55:45.352234 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-a875f235-cb4a-4534-bed1-7cec23c830ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:55:45.358973 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-a875f235-cb4a-4534-bed1-7cec23c830ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:55:45.456156 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a875f235-cb4a-4534-bed1-7cec23c830ce admin admin] Made reservation on behalf of 4c0511c38ee244b1beea3dc7b7542ded for: {'network': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:55:45.458514 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a875f235-cb4a-4534-bed1-7cec23c830ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for network, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:45.471208 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a875f235-cb4a-4534-bed1-7cec23c830ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:45.485536 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-a875f235-cb4a-4534-bed1-7cec23c830ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:55:45.489259 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-a875f235-cb4a-4534-bed1-7cec23c830ce admin admin] Usage tracker for resource:security_group_rule and tenant:4c0511c38ee244b1beea3dc7b7542ded is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:55:45.491998 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-a875f235-cb4a-4534-bed1-7cec23c830ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:55:45.498128 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-a875f235-cb4a-4534-bed1-7cec23c830ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:55:45.579351 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a875f235-cb4a-4534-bed1-7cec23c830ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:45.582836 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-3b251745-d1f8-4234-b83e-f99f01d52252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'name': 'tempest-TestSnapshotPattern-936072681-router', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': 'fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:55:39Z', 'updated_at': '2022-01-21T19:55:43Z', 'revision_number': 4, 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'gw_port': {'id': 'fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:55:39Z', 'updated_at': '2022-01-21T19:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'c37651ea-fafb-465c-8030-57cce79b5ee7', 'name': '', 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'mac_address': 'fa:16:3e:af:61:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'b13a43e1-9c97-4028-86b7-0dd724136069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:55:42Z', 'updated_at': '2022-01-21T19:55:43Z', 'revision_number': 2, 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'subnets': [{'id': 'b13a43e1-9c97-4028-86b7-0dd724136069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:55:45.586706 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b251745-d1f8-4234-b83e-f99f01d52252 None None] Checking router: ab5f06e5-d175-497a-8d54-57a9b46f40d2 for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:55:45.587055 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b251745-d1f8-4234-b83e-f99f01d52252 None None] Updating router ab5f06e5-d175-497a-8d54-57a9b46f40d2 port c37651ea-fafb-465c-8030-57cce79b5ee7 binding host dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:55:45.654123 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3b251745-d1f8-4234-b83e-f99f01d52252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:45.656454 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a875f235-cb4a-4534-bed1-7cec23c830ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:45.687401 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a875f235-cb4a-4534-bed1-7cec23c830ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=88137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 19:55:45.695904 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a875f235-cb4a-4534-bed1-7cec23c830ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36805ea9-c02d-4bd7-aa36-c0ff331cfb11,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:45.701326 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a875f235-cb4a-4534-bed1-7cec23c830ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:45.701669 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.segments_db [None req-a875f235-cb4a-4534-bed1-7cec23c830ce admin admin] Added segment 54d9ea28-f2bb-4cec-898c-976bd881fca9 of type vlan for network cc0d02e2-b19c-4bd7-9d75-23b420a22074 Jan 21 19:55:45.732449 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a875f235-cb4a-4534-bed1-7cec23c830ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763374865246'] for network, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:45.815957 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a875f235-cb4a-4534-bed1-7cec23c830ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991'] for network, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:45.817403 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a875f235-cb4a-4534-bed1-7cec23c830ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:55:45.818014 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-a875f235-cb4a-4534-bed1-7cec23c830ce admin admin] Notify callbacks [] for network, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:45.919971 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a875f235-cb4a-4534-bed1-7cec23c830ce admin admin] Pushing event updated for resources: {'Network': ['ID=cc0d02e2-b19c-4bd7-9d75-23b420a22074,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:45.939115 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Network cc0d02e2-b19c-4bd7-9d75-23b420a22074 details requested by agent ovs-agent-dv-neutron-825470-1-hyperv with host dv-neutron-825470-1-hyperv {{(pid=88138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 21 19:55:45.939284 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-a875f235-cb4a-4534-bed1-7cec23c830ce admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6025631 Jan 21 19:55:45.939390 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 43976) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:45.944586 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-ab2ace7f-c018-427a-b5c6-66eb66483b92 admin admin] Request body: {'subnet': {'network_id': 'cc0d02e2-b19c-4bd7-9d75-23b420a22074', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-572193006-subnet', 'tenant_id': '4c0511c38ee244b1beea3dc7b7542ded', 'ip_version': 4}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:55:45.950044 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-ab2ace7f-c018-427a-b5c6-66eb66483b92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:55:45.953746 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ab2ace7f-c018-427a-b5c6-66eb66483b92 admin admin] Usage tracker for resource:subnet and tenant:4c0511c38ee244b1beea3dc7b7542ded is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:55:45.956560 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-ab2ace7f-c018-427a-b5c6-66eb66483b92 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:55:45.962187 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-ab2ace7f-c018-427a-b5c6-66eb66483b92 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:55:46.055929 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2ace7f-c018-427a-b5c6-66eb66483b92 admin admin] Made reservation on behalf of 4c0511c38ee244b1beea3dc7b7542ded for: {'subnet': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:55:46.058827 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ab2ace7f-c018-427a-b5c6-66eb66483b92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11943724'] for subnet, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:46.086440 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3b251745-d1f8-4234-b83e-f99f01d52252 None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:46.099358 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-3b251745-d1f8-4234-b83e-f99f01d52252 None None] Transition to ACTIVE for port object c37651ea-fafb-465c-8030-57cce79b5ee7 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:55:46.181509 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3b251745-d1f8-4234-b83e-f99f01d52252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:46.313766 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44f186-b5c4-4eab-b59f-f42313e9d1d9 None None] Pushing event updated for resources: {'Port': ['ID=c37651ea-fafb-465c-8030-57cce79b5ee7,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:46.325006 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ab2ace7f-c018-427a-b5c6-66eb66483b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-969065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11943742'] for subnet, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:46.392107 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ace7f-c018-427a-b5c6-66eb66483b92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ab3e716-12bc-4811-94b6-3024c0c47e50,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:46.407331 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-3b251745-d1f8-4234-b83e-f99f01d52252 None None] Attempting to bind port c37651ea-fafb-465c-8030-57cce79b5ee7 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:55:46.407703 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-3b251745-d1f8-4234-b83e-f99f01d52252 None None] Attempting to bind port c37651ea-fafb-465c-8030-57cce79b5ee7 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '717892f4-ca20-4d83-a8e4-5efbfc5edf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:55:46.408064 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b251745-d1f8-4234-b83e-f99f01d52252 None None] Attempting to bind port c37651ea-fafb-465c-8030-57cce79b5ee7 on network 2487ac82-e583-40bd-bf96-3beaf040710a {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:55:46.414070 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b251745-d1f8-4234-b83e-f99f01d52252 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:55:46.414435 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b251745-d1f8-4234-b83e-f99f01d52252 None None] Checking segment: {'id': '717892f4-ca20-4d83-a8e4-5efbfc5edf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:55:46.415158 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3b251745-d1f8-4234-b83e-f99f01d52252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:46.415248 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b251745-d1f8-4234-b83e-f99f01d52252 None None] Bound using segment: {'id': '717892f4-ca20-4d83-a8e4-5efbfc5edf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:55:46.415680 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-3b251745-d1f8-4234-b83e-f99f01d52252 None None] Bound port: c37651ea-fafb-465c-8030-57cce79b5ee7, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '717892f4-ca20-4d83-a8e4-5efbfc5edf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:55:46.416097 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3b251745-d1f8-4234-b83e-f99f01d52252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:46.416809 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2ace7f-c018-427a-b5c6-66eb66483b92 admin admin] Checking segment: {'id': '54d9ea28-f2bb-4cec-898c-976bd881fca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cc0d02e2-b19c-4bd7-9d75-23b420a22074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:55:46.417253 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2ace7f-c018-427a-b5c6-66eb66483b92 admin admin] Network hostable DHCP agents. Network: cc0d02e2-b19c-4bd7-9d75-23b420a22074, hostable agents: ['20568dac-c227-4871-b6d9-dc6ce3426b8a'], hosted agents: [] {{(pid=88137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 19:55:46.501916 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2ace7f-c018-427a-b5c6-66eb66483b92 admin admin] Network cc0d02e2-b19c-4bd7-9d75-23b420a22074 is scheduled to be hosted by DHCP agent 20568dac-c227-4871-b6d9-dc6ce3426b8a with binding_index 1 {{(pid=88137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 19:55:46.508361 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-3b251745-d1f8-4234-b83e-f99f01d52252 None None] For port c37651ea-fafb-465c-8030-57cce79b5ee7, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:55:46.512474 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-3b251745-d1f8-4234-b83e-f99f01d52252 None None] For port c37651ea-fafb-465c-8030-57cce79b5ee7, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=c37651ea-fafb-465c-8030-57cce79b5ee7,segment=NetworkSegment(717892f4-ca20-4d83-a8e4-5efbfc5edf0a),segment_id=717892f4-ca20-4d83-a8e4-5efbfc5edf0a)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:55:46.587395 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-ab2ace7f-c018-427a-b5c6-66eb66483b92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825470-1-hyperv, cc0d02e2-b19c-4bd7-9d75-23b420a22074) {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:55:46.592256 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2ace7f-c018-427a-b5c6-66eb66483b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:55:46.593029 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-ab2ace7f-c018-427a-b5c6-66eb66483b92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:46.596846 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0726a1ef-0fd1-471c-8092-7d5025f3d500 None None] Network cc0d02e2-b19c-4bd7-9d75-23b420a22074 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:55:46.618917 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3b251745-d1f8-4234-b83e-f99f01d52252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:46.679446 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-ab2ace7f-c018-427a-b5c6-66eb66483b92 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7390227 Jan 21 19:55:46.683231 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 43980) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:46.685216 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:55:46.688198 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-735e728f-b6be-4d49-aaa4-7ff43aed9c02 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-572193006-router', 'tenant_id': '4c0511c38ee244b1beea3dc7b7542ded', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:55:46.693143 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-735e728f-b6be-4d49-aaa4-7ff43aed9c02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:55:46.696964 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-735e728f-b6be-4d49-aaa4-7ff43aed9c02 admin admin] Usage tracker for resource:router and tenant:4c0511c38ee244b1beea3dc7b7542ded is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:55:46.699917 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-735e728f-b6be-4d49-aaa4-7ff43aed9c02 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:55:46.705419 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-735e728f-b6be-4d49-aaa4-7ff43aed9c02 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:55:46.794403 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-735e728f-b6be-4d49-aaa4-7ff43aed9c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3720776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43112'] for router, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:46.800254 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-735e728f-b6be-4d49-aaa4-7ff43aed9c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3720892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43111'] for router, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:46.815762 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-735e728f-b6be-4d49-aaa4-7ff43aed9c02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:46.844369 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b251745-d1f8-4234-b83e-f99f01d52252 None None] Routers {'ab5f06e5-d175-497a-8d54-57a9b46f40d2'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:55:46.845008 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-3b251745-d1f8-4234-b83e-f99f01d52252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:55:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['ab5f06e5-d175-497a-8d54-57a9b46f40d2'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:55:46.896613 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44f186-b5c4-4eab-b59f-f42313e9d1d9 None None] Pushing event updated for resources: {'Port': ['ID=c37651ea-fafb-465c-8030-57cce79b5ee7,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:47.152515 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:55:47.152864 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:47.216080 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b19bfd-7f04-42f3-bce4-cdd77135d044 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5389613b-52cd-59b3-9462-25dfcc31e577-cc0d02e2-b19c-4bd7-9d75-23b420a22074', 'network_id': 'cc0d02e2-b19c-4bd7-9d75-23b420a22074', 'tenant_id': '4c0511c38ee244b1beea3dc7b7542ded', 'fixed_ips': [{'subnet_id': '9ab3e716-12bc-4811-94b6-3024c0c47e50'}]}} from dv-neutron-825470-1-hyperv. {{(pid=88138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 21 19:55:47.216889 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-88b19bfd-7f04-42f3-bce4-cdd77135d044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:47.233692 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-3b251745-d1f8-4234-b83e-f99f01d52252 None None] Set router ab5f06e5-d175-497a-8d54-57a9b46f40d2 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:55:47.252075 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-735e728f-b6be-4d49-aaa4-7ff43aed9c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3720878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3720775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43125'] for router, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:47.416368 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:55:47.626483 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-735e728f-b6be-4d49-aaa4-7ff43aed9c02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:47.661883 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-735e728f-b6be-4d49-aaa4-7ff43aed9c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:47.671125 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.db_base_plugin_common [None req-88b19bfd-7f04-42f3-bce4-cdd77135d044 None None] Allocated IP 172.20.0.2 (cc0d02e2-b19c-4bd7-9d75-23b420a22074/9ab3e716-12bc-4811-94b6-3024c0c47e50/fa6aeef1-4b7d-4250-b258-37b51c259e68) {{(pid=88138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:55:47.806405 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-735e728f-b6be-4d49-aaa4-7ff43aed9c02 admin admin] Allocated IP 172.26.1.204 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/3f591cfb-dadc-40d0-8ab6-b1bb8ba5f119) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:55:47.905614 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-3b251745-d1f8-4234-b83e-f99f01d52252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'name': 'tempest-TestSnapshotPattern-936072681-router', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': 'fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:55:39Z', 'updated_at': '2022-01-21T19:55:43Z', 'revision_number': 4, 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'gw_port': {'id': 'fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:55:39Z', 'updated_at': '2022-01-21T19:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'c37651ea-fafb-465c-8030-57cce79b5ee7', 'name': '', 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'mac_address': 'fa:16:3e:af:61:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'b13a43e1-9c97-4028-86b7-0dd724136069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:55:42Z', 'updated_at': '2022-01-21T19:55:46Z', 'revision_number': 4, 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'subnets': [{'id': 'b13a43e1-9c97-4028-86b7-0dd724136069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:55:47.923449 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b251745-d1f8-4234-b83e-f99f01d52252 None None] The sync data for ids ['ab5f06e5-d175-497a-8d54-57a9b46f40d2'] in dv-neutron-825470-1-hyperv is: [{'id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'name': 'tempest-TestSnapshotPattern-936072681-router', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': 'fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:55:39Z', 'updated_at': '2022-01-21T19:55:43Z', 'revision_number': 4, 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'gw_port': {'id': 'fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:55:39Z', 'updated_at': '2022-01-21T19:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'c37651ea-fafb-465c-8030-57cce79b5ee7', 'name': '', 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'mac_address': 'fa:16:3e:af:61:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'b13a43e1-9c97-4028-86b7-0dd724136069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:55:42Z', 'updated_at': '2022-01-21T19:55:46Z', 'revision_number': 4, 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'subnets': [{'id': 'b13a43e1-9c97-4028-86b7-0dd724136069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:55:47.943390 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-88b19bfd-7f04-42f3-bce4-cdd77135d044 None None] Notify callbacks [] for port, precommit_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:47.954011 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-88b19bfd-7f04-42f3-bce4-cdd77135d044 None None] Transition to ACTIVE for port object fa6aeef1-4b7d-4250-b258-37b51c259e68 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:55:47.961175 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-735e728f-b6be-4d49-aaa4-7ff43aed9c02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:47.982419 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-88b19bfd-7f04-42f3-bce4-cdd77135d044 None None] Transition to ACTIVE for port object fa6aeef1-4b7d-4250-b258-37b51c259e68 will not be triggered until provisioned by entity DHCP. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:55:48.067852 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-88b19bfd-7f04-42f3-bce4-cdd77135d044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157'] for port, after_create {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:48.112564 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-735e728f-b6be-4d49-aaa4-7ff43aed9c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:48.141812 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b19bfd-7f04-42f3-bce4-cdd77135d044 None None] Network cc0d02e2-b19c-4bd7-9d75-23b420a22074 is already hosted by enough agents. {{(pid=88138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:55:48.144991 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.scheduler.base_scheduler [None req-88b19bfd-7f04-42f3-bce4-cdd77135d044 None None] Resources bound (agent type, host, resource id): {{(pid=88138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:55:48.148601 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b19bfd-7f04-42f3-bce4-cdd77135d044 None None] Received port after_create {{(pid=88138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:55:48.156162 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b19bfd-7f04-42f3-bce4-cdd77135d044 None None] Pushing event updated for resources: {'Port': ['ID=fa6aeef1-4b7d-4250-b258-37b51c259e68,revision_number=1']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:48.193506 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735e728f-b6be-4d49-aaa4-7ff43aed9c02 admin admin] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:55:48.202832 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-735e728f-b6be-4d49-aaa4-7ff43aed9c02 admin admin] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:55:48.202832 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735e728f-b6be-4d49-aaa4-7ff43aed9c02 admin admin] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:55:48.237606 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e728f-b6be-4d49-aaa4-7ff43aed9c02 admin admin] Pushing event updated for resources: {'Port': ['ID=3f591cfb-dadc-40d0-8ab6-b1bb8ba5f119,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:48.255892 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-88b19bfd-7f04-42f3-bce4-cdd77135d044 None None] Attempting to bind port fa6aeef1-4b7d-4250-b258-37b51c259e68 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:55:48.256319 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-88b19bfd-7f04-42f3-bce4-cdd77135d044 None None] Attempting to bind port fa6aeef1-4b7d-4250-b258-37b51c259e68 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '54d9ea28-f2bb-4cec-898c-976bd881fca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cc0d02e2-b19c-4bd7-9d75-23b420a22074'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:55:48.256709 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b19bfd-7f04-42f3-bce4-cdd77135d044 None None] Attempting to bind port fa6aeef1-4b7d-4250-b258-37b51c259e68 on network cc0d02e2-b19c-4bd7-9d75-23b420a22074 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:55:48.264645 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b19bfd-7f04-42f3-bce4-cdd77135d044 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:55:48.265023 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b19bfd-7f04-42f3-bce4-cdd77135d044 None None] Checking segment: {'id': '54d9ea28-f2bb-4cec-898c-976bd881fca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cc0d02e2-b19c-4bd7-9d75-23b420a22074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:55:48.265657 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-88b19bfd-7f04-42f3-bce4-cdd77135d044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:48.266088 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b19bfd-7f04-42f3-bce4-cdd77135d044 None None] Bound using segment: {'id': '54d9ea28-f2bb-4cec-898c-976bd881fca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cc0d02e2-b19c-4bd7-9d75-23b420a22074'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:55:48.266549 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-88b19bfd-7f04-42f3-bce4-cdd77135d044 None None] Bound port: fa6aeef1-4b7d-4250-b258-37b51c259e68, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54d9ea28-f2bb-4cec-898c-976bd881fca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cc0d02e2-b19c-4bd7-9d75-23b420a22074'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:55:48.266922 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-88b19bfd-7f04-42f3-bce4-cdd77135d044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:48.368627 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-88b19bfd-7f04-42f3-bce4-cdd77135d044 None None] For port fa6aeef1-4b7d-4250-b258-37b51c259e68, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:55:48.372310 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-88b19bfd-7f04-42f3-bce4-cdd77135d044 None None] For port fa6aeef1-4b7d-4250-b258-37b51c259e68, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=fa6aeef1-4b7d-4250-b258-37b51c259e68,segment=NetworkSegment(54d9ea28-f2bb-4cec-898c-976bd881fca9),segment_id=54d9ea28-f2bb-4cec-898c-976bd881fca9)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:55:48.451552 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-88b19bfd-7f04-42f3-bce4-cdd77135d044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:48.556614 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b19bfd-7f04-42f3-bce4-cdd77135d044 None None] Pushing event updated for resources: {'Port': ['ID=fa6aeef1-4b7d-4250-b258-37b51c259e68,revision_number=2']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:48.711067 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device c37651ea-fafb-465c-8030-57cce79b5ee7 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:55:48.766327 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-735e728f-b6be-4d49-aaa4-7ff43aed9c02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:48.907621 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port c37651ea-fafb-465c-8030-57cce79b5ee7 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:55:48.914066 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port c37651ea-fafb-465c-8030-57cce79b5ee7 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:55:48.914551 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:49.064404 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:49.107306 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port c37651ea-fafb-465c-8030-57cce79b5ee7, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=c37651ea-fafb-465c-8030-57cce79b5ee7,segment=NetworkSegment(717892f4-ca20-4d83-a8e4-5efbfc5edf0a),segment_id=717892f4-ca20-4d83-a8e4-5efbfc5edf0a)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:55:49.158861 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:49.274010 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-735e728f-b6be-4d49-aaa4-7ff43aed9c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3720798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3720897'] for router, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:49.276030 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=c37651ea-fafb-465c-8030-57cce79b5ee7,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:49.583925 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ad1af5-9a7c-4d41-8e7d-f4bfa884f112 None None] Network cc0d02e2-b19c-4bd7-9d75-23b420a22074 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 19:55:49.587097 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735e728f-b6be-4d49-aaa4-7ff43aed9c02 admin admin] Router 73276551-95c0-4018-8610-675f54b780b0 is scheduled to L3 agent e363e963-2ad5-42d8-b55d-324429fce21b with binding_index 1 {{(pid=88137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 21 19:55:49.759397 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0a02c465-9ce5-4191-97c6-7239983d31e6 None None] Provisioning for port fa6aeef1-4b7d-4250-b258-37b51c259e68 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:55:49.772491 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735e728f-b6be-4d49-aaa4-7ff43aed9c02 admin admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:55:49.785437 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08fe874-4fbb-42d9-8e6e-249ec82650d2 None None] Sync routers for ids ['73276551-95c0-4018-8610-675f54b780b0'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:55:49.797477 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08fe874-4fbb-42d9-8e6e-249ec82650d2 None None] Routers {'73276551-95c0-4018-8610-675f54b780b0'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:55:49.798250 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-b08fe874-4fbb-42d9-8e6e-249ec82650d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:55:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['73276551-95c0-4018-8610-675f54b780b0'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:55:49.863066 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-735e728f-b6be-4d49-aaa4-7ff43aed9c02 admin admin] Notify callbacks [] for router, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:49.864393 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-735e728f-b6be-4d49-aaa4-7ff43aed9c02 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1801298 Jan 21 19:55:49.867003 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 43984) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:49.982465 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-b08fe874-4fbb-42d9-8e6e-249ec82650d2 None None] Set router 73276551-95c0-4018-8610-675f54b780b0 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:55:50.305071 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-b08fe874-4fbb-42d9-8e6e-249ec82650d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73276551-95c0-4018-8610-675f54b780b0', 'name': 'tempest-TestSnapshotPattern-572193006-router', 'tenant_id': '4c0511c38ee244b1beea3dc7b7542ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '3f591cfb-dadc-40d0-8ab6-b1bb8ba5f119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:55:46Z', 'updated_at': '2022-01-21T19:55:48Z', 'revision_number': 3, 'project_id': '4c0511c38ee244b1beea3dc7b7542ded', 'gw_port': {'id': '3f591cfb-dadc-40d0-8ab6-b1bb8ba5f119', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73276551-95c0-4018-8610-675f54b780b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:55:47Z', 'updated_at': '2022-01-21T19:55:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:55:50.308886 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08fe874-4fbb-42d9-8e6e-249ec82650d2 None None] Checking router: 73276551-95c0-4018-8610-675f54b780b0 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:55:50.309326 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08fe874-4fbb-42d9-8e6e-249ec82650d2 None None] Updating router 73276551-95c0-4018-8610-675f54b780b0 port 3f591cfb-dadc-40d0-8ab6-b1bb8ba5f119 binding host dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:55:50.360765 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b08fe874-4fbb-42d9-8e6e-249ec82650d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:50.682207 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fec40f53-67a2-4a9b-8d29-22804a232033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:50.690375 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b08fe874-4fbb-42d9-8e6e-249ec82650d2 None None] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:50.703307 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-b08fe874-4fbb-42d9-8e6e-249ec82650d2 None None] Transition to ACTIVE for port object 3f591cfb-dadc-40d0-8ab6-b1bb8ba5f119 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:55:50.750151 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device fa6aeef1-4b7d-4250-b258-37b51c259e68 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:55:50.805316 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b08fe874-4fbb-42d9-8e6e-249ec82650d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:50.884582 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port fa6aeef1-4b7d-4250-b258-37b51c259e68 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:55:50.889152 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-b08fe874-4fbb-42d9-8e6e-249ec82650d2 None None] Attempting to bind port 3f591cfb-dadc-40d0-8ab6-b1bb8ba5f119 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:55:50.889516 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-b08fe874-4fbb-42d9-8e6e-249ec82650d2 None None] Attempting to bind port 3f591cfb-dadc-40d0-8ab6-b1bb8ba5f119 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:55:50.889964 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08fe874-4fbb-42d9-8e6e-249ec82650d2 None None] Attempting to bind port 3f591cfb-dadc-40d0-8ab6-b1bb8ba5f119 on network 552ba34b-3dd7-4be8-8310-a9fc908fe72b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:55:50.890799 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [None req-fec40f53-67a2-4a9b-8d29-22804a232033 admin admin] Allocated IP 172.20.0.1 (cc0d02e2-b19c-4bd7-9d75-23b420a22074/9ab3e716-12bc-4811-94b6-3024c0c47e50/e7573594-a15e-4de4-89d1-a329322d8e53) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:55:50.892349 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port fa6aeef1-4b7d-4250-b258-37b51c259e68 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:55:50.892903 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:50.896931 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08fe874-4fbb-42d9-8e6e-249ec82650d2 None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:55:50.897297 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08fe874-4fbb-42d9-8e6e-249ec82650d2 None None] Checking segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:55:50.902334 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b08fe874-4fbb-42d9-8e6e-249ec82650d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:50.902334 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08fe874-4fbb-42d9-8e6e-249ec82650d2 None None] Bound using segment: {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:55:50.902334 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-b08fe874-4fbb-42d9-8e6e-249ec82650d2 None None] Bound port: 3f591cfb-dadc-40d0-8ab6-b1bb8ba5f119, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c325330e-a43b-4cf4-ab86-3da4447c0034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:55:50.902334 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b08fe874-4fbb-42d9-8e6e-249ec82650d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:50.928932 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ccf8f7-1239-492d-b4a1-10de92605ee3 None None] Pushing event updated for resources: {'Port': ['ID=3f591cfb-dadc-40d0-8ab6-b1bb8ba5f119,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:50.985002 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-b08fe874-4fbb-42d9-8e6e-249ec82650d2 None None] For port 3f591cfb-dadc-40d0-8ab6-b1bb8ba5f119, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:55:50.988309 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-b08fe874-4fbb-42d9-8e6e-249ec82650d2 None None] For port 3f591cfb-dadc-40d0-8ab6-b1bb8ba5f119, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=3f591cfb-dadc-40d0-8ab6-b1bb8ba5f119,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:55:51.032032 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:51.056205 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b08fe874-4fbb-42d9-8e6e-249ec82650d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:51.063817 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port fa6aeef1-4b7d-4250-b258-37b51c259e68, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=fa6aeef1-4b7d-4250-b258-37b51c259e68,segment=NetworkSegment(54d9ea28-f2bb-4cec-898c-976bd881fca9),segment_id=54d9ea28-f2bb-4cec-898c-976bd881fca9)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:55:51.067489 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fec40f53-67a2-4a9b-8d29-22804a232033 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:51.083989 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [None req-fec40f53-67a2-4a9b-8d29-22804a232033 admin admin] Transition to ACTIVE for port object e7573594-a15e-4de4-89d1-a329322d8e53 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:55:51.113856 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:51.114796 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device c37651ea-fafb-465c-8030-57cce79b5ee7 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:55:51.135933 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08fe874-4fbb-42d9-8e6e-249ec82650d2 None None] Routers {'73276551-95c0-4018-8610-675f54b780b0'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:55:51.136477 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-b08fe874-4fbb-42d9-8e6e-249ec82650d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:55:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['73276551-95c0-4018-8610-675f54b780b0'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:55:51.165262 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fec40f53-67a2-4a9b-8d29-22804a232033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:51.237757 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec40f53-67a2-4a9b-8d29-22804a232033 admin admin] Network cc0d02e2-b19c-4bd7-9d75-23b420a22074 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:55:51.238029 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=fa6aeef1-4b7d-4250-b258-37b51c259e68,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:51.240745 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-fec40f53-67a2-4a9b-8d29-22804a232033 admin admin] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:55:51.246300 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec40f53-67a2-4a9b-8d29-22804a232033 admin admin] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:55:51.252065 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port c37651ea-fafb-465c-8030-57cce79b5ee7 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:55:51.252436 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:51.271987 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec40f53-67a2-4a9b-8d29-22804a232033 admin admin] Pushing event updated for resources: {'Port': ['ID=e7573594-a15e-4de4-89d1-a329322d8e53,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:51.295667 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ccf8f7-1239-492d-b4a1-10de92605ee3 None None] Pushing event updated for resources: {'Port': ['ID=3f591cfb-dadc-40d0-8ab6-b1bb8ba5f119,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:51.323180 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fec40f53-67a2-4a9b-8d29-22804a232033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419211'] for router_interface, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:51.336423 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-b08fe874-4fbb-42d9-8e6e-249ec82650d2 None None] Set router 73276551-95c0-4018-8610-675f54b780b0 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:55:51.524447 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fec40f53-67a2-4a9b-8d29-22804a232033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:51.604987 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-15a917a8-cd08-4131-b56f-b26e57d5509c None None] Provisioning for port e7573594-a15e-4de4-89d1-a329322d8e53 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:55:51.610043 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-15a917a8-cd08-4131-b56f-b26e57d5509c None None] Provisioning complete for port e7573594-a15e-4de4-89d1-a329322d8e53 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:55:51.610410 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-15a917a8-cd08-4131-b56f-b26e57d5509c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:51.651060 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-b08fe874-4fbb-42d9-8e6e-249ec82650d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73276551-95c0-4018-8610-675f54b780b0', 'name': 'tempest-TestSnapshotPattern-572193006-router', 'tenant_id': '4c0511c38ee244b1beea3dc7b7542ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '3f591cfb-dadc-40d0-8ab6-b1bb8ba5f119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:55:46Z', 'updated_at': '2022-01-21T19:55:48Z', 'revision_number': 3, 'project_id': '4c0511c38ee244b1beea3dc7b7542ded', 'gw_port': {'id': '3f591cfb-dadc-40d0-8ab6-b1bb8ba5f119', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73276551-95c0-4018-8610-675f54b780b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:55:47Z', 'updated_at': '2022-01-21T19:55:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:55:51.655714 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08fe874-4fbb-42d9-8e6e-249ec82650d2 None None] The sync data for ids ['73276551-95c0-4018-8610-675f54b780b0'] in dv-neutron-825470-1-hyperv is: [{'id': '73276551-95c0-4018-8610-675f54b780b0', 'name': 'tempest-TestSnapshotPattern-572193006-router', 'tenant_id': '4c0511c38ee244b1beea3dc7b7542ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '3f591cfb-dadc-40d0-8ab6-b1bb8ba5f119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:55:46Z', 'updated_at': '2022-01-21T19:55:48Z', 'revision_number': 3, 'project_id': '4c0511c38ee244b1beea3dc7b7542ded', 'gw_port': {'id': '3f591cfb-dadc-40d0-8ab6-b1bb8ba5f119', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73276551-95c0-4018-8610-675f54b780b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:55:47Z', 'updated_at': '2022-01-21T19:55:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:55:51.664135 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-15a917a8-cd08-4131-b56f-b26e57d5509c None None] Port e7573594-a15e-4de4-89d1-a329322d8e53 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:55:51.754903 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fec40f53-67a2-4a9b-8d29-22804a232033 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:51.821948 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fec40f53-67a2-4a9b-8d29-22804a232033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:51.939514 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-fec40f53-67a2-4a9b-8d29-22804a232033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419094'] for router_interface, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:51.943124 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec40f53-67a2-4a9b-8d29-22804a232033 admin admin] Pushing event updated for resources: {'Port': ['ID=e7573594-a15e-4de4-89d1-a329322d8e53,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:52.081169 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec40f53-67a2-4a9b-8d29-22804a232033 admin admin] Network cc0d02e2-b19c-4bd7-9d75-23b420a22074 is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:55:52.082343 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [None req-fec40f53-67a2-4a9b-8d29-22804a232033 admin admin] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:55:52.289026 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec40f53-67a2-4a9b-8d29-22804a232033 admin admin] Router 73276551-95c0-4018-8610-675f54b780b0 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:55:52.289455 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-98275c74-51ed-4857-8de1-5ce0378eb0c1 None None] Provisioning complete for port e7573594-a15e-4de4-89d1-a329322d8e53 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:55:52.289922 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-98275c74-51ed-4857-8de1-5ce0378eb0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:52.355364 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-98275c74-51ed-4857-8de1-5ce0378eb0c1 None None] Port e7573594-a15e-4de4-89d1-a329322d8e53 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:55:52.600035 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec40f53-67a2-4a9b-8d29-22804a232033 admin admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:55:52.609065 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-fec40f53-67a2-4a9b-8d29-22804a232033 admin admin] 10.222.0.87 "PUT /v2.0/routers/73276551-95c0-4018-8610-675f54b780b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7409732 Jan 21 19:55:52.745059 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device fa6aeef1-4b7d-4250-b258-37b51c259e68 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:55:52.813291 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port fa6aeef1-4b7d-4250-b258-37b51c259e68 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:55:52.813769 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:52.941511 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 3f591cfb-dadc-40d0-8ab6-b1bb8ba5f119 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:55:53.083419 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port 3f591cfb-dadc-40d0-8ab6-b1bb8ba5f119 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:55:53.089678 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 3f591cfb-dadc-40d0-8ab6-b1bb8ba5f119 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:55:53.090304 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:53.214795 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:53.231834 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a261af-8ef3-42ad-8ded-b7ac9affaa4e None None] Sync routers for ids ['73276551-95c0-4018-8610-675f54b780b0'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:55:53.244984 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port 3f591cfb-dadc-40d0-8ab6-b1bb8ba5f119, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=3f591cfb-dadc-40d0-8ab6-b1bb8ba5f119,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:55:53.246924 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a261af-8ef3-42ad-8ded-b7ac9affaa4e None None] Routers {'73276551-95c0-4018-8610-675f54b780b0'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:55:53.247549 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-56a261af-8ef3-42ad-8ded-b7ac9affaa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:55:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['73276551-95c0-4018-8610-675f54b780b0'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:55:53.300534 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 43994) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:53.305195 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:53.305733 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-925dccbb-ccda-4ade-a6b2-cd3bfc57e2cc tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1715961824', 'description': 'tempest-secgroup-smoke-1715961824 description', 'project_id': '7e1c7174af1b42dcb05e29371743664a'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:55:53.312911 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-925dccbb-ccda-4ade-a6b2-cd3bfc57e2cc tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:55:53.316683 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-925dccbb-ccda-4ade-a6b2-cd3bfc57e2cc tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Usage tracker for resource:security_group and tenant:7e1c7174af1b42dcb05e29371743664a is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:55:53.319635 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-925dccbb-ccda-4ade-a6b2-cd3bfc57e2cc tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:55:53.330628 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-925dccbb-ccda-4ade-a6b2-cd3bfc57e2cc tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:55:53.387327 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-925dccbb-ccda-4ade-a6b2-cd3bfc57e2cc tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks [] for security_group, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:53.408109 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-925dccbb-ccda-4ade-a6b2-cd3bfc57e2cc tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:55:53.411921 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-925dccbb-ccda-4ade-a6b2-cd3bfc57e2cc tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Usage tracker for resource:security_group_rule and tenant:7e1c7174af1b42dcb05e29371743664a is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:55:53.414730 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-925dccbb-ccda-4ade-a6b2-cd3bfc57e2cc tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:55:53.420703 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-925dccbb-ccda-4ade-a6b2-cd3bfc57e2cc tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:55:53.462606 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=3f591cfb-dadc-40d0-8ab6-b1bb8ba5f119,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:53.488306 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-56a261af-8ef3-42ad-8ded-b7ac9affaa4e None None] Set router 73276551-95c0-4018-8610-675f54b780b0 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:55:53.493139 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-925dccbb-ccda-4ade-a6b2-cd3bfc57e2cc tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks [] for security_group, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:53.559770 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-925dccbb-ccda-4ade-a6b2-cd3bfc57e2cc tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:53.604049 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925dccbb-ccda-4ade-a6b2-cd3bfc57e2cc tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b51091f-1ae8-4b97-9abe-cf0a3539342b,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:53.673389 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-925dccbb-ccda-4ade-a6b2-cd3bfc57e2cc tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks [] for security_group, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:53.674696 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-925dccbb-ccda-4ade-a6b2-cd3bfc57e2cc tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3731613 Jan 21 19:55:53.677815 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 43998) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:53.683699 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-e0939bc7-bf08-4a5a-9414-8ddfc1caf7db tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Request body: {'security_group_rule': {'security_group_id': '5b51091f-1ae8-4b97-9abe-cf0a3539342b', 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:55:53.690720 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e0939bc7-bf08-4a5a-9414-8ddfc1caf7db tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:55:53.694470 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-e0939bc7-bf08-4a5a-9414-8ddfc1caf7db tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Usage tracker for resource:security_group_rule and tenant:7e1c7174af1b42dcb05e29371743664a is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:55:53.698285 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-e0939bc7-bf08-4a5a-9414-8ddfc1caf7db tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:55:53.703877 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-e0939bc7-bf08-4a5a-9414-8ddfc1caf7db tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:55:53.800038 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e0939bc7-bf08-4a5a-9414-8ddfc1caf7db tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:53.845156 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-56a261af-8ef3-42ad-8ded-b7ac9affaa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73276551-95c0-4018-8610-675f54b780b0', 'name': 'tempest-TestSnapshotPattern-572193006-router', 'tenant_id': '4c0511c38ee244b1beea3dc7b7542ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '3f591cfb-dadc-40d0-8ab6-b1bb8ba5f119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:55:46Z', 'updated_at': '2022-01-21T19:55:51Z', 'revision_number': 4, 'project_id': '4c0511c38ee244b1beea3dc7b7542ded', 'gw_port': {'id': '3f591cfb-dadc-40d0-8ab6-b1bb8ba5f119', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73276551-95c0-4018-8610-675f54b780b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:55:47Z', 'updated_at': '2022-01-21T19:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'e7573594-a15e-4de4-89d1-a329322d8e53', 'name': '', 'network_id': 'cc0d02e2-b19c-4bd7-9d75-23b420a22074', 'tenant_id': '4c0511c38ee244b1beea3dc7b7542ded', 'mac_address': 'fa:16:3e:62:96:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73276551-95c0-4018-8610-675f54b780b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '9ab3e716-12bc-4811-94b6-3024c0c47e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:55:50Z', 'updated_at': '2022-01-21T19:55:51Z', 'revision_number': 2, 'project_id': '4c0511c38ee244b1beea3dc7b7542ded', 'subnets': [{'id': '9ab3e716-12bc-4811-94b6-3024c0c47e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:55:53.849047 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a261af-8ef3-42ad-8ded-b7ac9affaa4e None None] Checking router: 73276551-95c0-4018-8610-675f54b780b0 for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:55:53.849379 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a261af-8ef3-42ad-8ded-b7ac9affaa4e None None] Updating router 73276551-95c0-4018-8610-675f54b780b0 port e7573594-a15e-4de4-89d1-a329322d8e53 binding host dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 19:55:53.861685 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e0939bc7-bf08-4a5a-9414-8ddfc1caf7db tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:53.901310 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-56a261af-8ef3-42ad-8ded-b7ac9affaa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:53.941813 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e0939bc7-bf08-4a5a-9414-8ddfc1caf7db tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:53.964896 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0939bc7-bf08-4a5a-9414-8ddfc1caf7db tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a927cb29-9d52-4c15-ac38-e70ddc2f1494,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:54.033293 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-e0939bc7-bf08-4a5a-9414-8ddfc1caf7db tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:54.034518 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-e0939bc7-bf08-4a5a-9414-8ddfc1caf7db tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3557417 Jan 21 19:55:54.037194 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 44002) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:54.043117 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-dbc006a5-a627-4cc7-b80f-630c5448802f tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Request body: {'security_group_rule': {'security_group_id': '5b51091f-1ae8-4b97-9abe-cf0a3539342b', 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:55:54.048876 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-dbc006a5-a627-4cc7-b80f-630c5448802f tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:55:54.052839 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-dbc006a5-a627-4cc7-b80f-630c5448802f tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Usage tracker for resource:security_group_rule and tenant:7e1c7174af1b42dcb05e29371743664a is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:55:54.055752 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-dbc006a5-a627-4cc7-b80f-630c5448802f tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:55:54.062714 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-dbc006a5-a627-4cc7-b80f-630c5448802f tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:55:54.148276 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-dbc006a5-a627-4cc7-b80f-630c5448802f tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:54.214153 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-dbc006a5-a627-4cc7-b80f-630c5448802f tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:54.252568 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-56a261af-8ef3-42ad-8ded-b7ac9affaa4e None None] Notify callbacks [] for port, precommit_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:54.266266 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-56a261af-8ef3-42ad-8ded-b7ac9affaa4e None None] Transition to ACTIVE for port object e7573594-a15e-4de4-89d1-a329322d8e53 will not be triggered until provisioned by entity L2. {{(pid=88138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:55:54.267012 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-dbc006a5-a627-4cc7-b80f-630c5448802f tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:54.293060 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc006a5-a627-4cc7-b80f-630c5448802f tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abb33d20-d494-4487-87d9-771dfe964fc9,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:54.312813 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-56a261af-8ef3-42ad-8ded-b7ac9affaa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:54.347991 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-dbc006a5-a627-4cc7-b80f-630c5448802f tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:54.349230 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-dbc006a5-a627-4cc7-b80f-630c5448802f tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3111205 Jan 21 19:55:54.351877 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 44006) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:54.358328 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-432ef04b-3218-4fa1-9406-4d189fb185ea tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Request body: {'security_group_rule': {'security_group_id': '5b51091f-1ae8-4b97-9abe-cf0a3539342b', 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:55:54.364350 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-432ef04b-3218-4fa1-9406-4d189fb185ea tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:55:54.368121 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-432ef04b-3218-4fa1-9406-4d189fb185ea tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Usage tracker for resource:security_group_rule and tenant:7e1c7174af1b42dcb05e29371743664a is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:55:54.372174 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-432ef04b-3218-4fa1-9406-4d189fb185ea tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:55:54.377954 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-432ef04b-3218-4fa1-9406-4d189fb185ea tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:55:54.451941 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-432ef04b-3218-4fa1-9406-4d189fb185ea tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:54.475764 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9143881-8f01-47f4-b131-71e824cfdf22 None None] Pushing event updated for resources: {'Port': ['ID=e7573594-a15e-4de4-89d1-a329322d8e53,revision_number=3']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:54.522135 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-432ef04b-3218-4fa1-9406-4d189fb185ea tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:54.533726 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-56a261af-8ef3-42ad-8ded-b7ac9affaa4e None None] Attempting to bind port e7573594-a15e-4de4-89d1-a329322d8e53 on host dv-neutron-825470-1-hyperv for vnic_type normal with profile {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:55:54.534152 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-56a261af-8ef3-42ad-8ded-b7ac9affaa4e None None] Attempting to bind port e7573594-a15e-4de4-89d1-a329322d8e53 by drivers openvswitch,hyperv on host dv-neutron-825470-1-hyperv at level 0 using segments [{'id': '54d9ea28-f2bb-4cec-898c-976bd881fca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cc0d02e2-b19c-4bd7-9d75-23b420a22074'}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:55:54.534516 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a261af-8ef3-42ad-8ded-b7ac9affaa4e None None] Attempting to bind port e7573594-a15e-4de4-89d1-a329322d8e53 on network cc0d02e2-b19c-4bd7-9d75-23b420a22074 {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:55:54.539967 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a261af-8ef3-42ad-8ded-b7ac9affaa4e None None] Checking agent: {'id': 'c0789cfa-8916-4c27-84c8-03f360d15bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825470-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 49, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825470-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:55:54.543668 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a261af-8ef3-42ad-8ded-b7ac9affaa4e None None] Checking segment: {'id': '54d9ea28-f2bb-4cec-898c-976bd881fca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cc0d02e2-b19c-4bd7-9d75-23b420a22074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:55:54.543668 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-56a261af-8ef3-42ad-8ded-b7ac9affaa4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:54.543668 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a261af-8ef3-42ad-8ded-b7ac9affaa4e None None] Bound using segment: {'id': '54d9ea28-f2bb-4cec-898c-976bd881fca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cc0d02e2-b19c-4bd7-9d75-23b420a22074'} {{(pid=88138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:55:54.543668 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.managers [None req-56a261af-8ef3-42ad-8ded-b7ac9affaa4e None None] Bound port: e7573594-a15e-4de4-89d1-a329322d8e53, host: dv-neutron-825470-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54d9ea28-f2bb-4cec-898c-976bd881fca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cc0d02e2-b19c-4bd7-9d75-23b420a22074'}}] {{(pid=88138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:55:54.543668 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-56a261af-8ef3-42ad-8ded-b7ac9affaa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:54.587321 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-432ef04b-3218-4fa1-9406-4d189fb185ea tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:54.612642 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432ef04b-3218-4fa1-9406-4d189fb185ea tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ee0312-fc22-4e75-bf55-ab6c2b087011,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:54.636095 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-56a261af-8ef3-42ad-8ded-b7ac9affaa4e None None] For port e7573594-a15e-4de4-89d1-a329322d8e53, host dv-neutron-825470-1-hyperv, cleared binding levels {{(pid=88138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:55:54.639122 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-56a261af-8ef3-42ad-8ded-b7ac9affaa4e None None] For port e7573594-a15e-4de4-89d1-a329322d8e53, host dv-neutron-825470-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=e7573594-a15e-4de4-89d1-a329322d8e53,segment=NetworkSegment(54d9ea28-f2bb-4cec-898c-976bd881fca9),segment_id=54d9ea28-f2bb-4cec-898c-976bd881fca9)] {{(pid=88138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:55:54.679609 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-432ef04b-3218-4fa1-9406-4d189fb185ea tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:54.680400 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 3f591cfb-dadc-40d0-8ab6-b1bb8ba5f119 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:55:54.684177 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-432ef04b-3218-4fa1-9406-4d189fb185ea tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3312907 Jan 21 19:55:54.689350 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 44010) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:54.689922 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-032542aa-ba13-4572-8fc3-10306c38b7b3 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Request body: {'security_group_rule': {'security_group_id': '5b51091f-1ae8-4b97-9abe-cf0a3539342b', 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:55:54.695548 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-032542aa-ba13-4572-8fc3-10306c38b7b3 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:55:54.699513 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-032542aa-ba13-4572-8fc3-10306c38b7b3 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Usage tracker for resource:security_group_rule and tenant:7e1c7174af1b42dcb05e29371743664a is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:55:54.702369 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-032542aa-ba13-4572-8fc3-10306c38b7b3 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:55:54.708733 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-032542aa-ba13-4572-8fc3-10306c38b7b3 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:55:54.720402 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-56a261af-8ef3-42ad-8ded-b7ac9affaa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:54.793571 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-032542aa-ba13-4572-8fc3-10306c38b7b3 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:54.836855 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a261af-8ef3-42ad-8ded-b7ac9affaa4e None None] Routers {'73276551-95c0-4018-8610-675f54b780b0'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:55:54.837937 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-56a261af-8ef3-42ad-8ded-b7ac9affaa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:55:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['73276551-95c0-4018-8610-675f54b780b0'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:55:54.864267 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-032542aa-ba13-4572-8fc3-10306c38b7b3 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:54.889299 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9143881-8f01-47f4-b131-71e824cfdf22 None None] Pushing event updated for resources: {'Port': ['ID=e7573594-a15e-4de4-89d1-a329322d8e53,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:54.916380 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port 3f591cfb-dadc-40d0-8ab6-b1bb8ba5f119 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:55:54.916757 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:54.930501 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-032542aa-ba13-4572-8fc3-10306c38b7b3 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:54.961050 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032542aa-ba13-4572-8fc3-10306c38b7b3 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9dc65c1-1653-4c02-b6d9-346059ebe890,revision_number=0']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:55.027570 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-032542aa-ba13-4572-8fc3-10306c38b7b3 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:55.028850 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-032542aa-ba13-4572-8fc3-10306c38b7b3 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3434737 Jan 21 19:55:55.032010 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 44014) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:55.037181 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-866bf206-4dce-450f-9b94-b51ff28325b9 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Request body: {'security_group_rule': {'security_group_id': '5b51091f-1ae8-4b97-9abe-cf0a3539342b', 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:55:55.043367 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-866bf206-4dce-450f-9b94-b51ff28325b9 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:55:55.047152 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-866bf206-4dce-450f-9b94-b51ff28325b9 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Usage tracker for resource:security_group_rule and tenant:7e1c7174af1b42dcb05e29371743664a is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:55:55.049970 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-866bf206-4dce-450f-9b94-b51ff28325b9 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:55:55.055493 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-866bf206-4dce-450f-9b94-b51ff28325b9 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:55:55.099125 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a079834c-ef8b-466b-99df-2593ef7f0c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:55.146767 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.securitygroups_db [None req-866bf206-4dce-450f-9b94-b51ff28325b9 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Project 7e1c7174af1b42dcb05e29371743664a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 19:55:55.153892 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-866bf206-4dce-450f-9b94-b51ff28325b9 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:55.160166 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-56a261af-8ef3-42ad-8ded-b7ac9affaa4e None None] Set router 73276551-95c0-4018-8610-675f54b780b0 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:55:55.222460 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-866bf206-4dce-450f-9b94-b51ff28325b9 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:55.290417 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-866bf206-4dce-450f-9b94-b51ff28325b9 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:55.314890 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866bf206-4dce-450f-9b94-b51ff28325b9 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a218e20-90ea-4fb8-a721-76e30bd91e41,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:55.399086 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-866bf206-4dce-450f-9b94-b51ff28325b9 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:55.403563 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-866bf206-4dce-450f-9b94-b51ff28325b9 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3672264 Jan 21 19:55:55.403995 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [-] (88137) accepted ('10.222.0.87', 44020) {{(pid=88137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:55.409337 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [None req-f263b52f-6fba-43e8-ae95-a7550d9bdbf9 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Request body: {'security_group_rule': {'security_group_id': '5b51091f-1ae8-4b97-9abe-cf0a3539342b', 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:55:55.415619 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-f263b52f-6fba-43e8-ae95-a7550d9bdbf9 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:55:55.419592 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-f263b52f-6fba-43e8-ae95-a7550d9bdbf9 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Usage tracker for resource:security_group_rule and tenant:7e1c7174af1b42dcb05e29371743664a is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:55:55.422592 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [None req-f263b52f-6fba-43e8-ae95-a7550d9bdbf9 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:55:55.428382 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [None req-f263b52f-6fba-43e8-ae95-a7550d9bdbf9 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:55:55.490233 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.db.securitygroups_db [None req-f263b52f-6fba-43e8-ae95-a7550d9bdbf9 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Project 7e1c7174af1b42dcb05e29371743664a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 19:55:55.497154 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f263b52f-6fba-43e8-ae95-a7550d9bdbf9 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:55.535658 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-56a261af-8ef3-42ad-8ded-b7ac9affaa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73276551-95c0-4018-8610-675f54b780b0', 'name': 'tempest-TestSnapshotPattern-572193006-router', 'tenant_id': '4c0511c38ee244b1beea3dc7b7542ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '3f591cfb-dadc-40d0-8ab6-b1bb8ba5f119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:55:46Z', 'updated_at': '2022-01-21T19:55:51Z', 'revision_number': 4, 'project_id': '4c0511c38ee244b1beea3dc7b7542ded', 'gw_port': {'id': '3f591cfb-dadc-40d0-8ab6-b1bb8ba5f119', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73276551-95c0-4018-8610-675f54b780b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:55:47Z', 'updated_at': '2022-01-21T19:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'e7573594-a15e-4de4-89d1-a329322d8e53', 'name': '', 'network_id': 'cc0d02e2-b19c-4bd7-9d75-23b420a22074', 'tenant_id': '4c0511c38ee244b1beea3dc7b7542ded', 'mac_address': 'fa:16:3e:62:96:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73276551-95c0-4018-8610-675f54b780b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '9ab3e716-12bc-4811-94b6-3024c0c47e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:55:50Z', 'updated_at': '2022-01-21T19:55:54Z', 'revision_number': 4, 'project_id': '4c0511c38ee244b1beea3dc7b7542ded', 'subnets': [{'id': '9ab3e716-12bc-4811-94b6-3024c0c47e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:55:55.539710 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a261af-8ef3-42ad-8ded-b7ac9affaa4e None None] The sync data for ids ['73276551-95c0-4018-8610-675f54b780b0'] in dv-neutron-825470-1-hyperv is: [{'id': '73276551-95c0-4018-8610-675f54b780b0', 'name': 'tempest-TestSnapshotPattern-572193006-router', 'tenant_id': '4c0511c38ee244b1beea3dc7b7542ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '3f591cfb-dadc-40d0-8ab6-b1bb8ba5f119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:55:46Z', 'updated_at': '2022-01-21T19:55:51Z', 'revision_number': 4, 'project_id': '4c0511c38ee244b1beea3dc7b7542ded', 'gw_port': {'id': '3f591cfb-dadc-40d0-8ab6-b1bb8ba5f119', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73276551-95c0-4018-8610-675f54b780b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:55:47Z', 'updated_at': '2022-01-21T19:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'e7573594-a15e-4de4-89d1-a329322d8e53', 'name': '', 'network_id': 'cc0d02e2-b19c-4bd7-9d75-23b420a22074', 'tenant_id': '4c0511c38ee244b1beea3dc7b7542ded', 'mac_address': 'fa:16:3e:62:96:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73276551-95c0-4018-8610-675f54b780b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '9ab3e716-12bc-4811-94b6-3024c0c47e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:55:50Z', 'updated_at': '2022-01-21T19:55:54Z', 'revision_number': 4, 'project_id': '4c0511c38ee244b1beea3dc7b7542ded', 'subnets': [{'id': '9ab3e716-12bc-4811-94b6-3024c0c47e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:55:55.565700 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f263b52f-6fba-43e8-ae95-a7550d9bdbf9 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:55.633729 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f263b52f-6fba-43e8-ae95-a7550d9bdbf9 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692823'] for security_group_rule, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:55.657876 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f263b52f-6fba-43e8-ae95-a7550d9bdbf9 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33d61a79-52ba-41c9-99c6-1773d99158c2,revision_number=0']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:55.746396 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [None req-f263b52f-6fba-43e8-ae95-a7550d9bdbf9 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:55.755327 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [None req-f263b52f-6fba-43e8-ae95-a7550d9bdbf9 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3426785 Jan 21 19:55:55.921014 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9f904a76-d5c4-4149-93e5-006881269471 req-47a6e71d-6cfd-4b2f-bd9f-98d186aff4ee tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1715961824&fields=id&tenant_id=7e1c7174af1b42dcb05e29371743664a HTTP/1.1" status: 200 len: 267 time: 0.0420516 Jan 21 19:55:56.192966 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f904a76-d5c4-4149-93e5-006881269471 req-1f0e225a-24dd-4197-9144-7a4113b10ca0 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:55:56.194469 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9f904a76-d5c4-4149-93e5-006881269471 req-1f0e225a-24dd-4197-9144-7a4113b10ca0 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/networks?id=2487ac82-e583-40bd-bf96-3beaf040710a HTTP/1.1" status: 200 len: 809 time: 0.2668455 Jan 21 19:55:56.209870 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9f904a76-d5c4-4149-93e5-006881269471 req-bbf9a569-168c-4900-8748-6240db980cd6 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/quotas/7e1c7174af1b42dcb05e29371743664a HTTP/1.1" status: 200 len: 375 time: 0.0093870 Jan 21 19:55:56.299582 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9f904a76-d5c4-4149-93e5-006881269471 req-df5622ad-ca89-44bc-8a78-5a76ce1a0c9a tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=7e1c7174af1b42dcb05e29371743664a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0829601 Jan 21 19:55:56.427020 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [req-9f904a76-d5c4-4149-93e5-006881269471 req-8ece1d73-1454-4196-9f91-796cdede0ebd service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=88136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:55:56.427720 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9f904a76-d5c4-4149-93e5-006881269471 req-8ece1d73-1454-4196-9f91-796cdede0ebd service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1165903 Jan 21 19:55:56.567082 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9f904a76-d5c4-4149-93e5-006881269471 req-9bd5e157-f237-4c82-a8c8-1c06db76e183 service neutron] 10.222.0.87 "GET /v2.0/networks/2487ac82-e583-40bd-bf96-3beaf040710a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323128 Jan 21 19:55:56.696704 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device e7573594-a15e-4de4-89d1-a329322d8e53 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:55:56.705873 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-9f904a76-d5c4-4149-93e5-006881269471 req-966ad2e0-5b0e-400b-8877-75d47686b80b service neutron] 10.222.0.87 "GET /v2.0/networks/2487ac82-e583-40bd-bf96-3beaf040710a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327195 Jan 21 19:55:56.839889 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning for port e7573594-a15e-4de4-89d1-a329322d8e53 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:55:56.845069 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port e7573594-a15e-4de4-89d1-a329322d8e53 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:55:56.845436 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:56.970952 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:57.003813 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] For port e7573594-a15e-4de4-89d1-a329322d8e53, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=e7573594-a15e-4de4-89d1-a329322d8e53,segment=NetworkSegment(54d9ea28-f2bb-4cec-898c-976bd881fca9),segment_id=54d9ea28-f2bb-4cec-898c-976bd881fca9)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:55:57.019073 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2655832f-1b23-4ef5-be07-26c4a10039e1 req-4766a4ab-dc3b-45d5-a60f-bc49f5010a34 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/ports?device_id=867b1c56-0f23-4e3c-9a64-6adedc2aff25 HTTP/1.1" status: 200 len: 210 time: 0.0428798 Jan 21 19:55:57.066705 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:57.139805 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Pushing event updated for resources: {'Port': ['ID=e7573594-a15e-4de4-89d1-a329322d8e53,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:55:57.313004 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6cd36ab3-8906-4026-b0cb-3c7749c29cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:58.182960 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f5413050-2e9d-4d3a-b3a1-7726defab31e req-8840e4e7-5b15-4006-a120-ee1475e66cc3 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/ports?device_id=867b1c56-0f23-4e3c-9a64-6adedc2aff25 HTTP/1.1" status: 200 len: 210 time: 0.0450945 Jan 21 19:55:58.683588 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device e7573594-a15e-4de4-89d1-a329322d8e53 up at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:55:58.723277 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:58.772039 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Provisioning complete for port e7573594-a15e-4de4-89d1-a329322d8e53 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:55:58.772402 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:58.865766 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:58.866449 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:59.032581 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f904a76-d5c4-4149-93e5-006881269471 req-69719ee7-b880-4af4-b983-983b244ead91 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:55:59.033243 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-9f904a76-d5c4-4149-93e5-006881269471 req-69719ee7-b880-4af4-b983-983b244ead91 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Synchronizing usage tracker for tenant:7e1c7174af1b42dcb05e29371743664a on resource:network {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:55:59.106394 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-9f904a76-d5c4-4149-93e5-006881269471 req-69719ee7-b880-4af4-b983-983b244ead91 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Unset dirty status for tenant:7e1c7174af1b42dcb05e29371743664a on resource:network {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:55:59.107878 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9f904a76-d5c4-4149-93e5-006881269471 req-69719ee7-b880-4af4-b983-983b244ead91 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.113 "GET /v2.0/networks?id=2487ac82-e583-40bd-bf96-3beaf040710a HTTP/1.1" status: 200 len: 809 time: 0.2231431 Jan 21 19:55:59.157749 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-9f904a76-d5c4-4149-93e5-006881269471 req-afe63985-5109-4587-a749-a8b44301fde7 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Synchronizing usage tracker for tenant:7e1c7174af1b42dcb05e29371743664a on resource:security_group {{(pid=88137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 19:55:59.227479 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-9f904a76-d5c4-4149-93e5-006881269471 req-afe63985-5109-4587-a749-a8b44301fde7 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Unset dirty status for tenant:7e1c7174af1b42dcb05e29371743664a on resource:security_group {{(pid=88137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 19:55:59.228866 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9f904a76-d5c4-4149-93e5-006881269471 req-afe63985-5109-4587-a749-a8b44301fde7 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e1c7174af1b42dcb05e29371743664a HTTP/1.1" status: 200 len: 380 time: 0.1125348 Jan 21 19:55:59.237449 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-9f904a76-d5c4-4149-93e5-006881269471 req-e3d27ff0-c401-4b0b-bdaf-9db98f10e580 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Request body: {'port': {'device_id': '867b1c56-0f23-4e3c-9a64-6adedc2aff25', 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a', 'admin_state_up': True, 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'security_groups': ['5b51091f-1ae8-4b97-9abe-cf0a3539342b']}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:55:59.342893 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-bcdc09bd-0bc1-4c0a-b70e-791e3e763dd4 req-74e08fae-8fe6-43b5-9d9e-87b6a4e3c1ab tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/ports?device_id=867b1c56-0f23-4e3c-9a64-6adedc2aff25 HTTP/1.1" status: 200 len: 210 time: 0.0431573 Jan 21 19:55:59.378793 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-9f904a76-d5c4-4149-93e5-006881269471 req-e3d27ff0-c401-4b0b-bdaf-9db98f10e580 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:55:59.382567 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-9f904a76-d5c4-4149-93e5-006881269471 req-e3d27ff0-c401-4b0b-bdaf-9db98f10e580 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Usage tracker for resource:port and tenant:7e1c7174af1b42dcb05e29371743664a is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:55:59.386545 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-9f904a76-d5c4-4149-93e5-006881269471 req-e3d27ff0-c401-4b0b-bdaf-9db98f10e580 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:55:59.392143 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-9f904a76-d5c4-4149-93e5-006881269471 req-e3d27ff0-c401-4b0b-bdaf-9db98f10e580 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:55:59.466984 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f904a76-d5c4-4149-93e5-006881269471 req-e3d27ff0-c401-4b0b-bdaf-9db98f10e580 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Made reservation on behalf of 7e1c7174af1b42dcb05e29371743664a for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:55:59.470553 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9f904a76-d5c4-4149-93e5-006881269471 req-e3d27ff0-c401-4b0b-bdaf-9db98f10e580 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:59.628872 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [req-9f904a76-d5c4-4149-93e5-006881269471 req-e3d27ff0-c401-4b0b-bdaf-9db98f10e580 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Allocated IP 172.20.0.8 (2487ac82-e583-40bd-bf96-3beaf040710a/b13a43e1-9c97-4028-86b7-0dd724136069/b5f08c8b-623a-4eea-a8b7-45ea27950d02) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:55:59.819289 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9f904a76-d5c4-4149-93e5-006881269471 req-e3d27ff0-c401-4b0b-bdaf-9db98f10e580 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:59.834118 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-9f904a76-d5c4-4149-93e5-006881269471 req-e3d27ff0-c401-4b0b-bdaf-9db98f10e580 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Transition to ACTIVE for port object b5f08c8b-623a-4eea-a8b7-45ea27950d02 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:55:59.907492 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9f904a76-d5c4-4149-93e5-006881269471 req-e3d27ff0-c401-4b0b-bdaf-9db98f10e580 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:55:59.978120 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f904a76-d5c4-4149-93e5-006881269471 req-e3d27ff0-c401-4b0b-bdaf-9db98f10e580 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Network 2487ac82-e583-40bd-bf96-3beaf040710a is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:55:59.981881 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [req-9f904a76-d5c4-4149-93e5-006881269471 req-e3d27ff0-c401-4b0b-bdaf-9db98f10e580 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:55:59.985913 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f904a76-d5c4-4149-93e5-006881269471 req-e3d27ff0-c401-4b0b-bdaf-9db98f10e580 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:56:00.025949 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d27ff0-c401-4b0b-bdaf-9db98f10e580 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Pushing event updated for resources: {'Port': ['ID=b5f08c8b-623a-4eea-a8b7-45ea27950d02,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:56:00.054878 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f904a76-d5c4-4149-93e5-006881269471 req-e3d27ff0-c401-4b0b-bdaf-9db98f10e580 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:56:00.055537 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9f904a76-d5c4-4149-93e5-006881269471 req-e3d27ff0-c401-4b0b-bdaf-9db98f10e580 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:56:00.136543 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9f904a76-d5c4-4149-93e5-006881269471 req-e3d27ff0-c401-4b0b-bdaf-9db98f10e580 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9029288 Jan 21 19:56:00.148624 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-9f904a76-d5c4-4149-93e5-006881269471 req-f2a76b9f-1292-4660-b234-835350f8e8a4 service neutron] Request body: {'port': {'device_id': '867b1c56-0f23-4e3c-9a64-6adedc2aff25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:56:00.261966 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-4ccc6b4e-eb51-45b4-bce3-124cfa37a4d2 None None] Provisioning for port b5f08c8b-623a-4eea-a8b7-45ea27950d02 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:56:00.267088 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9f904a76-d5c4-4149-93e5-006881269471 req-f2a76b9f-1292-4660-b234-835350f8e8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:56:00.268559 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-4ccc6b4e-eb51-45b4-bce3-124cfa37a4d2 None None] Provisioning complete for port b5f08c8b-623a-4eea-a8b7-45ea27950d02 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:56:00.268932 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-4ccc6b4e-eb51-45b4-bce3-124cfa37a4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:56:00.335425 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-4ccc6b4e-eb51-45b4-bce3-124cfa37a4d2 None None] Port b5f08c8b-623a-4eea-a8b7-45ea27950d02 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:56:00.364670 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:56:00.533434 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cae17-7e31-4624-83ed-7c4a4b759c9f req-5a72da9e-7ee1-4baf-8854-5df0adf1521c tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:56:00.534911 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d98cae17-7e31-4624-83ed-7c4a4b759c9f req-5a72da9e-7ee1-4baf-8854-5df0adf1521c tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/ports?device_id=867b1c56-0f23-4e3c-9a64-6adedc2aff25 HTTP/1.1" status: 200 len: 931 time: 0.0799959 Jan 21 19:56:00.579516 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d98cae17-7e31-4624-83ed-7c4a4b759c9f req-854b32dc-affb-47a8-a9a0-4d3de61971dd tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b51091f-1ae8-4b97-9abe-cf0a3539342b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386834 Jan 21 19:56:00.609843 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [req-9f904a76-d5c4-4149-93e5-006881269471 req-f2a76b9f-1292-4660-b234-835350f8e8a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5f08c8b-623a-4eea-a8b7-45ea27950d02 {{(pid=88137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:56:00.616850 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9f904a76-d5c4-4149-93e5-006881269471 req-f2a76b9f-1292-4660-b234-835350f8e8a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:56:00.633380 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-9f904a76-d5c4-4149-93e5-006881269471 req-f2a76b9f-1292-4660-b234-835350f8e8a4 service neutron] Transition to ACTIVE for port object b5f08c8b-623a-4eea-a8b7-45ea27950d02 will not be triggered until provisioned by entity L2. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:56:00.690176 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9f904a76-d5c4-4149-93e5-006881269471 req-f2a76b9f-1292-4660-b234-835350f8e8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:56:00.840487 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a76b9f-1292-4660-b234-835350f8e8a4 service neutron] Pushing event updated for resources: {'Port': ['ID=b5f08c8b-623a-4eea-a8b7-45ea27950d02,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:56:00.923362 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-9f904a76-d5c4-4149-93e5-006881269471 req-f2a76b9f-1292-4660-b234-835350f8e8a4 service neutron] Attempting to bind port b5f08c8b-623a-4eea-a8b7-45ea27950d02 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:56:00.923693 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-9f904a76-d5c4-4149-93e5-006881269471 req-f2a76b9f-1292-4660-b234-835350f8e8a4 service neutron] Attempting to bind port b5f08c8b-623a-4eea-a8b7-45ea27950d02 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '717892f4-ca20-4d83-a8e4-5efbfc5edf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:56:00.924016 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f904a76-d5c4-4149-93e5-006881269471 req-f2a76b9f-1292-4660-b234-835350f8e8a4 service neutron] Attempting to bind port b5f08c8b-623a-4eea-a8b7-45ea27950d02 on network 2487ac82-e583-40bd-bf96-3beaf040710a {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:56:00.928441 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f904a76-d5c4-4149-93e5-006881269471 req-f2a76b9f-1292-4660-b234-835350f8e8a4 service neutron] Port b5f08c8b-623a-4eea-a8b7-45ea27950d02 on network 2487ac82-e583-40bd-bf96-3beaf040710a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 19:56:00.928757 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f904a76-d5c4-4149-93e5-006881269471 req-f2a76b9f-1292-4660-b234-835350f8e8a4 service neutron] Attempting to bind port b5f08c8b-623a-4eea-a8b7-45ea27950d02 on network 2487ac82-e583-40bd-bf96-3beaf040710a {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:56:00.934321 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f904a76-d5c4-4149-93e5-006881269471 req-f2a76b9f-1292-4660-b234-835350f8e8a4 service neutron] Checking agent: {'id': '9a14f311-f6d5-46c6-87a2-f860197fb66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:56:00.934682 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f904a76-d5c4-4149-93e5-006881269471 req-f2a76b9f-1292-4660-b234-835350f8e8a4 service neutron] Checking segment: {'id': '717892f4-ca20-4d83-a8e4-5efbfc5edf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:56:00.935198 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f904a76-d5c4-4149-93e5-006881269471 req-f2a76b9f-1292-4660-b234-835350f8e8a4 service neutron] Bound using segment: {'id': '717892f4-ca20-4d83-a8e4-5efbfc5edf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a'} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:56:00.935612 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-9f904a76-d5c4-4149-93e5-006881269471 req-f2a76b9f-1292-4660-b234-835350f8e8a4 service neutron] Bound port: b5f08c8b-623a-4eea-a8b7-45ea27950d02, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '717892f4-ca20-4d83-a8e4-5efbfc5edf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a'}}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:56:00.935964 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9f904a76-d5c4-4149-93e5-006881269471 req-f2a76b9f-1292-4660-b234-835350f8e8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:56:01.025655 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-9f904a76-d5c4-4149-93e5-006881269471 req-f2a76b9f-1292-4660-b234-835350f8e8a4 service neutron] For port b5f08c8b-623a-4eea-a8b7-45ea27950d02, host hv-neutron-8254, cleared binding levels {{(pid=88137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:56:01.028317 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-9f904a76-d5c4-4149-93e5-006881269471 req-f2a76b9f-1292-4660-b234-835350f8e8a4 service neutron] For port b5f08c8b-623a-4eea-a8b7-45ea27950d02, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=b5f08c8b-623a-4eea-a8b7-45ea27950d02,segment=NetworkSegment(717892f4-ca20-4d83-a8e4-5efbfc5edf0a),segment_id=717892f4-ca20-4d83-a8e4-5efbfc5edf0a)] {{(pid=88137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:56:01.101146 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9f904a76-d5c4-4149-93e5-006881269471 req-f2a76b9f-1292-4660-b234-835350f8e8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:56:01.255299 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f904a76-d5c4-4149-93e5-006881269471 req-f2a76b9f-1292-4660-b234-835350f8e8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:56:01.255905 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-9f904a76-d5c4-4149-93e5-006881269471 req-f2a76b9f-1292-4660-b234-835350f8e8a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:56:01.257250 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9f904a76-d5c4-4149-93e5-006881269471 req-f2a76b9f-1292-4660-b234-835350f8e8a4 service neutron] 10.222.0.113 "PUT /v2.0/ports/b5f08c8b-623a-4eea-a8b7-45ea27950d02 HTTP/1.1" status: 200 len: 1093 time: 1.1129491 Jan 21 19:56:01.257670 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '867b1c56-0f23-4e3c-9a64-6adedc2aff25', 'tag': 'b5f08c8b-623a-4eea-a8b7-45ea27950d02'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:56:01.285526 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a76b9f-1292-4660-b234-835350f8e8a4 service neutron] Pushing event updated for resources: {'Port': ['ID=b5f08c8b-623a-4eea-a8b7-45ea27950d02,revision_number=3']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:56:01.311795 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '867b1c56-0f23-4e3c-9a64-6adedc2aff25', 'tag': 'b5f08c8b-623a-4eea-a8b7-45ea27950d02', 'status': 'completed', 'code': 200} Jan 21 19:56:01.410272 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55815d-b76a-4570-87df-d17a26db5975 req-a7eb268f-161a-4097-9375-525a5bca9c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:56:01.411761 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-7f55815d-b76a-4570-87df-d17a26db5975 req-a7eb268f-161a-4097-9375-525a5bca9c81 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=7e1c7174af1b42dcb05e29371743664a&device_id=867b1c56-0f23-4e3c-9a64-6adedc2aff25 HTTP/1.1" status: 200 len: 1096 time: 0.0782917 Jan 21 19:56:01.552546 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55815d-b76a-4570-87df-d17a26db5975 req-1322a00d-32b6-4a7c-b72c-bb52494d6838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:56:01.554216 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-7f55815d-b76a-4570-87df-d17a26db5975 req-1322a00d-32b6-4a7c-b72c-bb52494d6838 service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=7e1c7174af1b42dcb05e29371743664a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1360059 Jan 21 19:56:01.696581 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55815d-b76a-4570-87df-d17a26db5975 req-a91ed164-05ec-4d11-91ef-4ca9075d4023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:56:01.698903 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-7f55815d-b76a-4570-87df-d17a26db5975 req-a91ed164-05ec-4d11-91ef-4ca9075d4023 service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1397042 Jan 21 19:56:01.766288 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee44408-70c6-4e99-9ee8-bc5269dd1ab6 req-9ee06f17-b92c-4243-87d9-f7d92818ab81 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:56:01.767724 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3ee44408-70c6-4e99-9ee8-bc5269dd1ab6 req-9ee06f17-b92c-4243-87d9-f7d92818ab81 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/ports?device_id=867b1c56-0f23-4e3c-9a64-6adedc2aff25 HTTP/1.1" status: 200 len: 943 time: 0.0844634 Jan 21 19:56:01.809010 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f904a76-d5c4-4149-93e5-006881269471 req-70cc1c43-3717-433a-9c47-d530c32121af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:56:01.810409 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9f904a76-d5c4-4149-93e5-006881269471 req-70cc1c43-3717-433a-9c47-d530c32121af service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=7e1c7174af1b42dcb05e29371743664a&device_id=867b1c56-0f23-4e3c-9a64-6adedc2aff25 HTTP/1.1" status: 200 len: 1096 time: 0.0731256 Jan 21 19:56:01.813734 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3ee44408-70c6-4e99-9ee8-bc5269dd1ab6 req-99010737-4719-4312-b936-a232d67f91be tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b51091f-1ae8-4b97-9abe-cf0a3539342b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402071 Jan 21 19:56:01.883326 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9f904a76-d5c4-4149-93e5-006881269471 req-f0eee694-35c1-429f-80a7-1f54069da827 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5f08c8b-623a-4eea-a8b7-45ea27950d02 HTTP/1.1" status: 200 len: 217 time: 0.0656545 Jan 21 19:56:01.944556 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f904a76-d5c4-4149-93e5-006881269471 req-b656a0fc-e0aa-457f-b510-b7566458c1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:56:01.946258 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9f904a76-d5c4-4149-93e5-006881269471 req-b656a0fc-e0aa-457f-b510-b7566458c1bf service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b13a43e1-9c97-4028-86b7-0dd724136069 HTTP/1.1" status: 200 len: 848 time: 0.0580502 Jan 21 19:56:02.023286 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f904a76-d5c4-4149-93e5-006881269471 req-96a76700-e836-4ba8-8c64-98c2ce88f480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:56:02.024714 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9f904a76-d5c4-4149-93e5-006881269471 req-96a76700-e836-4ba8-8c64-98c2ce88f480 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2487ac82-e583-40bd-bf96-3beaf040710a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720353 Jan 21 19:56:02.155395 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9f904a76-d5c4-4149-93e5-006881269471 req-92f9170c-acf9-4115-958a-e4c4dcf6d73a service neutron] 10.222.0.113 "GET /v2.0/networks/2487ac82-e583-40bd-bf96-3beaf040710a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238627 Jan 21 19:56:02.288493 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-9f904a76-d5c4-4149-93e5-006881269471 req-432875ae-4fb8-46c2-929d-0cf0caa6cdb7 service neutron] 10.222.0.113 "GET /v2.0/networks/2487ac82-e583-40bd-bf96-3beaf040710a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267357 Jan 21 19:56:02.994571 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dfd53a-9480-4a02-9110-b7f3d415a802 req-f9d8de97-ac64-42b1-bc41-befff949c6be tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:56:02.995938 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-22dfd53a-9480-4a02-9110-b7f3d415a802 req-f9d8de97-ac64-42b1-bc41-befff949c6be tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/ports?device_id=867b1c56-0f23-4e3c-9a64-6adedc2aff25 HTTP/1.1" status: 200 len: 943 time: 0.0775859 Jan 21 19:56:03.040565 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-22dfd53a-9480-4a02-9110-b7f3d415a802 req-b044ac56-14bc-41f7-a2da-08aadb87531a tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b51091f-1ae8-4b97-9abe-cf0a3539342b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391014 Jan 21 19:56:04.224720 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8028d-d75c-4dc8-aa48-50b2e57de080 req-10fb9d6e-605d-48fe-b1fc-23edd2978df5 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:56:04.226444 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-96e8028d-d75c-4dc8-aa48-50b2e57de080 req-10fb9d6e-605d-48fe-b1fc-23edd2978df5 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/ports?device_id=867b1c56-0f23-4e3c-9a64-6adedc2aff25 HTTP/1.1" status: 200 len: 943 time: 0.0794013 Jan 21 19:56:04.270059 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-96e8028d-d75c-4dc8-aa48-50b2e57de080 req-40cfc237-564e-4114-b6d8-bbe681060e26 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b51091f-1ae8-4b97-9abe-cf0a3539342b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379889 Jan 21 19:56:05.456575 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1a01e-9320-443c-a37c-4cbde652e72b req-2c38f237-4f7d-4def-b6cf-a13ce1517c2b tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:56:05.458026 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a5c1a01e-9320-443c-a37c-4cbde652e72b req-2c38f237-4f7d-4def-b6cf-a13ce1517c2b tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/ports?device_id=867b1c56-0f23-4e3c-9a64-6adedc2aff25 HTTP/1.1" status: 200 len: 943 time: 0.0830274 Jan 21 19:56:05.501043 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a5c1a01e-9320-443c-a37c-4cbde652e72b req-bbd998c7-4459-4465-8ae4-b3ba1d51029f tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b51091f-1ae8-4b97-9abe-cf0a3539342b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367701 Jan 21 19:56:05.666320 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device b5f08c8b-623a-4eea-a8b7-45ea27950d02 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:56:05.804770 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port b5f08c8b-623a-4eea-a8b7-45ea27950d02, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=b5f08c8b-623a-4eea-a8b7-45ea27950d02,segment=NetworkSegment(717892f4-ca20-4d83-a8e4-5efbfc5edf0a),segment_id=717892f4-ca20-4d83-a8e4-5efbfc5edf0a)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:56:05.818443 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': 'b5f08c8b-623a-4eea-a8b7-45ea27950d02', 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a', 'port_id': 'b5f08c8b-623a-4eea-a8b7-45ea27950d02', 'mac_address': 'fa:16:3e:d2:b6:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b13a43e1-9c97-4028-86b7-0dd724136069', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:56:05.872519 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:56:05.888741 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5f08c8b-623a-4eea-a8b7-45ea27950d02 {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:56:05.904215 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port b5f08c8b-623a-4eea-a8b7-45ea27950d02, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=b5f08c8b-623a-4eea-a8b7-45ea27950d02,segment=NetworkSegment(717892f4-ca20-4d83-a8e4-5efbfc5edf0a),segment_id=717892f4-ca20-4d83-a8e4-5efbfc5edf0a)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:56:05.975173 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:56:06.043761 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=b5f08c8b-623a-4eea-a8b7-45ea27950d02,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:56:06.218227 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['b5f08c8b-623a-4eea-a8b7-45ea27950d02'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:56:06.682319 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42f9b3-9434-4872-b880-c3fd38de4355 req-5daca2fa-e63c-475a-a78f-ff74d6c556fc tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:56:06.683725 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ea42f9b3-9434-4872-b880-c3fd38de4355 req-5daca2fa-e63c-475a-a78f-ff74d6c556fc tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/ports?device_id=867b1c56-0f23-4e3c-9a64-6adedc2aff25 HTTP/1.1" status: 200 len: 944 time: 0.0805731 Jan 21 19:56:06.726343 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ea42f9b3-9434-4872-b880-c3fd38de4355 req-b0c11199-0b6b-4253-993e-5772398b3a3b tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b51091f-1ae8-4b97-9abe-cf0a3539342b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370111 Jan 21 19:56:07.683789 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device b5f08c8b-623a-4eea-a8b7-45ea27950d02 up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:56:07.821425 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning for port b5f08c8b-623a-4eea-a8b7-45ea27950d02 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:56:07.827676 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port b5f08c8b-623a-4eea-a8b7-45ea27950d02 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:56:07.828161 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:56:07.928345 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a59d48f-13e8-4958-a73b-01f2fe9e8b0f req-38f294a2-79d4-4c8b-9f1b-37cda0fcff72 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:56:07.929827 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3a59d48f-13e8-4958-a73b-01f2fe9e8b0f req-38f294a2-79d4-4c8b-9f1b-37cda0fcff72 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/ports?device_id=867b1c56-0f23-4e3c-9a64-6adedc2aff25 HTTP/1.1" status: 200 len: 944 time: 0.0900404 Jan 21 19:56:07.944126 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:56:07.971378 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867b1c56-0f23-4e3c-9a64-6adedc2aff25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f08c8b-623a-4eea-a8b7-45ea27950d02'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:56:07.974221 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-3a59d48f-13e8-4958-a73b-01f2fe9e8b0f req-c05e6c2a-5df9-4c6d-93b4-37310f31e16c tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b51091f-1ae8-4b97-9abe-cf0a3539342b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382202 Jan 21 19:56:07.981424 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port b5f08c8b-623a-4eea-a8b7-45ea27950d02, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=b5f08c8b-623a-4eea-a8b7-45ea27950d02,segment=NetworkSegment(717892f4-ca20-4d83-a8e4-5efbfc5edf0a),segment_id=717892f4-ca20-4d83-a8e4-5efbfc5edf0a)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:56:08.055935 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:56:08.130944 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '867b1c56-0f23-4e3c-9a64-6adedc2aff25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f08c8b-623a-4eea-a8b7-45ea27950d02', 'code': 200} Jan 21 19:56:08.171702 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=b5f08c8b-623a-4eea-a8b7-45ea27950d02,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:56:08.509682 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081770e-b870-404f-8586-ea700ba29acb req-94fc55db-902a-41f9-9175-d08cab71ba5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:56:08.512071 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c081770e-b870-404f-8586-ea700ba29acb req-94fc55db-902a-41f9-9175-d08cab71ba5f service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=867b1c56-0f23-4e3c-9a64-6adedc2aff25 HTTP/1.1" status: 200 len: 1098 time: 0.0820053 Jan 21 19:56:08.566495 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-c081770e-b870-404f-8586-ea700ba29acb req-5706baa0-b083-4173-a148-540124c520d3 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=5b51091f-1ae8-4b97-9abe-cf0a3539342b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489411 Jan 21 19:56:09.184254 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea800577-ab6e-4253-a343-8c5113881eed req-126b25d7-f2e2-402d-88a7-cc57640e1fb3 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:56:09.186736 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ea800577-ab6e-4253-a343-8c5113881eed req-126b25d7-f2e2-402d-88a7-cc57640e1fb3 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/ports?device_id=867b1c56-0f23-4e3c-9a64-6adedc2aff25 HTTP/1.1" status: 200 len: 945 time: 0.1019049 Jan 21 19:56:09.233363 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ea800577-ab6e-4253-a343-8c5113881eed req-cea73606-1249-460e-ae09-b48e2d66d3f5 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b51091f-1ae8-4b97-9abe-cf0a3539342b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412061 Jan 21 19:56:10.419426 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7524ba-25ee-43a1-a8b8-95ed8963baa6 req-1a6cc32e-a545-4cee-9d37-6d0e07d47045 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:56:10.420881 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fd7524ba-25ee-43a1-a8b8-95ed8963baa6 req-1a6cc32e-a545-4cee-9d37-6d0e07d47045 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/ports?device_id=867b1c56-0f23-4e3c-9a64-6adedc2aff25 HTTP/1.1" status: 200 len: 945 time: 0.0793815 Jan 21 19:56:10.466563 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fd7524ba-25ee-43a1-a8b8-95ed8963baa6 req-7efafc68-00b7-44d1-912e-74e7b3133e3d tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b51091f-1ae8-4b97-9abe-cf0a3539342b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399654 Jan 21 19:56:10.658636 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220ff72-8857-4e5a-be4f-eacabb048652 req-5c3a3724-80af-4d6c-a4b2-459807d69b15 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:56:10.660055 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0220ff72-8857-4e5a-be4f-eacabb048652 req-5c3a3724-80af-4d6c-a4b2-459807d69b15 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/ports?device_id=867b1c56-0f23-4e3c-9a64-6adedc2aff25 HTTP/1.1" status: 200 len: 945 time: 0.0822353 Jan 21 19:56:10.702890 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-0220ff72-8857-4e5a-be4f-eacabb048652 req-03dd45de-e6eb-48c5-90f1-fcd12e8e06c9 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b51091f-1ae8-4b97-9abe-cf0a3539342b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372381 Jan 21 19:56:10.724803 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 44090) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:10.831946 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e53bd44-f30b-4a29-9060-10fc31ad980e tempest-TestSnapshotPattern-915685123 tempest-TestSnapshotPattern-915685123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:56:10.833407 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-7e53bd44-f30b-4a29-9060-10fc31ad980e tempest-TestSnapshotPattern-915685123 tempest-TestSnapshotPattern-915685123-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=867b1c56-0f23-4e3c-9a64-6adedc2aff25 HTTP/1.1" status: 200 len: 1093 time: 0.1076806 Jan 21 19:56:10.836364 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 44096) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:10.841495 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-56a81432-b278-4f28-a53b-38101de356f3 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Request body: {'floatingip': {'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'port_id': 'b5f08c8b-623a-4eea-a8b7-45ea27950d02', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:56:10.847348 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-56a81432-b278-4f28-a53b-38101de356f3 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:56:10.851170 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-56a81432-b278-4f28-a53b-38101de356f3 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Usage tracker for resource:floatingip and tenant:7e1c7174af1b42dcb05e29371743664a is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:56:10.853970 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-56a81432-b278-4f28-a53b-38101de356f3 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:56:10.859398 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-56a81432-b278-4f28-a53b-38101de356f3 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:56:10.929518 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-56a81432-b278-4f28-a53b-38101de356f3 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks [] for floatingip, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:56:11.063323 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-56a81432-b278-4f28-a53b-38101de356f3 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:56:11.301012 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-56a81432-b278-4f28-a53b-38101de356f3 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Allocated IP 172.26.1.148 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/947bd1f1-4ca3-48b5-bffa-621779316a43) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:56:11.444954 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-56a81432-b278-4f28-a53b-38101de356f3 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:56:11.524407 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-56a81432-b278-4f28-a53b-38101de356f3 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:56:11.590085 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a81432-b278-4f28-a53b-38101de356f3 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:56:11.592743 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-56a81432-b278-4f28-a53b-38101de356f3 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:56:11.595455 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a81432-b278-4f28-a53b-38101de356f3 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:56:11.635510 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a81432-b278-4f28-a53b-38101de356f3 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Pushing event updated for resources: {'Port': ['ID=947bd1f1-4ca3-48b5-bffa-621779316a43,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:56:12.021540 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-56a81432-b278-4f28-a53b-38101de356f3 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:56:12.134361 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-56a81432-b278-4f28-a53b-38101de356f3 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:56:12.334876 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-56a81432-b278-4f28-a53b-38101de356f3 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:56:12.381049 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-56a81432-b278-4f28-a53b-38101de356f3 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:56:12.488946 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a81432-b278-4f28-a53b-38101de356f3 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Pushing event updated for resources: {'Port': ['ID=947bd1f1-4ca3-48b5-bffa-621779316a43,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:56:12.504755 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-56a81432-b278-4f28-a53b-38101de356f3 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:56:12.684481 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.l3_db [None req-56a81432-b278-4f28-a53b-38101de356f3 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Floating IP e37bb637-adde-4a87-81f7-bc2a80ce07ae associated. External IP: 172.26.1.148, port: b5f08c8b-623a-4eea-a8b7-45ea27950d02. Jan 21 19:56:13.136106 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a81432-b278-4f28-a53b-38101de356f3 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Router ab5f06e5-d175-497a-8d54-57a9b46f40d2 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:56:13.315300 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a81432-b278-4f28-a53b-38101de356f3 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:56:13.326852 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eb2b6e-761f-4da6-8294-84d6fa44ed26 None None] Sync routers for ids ['ab5f06e5-d175-497a-8d54-57a9b46f40d2'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:56:13.336355 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eb2b6e-761f-4da6-8294-84d6fa44ed26 None None] Routers {'ab5f06e5-d175-497a-8d54-57a9b46f40d2'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:56:13.336968 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-56eb2b6e-761f-4da6-8294-84d6fa44ed26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:55:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['ab5f06e5-d175-497a-8d54-57a9b46f40d2'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:56:13.393077 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-56a81432-b278-4f28-a53b-38101de356f3 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:56:13.448941 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-56a81432-b278-4f28-a53b-38101de356f3 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6115677 Jan 21 19:56:13.449499 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '867b1c56-0f23-4e3c-9a64-6adedc2aff25', 'tag': 'b5f08c8b-623a-4eea-a8b7-45ea27950d02'}] {{(pid=88136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:56:13.552747 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-56eb2b6e-761f-4da6-8294-84d6fa44ed26 None None] Set router ab5f06e5-d175-497a-8d54-57a9b46f40d2 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:56:13.558868 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '867b1c56-0f23-4e3c-9a64-6adedc2aff25', 'tag': 'b5f08c8b-623a-4eea-a8b7-45ea27950d02', 'status': 'completed', 'code': 200} Jan 21 19:56:13.652324 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbdfbbd-fb54-4399-9310-a48ee9c8e806 req-5c1f43a3-fc09-4953-9706-c31889ddefee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:56:13.653692 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-3fbdfbbd-fb54-4399-9310-a48ee9c8e806 req-5c1f43a3-fc09-4953-9706-c31889ddefee service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=7e1c7174af1b42dcb05e29371743664a&device_id=867b1c56-0f23-4e3c-9a64-6adedc2aff25 HTTP/1.1" status: 200 len: 1098 time: 0.0753303 Jan 21 19:56:13.785610 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbdfbbd-fb54-4399-9310-a48ee9c8e806 req-5bb8f08e-fe2f-44c7-90ba-065469da336a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:56:13.787058 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-3fbdfbbd-fb54-4399-9310-a48ee9c8e806 req-5bb8f08e-fe2f-44c7-90ba-065469da336a service neutron] 10.222.0.113 "GET /v2.0/networks?id=2487ac82-e583-40bd-bf96-3beaf040710a HTTP/1.1" status: 200 len: 910 time: 0.1272986 Jan 21 19:56:13.889055 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-3fbdfbbd-fb54-4399-9310-a48ee9c8e806 req-9cbe213d-51d4-41e7-b786-35bfdb318895 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5f08c8b-623a-4eea-a8b7-45ea27950d02 HTTP/1.1" status: 200 len: 999 time: 0.0960681 Jan 21 19:56:13.907367 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-56eb2b6e-761f-4da6-8294-84d6fa44ed26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'name': 'tempest-TestSnapshotPattern-936072681-router', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': 'fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:55:39Z', 'updated_at': '2022-01-21T19:55:43Z', 'revision_number': 4, 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'gw_port': {'id': 'fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:55:39Z', 'updated_at': '2022-01-21T19:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': 'e37bb637-adde-4a87-81f7-bc2a80ce07ae', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'floating_ip_address': '172.26.1.148', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'port_id': 'b5f08c8b-623a-4eea-a8b7-45ea27950d02', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a', 'mac_address': 'fa:16:3e:d2:b6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867b1c56-0f23-4e3c-9a64-6adedc2aff25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:56:11Z', 'updated_at': '2022-01-21T19:56:11Z', 'revision_number': 0, 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c37651ea-fafb-465c-8030-57cce79b5ee7', 'name': '', 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'mac_address': 'fa:16:3e:af:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'b13a43e1-9c97-4028-86b7-0dd724136069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:55:42Z', 'updated_at': '2022-01-21T19:55:49Z', 'revision_number': 5, 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'subnets': [{'id': 'b13a43e1-9c97-4028-86b7-0dd724136069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:56:13.910935 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eb2b6e-761f-4da6-8294-84d6fa44ed26 None None] Checking router: ab5f06e5-d175-497a-8d54-57a9b46f40d2 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:56:13.919159 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eb2b6e-761f-4da6-8294-84d6fa44ed26 None None] Routers {'ab5f06e5-d175-497a-8d54-57a9b46f40d2'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:56:13.919749 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-56eb2b6e-761f-4da6-8294-84d6fa44ed26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:55:57Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['ab5f06e5-d175-497a-8d54-57a9b46f40d2'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:56:13.949977 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbdfbbd-fb54-4399-9310-a48ee9c8e806 req-97c27e1b-4a0d-4a18-8bf1-0e27c0b706e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:56:13.951389 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-3fbdfbbd-fb54-4399-9310-a48ee9c8e806 req-97c27e1b-4a0d-4a18-8bf1-0e27c0b706e3 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b13a43e1-9c97-4028-86b7-0dd724136069 HTTP/1.1" status: 200 len: 848 time: 0.0566308 Jan 21 19:56:14.026801 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbdfbbd-fb54-4399-9310-a48ee9c8e806 req-aceba53a-cd09-4410-b996-27f4c0f7cc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:56:14.028245 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-3fbdfbbd-fb54-4399-9310-a48ee9c8e806 req-aceba53a-cd09-4410-b996-27f4c0f7cc23 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2487ac82-e583-40bd-bf96-3beaf040710a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708911 Jan 21 19:56:14.099228 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-56eb2b6e-761f-4da6-8294-84d6fa44ed26 None None] Set router ab5f06e5-d175-497a-8d54-57a9b46f40d2 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:56:14.269628 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-3fbdfbbd-fb54-4399-9310-a48ee9c8e806 req-f8545d1e-2def-42d1-8776-9f5fcc6ef58c service neutron] 10.222.0.113 "GET /v2.0/networks/2487ac82-e583-40bd-bf96-3beaf040710a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353415 Jan 21 19:56:14.398595 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-3fbdfbbd-fb54-4399-9310-a48ee9c8e806 req-d6ee86b2-01c2-4960-a7b1-5163f69c217c service neutron] 10.222.0.113 "GET /v2.0/networks/2487ac82-e583-40bd-bf96-3beaf040710a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228342 Jan 21 19:56:14.443914 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-56eb2b6e-761f-4da6-8294-84d6fa44ed26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'name': 'tempest-TestSnapshotPattern-936072681-router', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': 'fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:55:39Z', 'updated_at': '2022-01-21T19:55:43Z', 'revision_number': 4, 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'gw_port': {'id': 'fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:55:39Z', 'updated_at': '2022-01-21T19:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': 'e37bb637-adde-4a87-81f7-bc2a80ce07ae', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'floating_ip_address': '172.26.1.148', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'port_id': 'b5f08c8b-623a-4eea-a8b7-45ea27950d02', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a', 'mac_address': 'fa:16:3e:d2:b6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867b1c56-0f23-4e3c-9a64-6adedc2aff25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:56:11Z', 'updated_at': '2022-01-21T19:56:11Z', 'revision_number': 0, 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c37651ea-fafb-465c-8030-57cce79b5ee7', 'name': '', 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'mac_address': 'fa:16:3e:af:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'b13a43e1-9c97-4028-86b7-0dd724136069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:55:42Z', 'updated_at': '2022-01-21T19:55:49Z', 'revision_number': 5, 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'subnets': [{'id': 'b13a43e1-9c97-4028-86b7-0dd724136069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:56:14.448424 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eb2b6e-761f-4da6-8294-84d6fa44ed26 None None] The sync data for ids ['ab5f06e5-d175-497a-8d54-57a9b46f40d2'] in dv-neutron-825470-1-hyperv is: [{'id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'name': 'tempest-TestSnapshotPattern-936072681-router', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': 'fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:55:39Z', 'updated_at': '2022-01-21T19:55:43Z', 'revision_number': 4, 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'gw_port': {'id': 'fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:55:39Z', 'updated_at': '2022-01-21T19:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': 'e37bb637-adde-4a87-81f7-bc2a80ce07ae', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'floating_ip_address': '172.26.1.148', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'port_id': 'b5f08c8b-623a-4eea-a8b7-45ea27950d02', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a', 'mac_address': 'fa:16:3e:d2:b6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867b1c56-0f23-4e3c-9a64-6adedc2aff25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:56:11Z', 'updated_at': '2022-01-21T19:56:11Z', 'revision_number': 0, 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c37651ea-fafb-465c-8030-57cce79b5ee7', 'name': '', 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'mac_address': 'fa:16:3e:af:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'b13a43e1-9c97-4028-86b7-0dd724136069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:55:42Z', 'updated_at': '2022-01-21T19:55:49Z', 'revision_number': 5, 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'subnets': [{'id': 'b13a43e1-9c97-4028-86b7-0dd724136069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:56:14.662940 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f5909f-1bf0-4696-956e-3b7abe29c585 None None] New status for floating IP e37bb637-adde-4a87-81f7-bc2a80ce07ae: ACTIVE {{(pid=88138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:56:24.416223 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:56:25.032514 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e4cd6925-3a0b-4b68-ac67-e2b78e895ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:56:27.312932 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e6c8ba23-10b3-4aa4-9b8b-b78fde47a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:56:28.708647 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:56:28.791270 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:56:28.814266 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:56:30.358559 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:56:30.587259 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a51fb1ba-4d16-4362-b5d4-48de6f448495 req-4573e7e6-5fd2-4ccf-b257-a2ec82b3b829 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=867b1c56-0f23-4e3c-9a64-6adedc2aff25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0667126 Jan 21 19:56:30.736220 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51fb1ba-4d16-4362-b5d4-48de6f448495 req-30130648-2e75-46bf-8d65-ff2182935881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:56:30.737662 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a51fb1ba-4d16-4362-b5d4-48de6f448495 req-30130648-2e75-46bf-8d65-ff2182935881 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=7e1c7174af1b42dcb05e29371743664a&device_id=867b1c56-0f23-4e3c-9a64-6adedc2aff25 HTTP/1.1" status: 200 len: 1098 time: 0.0726171 Jan 21 19:56:30.879488 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51fb1ba-4d16-4362-b5d4-48de6f448495 req-3246a7b1-a375-42ca-97d3-0b9b82963b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:56:30.880936 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a51fb1ba-4d16-4362-b5d4-48de6f448495 req-3246a7b1-a375-42ca-97d3-0b9b82963b94 service neutron] 10.222.0.113 "GET /v2.0/networks?id=2487ac82-e583-40bd-bf96-3beaf040710a HTTP/1.1" status: 200 len: 910 time: 0.1253610 Jan 21 19:56:30.986784 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a51fb1ba-4d16-4362-b5d4-48de6f448495 req-20f5567d-d96f-4604-a586-0f66686dd94d service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5f08c8b-623a-4eea-a8b7-45ea27950d02 HTTP/1.1" status: 200 len: 1001 time: 0.0996804 Jan 21 19:56:31.047809 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51fb1ba-4d16-4362-b5d4-48de6f448495 req-556a2292-fea2-43d5-85da-968ccb8c5b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:56:31.049188 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a51fb1ba-4d16-4362-b5d4-48de6f448495 req-556a2292-fea2-43d5-85da-968ccb8c5b7d service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b13a43e1-9c97-4028-86b7-0dd724136069 HTTP/1.1" status: 200 len: 848 time: 0.0564632 Jan 21 19:56:31.120855 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51fb1ba-4d16-4362-b5d4-48de6f448495 req-b004cc92-d06f-49ad-b8e5-85250195026e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:56:31.122325 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a51fb1ba-4d16-4362-b5d4-48de6f448495 req-b004cc92-d06f-49ad-b8e5-85250195026e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2487ac82-e583-40bd-bf96-3beaf040710a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671184 Jan 21 19:56:31.251270 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a51fb1ba-4d16-4362-b5d4-48de6f448495 req-2b0abbba-6d3d-46e3-94e4-a9e934a789ee service neutron] 10.222.0.113 "GET /v2.0/networks/2487ac82-e583-40bd-bf96-3beaf040710a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222086 Jan 21 19:56:31.384758 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-a51fb1ba-4d16-4362-b5d4-48de6f448495 req-6addf2c7-935f-4eff-b56f-a80bca6bfb0f service neutron] 10.222.0.113 "GET /v2.0/networks/2487ac82-e583-40bd-bf96-3beaf040710a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268926 Jan 21 19:56:55.059510 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3f0fa1b3-30ea-40d1-b6e7-cbf38740ebeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:56:57.289214 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-fb1a8c7b-6377-4503-a627-c1ce63b08259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:56:58.734799 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:56:58.763148 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:56:58.824661 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:57:00.346144 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:57:01.414640 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:57:25.048455 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-f1a64e7a-0ff4-4ea8-8949-bc8239154285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:57:27.310130 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-9f5a4e99-ed36-4256-852f-abb324a82f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:57:28.722425 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:57:28.778498 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:57:28.837177 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:57:30.345540 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:57:30.666848 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-7d116eb3-2007-44f1-9004-7628ceff3c9b req-e8909dc1-9aed-4342-9ba2-6843c3219ca2 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=867b1c56-0f23-4e3c-9a64-6adedc2aff25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1101604 Jan 21 19:57:30.801482 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d116eb3-2007-44f1-9004-7628ceff3c9b req-ea6458b4-19b2-44ef-84b6-37111616bc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:57:30.802838 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-7d116eb3-2007-44f1-9004-7628ceff3c9b req-ea6458b4-19b2-44ef-84b6-37111616bc7c service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=7e1c7174af1b42dcb05e29371743664a&device_id=867b1c56-0f23-4e3c-9a64-6adedc2aff25 HTTP/1.1" status: 200 len: 1098 time: 0.0691576 Jan 21 19:57:30.942714 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d116eb3-2007-44f1-9004-7628ceff3c9b req-9b53d6ed-6b02-440b-8df5-b423ee4647ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:57:30.944162 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-7d116eb3-2007-44f1-9004-7628ceff3c9b req-9b53d6ed-6b02-440b-8df5-b423ee4647ff service neutron] 10.222.0.113 "GET /v2.0/networks?id=2487ac82-e583-40bd-bf96-3beaf040710a HTTP/1.1" status: 200 len: 910 time: 0.1241689 Jan 21 19:57:31.045493 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-7d116eb3-2007-44f1-9004-7628ceff3c9b req-2920ff8e-f60c-467e-a926-217d86d42e2a service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5f08c8b-623a-4eea-a8b7-45ea27950d02 HTTP/1.1" status: 200 len: 1001 time: 0.0952497 Jan 21 19:57:31.112941 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d116eb3-2007-44f1-9004-7628ceff3c9b req-c5964ce2-d241-421b-a13f-0e66f4c89dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:57:31.112941 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-7d116eb3-2007-44f1-9004-7628ceff3c9b req-c5964ce2-d241-421b-a13f-0e66f4c89dbb service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b13a43e1-9c97-4028-86b7-0dd724136069 HTTP/1.1" status: 200 len: 848 time: 0.0589364 Jan 21 19:57:31.284834 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d116eb3-2007-44f1-9004-7628ceff3c9b req-39b3d7ab-0346-4bff-93ec-4a4bbed147d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:57:31.286338 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-7d116eb3-2007-44f1-9004-7628ceff3c9b req-39b3d7ab-0346-4bff-93ec-4a4bbed147d2 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2487ac82-e583-40bd-bf96-3beaf040710a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1718748 Jan 21 19:57:31.443885 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-7d116eb3-2007-44f1-9004-7628ceff3c9b req-e83ca0da-a23b-4c12-b0d5-894134f4de04 service neutron] 10.222.0.113 "GET /v2.0/networks/2487ac82-e583-40bd-bf96-3beaf040710a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502457 Jan 21 19:57:31.573340 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-7d116eb3-2007-44f1-9004-7628ceff3c9b req-5fae9b94-a978-425e-9ef9-a24f63146626 service neutron] 10.222.0.113 "GET /v2.0/networks/2487ac82-e583-40bd-bf96-3beaf040710a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241946 Jan 21 19:57:38.414151 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:57:55.070899 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-da692716-9c9d-440f-992a-61403968323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:57:57.309205 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ca0f3ea4-c6f8-4271-98e2-4ba36a6dde9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:57:58.722550 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:57:58.764289 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:57:58.802020 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:58:00.373449 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:58:10.349325 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device b5f08c8b-623a-4eea-a8b7-45ea27950d02 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:58:10.478673 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port b5f08c8b-623a-4eea-a8b7-45ea27950d02, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=b5f08c8b-623a-4eea-a8b7-45ea27950d02,segment=NetworkSegment(717892f4-ca20-4d83-a8e4-5efbfc5edf0a),segment_id=717892f4-ca20-4d83-a8e4-5efbfc5edf0a)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:58:10.491571 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': 'b5f08c8b-623a-4eea-a8b7-45ea27950d02', 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a', 'port_id': 'b5f08c8b-623a-4eea-a8b7-45ea27950d02', 'mac_address': 'fa:16:3e:d2:b6:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b13a43e1-9c97-4028-86b7-0dd724136069', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:58:10.549712 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:58:10.566327 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5f08c8b-623a-4eea-a8b7-45ea27950d02 {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:58:10.581376 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port b5f08c8b-623a-4eea-a8b7-45ea27950d02, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=b5f08c8b-623a-4eea-a8b7-45ea27950d02,segment=NetworkSegment(717892f4-ca20-4d83-a8e4-5efbfc5edf0a),segment_id=717892f4-ca20-4d83-a8e4-5efbfc5edf0a)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:58:10.682299 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:58:10.750773 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=b5f08c8b-623a-4eea-a8b7-45ea27950d02,revision_number=6']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:58:10.759706 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['b5f08c8b-623a-4eea-a8b7-45ea27950d02'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:58:10.785267 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:58:10.785608 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:58:10.785968 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:58:10.786297 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:58:10.786622 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:58:10.786946 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:58:10.787266 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:58:10.787585 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:58:10.787902 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:58:10.788215 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:58:10.788532 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:58:10.788843 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:58:12.361691 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device b5f08c8b-623a-4eea-a8b7-45ea27950d02 up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:58:12.436627 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port b5f08c8b-623a-4eea-a8b7-45ea27950d02 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:58:12.436959 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:58:12.562317 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:58:12.599259 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867b1c56-0f23-4e3c-9a64-6adedc2aff25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f08c8b-623a-4eea-a8b7-45ea27950d02'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:58:12.612813 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port b5f08c8b-623a-4eea-a8b7-45ea27950d02, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=b5f08c8b-623a-4eea-a8b7-45ea27950d02,segment=NetworkSegment(717892f4-ca20-4d83-a8e4-5efbfc5edf0a),segment_id=717892f4-ca20-4d83-a8e4-5efbfc5edf0a)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:58:12.717024 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:58:12.782859 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '867b1c56-0f23-4e3c-9a64-6adedc2aff25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f08c8b-623a-4eea-a8b7-45ea27950d02', 'code': 200} Jan 21 19:58:12.790278 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=b5f08c8b-623a-4eea-a8b7-45ea27950d02,revision_number=7']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:58:15.414070 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:58:17.542575 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.wsgi [req-29a407ec-70fc-4d20-af76-cbfe5bf87b40 req-89d41a3f-0656-46c9-ae8e-fe9d3dfd3f4f service neutron] (88137) timed out ('10.222.0.113', 56320) {{(pid=88137) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 21 19:58:23.055328 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-589b1e93-42ec-4e87-8fba-536024d5785c req-47f59d55-f053-451c-95e6-a872443ca8df tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1715961824&fields=id&tenant_id=7e1c7174af1b42dcb05e29371743664a HTTP/1.1" status: 200 len: 267 time: 0.0444655 Jan 21 19:58:23.202156 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b1e93-42ec-4e87-8fba-536024d5785c req-5fe0cbde-ba9b-498e-a04e-b4416a51308c tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:58:23.203497 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-589b1e93-42ec-4e87-8fba-536024d5785c req-5fe0cbde-ba9b-498e-a04e-b4416a51308c tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/networks?id=2487ac82-e583-40bd-bf96-3beaf040710a HTTP/1.1" status: 200 len: 809 time: 0.1419051 Jan 21 19:58:23.218162 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-589b1e93-42ec-4e87-8fba-536024d5785c req-b4b741ee-a8ec-44fa-b231-95f8f039a51d tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/quotas/7e1c7174af1b42dcb05e29371743664a HTTP/1.1" status: 200 len: 375 time: 0.0092907 Jan 21 19:58:23.305479 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-589b1e93-42ec-4e87-8fba-536024d5785c req-b6203d7c-623c-412e-aa3d-cae1bbb785ff tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=7e1c7174af1b42dcb05e29371743664a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0825074 Jan 21 19:58:23.423998 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [req-589b1e93-42ec-4e87-8fba-536024d5785c req-6439a022-cd41-4ccb-a758-6236d884e392 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=88136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 19:58:23.424975 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-589b1e93-42ec-4e87-8fba-536024d5785c req-6439a022-cd41-4ccb-a758-6236d884e392 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0443392 Jan 21 19:58:23.554147 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-589b1e93-42ec-4e87-8fba-536024d5785c req-8a010059-d8e3-4697-99f5-2ee4ed56ecfe service neutron] 10.222.0.87 "GET /v2.0/networks/2487ac82-e583-40bd-bf96-3beaf040710a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232748 Jan 21 19:58:23.687088 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-589b1e93-42ec-4e87-8fba-536024d5785c req-e74fb7f7-63a1-4b90-8c83-2964ec91ba6d service neutron] 10.222.0.87 "GET /v2.0/networks/2487ac82-e583-40bd-bf96-3beaf040710a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273406 Jan 21 19:58:24.031863 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-8dbe4633-50a0-4b58-963d-508a7c03123d req-3e56007e-bc1a-4eb5-ac66-263f9fee9314 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ce5cced-4fee-4fbe-b1b7-edf67707c920 HTTP/1.1" status: 200 len: 210 time: 0.1012826 Jan 21 19:58:25.035986 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6205f140-6f90-4230-9116-9f9bfd74b57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:58:25.186678 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a464abf0-6f76-4578-bc5b-4325095e6647 req-4d8caeac-9ecf-4425-88de-e2788c5417e5 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ce5cced-4fee-4fbe-b1b7-edf67707c920 HTTP/1.1" status: 200 len: 210 time: 0.0423999 Jan 21 19:58:26.335418 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-41e3e1c7-885d-40a2-86e0-4826373ca199 req-10167a3d-aa89-4a23-84b1-bc34817ff5eb tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ce5cced-4fee-4fbe-b1b7-edf67707c920 HTTP/1.1" status: 200 len: 210 time: 0.0417645 Jan 21 19:58:27.307660 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b1e93-42ec-4e87-8fba-536024d5785c req-f59c21d8-3ba3-487d-af6d-992b22316cbe tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:58:27.308978 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-589b1e93-42ec-4e87-8fba-536024d5785c req-f59c21d8-3ba3-487d-af6d-992b22316cbe tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.113 "GET /v2.0/networks?id=2487ac82-e583-40bd-bf96-3beaf040710a HTTP/1.1" status: 200 len: 809 time: 0.1441488 Jan 21 19:58:27.322355 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-66dec1b0-0774-49c9-afad-fe030c9ba0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:58:27.370684 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-589b1e93-42ec-4e87-8fba-536024d5785c req-1e84ece9-d3f0-40b3-b191-847fb0b6cf05 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e1c7174af1b42dcb05e29371743664a HTTP/1.1" status: 200 len: 380 time: 0.0539460 Jan 21 19:58:27.391449 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-589b1e93-42ec-4e87-8fba-536024d5785c req-5e399b93-affc-4159-8d12-ed9657b9b3aa tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Request body: {'port': {'device_id': '3ce5cced-4fee-4fbe-b1b7-edf67707c920', 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a', 'admin_state_up': True, 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'security_groups': ['5b51091f-1ae8-4b97-9abe-cf0a3539342b']}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:58:27.504272 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-fe8b7f8f-eea4-4a7e-9a08-ab91b76df8f8 req-dfba30ef-b836-4536-bb1f-b2ed6ca6e0f2 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ce5cced-4fee-4fbe-b1b7-edf67707c920 HTTP/1.1" status: 200 len: 210 time: 0.0471528 Jan 21 19:58:27.555247 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-589b1e93-42ec-4e87-8fba-536024d5785c req-5e399b93-affc-4159-8d12-ed9657b9b3aa tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:58:27.559132 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-589b1e93-42ec-4e87-8fba-536024d5785c req-5e399b93-affc-4159-8d12-ed9657b9b3aa tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Usage tracker for resource:port and tenant:7e1c7174af1b42dcb05e29371743664a is out of sync, need to count used quota {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:58:27.563070 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.quota.resource [req-589b1e93-42ec-4e87-8fba-536024d5785c req-5e399b93-affc-4159-8d12-ed9657b9b3aa tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:58:27.568560 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.quota.driver [req-589b1e93-42ec-4e87-8fba-536024d5785c req-5e399b93-affc-4159-8d12-ed9657b9b3aa tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:58:27.674666 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-589b1e93-42ec-4e87-8fba-536024d5785c req-5e399b93-affc-4159-8d12-ed9657b9b3aa tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Made reservation on behalf of 7e1c7174af1b42dcb05e29371743664a for: {'port': 1} {{(pid=88137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 19:58:27.678303 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-589b1e93-42ec-4e87-8fba-536024d5785c req-5e399b93-affc-4159-8d12-ed9657b9b3aa tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:58:27.862289 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.db_base_plugin_common [req-589b1e93-42ec-4e87-8fba-536024d5785c req-5e399b93-affc-4159-8d12-ed9657b9b3aa tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Allocated IP 172.20.0.4 (2487ac82-e583-40bd-bf96-3beaf040710a/b13a43e1-9c97-4028-86b7-0dd724136069/7d70f2a4-4559-42bb-bf31-c8e7f5780ee5) {{(pid=88137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:58:28.069250 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-589b1e93-42ec-4e87-8fba-536024d5785c req-5e399b93-affc-4159-8d12-ed9657b9b3aa tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks [] for port, precommit_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:58:28.082973 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-589b1e93-42ec-4e87-8fba-536024d5785c req-5e399b93-affc-4159-8d12-ed9657b9b3aa tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Transition to ACTIVE for port object 7d70f2a4-4559-42bb-bf31-c8e7f5780ee5 will not be triggered until provisioned by entity DHCP. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:58:28.197014 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-589b1e93-42ec-4e87-8fba-536024d5785c req-5e399b93-affc-4159-8d12-ed9657b9b3aa tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-969117'] for port, after_create {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:58:28.282359 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-589b1e93-42ec-4e87-8fba-536024d5785c req-5e399b93-affc-4159-8d12-ed9657b9b3aa tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Network 2487ac82-e583-40bd-bf96-3beaf040710a is already hosted by enough agents. {{(pid=88137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:58:28.286520 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.scheduler.base_scheduler [req-589b1e93-42ec-4e87-8fba-536024d5785c req-5e399b93-affc-4159-8d12-ed9657b9b3aa tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Resources bound (agent type, host, resource id): {{(pid=88137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:58:28.288648 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e399b93-affc-4159-8d12-ed9657b9b3aa tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Pushing event updated for resources: {'Port': ['ID=7d70f2a4-4559-42bb-bf31-c8e7f5780ee5,revision_number=1']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:58:28.291217 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.l3_dvrscheduler_db [req-589b1e93-42ec-4e87-8fba-536024d5785c req-5e399b93-affc-4159-8d12-ed9657b9b3aa tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Received port after_create {{(pid=88137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:58:28.390576 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e399b93-affc-4159-8d12-ed9657b9b3aa tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:58:28.391210 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e399b93-affc-4159-8d12-ed9657b9b3aa tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:58:28.391309 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e399b93-affc-4159-8d12-ed9657b9b3aa tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:58:28.391569 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e399b93-affc-4159-8d12-ed9657b9b3aa tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:58:28.391911 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e399b93-affc-4159-8d12-ed9657b9b3aa tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:58:28.392227 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e399b93-affc-4159-8d12-ed9657b9b3aa tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:58:28.392556 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e399b93-affc-4159-8d12-ed9657b9b3aa tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:58:28.397104 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e399b93-affc-4159-8d12-ed9657b9b3aa tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:58:28.397456 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e399b93-affc-4159-8d12-ed9657b9b3aa tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:58:28.397880 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e399b93-affc-4159-8d12-ed9657b9b3aa tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:58:28.398305 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e399b93-affc-4159-8d12-ed9657b9b3aa tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:58:28.398637 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e399b93-affc-4159-8d12-ed9657b9b3aa tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:58:28.413389 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device b5f08c8b-623a-4eea-a8b7-45ea27950d02 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 19:58:28.478264 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b1e93-42ec-4e87-8fba-536024d5785c req-5e399b93-affc-4159-8d12-ed9657b9b3aa tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:58:28.479093 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-589b1e93-42ec-4e87-8fba-536024d5785c req-5e399b93-affc-4159-8d12-ed9657b9b3aa tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:58:28.607299 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-589b1e93-42ec-4e87-8fba-536024d5785c req-5e399b93-affc-4159-8d12-ed9657b9b3aa tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2204082 Jan 21 19:58:28.629975 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.v2.base [req-589b1e93-42ec-4e87-8fba-536024d5785c req-5acbdcbd-ddff-4546-8e14-9e42eae0b8d1 service neutron] Request body: {'port': {'device_id': '3ce5cced-4fee-4fbe-b1b7-edf67707c920', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8254'}} {{(pid=88137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:58:28.751609 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:58:28.790090 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:58:28.796161 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867b1c56-0f23-4e3c-9a64-6adedc2aff25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5f08c8b-623a-4eea-a8b7-45ea27950d02'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:58:28.807527 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port b5f08c8b-623a-4eea-a8b7-45ea27950d02, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=b5f08c8b-623a-4eea-a8b7-45ea27950d02,segment=NetworkSegment(717892f4-ca20-4d83-a8e4-5efbfc5edf0a),segment_id=717892f4-ca20-4d83-a8e4-5efbfc5edf0a)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:58:28.826562 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:58:28.827226 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-bffba43d-3806-40b2-8c0b-1af37cedb90a None None] Provisioning for port 7d70f2a4-4559-42bb-bf31-c8e7f5780ee5 completed by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:58:28.830355 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-589b1e93-42ec-4e87-8fba-536024d5785c req-5acbdcbd-ddff-4546-8e14-9e42eae0b8d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:58:28.833126 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-bffba43d-3806-40b2-8c0b-1af37cedb90a None None] Provisioning complete for port 7d70f2a4-4559-42bb-bf31-c8e7f5780ee5 triggered by entity DHCP. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:58:28.833493 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-bffba43d-3806-40b2-8c0b-1af37cedb90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:58:28.894740 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:58:28.907864 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-bffba43d-3806-40b2-8c0b-1af37cedb90a None None] Port 7d70f2a4-4559-42bb-bf31-c8e7f5780ee5 cannot update to ACTIVE because it is not bound. {{(pid=88138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 21 19:58:28.910779 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd1244-b312-4cec-a5e3-6f2e4c2cb8d7 req-f0164be9-0c42-4ae3-ade8-1cd4fa5956fe tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:58:28.913553 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '867b1c56-0f23-4e3c-9a64-6adedc2aff25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5f08c8b-623a-4eea-a8b7-45ea27950d02', 'code': 200} Jan 21 19:58:28.919323 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ecfd1244-b312-4cec-a5e3-6f2e4c2cb8d7 req-f0164be9-0c42-4ae3-ade8-1cd4fa5956fe tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ce5cced-4fee-4fbe-b1b7-edf67707c920 HTTP/1.1" status: 200 len: 931 time: 0.2055151 Jan 21 19:58:28.931838 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:58:28.979237 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ecfd1244-b312-4cec-a5e3-6f2e4c2cb8d7 req-37e008ba-1ac9-4042-8958-3c92f95ecac5 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b51091f-1ae8-4b97-9abe-cf0a3539342b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587831 Jan 21 19:58:29.043506 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=b5f08c8b-623a-4eea-a8b7-45ea27950d02,revision_number=8']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:58:29.394508 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [req-589b1e93-42ec-4e87-8fba-536024d5785c req-5acbdcbd-ddff-4546-8e14-9e42eae0b8d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d70f2a4-4559-42bb-bf31-c8e7f5780ee5 {{(pid=88137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:58:29.418414 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-589b1e93-42ec-4e87-8fba-536024d5785c req-5acbdcbd-ddff-4546-8e14-9e42eae0b8d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:58:29.451110 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.db.provisioning_blocks [req-589b1e93-42ec-4e87-8fba-536024d5785c req-5acbdcbd-ddff-4546-8e14-9e42eae0b8d1 service neutron] Transition to ACTIVE for port object 7d70f2a4-4559-42bb-bf31-c8e7f5780ee5 will not be triggered until provisioned by entity L2. {{(pid=88137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 19:58:29.526220 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-589b1e93-42ec-4e87-8fba-536024d5785c req-5acbdcbd-ddff-4546-8e14-9e42eae0b8d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:58:29.747686 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acbdcbd-ddff-4546-8e14-9e42eae0b8d1 service neutron] Pushing event updated for resources: {'Port': ['ID=7d70f2a4-4559-42bb-bf31-c8e7f5780ee5,revision_number=2']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:58:29.785400 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-589b1e93-42ec-4e87-8fba-536024d5785c req-5acbdcbd-ddff-4546-8e14-9e42eae0b8d1 service neutron] Attempting to bind port 7d70f2a4-4559-42bb-bf31-c8e7f5780ee5 on host hv-neutron-8254 for vnic_type normal with profile {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 21 19:58:29.785890 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-589b1e93-42ec-4e87-8fba-536024d5785c req-5acbdcbd-ddff-4546-8e14-9e42eae0b8d1 service neutron] Attempting to bind port 7d70f2a4-4559-42bb-bf31-c8e7f5780ee5 by drivers openvswitch,hyperv on host hv-neutron-8254 at level 0 using segments [{'id': '717892f4-ca20-4d83-a8e4-5efbfc5edf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a'}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 21 19:58:29.786254 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589b1e93-42ec-4e87-8fba-536024d5785c req-5acbdcbd-ddff-4546-8e14-9e42eae0b8d1 service neutron] Attempting to bind port 7d70f2a4-4559-42bb-bf31-c8e7f5780ee5 on network 2487ac82-e583-40bd-bf96-3beaf040710a {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:58:29.791815 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589b1e93-42ec-4e87-8fba-536024d5785c req-5acbdcbd-ddff-4546-8e14-9e42eae0b8d1 service neutron] Port 7d70f2a4-4559-42bb-bf31-c8e7f5780ee5 on network 2487ac82-e583-40bd-bf96-3beaf040710a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8254 {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 21 19:58:29.792118 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589b1e93-42ec-4e87-8fba-536024d5785c req-5acbdcbd-ddff-4546-8e14-9e42eae0b8d1 service neutron] Attempting to bind port 7d70f2a4-4559-42bb-bf31-c8e7f5780ee5 on network 2487ac82-e583-40bd-bf96-3beaf040710a {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 21 19:58:29.806183 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589b1e93-42ec-4e87-8fba-536024d5785c req-5acbdcbd-ddff-4546-8e14-9e42eae0b8d1 service neutron] Checking agent: {'id': '9a14f311-f6d5-46c6-87a2-f860197fb66f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8254', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'started_at': datetime.datetime(2022, 1, 21, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 19, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:58:29.806533 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589b1e93-42ec-4e87-8fba-536024d5785c req-5acbdcbd-ddff-4546-8e14-9e42eae0b8d1 service neutron] Checking segment: {'id': '717892f4-ca20-4d83-a8e4-5efbfc5edf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 21 19:58:29.806903 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589b1e93-42ec-4e87-8fba-536024d5785c req-5acbdcbd-ddff-4546-8e14-9e42eae0b8d1 service neutron] Bound using segment: {'id': '717892f4-ca20-4d83-a8e4-5efbfc5edf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a'} {{(pid=88137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:58:29.807324 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.managers [req-589b1e93-42ec-4e87-8fba-536024d5785c req-5acbdcbd-ddff-4546-8e14-9e42eae0b8d1 service neutron] Bound port: 7d70f2a4-4559-42bb-bf31-c8e7f5780ee5, host: hv-neutron-8254, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '717892f4-ca20-4d83-a8e4-5efbfc5edf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a'}}] {{(pid=88137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 21 19:58:29.807698 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-589b1e93-42ec-4e87-8fba-536024d5785c req-5acbdcbd-ddff-4546-8e14-9e42eae0b8d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:58:29.916734 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-589b1e93-42ec-4e87-8fba-536024d5785c req-5acbdcbd-ddff-4546-8e14-9e42eae0b8d1 service neutron] For port 7d70f2a4-4559-42bb-bf31-c8e7f5780ee5, host hv-neutron-8254, cleared binding levels {{(pid=88137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 21 19:58:29.920787 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.plugins.ml2.db [req-589b1e93-42ec-4e87-8fba-536024d5785c req-5acbdcbd-ddff-4546-8e14-9e42eae0b8d1 service neutron] For port 7d70f2a4-4559-42bb-bf31-c8e7f5780ee5, host hv-neutron-8254, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=7d70f2a4-4559-42bb-bf31-c8e7f5780ee5,segment=NetworkSegment(717892f4-ca20-4d83-a8e4-5efbfc5edf0a),segment_id=717892f4-ca20-4d83-a8e4-5efbfc5edf0a)] {{(pid=88137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 21 19:58:29.989486 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-589b1e93-42ec-4e87-8fba-536024d5785c req-5acbdcbd-ddff-4546-8e14-9e42eae0b8d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-969188'] for port, after_update {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:58:30.059280 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b1e93-42ec-4e87-8fba-536024d5785c req-5acbdcbd-ddff-4546-8e14-9e42eae0b8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:58:30.060004 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron_lib.callbacks.manager [req-589b1e93-42ec-4e87-8fba-536024d5785c req-5acbdcbd-ddff-4546-8e14-9e42eae0b8d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:58:30.062229 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-589b1e93-42ec-4e87-8fba-536024d5785c req-5acbdcbd-ddff-4546-8e14-9e42eae0b8d1 service neutron] 10.222.0.113 "PUT /v2.0/ports/7d70f2a4-4559-42bb-bf31-c8e7f5780ee5 HTTP/1.1" status: 200 len: 1093 time: 1.4430389 Jan 21 19:58:30.069559 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce5cced-4fee-4fbe-b1b7-edf67707c920', 'tag': '7d70f2a4-4559-42bb-bf31-c8e7f5780ee5'}] {{(pid=88137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:58:30.098020 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acbdcbd-ddff-4546-8e14-9e42eae0b8d1 service neutron] Pushing event updated for resources: {'Port': ['ID=7d70f2a4-4559-42bb-bf31-c8e7f5780ee5,revision_number=3']} {{(pid=88137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:58:30.241544 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba2c1f-e852-44cd-9437-6c7b44439277 req-2b4c78a5-ae95-4337-b68c-e7c7a7c5f194 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:58:30.244045 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6bba2c1f-e852-44cd-9437-6c7b44439277 req-2b4c78a5-ae95-4337-b68c-e7c7a7c5f194 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ce5cced-4fee-4fbe-b1b7-edf67707c920 HTTP/1.1" status: 200 len: 943 time: 0.1367261 Jan 21 19:58:30.311462 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce5cced-4fee-4fbe-b1b7-edf67707c920', 'tag': '7d70f2a4-4559-42bb-bf31-c8e7f5780ee5', 'status': 'completed', 'code': 200} Jan 21 19:58:30.335040 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-6bba2c1f-e852-44cd-9437-6c7b44439277 req-b1d81d05-b470-4a4e-b093-dffc3e79d3c1 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b51091f-1ae8-4b97-9abe-cf0a3539342b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771549 Jan 21 19:58:30.363873 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:58:31.556107 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994245e1-31de-4b27-89bf-0de65e7738e4 req-6d90b63d-17f9-4811-9913-4ec373502a5e tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:58:31.558338 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-994245e1-31de-4b27-89bf-0de65e7738e4 req-6d90b63d-17f9-4811-9913-4ec373502a5e tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ce5cced-4fee-4fbe-b1b7-edf67707c920 HTTP/1.1" status: 200 len: 943 time: 0.0951974 Jan 21 19:58:31.605132 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-994245e1-31de-4b27-89bf-0de65e7738e4 req-f6ebd3c1-bb99-4843-91a2-c86c2aa6014b tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b51091f-1ae8-4b97-9abe-cf0a3539342b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415087 Jan 21 19:58:32.919596 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca66ff0-1aa9-4abe-ae04-bdaf79338769 req-fc9923b5-d37f-477e-bd2b-f1243df44cec tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:58:32.921106 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-eca66ff0-1aa9-4abe-ae04-bdaf79338769 req-fc9923b5-d37f-477e-bd2b-f1243df44cec tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ce5cced-4fee-4fbe-b1b7-edf67707c920 HTTP/1.1" status: 200 len: 943 time: 0.2092614 Jan 21 19:58:32.969854 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-eca66ff0-1aa9-4abe-ae04-bdaf79338769 req-d68a878b-7555-4a86-b2d9-0c9931643e14 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b51091f-1ae8-4b97-9abe-cf0a3539342b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424945 Jan 21 19:58:34.168421 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c01b5-b70e-4140-abe6-aec005a3f72c req-590b7b6d-5ab9-4bec-86e1-98ff204e5c8c tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:58:34.169905 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b41c01b5-b70e-4140-abe6-aec005a3f72c req-590b7b6d-5ab9-4bec-86e1-98ff204e5c8c tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ce5cced-4fee-4fbe-b1b7-edf67707c920 HTTP/1.1" status: 200 len: 943 time: 0.0866506 Jan 21 19:58:34.223453 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b41c01b5-b70e-4140-abe6-aec005a3f72c req-958cc929-2e22-405c-8c54-8b9b4a22d80d tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b51091f-1ae8-4b97-9abe-cf0a3539342b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470715 Jan 21 19:58:35.450558 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43101e48-265f-4ee1-b7d4-44abd17ece25 req-a0c5c1d3-e0d6-4e5f-b5c6-fe2c55253b10 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:58:35.452567 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-43101e48-265f-4ee1-b7d4-44abd17ece25 req-a0c5c1d3-e0d6-4e5f-b5c6-fe2c55253b10 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ce5cced-4fee-4fbe-b1b7-edf67707c920 HTTP/1.1" status: 200 len: 943 time: 0.1041083 Jan 21 19:58:35.498340 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-43101e48-265f-4ee1-b7d4-44abd17ece25 req-0743ab2e-951a-4216-b20a-1e3a7183e4a4 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b51091f-1ae8-4b97-9abe-cf0a3539342b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400436 Jan 21 19:58:36.153547 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.113', 56831) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:36.227531 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-fc447305-c06d-446e-9c84-2e40982b3e64 req-763c2ed7-68b7-4aa4-8517-4d5188239442 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=867b1c56-0f23-4e3c-9a64-6adedc2aff25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737388 Jan 21 19:58:36.228230 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce0597-fe0e-4d77-8415-1181d34a01d3 req-9a42c076-c88f-4598-a33e-15ea3f4a867d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:58:36.231193 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-78ce0597-fe0e-4d77-8415-1181d34a01d3 req-9a42c076-c88f-4598-a33e-15ea3f4a867d service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=7e1c7174af1b42dcb05e29371743664a&device_id=3ce5cced-4fee-4fbe-b1b7-edf67707c920 HTTP/1.1" status: 200 len: 1096 time: 0.0762579 Jan 21 19:58:36.376143 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc447305-c06d-446e-9c84-2e40982b3e64 req-eaf06a01-e1db-4a79-8b21-891211602b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:58:36.377609 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-fc447305-c06d-446e-9c84-2e40982b3e64 req-eaf06a01-e1db-4a79-8b21-891211602b5f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=7e1c7174af1b42dcb05e29371743664a&device_id=867b1c56-0f23-4e3c-9a64-6adedc2aff25 HTTP/1.1" status: 200 len: 1096 time: 0.0731430 Jan 21 19:58:36.379900 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce0597-fe0e-4d77-8415-1181d34a01d3 req-1f943948-2c84-4d77-befc-48eb67eb821b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:58:36.381322 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-78ce0597-fe0e-4d77-8415-1181d34a01d3 req-1f943948-2c84-4d77-befc-48eb67eb821b service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=7e1c7174af1b42dcb05e29371743664a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1359820 Jan 21 19:58:36.527010 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc447305-c06d-446e-9c84-2e40982b3e64 req-30159710-4031-4317-a46c-10bec98826c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:58:36.528445 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-fc447305-c06d-446e-9c84-2e40982b3e64 req-30159710-4031-4317-a46c-10bec98826c0 service neutron] 10.222.0.113 "GET /v2.0/networks?id=2487ac82-e583-40bd-bf96-3beaf040710a HTTP/1.1" status: 200 len: 910 time: 0.1328743 Jan 21 19:58:36.528652 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce0597-fe0e-4d77-8415-1181d34a01d3 req-520d86a4-4d63-4f4c-946f-eeab088c0555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:58:36.530092 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-78ce0597-fe0e-4d77-8415-1181d34a01d3 req-520d86a4-4d63-4f4c-946f-eeab088c0555 service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1434815 Jan 21 19:58:36.639257 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-fc447305-c06d-446e-9c84-2e40982b3e64 req-f3dc4535-2be2-48d8-a79b-f8961702686d service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5f08c8b-623a-4eea-a8b7-45ea27950d02 HTTP/1.1" status: 200 len: 999 time: 0.1015911 Jan 21 19:58:36.689182 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b1e93-42ec-4e87-8fba-536024d5785c req-84b9cbc5-8691-4e55-9a14-e261907c68df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:58:36.690675 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-589b1e93-42ec-4e87-8fba-536024d5785c req-84b9cbc5-8691-4e55-9a14-e261907c68df service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=7e1c7174af1b42dcb05e29371743664a&device_id=3ce5cced-4fee-4fbe-b1b7-edf67707c920 HTTP/1.1" status: 200 len: 1096 time: 0.1218460 Jan 21 19:58:36.700813 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc447305-c06d-446e-9c84-2e40982b3e64 req-29b07ae3-49ef-4881-9a8c-6ef44c2d9f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:58:36.702242 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-fc447305-c06d-446e-9c84-2e40982b3e64 req-29b07ae3-49ef-4881-9a8c-6ef44c2d9f51 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b13a43e1-9c97-4028-86b7-0dd724136069 HTTP/1.1" status: 200 len: 848 time: 0.0569649 Jan 21 19:58:36.766245 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-589b1e93-42ec-4e87-8fba-536024d5785c req-6afdb952-ae4d-48da-bf0c-936ca2fa304d service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d70f2a4-4559-42bb-bf31-c8e7f5780ee5 HTTP/1.1" status: 200 len: 217 time: 0.0682092 Jan 21 19:58:36.776502 dv-neutron-825470-1-hyperv neutron-server[88137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc447305-c06d-446e-9c84-2e40982b3e64 req-73af99a2-3ae5-4080-b99d-a51f31462539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:58:36.777634 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c78bd-9569-4a58-ae81-4acd3a8ca6b1 req-fdf46ff7-8a30-4641-9506-45fc13467372 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:58:36.778272 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-fc447305-c06d-446e-9c84-2e40982b3e64 req-73af99a2-3ae5-4080-b99d-a51f31462539 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2487ac82-e583-40bd-bf96-3beaf040710a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685236 Jan 21 19:58:36.779331 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-bf4c78bd-9569-4a58-ae81-4acd3a8ca6b1 req-fdf46ff7-8a30-4641-9506-45fc13467372 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ce5cced-4fee-4fbe-b1b7-edf67707c920 HTTP/1.1" status: 200 len: 943 time: 0.1608291 Jan 21 19:58:36.864980 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b1e93-42ec-4e87-8fba-536024d5785c req-a0c7b97e-8f0e-452d-8e0f-6f9c8a76f78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:58:36.866425 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-589b1e93-42ec-4e87-8fba-536024d5785c req-a0c7b97e-8f0e-452d-8e0f-6f9c8a76f78c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b13a43e1-9c97-4028-86b7-0dd724136069 HTTP/1.1" status: 200 len: 848 time: 0.0862586 Jan 21 19:58:36.870811 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-bf4c78bd-9569-4a58-ae81-4acd3a8ca6b1 req-f82c930c-8341-4951-b11c-d64c2fc9bde6 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b51091f-1ae8-4b97-9abe-cf0a3539342b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588839 Jan 21 19:58:36.910622 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-fc447305-c06d-446e-9c84-2e40982b3e64 req-30327ab9-e6e3-45d1-8478-958fad15d8ad service neutron] 10.222.0.113 "GET /v2.0/networks/2487ac82-e583-40bd-bf96-3beaf040710a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252804 Jan 21 19:58:36.944218 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b1e93-42ec-4e87-8fba-536024d5785c req-dc1b3521-1ce7-42ea-9f55-4e4e70d45bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:58:36.945687 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-589b1e93-42ec-4e87-8fba-536024d5785c req-dc1b3521-1ce7-42ea-9f55-4e4e70d45bb8 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2487ac82-e583-40bd-bf96-3beaf040710a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735106 Jan 21 19:58:37.040974 dv-neutron-825470-1-hyperv neutron-server[88137]: INFO neutron.wsgi [req-fc447305-c06d-446e-9c84-2e40982b3e64 req-04ca2330-356d-4479-bef2-ec1fcc00b5a9 service neutron] 10.222.0.113 "GET /v2.0/networks/2487ac82-e583-40bd-bf96-3beaf040710a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246707 Jan 21 19:58:37.075207 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-589b1e93-42ec-4e87-8fba-536024d5785c req-26c4592e-0604-442a-9ccf-0552c5bcd3c9 service neutron] 10.222.0.113 "GET /v2.0/networks/2487ac82-e583-40bd-bf96-3beaf040710a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237867 Jan 21 19:58:37.204008 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-589b1e93-42ec-4e87-8fba-536024d5785c req-000ddfbb-8564-482f-b647-8c69f9187e9c service neutron] 10.222.0.113 "GET /v2.0/networks/2487ac82-e583-40bd-bf96-3beaf040710a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219738 Jan 21 19:58:38.055450 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b6ab2-3907-44d7-80c9-af6f1200a92a req-22edec73-2450-4fa1-b3b8-bf04da0c8629 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:58:38.056871 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c90b6ab2-3907-44d7-80c9-af6f1200a92a req-22edec73-2450-4fa1-b3b8-bf04da0c8629 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ce5cced-4fee-4fbe-b1b7-edf67707c920 HTTP/1.1" status: 200 len: 943 time: 0.0781305 Jan 21 19:58:38.106110 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c90b6ab2-3907-44d7-80c9-af6f1200a92a req-af4936c4-9572-46b8-982b-e8ed4b8ab717 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b51091f-1ae8-4b97-9abe-cf0a3539342b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433607 Jan 21 19:58:39.288629 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7751ec7-769c-436b-a34a-1b7cd961edcc req-6df573cc-aaf8-41e3-9bb3-71ebf828d2a3 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:58:39.290066 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d7751ec7-769c-436b-a34a-1b7cd961edcc req-6df573cc-aaf8-41e3-9bb3-71ebf828d2a3 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ce5cced-4fee-4fbe-b1b7-edf67707c920 HTTP/1.1" status: 200 len: 943 time: 0.0805752 Jan 21 19:58:39.332613 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-d7751ec7-769c-436b-a34a-1b7cd961edcc req-ee76cc01-c21a-4af2-806a-4a9fc3e7e34a tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b51091f-1ae8-4b97-9abe-cf0a3539342b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370357 Jan 21 19:58:40.460217 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 7d70f2a4-4559-42bb-bf31-c8e7f5780ee5 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 19:58:40.516841 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc07a4-f8ad-49fc-8758-fc4ee35f27ba req-41883153-97bd-4220-903e-bdc933fb5397 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:58:40.518314 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-50dc07a4-f8ad-49fc-8758-fc4ee35f27ba req-41883153-97bd-4220-903e-bdc933fb5397 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ce5cced-4fee-4fbe-b1b7-edf67707c920 HTTP/1.1" status: 200 len: 943 time: 0.0810318 Jan 21 19:58:40.568498 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-50dc07a4-f8ad-49fc-8758-fc4ee35f27ba req-a550a1fa-ffc8-41fb-ae05-a49a77f49d07 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b51091f-1ae8-4b97-9abe-cf0a3539342b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444372 Jan 21 19:58:40.596103 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 7d70f2a4-4559-42bb-bf31-c8e7f5780ee5, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=7d70f2a4-4559-42bb-bf31-c8e7f5780ee5,segment=NetworkSegment(717892f4-ca20-4d83-a8e4-5efbfc5edf0a),segment_id=717892f4-ca20-4d83-a8e4-5efbfc5edf0a)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:58:40.609884 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': '7d70f2a4-4559-42bb-bf31-c8e7f5780ee5', 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a', 'port_id': '7d70f2a4-4559-42bb-bf31-c8e7f5780ee5', 'mac_address': 'fa:16:3e:79:82:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b13a43e1-9c97-4028-86b7-0dd724136069', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 19:58:40.667708 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:58:40.691673 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d70f2a4-4559-42bb-bf31-c8e7f5780ee5 {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 19:58:40.711156 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 7d70f2a4-4559-42bb-bf31-c8e7f5780ee5, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=7d70f2a4-4559-42bb-bf31-c8e7f5780ee5,segment=NetworkSegment(717892f4-ca20-4d83-a8e4-5efbfc5edf0a),segment_id=717892f4-ca20-4d83-a8e4-5efbfc5edf0a)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:58:41.401970 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:58:41.470766 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=7d70f2a4-4559-42bb-bf31-c8e7f5780ee5,revision_number=4']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:58:41.662572 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['7d70f2a4-4559-42bb-bf31-c8e7f5780ee5'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 19:58:41.870271 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7746c2-e467-408e-b35b-4bb9b437543b req-c0188c58-c7d0-4340-a51a-888d64198df9 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:58:41.871832 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ab7746c2-e467-408e-b35b-4bb9b437543b req-c0188c58-c7d0-4340-a51a-888d64198df9 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ce5cced-4fee-4fbe-b1b7-edf67707c920 HTTP/1.1" status: 200 len: 944 time: 0.1968560 Jan 21 19:58:41.919842 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ab7746c2-e467-408e-b35b-4bb9b437543b req-67c2dd52-fd05-440a-a679-1c7dfb7854d1 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b51091f-1ae8-4b97-9abe-cf0a3539342b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413952 Jan 21 19:58:42.472457 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 7d70f2a4-4559-42bb-bf31-c8e7f5780ee5 up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 19:58:42.595649 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning for port 7d70f2a4-4559-42bb-bf31-c8e7f5780ee5 completed by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 19:58:42.600389 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port 7d70f2a4-4559-42bb-bf31-c8e7f5780ee5 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 19:58:42.600751 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:58:42.711274 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:58:42.741681 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce5cced-4fee-4fbe-b1b7-edf67707c920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d70f2a4-4559-42bb-bf31-c8e7f5780ee5'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:58:42.751064 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 7d70f2a4-4559-42bb-bf31-c8e7f5780ee5, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=7d70f2a4-4559-42bb-bf31-c8e7f5780ee5,segment=NetworkSegment(717892f4-ca20-4d83-a8e4-5efbfc5edf0a),segment_id=717892f4-ca20-4d83-a8e4-5efbfc5edf0a)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 19:58:42.789671 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce5cced-4fee-4fbe-b1b7-edf67707c920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d70f2a4-4559-42bb-bf31-c8e7f5780ee5', 'code': 200} Jan 21 19:58:42.835955 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:58:42.902491 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=7d70f2a4-4559-42bb-bf31-c8e7f5780ee5,revision_number=5']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:58:43.162743 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc27d2-5162-4c4f-abcb-0fb61e7cf1c0 req-60e6a851-f4c1-4eed-b151-8ded89176a72 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:58:43.164156 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a6cc27d2-5162-4c4f-abcb-0fb61e7cf1c0 req-60e6a851-f4c1-4eed-b151-8ded89176a72 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ce5cced-4fee-4fbe-b1b7-edf67707c920 HTTP/1.1" status: 200 len: 945 time: 0.1365395 Jan 21 19:58:43.186985 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d54638-9c44-443d-9c59-ef032c9c0bbe req-296b01e8-657f-486d-ada4-249893e2c35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:58:43.188382 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f4d54638-9c44-443d-9c59-ef032c9c0bbe req-296b01e8-657f-486d-ada4-249893e2c35a service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=3ce5cced-4fee-4fbe-b1b7-edf67707c920 HTTP/1.1" status: 200 len: 1098 time: 0.1032712 Jan 21 19:58:43.229852 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-a6cc27d2-5162-4c4f-abcb-0fb61e7cf1c0 req-d99a6b03-0d9e-4ccf-9ba4-bf75e460c787 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b51091f-1ae8-4b97-9abe-cf0a3539342b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596156 Jan 21 19:58:43.248713 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-f4d54638-9c44-443d-9c59-ef032c9c0bbe req-62494c27-8e3c-4bd8-9aa3-348e4959281f service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=5b51091f-1ae8-4b97-9abe-cf0a3539342b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479586 Jan 21 19:58:44.416606 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97823466-8b99-492f-ae0b-5594d0273bf5 req-bc72cd7a-0ec7-441e-9d2d-c2ded02f68a5 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:58:44.418185 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-97823466-8b99-492f-ae0b-5594d0273bf5 req-bc72cd7a-0ec7-441e-9d2d-c2ded02f68a5 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ce5cced-4fee-4fbe-b1b7-edf67707c920 HTTP/1.1" status: 200 len: 945 time: 0.0832124 Jan 21 19:58:44.461726 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-97823466-8b99-492f-ae0b-5594d0273bf5 req-f7cd8cc5-840b-49d0-9e0e-bfbd3d6b45c6 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b51091f-1ae8-4b97-9abe-cf0a3539342b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378296 Jan 21 19:58:45.644931 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e410f-dfef-4c3d-9c53-99e04f654991 req-a93bc2ba-4301-498b-b726-1aa1fb47ccbe tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:58:45.646388 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-447e410f-dfef-4c3d-9c53-99e04f654991 req-a93bc2ba-4301-498b-b726-1aa1fb47ccbe tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ce5cced-4fee-4fbe-b1b7-edf67707c920 HTTP/1.1" status: 200 len: 945 time: 0.0816240 Jan 21 19:58:45.689585 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-447e410f-dfef-4c3d-9c53-99e04f654991 req-aeda9cd1-f0d6-4152-9e98-a0ee7eff6d35 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b51091f-1ae8-4b97-9abe-cf0a3539342b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373304 Jan 21 19:58:45.872147 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48739f09-38cd-402a-bd00-6dbee60c59a4 req-d22b68f6-a66b-4c51-bc3b-a4c818590d5b tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:58:45.873571 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-48739f09-38cd-402a-bd00-6dbee60c59a4 req-d22b68f6-a66b-4c51-bc3b-a4c818590d5b tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ce5cced-4fee-4fbe-b1b7-edf67707c920 HTTP/1.1" status: 200 len: 945 time: 0.0782866 Jan 21 19:58:45.916827 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-48739f09-38cd-402a-bd00-6dbee60c59a4 req-9e43797c-3a4b-45b0-b144-26474a716214 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b51091f-1ae8-4b97-9abe-cf0a3539342b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375879 Jan 21 19:58:45.938485 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 44444) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:46.008693 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f92d50b-8536-4dd6-9807-5a8ba5c0a64a tempest-TestSnapshotPattern-915685123 tempest-TestSnapshotPattern-915685123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:58:46.010085 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-2f92d50b-8536-4dd6-9807-5a8ba5c0a64a tempest-TestSnapshotPattern-915685123 tempest-TestSnapshotPattern-915685123-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=3ce5cced-4fee-4fbe-b1b7-edf67707c920 HTTP/1.1" status: 200 len: 1093 time: 0.0706425 Jan 21 19:58:46.012812 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 44448) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:46.018270 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.v2.base [None req-cf0c6c93-424a-4aa8-b363-fe11eb609b68 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Request body: {'floatingip': {'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'port_id': '7d70f2a4-4559-42bb-bf31-c8e7f5780ee5', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:58:46.024214 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-cf0c6c93-424a-4aa8-b363-fe11eb609b68 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 21 19:58:46.028276 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-cf0c6c93-424a-4aa8-b363-fe11eb609b68 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Usage tracker for resource:floatingip and tenant:7e1c7174af1b42dcb05e29371743664a is out of sync, need to count used quota {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 21 19:58:46.031658 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [None req-cf0c6c93-424a-4aa8-b363-fe11eb609b68 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 21 19:58:46.037298 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.quota.driver [None req-cf0c6c93-424a-4aa8-b363-fe11eb609b68 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 21 19:58:46.155991 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cf0c6c93-424a-4aa8-b363-fe11eb609b68 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks [] for floatingip, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:58:46.289306 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cf0c6c93-424a-4aa8-b363-fe11eb609b68 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:58:46.427925 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_common [None req-cf0c6c93-424a-4aa8-b363-fe11eb609b68 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Allocated IP 172.26.1.188 (552ba34b-3dd7-4be8-8310-a9fc908fe72b/c5a7ee00-82c8-4a0f-b44d-6f728af3633e/45de2282-265d-44e7-86ce-e369e1dd2762) {{(pid=88136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 19:58:46.573664 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cf0c6c93-424a-4aa8-b363-fe11eb609b68 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks [] for port, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:58:46.651389 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cf0c6c93-424a-4aa8-b363-fe11eb609b68 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763374877157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:58:46.719534 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0c6c93-424a-4aa8-b363-fe11eb609b68 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Network 552ba34b-3dd7-4be8-8310-a9fc908fe72b is already hosted by enough agents. {{(pid=88136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 19:58:46.722441 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.base_scheduler [None req-cf0c6c93-424a-4aa8-b363-fe11eb609b68 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Resources bound (agent type, host, resource id): {{(pid=88136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 19:58:46.726022 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0c6c93-424a-4aa8-b363-fe11eb609b68 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Received port after_create {{(pid=88136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 21 19:58:46.755113 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0c6c93-424a-4aa8-b363-fe11eb609b68 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Pushing event updated for resources: {'Port': ['ID=45de2282-265d-44e7-86ce-e369e1dd2762,revision_number=1']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:58:46.772535 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c6c93-424a-4aa8-b363-fe11eb609b68 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:58:46.772884 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c6c93-424a-4aa8-b363-fe11eb609b68 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:58:46.773228 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c6c93-424a-4aa8-b363-fe11eb609b68 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:58:46.773562 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c6c93-424a-4aa8-b363-fe11eb609b68 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:58:46.773919 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c6c93-424a-4aa8-b363-fe11eb609b68 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:58:46.774255 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c6c93-424a-4aa8-b363-fe11eb609b68 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:58:46.774585 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c6c93-424a-4aa8-b363-fe11eb609b68 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:58:46.774912 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c6c93-424a-4aa8-b363-fe11eb609b68 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:58:46.775239 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c6c93-424a-4aa8-b363-fe11eb609b68 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:58:46.775561 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c6c93-424a-4aa8-b363-fe11eb609b68 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:58:46.775881 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c6c93-424a-4aa8-b363-fe11eb609b68 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:58:46.776201 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0c6c93-424a-4aa8-b363-fe11eb609b68 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 19:58:47.154695 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cf0c6c93-424a-4aa8-b363-fe11eb609b68 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:58:47.395618 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cf0c6c93-424a-4aa8-b363-fe11eb609b68 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:58:47.597767 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cf0c6c93-424a-4aa8-b363-fe11eb609b68 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks [] for port, precommit_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:58:47.653033 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cf0c6c93-424a-4aa8-b363-fe11eb609b68 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1613245'] for port, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:58:47.761685 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0c6c93-424a-4aa8-b363-fe11eb609b68 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Pushing event updated for resources: {'Port': ['ID=45de2282-265d-44e7-86ce-e369e1dd2762,revision_number=2']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 19:58:47.772828 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cf0c6c93-424a-4aa8-b363-fe11eb609b68 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3720754'] for floatingip, after_update {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:58:47.948052 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.l3_db [None req-cf0c6c93-424a-4aa8-b363-fe11eb609b68 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Floating IP b8380b4c-f704-4efb-9d2f-e7754e41e8db associated. External IP: 172.26.1.188, port: 7d70f2a4-4559-42bb-bf31-c8e7f5780ee5. Jan 21 19:58:48.295951 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0c6c93-424a-4aa8-b363-fe11eb609b68 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Router ab5f06e5-d175-497a-8d54-57a9b46f40d2 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 19:58:48.479912 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0c6c93-424a-4aa8-b363-fe11eb609b68 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 19:58:48.490263 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59949abf-fb87-4417-9e67-f5883c115d56 None None] Sync routers for ids ['ab5f06e5-d175-497a-8d54-57a9b46f40d2'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 19:58:48.499893 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59949abf-fb87-4417-9e67-f5883c115d56 None None] Routers {'ab5f06e5-d175-497a-8d54-57a9b46f40d2'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:58:48.500660 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-59949abf-fb87-4417-9e67-f5883c115d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:58:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['ab5f06e5-d175-497a-8d54-57a9b46f40d2'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:58:48.559851 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-cf0c6c93-424a-4aa8-b363-fe11eb609b68 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:58:48.613909 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-cf0c6c93-424a-4aa8-b363-fe11eb609b68 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5999196 Jan 21 19:58:48.614455 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce5cced-4fee-4fbe-b1b7-edf67707c920', 'tag': '7d70f2a4-4559-42bb-bf31-c8e7f5780ee5'}] {{(pid=88136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:58:48.675145 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-59949abf-fb87-4417-9e67-f5883c115d56 None None] Set router ab5f06e5-d175-497a-8d54-57a9b46f40d2 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:58:48.745502 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce5cced-4fee-4fbe-b1b7-edf67707c920', 'tag': '7d70f2a4-4559-42bb-bf31-c8e7f5780ee5', 'status': 'completed', 'code': 200} Jan 21 19:58:48.837359 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658db302-f2a3-410f-8814-110df10a68d7 req-0fb9448a-a23a-4aa4-97c0-9c8192ca7a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:58:48.838863 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-658db302-f2a3-410f-8814-110df10a68d7 req-0fb9448a-a23a-4aa4-97c0-9c8192ca7a9d service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=7e1c7174af1b42dcb05e29371743664a&device_id=3ce5cced-4fee-4fbe-b1b7-edf67707c920 HTTP/1.1" status: 200 len: 1098 time: 0.0726633 Jan 21 19:58:49.057058 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-59949abf-fb87-4417-9e67-f5883c115d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'name': 'tempest-TestSnapshotPattern-936072681-router', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': 'fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:55:39Z', 'updated_at': '2022-01-21T19:55:43Z', 'revision_number': 4, 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'gw_port': {'id': 'fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:55:39Z', 'updated_at': '2022-01-21T19:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': 'b8380b4c-f704-4efb-9d2f-e7754e41e8db', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'floating_ip_address': '172.26.1.188', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'port_id': '7d70f2a4-4559-42bb-bf31-c8e7f5780ee5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a', 'mac_address': 'fa:16:3e:79:82:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce5cced-4fee-4fbe-b1b7-edf67707c920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:58:47Z', 'updated_at': '2022-01-21T19:58:47Z', 'revision_number': 0, 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'fixed_ip_address_scope': None}, {'id': 'e37bb637-adde-4a87-81f7-bc2a80ce07ae', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'floating_ip_address': '172.26.1.148', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'port_id': 'b5f08c8b-623a-4eea-a8b7-45ea27950d02', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a', 'mac_address': 'fa:16:3e:d2:b6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867b1c56-0f23-4e3c-9a64-6adedc2aff25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:56:11Z', 'updated_at': '2022-01-21T19:56:14Z', 'revision_number': 1, 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c37651ea-fafb-465c-8030-57cce79b5ee7', 'name': '', 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'mac_address': 'fa:16:3e:af:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'b13a43e1-9c97-4028-86b7-0dd724136069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:55:42Z', 'updated_at': '2022-01-21T19:55:49Z', 'revision_number': 5, 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'subnets': [{'id': 'b13a43e1-9c97-4028-86b7-0dd724136069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:58:49.061833 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59949abf-fb87-4417-9e67-f5883c115d56 None None] Checking router: ab5f06e5-d175-497a-8d54-57a9b46f40d2 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 19:58:49.070705 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59949abf-fb87-4417-9e67-f5883c115d56 None None] Routers {'ab5f06e5-d175-497a-8d54-57a9b46f40d2'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:58:49.071342 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-59949abf-fb87-4417-9e67-f5883c115d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T19:58:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['ab5f06e5-d175-497a-8d54-57a9b46f40d2'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:58:49.100572 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658db302-f2a3-410f-8814-110df10a68d7 req-3996cc85-fc89-4710-a805-16ef84d1dfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:58:49.102029 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-658db302-f2a3-410f-8814-110df10a68d7 req-3996cc85-fc89-4710-a805-16ef84d1dfae service neutron] 10.222.0.113 "GET /v2.0/networks?id=2487ac82-e583-40bd-bf96-3beaf040710a HTTP/1.1" status: 200 len: 910 time: 0.2573564 Jan 21 19:58:49.203935 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-658db302-f2a3-410f-8814-110df10a68d7 req-69ef6fbf-99a2-4062-ac63-e3f756f42905 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d70f2a4-4559-42bb-bf31-c8e7f5780ee5 HTTP/1.1" status: 200 len: 999 time: 0.0960073 Jan 21 19:58:49.251499 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-59949abf-fb87-4417-9e67-f5883c115d56 None None] Set router ab5f06e5-d175-497a-8d54-57a9b46f40d2 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 19:58:49.267558 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658db302-f2a3-410f-8814-110df10a68d7 req-0b59f97e-13b6-4a45-be4a-18920183e094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:58:49.268951 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-658db302-f2a3-410f-8814-110df10a68d7 req-0b59f97e-13b6-4a45-be4a-18920183e094 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b13a43e1-9c97-4028-86b7-0dd724136069 HTTP/1.1" status: 200 len: 848 time: 0.0555339 Jan 21 19:58:49.343762 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658db302-f2a3-410f-8814-110df10a68d7 req-29b856c6-5123-49d7-8bef-caf25af8e2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:58:49.345223 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-658db302-f2a3-410f-8814-110df10a68d7 req-29b856c6-5123-49d7-8bef-caf25af8e2de service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2487ac82-e583-40bd-bf96-3beaf040710a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699568 Jan 21 19:58:49.478699 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-658db302-f2a3-410f-8814-110df10a68d7 req-9b99a8fe-9dae-4155-b78c-bc1dee12f179 service neutron] 10.222.0.113 "GET /v2.0/networks/2487ac82-e583-40bd-bf96-3beaf040710a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265781 Jan 21 19:58:49.597882 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-59949abf-fb87-4417-9e67-f5883c115d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'name': 'tempest-TestSnapshotPattern-936072681-router', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': 'fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:55:39Z', 'updated_at': '2022-01-21T19:55:43Z', 'revision_number': 4, 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'gw_port': {'id': 'fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:55:39Z', 'updated_at': '2022-01-21T19:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': 'b8380b4c-f704-4efb-9d2f-e7754e41e8db', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'floating_ip_address': '172.26.1.188', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'port_id': '7d70f2a4-4559-42bb-bf31-c8e7f5780ee5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a', 'mac_address': 'fa:16:3e:79:82:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce5cced-4fee-4fbe-b1b7-edf67707c920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:58:47Z', 'updated_at': '2022-01-21T19:58:47Z', 'revision_number': 0, 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'fixed_ip_address_scope': None}, {'id': 'e37bb637-adde-4a87-81f7-bc2a80ce07ae', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'floating_ip_address': '172.26.1.148', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'port_id': 'b5f08c8b-623a-4eea-a8b7-45ea27950d02', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a', 'mac_address': 'fa:16:3e:d2:b6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867b1c56-0f23-4e3c-9a64-6adedc2aff25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:56:11Z', 'updated_at': '2022-01-21T19:56:14Z', 'revision_number': 1, 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c37651ea-fafb-465c-8030-57cce79b5ee7', 'name': '', 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'mac_address': 'fa:16:3e:af:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'b13a43e1-9c97-4028-86b7-0dd724136069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:55:42Z', 'updated_at': '2022-01-21T19:55:49Z', 'revision_number': 5, 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'subnets': [{'id': 'b13a43e1-9c97-4028-86b7-0dd724136069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 19:58:49.601587 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59949abf-fb87-4417-9e67-f5883c115d56 None None] The sync data for ids ['ab5f06e5-d175-497a-8d54-57a9b46f40d2'] in dv-neutron-825470-1-hyperv is: [{'id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'name': 'tempest-TestSnapshotPattern-936072681-router', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': 'fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:55:39Z', 'updated_at': '2022-01-21T19:55:43Z', 'revision_number': 4, 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'gw_port': {'id': 'fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:55:39Z', 'updated_at': '2022-01-21T19:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': 'b8380b4c-f704-4efb-9d2f-e7754e41e8db', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'floating_ip_address': '172.26.1.188', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'port_id': '7d70f2a4-4559-42bb-bf31-c8e7f5780ee5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a', 'mac_address': 'fa:16:3e:79:82:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce5cced-4fee-4fbe-b1b7-edf67707c920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:58:47Z', 'updated_at': '2022-01-21T19:58:47Z', 'revision_number': 0, 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'fixed_ip_address_scope': None}, {'id': 'e37bb637-adde-4a87-81f7-bc2a80ce07ae', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'floating_ip_address': '172.26.1.148', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'port_id': 'b5f08c8b-623a-4eea-a8b7-45ea27950d02', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a', 'mac_address': 'fa:16:3e:d2:b6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867b1c56-0f23-4e3c-9a64-6adedc2aff25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:56:11Z', 'updated_at': '2022-01-21T19:56:14Z', 'revision_number': 1, 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c37651ea-fafb-465c-8030-57cce79b5ee7', 'name': '', 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'mac_address': 'fa:16:3e:af:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'b13a43e1-9c97-4028-86b7-0dd724136069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:55:42Z', 'updated_at': '2022-01-21T19:55:49Z', 'revision_number': 5, 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'subnets': [{'id': 'b13a43e1-9c97-4028-86b7-0dd724136069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 19:58:49.607521 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-658db302-f2a3-410f-8814-110df10a68d7 req-05650e3e-5264-4083-a80c-88d8565e43cc service neutron] 10.222.0.113 "GET /v2.0/networks/2487ac82-e583-40bd-bf96-3beaf040710a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229577 Jan 21 19:58:49.794162 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eab9c78-2210-44a1-9809-2a89f148771e None None] New status for floating IP b8380b4c-f704-4efb-9d2f-e7754e41e8db: ACTIVE {{(pid=88138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 19:58:52.413163 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:58:55.085025 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-6f005a3d-fa54-4971-bd37-32d15ddcc53f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:58:57.292795 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d911688f-78c6-4176-9dc3-7afb535496c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:58:58.715788 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:58:58.805109 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:58:58.867866 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:59:00.349924 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:59:25.107479 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7bf1a8b9-79f8-45c2-88ba-30b5ec9ee105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:59:27.286456 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5445dd58-be28-4a1e-a931-8b017abfff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:59:28.724432 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:59:28.769799 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:59:28.846465 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:59:29.412489 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 19:59:30.364390 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:59:34.289175 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-08fbf0d4-5b02-40ae-89a1-0ab3b46cade9 req-33ea097c-8414-48fd-b27e-08b5ac12b92c service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=867b1c56-0f23-4e3c-9a64-6adedc2aff25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736618 Jan 21 19:59:34.442467 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fbf0d4-5b02-40ae-89a1-0ab3b46cade9 req-30584498-e586-424e-b55c-77a60bb22529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:59:34.443937 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-08fbf0d4-5b02-40ae-89a1-0ab3b46cade9 req-30584498-e586-424e-b55c-77a60bb22529 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=7e1c7174af1b42dcb05e29371743664a&device_id=867b1c56-0f23-4e3c-9a64-6adedc2aff25 HTTP/1.1" status: 200 len: 1096 time: 0.0852807 Jan 21 19:59:34.586867 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fbf0d4-5b02-40ae-89a1-0ab3b46cade9 req-17f51f5e-9c4c-4840-8da9-a925d1338f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:59:34.588196 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-08fbf0d4-5b02-40ae-89a1-0ab3b46cade9 req-17f51f5e-9c4c-4840-8da9-a925d1338f96 service neutron] 10.222.0.113 "GET /v2.0/networks?id=2487ac82-e583-40bd-bf96-3beaf040710a HTTP/1.1" status: 200 len: 910 time: 0.1242313 Jan 21 19:59:34.688520 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-08fbf0d4-5b02-40ae-89a1-0ab3b46cade9 req-5952159f-28cb-49a9-a4dc-2d429b60f189 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5f08c8b-623a-4eea-a8b7-45ea27950d02 HTTP/1.1" status: 200 len: 999 time: 0.0939653 Jan 21 19:59:34.752946 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fbf0d4-5b02-40ae-89a1-0ab3b46cade9 req-425359f9-b75f-4997-a2a4-223eeb65f7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:59:34.754384 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-08fbf0d4-5b02-40ae-89a1-0ab3b46cade9 req-425359f9-b75f-4997-a2a4-223eeb65f7a4 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b13a43e1-9c97-4028-86b7-0dd724136069 HTTP/1.1" status: 200 len: 848 time: 0.0599141 Jan 21 19:59:34.830505 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fbf0d4-5b02-40ae-89a1-0ab3b46cade9 req-2331489b-b57d-4f3a-95f2-83f5d5d6998b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 19:59:34.832339 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-08fbf0d4-5b02-40ae-89a1-0ab3b46cade9 req-2331489b-b57d-4f3a-95f2-83f5d5d6998b service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2487ac82-e583-40bd-bf96-3beaf040710a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691319 Jan 21 19:59:34.975550 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-08fbf0d4-5b02-40ae-89a1-0ab3b46cade9 req-924761fd-9400-4810-9c50-d72860cde0e7 service neutron] 10.222.0.113 "GET /v2.0/networks/2487ac82-e583-40bd-bf96-3beaf040710a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370852 Jan 21 19:59:35.105922 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-08fbf0d4-5b02-40ae-89a1-0ab3b46cade9 req-061019ad-8f00-45b3-9afd-6cc0513e9099 service neutron] 10.222.0.113 "GET /v2.0/networks/2487ac82-e583-40bd-bf96-3beaf040710a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224501 Jan 21 19:59:55.046274 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7d4d370d-3e42-4db4-aeb5-7fe8894141e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:59:57.286175 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-09abfce2-82c8-422e-b87e-eca65891ceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:59:58.726630 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:59:58.809722 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 19:59:58.883846 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:00.352165 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:06.416357 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 20:00:18.846083 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 7d70f2a4-4559-42bb-bf31-c8e7f5780ee5 details requested by agent hyperv_hv-neutron-8254 with host hv-neutron-8254 {{(pid=88138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 21 20:00:18.990110 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 7d70f2a4-4559-42bb-bf31-c8e7f5780ee5, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=7d70f2a4-4559-42bb-bf31-c8e7f5780ee5,segment=NetworkSegment(717892f4-ca20-4d83-a8e4-5efbfc5edf0a),segment_id=717892f4-ca20-4d83-a8e4-5efbfc5edf0a)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 20:00:19.004768 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Returning: {'device': '7d70f2a4-4559-42bb-bf31-c8e7f5780ee5', 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a', 'port_id': '7d70f2a4-4559-42bb-bf31-c8e7f5780ee5', 'mac_address': 'fa:16:3e:79:82:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b13a43e1-9c97-4028-86b7-0dd724136069', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 21 20:00:19.062391 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:19.079337 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d70f2a4-4559-42bb-bf31-c8e7f5780ee5 {{(pid=88138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 20:00:19.094553 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 7d70f2a4-4559-42bb-bf31-c8e7f5780ee5, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=7d70f2a4-4559-42bb-bf31-c8e7f5780ee5,segment=NetworkSegment(717892f4-ca20-4d83-a8e4-5efbfc5edf0a),segment_id=717892f4-ca20-4d83-a8e4-5efbfc5edf0a)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 20:00:19.160320 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:19.230383 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=7d70f2a4-4559-42bb-bf31-c8e7f5780ee5,revision_number=6']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 20:00:19.237507 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 20:00:19.237886 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 20:00:19.238220 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 20:00:19.238546 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 20:00:19.238869 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 20:00:19.239198 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 20:00:19.239515 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 20:00:19.239830 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 20:00:19.240144 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 20:00:19.240455 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 20:00:19.240766 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 20:00:19.241074 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 20:00:19.245635 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] get_ports_and_sgs() called for port_ids ['7d70f2a4-4559-42bb-bf31-c8e7f5780ee5'] {{(pid=88138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 21 20:00:20.860153 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 7d70f2a4-4559-42bb-bf31-c8e7f5780ee5 up at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 21 20:00:20.937674 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.provisioning_blocks [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Provisioning complete for port 7d70f2a4-4559-42bb-bf31-c8e7f5780ee5 triggered by entity L2. {{(pid=88138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 20:00:20.938773 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3605325'] for port, provisioning_complete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:21.086556 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:21.115155 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce5cced-4fee-4fbe-b1b7-edf67707c920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d70f2a4-4559-42bb-bf31-c8e7f5780ee5'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:00:21.125473 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 7d70f2a4-4559-42bb-bf31-c8e7f5780ee5, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=7d70f2a4-4559-42bb-bf31-c8e7f5780ee5,segment=NetworkSegment(717892f4-ca20-4d83-a8e4-5efbfc5edf0a),segment_id=717892f4-ca20-4d83-a8e4-5efbfc5edf0a)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 20:00:21.172317 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce5cced-4fee-4fbe-b1b7-edf67707c920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d70f2a4-4559-42bb-bf31-c8e7f5780ee5', 'code': 200} Jan 21 20:00:21.192130 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:21.271582 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=7d70f2a4-4559-42bb-bf31-c8e7f5780ee5,revision_number=7']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 20:00:25.082376 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-394c8da9-f36f-4005-9d78-b22886172986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:27.308433 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a966ea70-755b-4b22-badc-6ebdf00190c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:28.723697 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:28.794340 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:28.880190 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:30.371041 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:31.517581 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 44662) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:31.822371 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-1c3816a6-54a3-439a-bd0c-0d4d438deeec tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Deleting port 45de2282-265d-44e7-86ce-e369e1dd2762 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 20:00:31.822621 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1c3816a6-54a3-439a-bd0c-0d4d438deeec tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:31.994446 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1c3816a6-54a3-439a-bd0c-0d4d438deeec tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:31.994772 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1c3816a6-54a3-439a-bd0c-0d4d438deeec tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:32.121197 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-1c3816a6-54a3-439a-bd0c-0d4d438deeec tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Calling delete_port for 45de2282-265d-44e7-86ce-e369e1dd2762 owned by network:floatingip {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 20:00:32.314578 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1c3816a6-54a3-439a-bd0c-0d4d438deeec tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:32.365011 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3816a6-54a3-439a-bd0c-0d4d438deeec tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Pushing event deleted for resources: {'Port': ['ID=45de2282-265d-44e7-86ce-e369e1dd2762,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 20:00:32.401433 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3816a6-54a3-439a-bd0c-0d4d438deeec tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 20:00:32.401781 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3816a6-54a3-439a-bd0c-0d4d438deeec tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 20:00:32.402150 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3816a6-54a3-439a-bd0c-0d4d438deeec tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 20:00:32.402474 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3816a6-54a3-439a-bd0c-0d4d438deeec tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 20:00:32.402801 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3816a6-54a3-439a-bd0c-0d4d438deeec tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 20:00:32.403126 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3816a6-54a3-439a-bd0c-0d4d438deeec tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 20:00:32.403448 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3816a6-54a3-439a-bd0c-0d4d438deeec tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 20:00:32.403769 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3816a6-54a3-439a-bd0c-0d4d438deeec tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 20:00:32.404089 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3816a6-54a3-439a-bd0c-0d4d438deeec tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 20:00:32.404408 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3816a6-54a3-439a-bd0c-0d4d438deeec tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 20:00:32.404723 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3816a6-54a3-439a-bd0c-0d4d438deeec tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 20:00:32.405036 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3816a6-54a3-439a-bd0c-0d4d438deeec tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825470-1-hyperv {{(pid=88136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 20:00:32.464819 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1c3816a6-54a3-439a-bd0c-0d4d438deeec tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks [] for floatingip, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:32.465200 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.l3_db [None req-1c3816a6-54a3-439a-bd0c-0d4d438deeec tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Floating IP b8380b4c-f704-4efb-9d2f-e7754e41e8db disassociated (deleted). External IP: 172.26.1.188, port: 7d70f2a4-4559-42bb-bf31-c8e7f5780ee5. Jan 21 20:00:32.822928 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3816a6-54a3-439a-bd0c-0d4d438deeec tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Router ab5f06e5-d175-497a-8d54-57a9b46f40d2 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 20:00:32.996835 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3816a6-54a3-439a-bd0c-0d4d438deeec tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 20:00:33.006745 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95cbb14-94df-44a3-ad2a-6ca9dd5bcc0c None None] Sync routers for ids ['ab5f06e5-d175-497a-8d54-57a9b46f40d2'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 20:00:33.010024 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-1c3816a6-54a3-439a-bd0c-0d4d438deeec tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:33.015335 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95cbb14-94df-44a3-ad2a-6ca9dd5bcc0c None None] Routers {'ab5f06e5-d175-497a-8d54-57a9b46f40d2'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:00:33.016576 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-b95cbb14-94df-44a3-ad2a-6ca9dd5bcc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T20:00:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['ab5f06e5-d175-497a-8d54-57a9b46f40d2'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 20:00:33.067347 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-1c3816a6-54a3-439a-bd0c-0d4d438deeec tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "DELETE /v2.0/floatingips/b8380b4c-f704-4efb-9d2f-e7754e41e8db HTTP/1.1" status: 204 len: 168 time: 1.5486307 Jan 21 20:00:33.068137 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce5cced-4fee-4fbe-b1b7-edf67707c920', 'tag': '7d70f2a4-4559-42bb-bf31-c8e7f5780ee5'}] {{(pid=88136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:00:33.115651 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce5cced-4fee-4fbe-b1b7-edf67707c920', 'tag': '7d70f2a4-4559-42bb-bf31-c8e7f5780ee5', 'status': 'completed', 'code': 200} Jan 21 20:00:33.204259 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-b95cbb14-94df-44a3-ad2a-6ca9dd5bcc0c None None] Set router ab5f06e5-d175-497a-8d54-57a9b46f40d2 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 20:00:33.208291 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609d357-ba7c-4aa8-8962-0d943669c2cb req-d93f7c1d-45bc-4ba5-bdbb-d58122ab7d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 20:00:33.209776 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2609d357-ba7c-4aa8-8962-0d943669c2cb req-d93f7c1d-45bc-4ba5-bdbb-d58122ab7d5a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=7e1c7174af1b42dcb05e29371743664a&device_id=3ce5cced-4fee-4fbe-b1b7-edf67707c920 HTTP/1.1" status: 200 len: 1098 time: 0.0732365 Jan 21 20:00:33.467608 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609d357-ba7c-4aa8-8962-0d943669c2cb req-b754617c-bc67-4618-9eaa-3e123d2ce71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 20:00:33.469125 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2609d357-ba7c-4aa8-8962-0d943669c2cb req-b754617c-bc67-4618-9eaa-3e123d2ce71a service neutron] 10.222.0.113 "GET /v2.0/networks?id=2487ac82-e583-40bd-bf96-3beaf040710a HTTP/1.1" status: 200 len: 910 time: 0.2526472 Jan 21 20:00:33.542629 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2609d357-ba7c-4aa8-8962-0d943669c2cb req-1bce7230-423d-4e97-b4b0-71a325c8e923 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d70f2a4-4559-42bb-bf31-c8e7f5780ee5 HTTP/1.1" status: 200 len: 217 time: 0.0672712 Jan 21 20:00:33.588598 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-b95cbb14-94df-44a3-ad2a-6ca9dd5bcc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'name': 'tempest-TestSnapshotPattern-936072681-router', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': 'fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:55:39Z', 'updated_at': '2022-01-21T19:55:43Z', 'revision_number': 4, 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'gw_port': {'id': 'fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:55:39Z', 'updated_at': '2022-01-21T19:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': 'e37bb637-adde-4a87-81f7-bc2a80ce07ae', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'floating_ip_address': '172.26.1.148', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'port_id': 'b5f08c8b-623a-4eea-a8b7-45ea27950d02', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a', 'mac_address': 'fa:16:3e:d2:b6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867b1c56-0f23-4e3c-9a64-6adedc2aff25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:56:11Z', 'updated_at': '2022-01-21T19:56:14Z', 'revision_number': 1, 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c37651ea-fafb-465c-8030-57cce79b5ee7', 'name': '', 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'mac_address': 'fa:16:3e:af:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'b13a43e1-9c97-4028-86b7-0dd724136069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:55:42Z', 'updated_at': '2022-01-21T19:55:49Z', 'revision_number': 5, 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'subnets': [{'id': 'b13a43e1-9c97-4028-86b7-0dd724136069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 20:00:33.592234 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95cbb14-94df-44a3-ad2a-6ca9dd5bcc0c None None] Checking router: ab5f06e5-d175-497a-8d54-57a9b46f40d2 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 20:00:33.601704 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95cbb14-94df-44a3-ad2a-6ca9dd5bcc0c None None] Routers {'ab5f06e5-d175-497a-8d54-57a9b46f40d2'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:00:33.602343 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-b95cbb14-94df-44a3-ad2a-6ca9dd5bcc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T20:00:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['ab5f06e5-d175-497a-8d54-57a9b46f40d2'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 20:00:33.605546 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609d357-ba7c-4aa8-8962-0d943669c2cb req-8ae2802b-eff6-41a9-9e2d-60bb4e0f95dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 20:00:33.607014 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2609d357-ba7c-4aa8-8962-0d943669c2cb req-8ae2802b-eff6-41a9-9e2d-60bb4e0f95dc service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b13a43e1-9c97-4028-86b7-0dd724136069 HTTP/1.1" status: 200 len: 848 time: 0.0583463 Jan 21 20:00:33.750588 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0f5e9-e086-45fc-af76-98f26076ee0d req-afc1df22-2e7e-4e2b-b84a-47f9437b8335 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 20:00:33.751206 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-63e0f5e9-e086-45fc-af76-98f26076ee0d req-afc1df22-2e7e-4e2b-b84a-47f9437b8335 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Synchronizing usage tracker for tenant:7e1c7174af1b42dcb05e29371743664a on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 20:00:33.761961 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609d357-ba7c-4aa8-8962-0d943669c2cb req-3bb057b2-3ae2-48fd-a7b9-0c2cf179c84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 20:00:33.763404 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2609d357-ba7c-4aa8-8962-0d943669c2cb req-3bb057b2-3ae2-48fd-a7b9-0c2cf179c84d service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2487ac82-e583-40bd-bf96-3beaf040710a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1181240 Jan 21 20:00:33.774788 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [req-2609d357-ba7c-4aa8-8962-0d943669c2cb req-da4b5e76-936a-4bac-b24a-68f06b843a98 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=88136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 21 20:00:33.778206 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2609d357-ba7c-4aa8-8962-0d943669c2cb req-da4b5e76-936a-4bac-b24a-68f06b843a98 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059366 Jan 21 20:00:33.779953 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-b95cbb14-94df-44a3-ad2a-6ca9dd5bcc0c None None] Set router ab5f06e5-d175-497a-8d54-57a9b46f40d2 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 20:00:33.868252 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-63e0f5e9-e086-45fc-af76-98f26076ee0d req-afc1df22-2e7e-4e2b-b84a-47f9437b8335 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Unset dirty status for tenant:7e1c7174af1b42dcb05e29371743664a on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 20:00:33.869400 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-63e0f5e9-e086-45fc-af76-98f26076ee0d req-afc1df22-2e7e-4e2b-b84a-47f9437b8335 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ce5cced-4fee-4fbe-b1b7-edf67707c920 HTTP/1.1" status: 200 len: 945 time: 0.2579985 Jan 21 20:00:33.939273 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2609d357-ba7c-4aa8-8962-0d943669c2cb req-293f1177-5c03-401e-9b8b-2d8528d24658 service neutron] 10.222.0.113 "GET /v2.0/networks/2487ac82-e583-40bd-bf96-3beaf040710a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564512 Jan 21 20:00:33.942327 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-63e0f5e9-e086-45fc-af76-98f26076ee0d req-869c750b-40c8-44f0-bc2a-ce25233fb74c tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b51091f-1ae8-4b97-9abe-cf0a3539342b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655985 Jan 21 20:00:34.071240 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2609d357-ba7c-4aa8-8962-0d943669c2cb req-f72a22e7-6fdd-412b-a040-73c96c0174a2 service neutron] 10.222.0.113 "GET /v2.0/networks/2487ac82-e583-40bd-bf96-3beaf040710a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259995 Jan 21 20:00:34.121243 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-b95cbb14-94df-44a3-ad2a-6ca9dd5bcc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'name': 'tempest-TestSnapshotPattern-936072681-router', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': 'fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:55:39Z', 'updated_at': '2022-01-21T19:55:43Z', 'revision_number': 4, 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'gw_port': {'id': 'fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:55:39Z', 'updated_at': '2022-01-21T19:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': 'e37bb637-adde-4a87-81f7-bc2a80ce07ae', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'floating_ip_address': '172.26.1.148', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'port_id': 'b5f08c8b-623a-4eea-a8b7-45ea27950d02', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a', 'mac_address': 'fa:16:3e:d2:b6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867b1c56-0f23-4e3c-9a64-6adedc2aff25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:56:11Z', 'updated_at': '2022-01-21T19:56:14Z', 'revision_number': 1, 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c37651ea-fafb-465c-8030-57cce79b5ee7', 'name': '', 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'mac_address': 'fa:16:3e:af:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'b13a43e1-9c97-4028-86b7-0dd724136069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:55:42Z', 'updated_at': '2022-01-21T19:55:49Z', 'revision_number': 5, 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'subnets': [{'id': 'b13a43e1-9c97-4028-86b7-0dd724136069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 20:00:34.125074 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95cbb14-94df-44a3-ad2a-6ca9dd5bcc0c None None] The sync data for ids ['ab5f06e5-d175-497a-8d54-57a9b46f40d2'] in dv-neutron-825470-1-hyperv is: [{'id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'name': 'tempest-TestSnapshotPattern-936072681-router', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': 'fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:55:39Z', 'updated_at': '2022-01-21T19:55:43Z', 'revision_number': 4, 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'gw_port': {'id': 'fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:55:39Z', 'updated_at': '2022-01-21T19:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_floatingips': [{'id': 'e37bb637-adde-4a87-81f7-bc2a80ce07ae', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'floating_ip_address': '172.26.1.148', 'floating_network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'router_id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'port_id': 'b5f08c8b-623a-4eea-a8b7-45ea27950d02', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a', 'mac_address': 'fa:16:3e:d2:b6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867b1c56-0f23-4e3c-9a64-6adedc2aff25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T19:56:11Z', 'updated_at': '2022-01-21T19:56:14Z', 'revision_number': 1, 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c37651ea-fafb-465c-8030-57cce79b5ee7', 'name': '', 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'mac_address': 'fa:16:3e:af:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'b13a43e1-9c97-4028-86b7-0dd724136069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:55:42Z', 'updated_at': '2022-01-21T19:55:49Z', 'revision_number': 5, 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'subnets': [{'id': 'b13a43e1-9c97-4028-86b7-0dd724136069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 20:00:34.349095 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b68381-80b7-407d-b20d-32c01a0b8375 None None] New status for floating IP b8380b4c-f704-4efb-9d2f-e7754e41e8db: DOWN {{(pid=88138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 20:00:34.910958 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 7d70f2a4-4559-42bb-bf31-c8e7f5780ee5 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 20:00:35.030943 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529535'] for port, before_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:35.057558 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce5cced-4fee-4fbe-b1b7-edf67707c920', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d70f2a4-4559-42bb-bf31-c8e7f5780ee5'}] {{(pid=88138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:00:35.067143 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] For port 7d70f2a4-4559-42bb-bf31-c8e7f5780ee5, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=7d70f2a4-4559-42bb-bf31-c8e7f5780ee5,segment=NetworkSegment(717892f4-ca20-4d83-a8e4-5efbfc5edf0a),segment_id=717892f4-ca20-4d83-a8e4-5efbfc5edf0a)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 20:00:35.106851 dv-neutron-825470-1-hyperv neutron-server[88138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce5cced-4fee-4fbe-b1b7-edf67707c920', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d70f2a4-4559-42bb-bf31-c8e7f5780ee5', 'code': 200} Jan 21 20:00:35.147056 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763375366620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763374877175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763374874920'] for port, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:35.200906 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb3090-0dcc-4c8b-8944-a0f183659dc3 req-f24d50d3-7abe-4606-81ba-e362ba0a1aad tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 20:00:35.202388 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e1cb3090-0dcc-4c8b-8944-a0f183659dc3 req-f24d50d3-7abe-4606-81ba-e362ba0a1aad tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ce5cced-4fee-4fbe-b1b7-edf67707c920 HTTP/1.1" status: 200 len: 945 time: 0.1517980 Jan 21 20:00:35.220165 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Pushing event updated for resources: {'Port': ['ID=7d70f2a4-4559-42bb-bf31-c8e7f5780ee5,revision_number=8']} {{(pid=88138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 20:00:35.231313 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893a0cb-579b-430c-bc14-52567fc05109 req-9facf7fc-ee10-4e73-8598-8653c49aacbb tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 20:00:35.232713 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2893a0cb-579b-430c-bc14-52567fc05109 req-9facf7fc-ee10-4e73-8598-8653c49aacbb tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.113 "GET /v2.0/ports?device_id=3ce5cced-4fee-4fbe-b1b7-edf67707c920 HTTP/1.1" status: 200 len: 945 time: 0.1280229 Jan 21 20:00:35.308496 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e1cb3090-0dcc-4c8b-8944-a0f183659dc3 req-f84740d0-51c3-4ff6-a1ba-7f40f36eecae tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b51091f-1ae8-4b97-9abe-cf0a3539342b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976391 Jan 21 20:00:35.321527 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [req-2893a0cb-579b-430c-bc14-52567fc05109 req-4e651c43-8a9c-4601-b431-f9c60326f0ae tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Deleting port 7d70f2a4-4559-42bb-bf31-c8e7f5780ee5 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 20:00:35.321899 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [req-2893a0cb-579b-430c-bc14-52567fc05109 req-4e651c43-8a9c-4601-b431-f9c60326f0ae tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:35.570353 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [req-2893a0cb-579b-430c-bc14-52567fc05109 req-4e651c43-8a9c-4601-b431-f9c60326f0ae tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] For port 7d70f2a4-4559-42bb-bf31-c8e7f5780ee5, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=7d70f2a4-4559-42bb-bf31-c8e7f5780ee5,segment=NetworkSegment(717892f4-ca20-4d83-a8e4-5efbfc5edf0a),segment_id=717892f4-ca20-4d83-a8e4-5efbfc5edf0a)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 20:00:35.570628 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [req-2893a0cb-579b-430c-bc14-52567fc05109 req-4e651c43-8a9c-4601-b431-f9c60326f0ae tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:35.691601 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [req-2893a0cb-579b-430c-bc14-52567fc05109 req-4e651c43-8a9c-4601-b431-f9c60326f0ae tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Calling delete_port for 7d70f2a4-4559-42bb-bf31-c8e7f5780ee5 owned by compute:nova {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 20:00:35.894405 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [req-2893a0cb-579b-430c-bc14-52567fc05109 req-4e651c43-8a9c-4601-b431-f9c60326f0ae tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:35.944852 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e651c43-8a9c-4601-b431-f9c60326f0ae tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Pushing event deleted for resources: {'Port': ['ID=7d70f2a4-4559-42bb-bf31-c8e7f5780ee5,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 20:00:36.026223 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [req-2893a0cb-579b-430c-bc14-52567fc05109 req-4e651c43-8a9c-4601-b431-f9c60326f0ae tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] No DVR routers for this DVR port 7d70f2a4-4559-42bb-bf31-c8e7f5780ee5 on host hv-neutron-8254 {{(pid=88136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 20:00:36.028641 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [req-2893a0cb-579b-430c-bc14-52567fc05109 req-4e651c43-8a9c-4601-b431-f9c60326f0ae tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:36.031163 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce5cced-4fee-4fbe-b1b7-edf67707c920', 'name': 'network-vif-deleted', 'tag': '7d70f2a4-4559-42bb-bf31-c8e7f5780ee5'}] {{(pid=88136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:00:36.074252 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce5cced-4fee-4fbe-b1b7-edf67707c920', 'name': 'network-vif-deleted', 'tag': '7d70f2a4-4559-42bb-bf31-c8e7f5780ee5', 'status': 'completed', 'code': 200} Jan 21 20:00:36.095164 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2893a0cb-579b-430c-bc14-52567fc05109 req-4e651c43-8a9c-4601-b431-f9c60326f0ae tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.113 "DELETE /v2.0/ports/7d70f2a4-4559-42bb-bf31-c8e7f5780ee5 HTTP/1.1" status: 204 len: 173 time: 0.8566720 Jan 21 20:00:36.483364 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-b5c5df5c-a687-4b82-a38b-bde82df0f204 req-4440bcc1-9260-4f8d-b5a9-f0d107261716 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Synchronizing usage tracker for tenant:7e1c7174af1b42dcb05e29371743664a on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 20:00:36.553845 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-b5c5df5c-a687-4b82-a38b-bde82df0f204 req-4440bcc1-9260-4f8d-b5a9-f0d107261716 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Unset dirty status for tenant:7e1c7174af1b42dcb05e29371743664a on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 20:00:36.554908 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-b5c5df5c-a687-4b82-a38b-bde82df0f204 req-4440bcc1-9260-4f8d-b5a9-f0d107261716 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ce5cced-4fee-4fbe-b1b7-edf67707c920 HTTP/1.1" status: 200 len: 210 time: 0.1166313 Jan 21 20:00:38.860133 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 44734) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:38.923388 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 7d70f2a4-4559-42bb-bf31-c8e7f5780ee5 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 20:00:38.957552 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] No Port match for: 7d70f2a4-4559-42bb-bf31-c8e7f5780ee5 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 20:00:38.957930 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device 7d70f2a4-4559-42bb-bf31-c8e7f5780ee5 not bound to the agent host hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 20:00:39.177624 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-0b99816a-0ddd-4962-bb6e-dc6540fa5b1c tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Deleting port 947bd1f1-4ca3-48b5-bffa-621779316a43 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 20:00:39.177988 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0b99816a-0ddd-4962-bb6e-dc6540fa5b1c tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:39.348821 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0b99816a-0ddd-4962-bb6e-dc6540fa5b1c tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:39.349060 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0b99816a-0ddd-4962-bb6e-dc6540fa5b1c tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:39.468698 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-0b99816a-0ddd-4962-bb6e-dc6540fa5b1c tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Calling delete_port for 947bd1f1-4ca3-48b5-bffa-621779316a43 owned by network:floatingip {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 20:00:39.689059 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0b99816a-0ddd-4962-bb6e-dc6540fa5b1c tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:39.733806 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b99816a-0ddd-4962-bb6e-dc6540fa5b1c tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Pushing event deleted for resources: {'Port': ['ID=947bd1f1-4ca3-48b5-bffa-621779316a43,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 20:00:39.829767 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0b99816a-0ddd-4962-bb6e-dc6540fa5b1c tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks [] for floatingip, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:39.830119 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.db.l3_db [None req-0b99816a-0ddd-4962-bb6e-dc6540fa5b1c tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Floating IP e37bb637-adde-4a87-81f7-bc2a80ce07ae disassociated (deleted). External IP: 172.26.1.148, port: b5f08c8b-623a-4eea-a8b7-45ea27950d02. Jan 21 20:00:40.175922 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b99816a-0ddd-4962-bb6e-dc6540fa5b1c tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Router ab5f06e5-d175-497a-8d54-57a9b46f40d2 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 20:00:40.358747 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b99816a-0ddd-4962-bb6e-dc6540fa5b1c tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 20:00:40.369178 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae49be2-9dd4-48ff-8baa-077158ad9e14 None None] Sync routers for ids ['ab5f06e5-d175-497a-8d54-57a9b46f40d2'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 20:00:40.378300 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae49be2-9dd4-48ff-8baa-077158ad9e14 None None] Routers {'ab5f06e5-d175-497a-8d54-57a9b46f40d2'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:00:40.378901 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-aae49be2-9dd4-48ff-8baa-077158ad9e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T20:00:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['ab5f06e5-d175-497a-8d54-57a9b46f40d2'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 20:00:40.432161 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-0b99816a-0ddd-4962-bb6e-dc6540fa5b1c tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:40.487261 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-0b99816a-0ddd-4962-bb6e-dc6540fa5b1c tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "DELETE /v2.0/floatingips/e37bb637-adde-4a87-81f7-bc2a80ce07ae HTTP/1.1" status: 204 len: 168 time: 1.6260250 Jan 21 20:00:40.487881 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '867b1c56-0f23-4e3c-9a64-6adedc2aff25', 'tag': 'b5f08c8b-623a-4eea-a8b7-45ea27950d02'}] {{(pid=88136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:00:40.533768 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '867b1c56-0f23-4e3c-9a64-6adedc2aff25', 'tag': 'b5f08c8b-623a-4eea-a8b7-45ea27950d02', 'status': 'completed', 'code': 200} Jan 21 20:00:40.560197 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-aae49be2-9dd4-48ff-8baa-077158ad9e14 None None] Set router ab5f06e5-d175-497a-8d54-57a9b46f40d2 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 20:00:40.629039 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368fee0-aedc-4bb8-92a3-a63dc87bcda5 req-2ee2f585-1a4c-4ba1-90b7-c83ef3169184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 20:00:40.630583 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c368fee0-aedc-4bb8-92a3-a63dc87bcda5 req-2ee2f585-1a4c-4ba1-90b7-c83ef3169184 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=7e1c7174af1b42dcb05e29371743664a&device_id=867b1c56-0f23-4e3c-9a64-6adedc2aff25 HTTP/1.1" status: 200 len: 1096 time: 0.0762448 Jan 21 20:00:40.887028 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368fee0-aedc-4bb8-92a3-a63dc87bcda5 req-0161ef4c-f224-4de3-a10b-2696bfe29498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 20:00:40.888488 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c368fee0-aedc-4bb8-92a3-a63dc87bcda5 req-0161ef4c-f224-4de3-a10b-2696bfe29498 service neutron] 10.222.0.113 "GET /v2.0/networks?id=2487ac82-e583-40bd-bf96-3beaf040710a HTTP/1.1" status: 200 len: 910 time: 0.2510622 Jan 21 20:00:40.919014 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-aae49be2-9dd4-48ff-8baa-077158ad9e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'name': 'tempest-TestSnapshotPattern-936072681-router', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': 'fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:55:39Z', 'updated_at': '2022-01-21T19:55:43Z', 'revision_number': 4, 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'gw_port': {'id': 'fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:55:39Z', 'updated_at': '2022-01-21T19:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'c37651ea-fafb-465c-8030-57cce79b5ee7', 'name': '', 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'mac_address': 'fa:16:3e:af:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'b13a43e1-9c97-4028-86b7-0dd724136069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:55:42Z', 'updated_at': '2022-01-21T19:55:49Z', 'revision_number': 5, 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'subnets': [{'id': 'b13a43e1-9c97-4028-86b7-0dd724136069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 20:00:40.923944 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae49be2-9dd4-48ff-8baa-077158ad9e14 None None] Checking router: ab5f06e5-d175-497a-8d54-57a9b46f40d2 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 20:00:40.932612 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae49be2-9dd4-48ff-8baa-077158ad9e14 None None] Routers {'ab5f06e5-d175-497a-8d54-57a9b46f40d2'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:00:40.933220 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-aae49be2-9dd4-48ff-8baa-077158ad9e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T20:00:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['ab5f06e5-d175-497a-8d54-57a9b46f40d2'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 20:00:40.964368 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c368fee0-aedc-4bb8-92a3-a63dc87bcda5 req-ecd7b239-3fad-462b-9e40-9446020393aa service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5f08c8b-623a-4eea-a8b7-45ea27950d02 HTTP/1.1" status: 200 len: 217 time: 0.0689025 Jan 21 20:00:41.083408 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368fee0-aedc-4bb8-92a3-a63dc87bcda5 req-80690ea2-80b1-48f8-a17e-c6ed03704bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 20:00:41.084735 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c368fee0-aedc-4bb8-92a3-a63dc87bcda5 req-80690ea2-80b1-48f8-a17e-c6ed03704bd1 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b13a43e1-9c97-4028-86b7-0dd724136069 HTTP/1.1" status: 200 len: 848 time: 0.1103475 Jan 21 20:00:41.113716 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-aae49be2-9dd4-48ff-8baa-077158ad9e14 None None] Set router ab5f06e5-d175-497a-8d54-57a9b46f40d2 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 20:00:41.162772 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021cfaa-1182-4f1f-a301-810b4577da76 req-56278856-4450-4af8-b7a3-afc69e6f2d7f tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 20:00:41.163463 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-e021cfaa-1182-4f1f-a301-810b4577da76 req-56278856-4450-4af8-b7a3-afc69e6f2d7f tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Synchronizing usage tracker for tenant:7e1c7174af1b42dcb05e29371743664a on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 20:00:41.189078 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368fee0-aedc-4bb8-92a3-a63dc87bcda5 req-6eda830b-8990-4d27-9c10-dfdb62037b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 20:00:41.190582 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c368fee0-aedc-4bb8-92a3-a63dc87bcda5 req-6eda830b-8990-4d27-9c10-dfdb62037b3f service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2487ac82-e583-40bd-bf96-3beaf040710a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0991735 Jan 21 20:00:41.287544 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-e021cfaa-1182-4f1f-a301-810b4577da76 req-56278856-4450-4af8-b7a3-afc69e6f2d7f tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Unset dirty status for tenant:7e1c7174af1b42dcb05e29371743664a on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 20:00:41.288658 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e021cfaa-1182-4f1f-a301-810b4577da76 req-56278856-4450-4af8-b7a3-afc69e6f2d7f tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/ports?device_id=867b1c56-0f23-4e3c-9a64-6adedc2aff25 HTTP/1.1" status: 200 len: 943 time: 0.2730997 Jan 21 20:00:41.357862 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c368fee0-aedc-4bb8-92a3-a63dc87bcda5 req-2cf4c792-d498-499b-ad4c-03cd608c2860 service neutron] 10.222.0.113 "GET /v2.0/networks/2487ac82-e583-40bd-bf96-3beaf040710a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600649 Jan 21 20:00:41.361970 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-e021cfaa-1182-4f1f-a301-810b4577da76 req-82d45850-bde5-4d7a-b34b-5dba3e4084d7 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b51091f-1ae8-4b97-9abe-cf0a3539342b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664978 Jan 21 20:00:41.423609 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-aae49be2-9dd4-48ff-8baa-077158ad9e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'name': 'tempest-TestSnapshotPattern-936072681-router', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': 'fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:55:39Z', 'updated_at': '2022-01-21T19:55:43Z', 'revision_number': 4, 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'gw_port': {'id': 'fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:55:39Z', 'updated_at': '2022-01-21T19:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'c37651ea-fafb-465c-8030-57cce79b5ee7', 'name': '', 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'mac_address': 'fa:16:3e:af:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'b13a43e1-9c97-4028-86b7-0dd724136069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:55:42Z', 'updated_at': '2022-01-21T19:55:49Z', 'revision_number': 5, 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'subnets': [{'id': 'b13a43e1-9c97-4028-86b7-0dd724136069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 20:00:41.427548 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae49be2-9dd4-48ff-8baa-077158ad9e14 None None] The sync data for ids ['ab5f06e5-d175-497a-8d54-57a9b46f40d2'] in dv-neutron-825470-1-hyperv is: [{'id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'name': 'tempest-TestSnapshotPattern-936072681-router', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': 'fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:55:39Z', 'updated_at': '2022-01-21T19:55:43Z', 'revision_number': 4, 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'gw_port': {'id': 'fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:55:39Z', 'updated_at': '2022-01-21T19:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv', '_interfaces': [{'id': 'c37651ea-fafb-465c-8030-57cce79b5ee7', 'name': '', 'network_id': '2487ac82-e583-40bd-bf96-3beaf040710a', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'mac_address': 'fa:16:3e:af:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'b13a43e1-9c97-4028-86b7-0dd724136069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:55:42Z', 'updated_at': '2022-01-21T19:55:49Z', 'revision_number': 5, 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'subnets': [{'id': 'b13a43e1-9c97-4028-86b7-0dd724136069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 20:00:41.492335 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-c368fee0-aedc-4bb8-92a3-a63dc87bcda5 req-040b57ae-a453-47b6-896f-84c8f34d7e94 service neutron] 10.222.0.113 "GET /v2.0/networks/2487ac82-e583-40bd-bf96-3beaf040710a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283264 Jan 21 20:00:41.662825 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ff5d98-4ab8-4062-b53e-8575c2f12bae None None] New status for floating IP e37bb637-adde-4a87-81f7-bc2a80ce07ae: DOWN {{(pid=88138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 20:00:42.595764 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a5365-babc-449d-82c3-bd0889865b5e req-8b8ce3bd-5a41-4100-883b-247b8335e295 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 20:00:42.597160 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ca9a5365-babc-449d-82c3-bd0889865b5e req-8b8ce3bd-5a41-4100-883b-247b8335e295 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.113 "GET /v2.0/ports?device_id=867b1c56-0f23-4e3c-9a64-6adedc2aff25 HTTP/1.1" status: 200 len: 943 time: 0.1396322 Jan 21 20:00:42.604963 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087ffdf-5ae2-4553-937a-1fa3b18b0554 req-5900b4d0-f2d5-472c-830d-c0b9f240d7b5 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 20:00:42.606291 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4087ffdf-5ae2-4553-937a-1fa3b18b0554 req-5900b4d0-f2d5-472c-830d-c0b9f240d7b5 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/ports?device_id=867b1c56-0f23-4e3c-9a64-6adedc2aff25 HTTP/1.1" status: 200 len: 943 time: 0.1144581 Jan 21 20:00:42.699959 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [req-ca9a5365-babc-449d-82c3-bd0889865b5e req-703f395b-befd-4565-a299-9759a8f1628b tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Deleting port b5f08c8b-623a-4eea-a8b7-45ea27950d02 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 20:00:42.700207 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [req-ca9a5365-babc-449d-82c3-bd0889865b5e req-703f395b-befd-4565-a299-9759a8f1628b tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:42.732167 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-4087ffdf-5ae2-4553-937a-1fa3b18b0554 req-1207800b-3b08-4eef-94b8-31a54e61a255 tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b51091f-1ae8-4b97-9abe-cf0a3539342b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922387 Jan 21 20:00:42.945430 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [req-ca9a5365-babc-449d-82c3-bd0889865b5e req-703f395b-befd-4565-a299-9759a8f1628b tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] For port b5f08c8b-623a-4eea-a8b7-45ea27950d02, host hv-neutron-8254, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8254',level=0,port_id=b5f08c8b-623a-4eea-a8b7-45ea27950d02,segment=NetworkSegment(717892f4-ca20-4d83-a8e4-5efbfc5edf0a),segment_id=717892f4-ca20-4d83-a8e4-5efbfc5edf0a)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 20:00:42.945780 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [req-ca9a5365-babc-449d-82c3-bd0889865b5e req-703f395b-befd-4565-a299-9759a8f1628b tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:43.069506 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [req-ca9a5365-babc-449d-82c3-bd0889865b5e req-703f395b-befd-4565-a299-9759a8f1628b tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Calling delete_port for b5f08c8b-623a-4eea-a8b7-45ea27950d02 owned by compute:nova {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 20:00:43.250848 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [req-ca9a5365-babc-449d-82c3-bd0889865b5e req-703f395b-befd-4565-a299-9759a8f1628b tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:43.303817 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f395b-befd-4565-a299-9759a8f1628b tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Pushing event deleted for resources: {'Port': ['ID=b5f08c8b-623a-4eea-a8b7-45ea27950d02,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 20:00:43.381036 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9a5365-babc-449d-82c3-bd0889865b5e req-703f395b-befd-4565-a299-9759a8f1628b tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] No DVR routers for this DVR port b5f08c8b-623a-4eea-a8b7-45ea27950d02 on host hv-neutron-8254 {{(pid=88136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 20:00:43.383649 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [req-ca9a5365-babc-449d-82c3-bd0889865b5e req-703f395b-befd-4565-a299-9759a8f1628b tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:43.386159 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867b1c56-0f23-4e3c-9a64-6adedc2aff25', 'name': 'network-vif-deleted', 'tag': 'b5f08c8b-623a-4eea-a8b7-45ea27950d02'}] {{(pid=88136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:00:43.416456 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 20:00:43.432590 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '867b1c56-0f23-4e3c-9a64-6adedc2aff25', 'name': 'network-vif-deleted', 'tag': 'b5f08c8b-623a-4eea-a8b7-45ea27950d02', 'status': 'completed', 'code': 200} Jan 21 20:00:43.483740 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-ca9a5365-babc-449d-82c3-bd0889865b5e req-703f395b-befd-4565-a299-9759a8f1628b tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.113 "DELETE /v2.0/ports/b5f08c8b-623a-4eea-a8b7-45ea27950d02 HTTP/1.1" status: 204 len: 173 time: 0.8765137 Jan 21 20:00:43.997028 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-2d6dde22-6e6f-43aa-80e6-eabedfcfe344 req-34a01ab0-9f5a-4c67-8ca0-fe217d1ccabc tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Synchronizing usage tracker for tenant:7e1c7174af1b42dcb05e29371743664a on resource:port {{(pid=88136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 21 20:00:44.071834 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.quota.resource [req-2d6dde22-6e6f-43aa-80e6-eabedfcfe344 req-34a01ab0-9f5a-4c67-8ca0-fe217d1ccabc tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Unset dirty status for tenant:7e1c7174af1b42dcb05e29371743664a on resource:port {{(pid=88136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 21 20:00:44.073025 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [req-2d6dde22-6e6f-43aa-80e6-eabedfcfe344 req-34a01ab0-9f5a-4c67-8ca0-fe217d1ccabc tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "GET /v2.0/ports?device_id=867b1c56-0f23-4e3c-9a64-6adedc2aff25 HTTP/1.1" status: 200 len: 210 time: 0.2202690 Jan 21 20:00:45.173734 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 44752) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:45.240565 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2b267931-c941-4323-9004-d8f77060f69f tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:45.269038 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2b267931-c941-4323-9004-d8f77060f69f tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:45.413459 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2b267931-c941-4323-9004-d8f77060f69f tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:45.433984 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b267931-c941-4323-9004-d8f77060f69f tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b51091f-1ae8-4b97-9abe-cf0a3539342b,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 20:00:45.507733 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2b267931-c941-4323-9004-d8f77060f69f tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:45.509693 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-2b267931-c941-4323-9004-d8f77060f69f tempest-TestSnapshotPattern-2062769100 tempest-TestSnapshotPattern-2062769100-project] 10.222.0.87 "DELETE /v2.0/security-groups/5b51091f-1ae8-4b97-9abe-cf0a3539342b HTTP/1.1" status: 204 len: 168 time: 0.3349349 Jan 21 20:00:45.627924 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 44758) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:46.243469 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c2f028e2-a796-4dbd-b477-e8c9f216591d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:46.581751 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-c2f028e2-a796-4dbd-b477-e8c9f216591d admin admin] Deleting port c37651ea-fafb-465c-8030-57cce79b5ee7 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 20:00:46.582026 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c2f028e2-a796-4dbd-b477-e8c9f216591d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:46.746433 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-c2f028e2-a796-4dbd-b477-e8c9f216591d admin admin] For port c37651ea-fafb-465c-8030-57cce79b5ee7, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=c37651ea-fafb-465c-8030-57cce79b5ee7,segment=NetworkSegment(717892f4-ca20-4d83-a8e4-5efbfc5edf0a),segment_id=717892f4-ca20-4d83-a8e4-5efbfc5edf0a)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 20:00:46.746777 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c2f028e2-a796-4dbd-b477-e8c9f216591d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:46.866811 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-c2f028e2-a796-4dbd-b477-e8c9f216591d admin admin] Calling delete_port for c37651ea-fafb-465c-8030-57cce79b5ee7 owned by network:router_interface {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 20:00:46.953299 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device b5f08c8b-623a-4eea-a8b7-45ea27950d02 no longer exists at agent hyperv_hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 20:00:46.988107 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] No Port match for: b5f08c8b-623a-4eea-a8b7-45ea27950d02 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 20:00:46.988445 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Device b5f08c8b-623a-4eea-a8b7-45ea27950d02 not bound to the agent host hv-neutron-8254 {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 20:00:47.233739 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c2f028e2-a796-4dbd-b477-e8c9f216591d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:47.309005 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f028e2-a796-4dbd-b477-e8c9f216591d admin admin] Pushing event deleted for resources: {'Port': ['ID=c37651ea-fafb-465c-8030-57cce79b5ee7,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 20:00:47.554780 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c2f028e2-a796-4dbd-b477-e8c9f216591d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:47.915614 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f028e2-a796-4dbd-b477-e8c9f216591d admin admin] Router ab5f06e5-d175-497a-8d54-57a9b46f40d2 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 20:00:48.087993 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f028e2-a796-4dbd-b477-e8c9f216591d admin admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 20:00:48.096487 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8178880b-05b0-497a-909a-4a7c4edf0615 None None] Sync routers for ids ['ab5f06e5-d175-497a-8d54-57a9b46f40d2'] in dv-neutron-825470-1-hyperv {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 20:00:48.105284 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8178880b-05b0-497a-909a-4a7c4edf0615 None None] Routers {'ab5f06e5-d175-497a-8d54-57a9b46f40d2'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:00:48.105963 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-8178880b-05b0-497a-909a-4a7c4edf0615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T20:00:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['ab5f06e5-d175-497a-8d54-57a9b46f40d2'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 20:00:48.153301 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c2f028e2-a796-4dbd-b477-e8c9f216591d admin admin] 10.222.0.87 "PUT /v2.0/routers/ab5f06e5-d175-497a-8d54-57a9b46f40d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5242674 Jan 21 20:00:48.155785 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 44764) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:48.286672 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-8178880b-05b0-497a-909a-4a7c4edf0615 None None] Set router ab5f06e5-d175-497a-8d54-57a9b46f40d2 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 20:00:48.331914 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f8f22b77-d6d7-400d-b516-9de7afd7a79c admin admin] Notify callbacks [] for router, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:48.574878 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-8178880b-05b0-497a-909a-4a7c4edf0615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'name': 'tempest-TestSnapshotPattern-936072681-router', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': 'fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:55:39Z', 'updated_at': '2022-01-21T20:00:47Z', 'revision_number': 5, 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'gw_port': {'id': 'fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:55:39Z', 'updated_at': '2022-01-21T19:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 20:00:48.578457 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8178880b-05b0-497a-909a-4a7c4edf0615 None None] Checking router: ab5f06e5-d175-497a-8d54-57a9b46f40d2 for host: dv-neutron-825470-1-hyperv {{(pid=88139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 20:00:48.586691 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8178880b-05b0-497a-909a-4a7c4edf0615 None None] Routers {'ab5f06e5-d175-497a-8d54-57a9b46f40d2'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:00:48.587281 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-8178880b-05b0-497a-909a-4a7c4edf0615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T20:00:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['ab5f06e5-d175-497a-8d54-57a9b46f40d2'], 'active': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 20:00:48.629241 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f8f22b77-d6d7-400d-b516-9de7afd7a79c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:48.700196 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-f8f22b77-d6d7-400d-b516-9de7afd7a79c admin admin] Deleting port fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 20:00:48.700546 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f8f22b77-d6d7-400d-b516-9de7afd7a79c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:48.755883 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_dvr_db [None req-8178880b-05b0-497a-909a-4a7c4edf0615 None None] Set router ab5f06e5-d175-497a-8d54-57a9b46f40d2 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 20:00:48.880574 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-f8f22b77-d6d7-400d-b516-9de7afd7a79c admin admin] For port fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 20:00:48.880926 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f8f22b77-d6d7-400d-b516-9de7afd7a79c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:49.005177 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-f8f22b77-d6d7-400d-b516-9de7afd7a79c admin admin] Calling delete_port for fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63 owned by network:router_gateway {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 20:00:49.064272 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.l3_hamode_db [None req-8178880b-05b0-497a-909a-4a7c4edf0615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'name': 'tempest-TestSnapshotPattern-936072681-router', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': 'fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:55:39Z', 'updated_at': '2022-01-21T20:00:47Z', 'revision_number': 5, 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'gw_port': {'id': 'fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:55:39Z', 'updated_at': '2022-01-21T19:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 20:00:49.068223 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8178880b-05b0-497a-909a-4a7c4edf0615 None None] The sync data for ids ['ab5f06e5-d175-497a-8d54-57a9b46f40d2'] in dv-neutron-825470-1-hyperv is: [{'id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'name': 'tempest-TestSnapshotPattern-936072681-router', 'tenant_id': '7e1c7174af1b42dcb05e29371743664a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.199'}], 'enable_snat': True}, 'gw_port_id': 'fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:55:39Z', 'updated_at': '2022-01-21T20:00:47Z', 'revision_number': 5, 'project_id': '7e1c7174af1b42dcb05e29371743664a', 'gw_port': {'id': 'fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5f06e5-d175-497a-8d54-57a9b46f40d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:55:39Z', 'updated_at': '2022-01-21T19:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}] {{(pid=88139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 20:00:49.251500 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f8f22b77-d6d7-400d-b516-9de7afd7a79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:49.302225 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f22b77-d6d7-400d-b516-9de7afd7a79c admin admin] Pushing event deleted for resources: {'Port': ['ID=fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 20:00:49.394722 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f8f22b77-d6d7-400d-b516-9de7afd7a79c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:49.569954 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f8f22b77-d6d7-400d-b516-9de7afd7a79c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:49.572108 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f8f22b77-d6d7-400d-b516-9de7afd7a79c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:49.671583 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f8f22b77-d6d7-400d-b516-9de7afd7a79c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:49.672124 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f22b77-d6d7-400d-b516-9de7afd7a79c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab5f06e5-d175-497a-8d54-57a9b46f40d2 {{(pid=88136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 20:00:49.684885 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-f8f22b77-d6d7-400d-b516-9de7afd7a79c admin admin] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:49.686242 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-f8f22b77-d6d7-400d-b516-9de7afd7a79c admin admin] 10.222.0.87 "DELETE /v2.0/routers/ab5f06e5-d175-497a-8d54-57a9b46f40d2 HTTP/1.1" status: 204 len: 168 time: 1.5294375 Jan 21 20:00:49.689332 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 44768) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:49.748570 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-88e258a3-a77b-4bf1-a1da-43e235bdeada admin admin] Deleting subnet b13a43e1-9c97-4028-86b7-0dd724136069 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 20:00:49.752352 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-88e258a3-a77b-4bf1-a1da-43e235bdeada admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:49.809918 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-88e258a3-a77b-4bf1-a1da-43e235bdeada admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:49.886657 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-88e258a3-a77b-4bf1-a1da-43e235bdeada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:50.014420 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-88e258a3-a77b-4bf1-a1da-43e235bdeada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:50.055378 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e258a3-a77b-4bf1-a1da-43e235bdeada admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b13a43e1-9c97-4028-86b7-0dd724136069,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 20:00:50.059890 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-88e258a3-a77b-4bf1-a1da-43e235bdeada admin admin] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:50.064983 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8547835f-1c42-4a75-89bb-fbcb39ec1bbc None None] Network 2487ac82-e583-40bd-bf96-3beaf040710a requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 20:00:50.065650 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-88e258a3-a77b-4bf1-a1da-43e235bdeada admin admin] 10.222.0.87 "DELETE /v2.0/subnets/b13a43e1-9c97-4028-86b7-0dd724136069 HTTP/1.1" status: 204 len: 168 time: 0.3753219 Jan 21 20:00:50.067965 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 44772) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:50.174167 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-51f2fa0e-def0-48c9-ab4e-b3c8bd9e5add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:50.184256 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-51f2fa0e-def0-48c9-ab4e-b3c8bd9e5add admin admin] Deleting port eaa2c6d1-75ad-459c-915c-fe994c2dcdc9 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 20:00:50.184574 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-51f2fa0e-def0-48c9-ab4e-b3c8bd9e5add admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:50.336719 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb632c5-2243-4202-8fc8-98da4fc8e2c5 None None] DHCP port deletion for 2487ac82-e583-40bd-bf96-3beaf040710a request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 20:00:50.341526 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-7eb632c5-2243-4202-8fc8-98da4fc8e2c5 None None] Deleting port eaa2c6d1-75ad-459c-915c-fe994c2dcdc9 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 20:00:50.341935 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7eb632c5-2243-4202-8fc8-98da4fc8e2c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:50.497301 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-51f2fa0e-def0-48c9-ab4e-b3c8bd9e5add admin admin] For port eaa2c6d1-75ad-459c-915c-fe994c2dcdc9, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=eaa2c6d1-75ad-459c-915c-fe994c2dcdc9,segment=NetworkSegment(717892f4-ca20-4d83-a8e4-5efbfc5edf0a),segment_id=717892f4-ca20-4d83-a8e4-5efbfc5edf0a)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 20:00:50.497939 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-51f2fa0e-def0-48c9-ab4e-b3c8bd9e5add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:50.551278 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-7eb632c5-2243-4202-8fc8-98da4fc8e2c5 None None] For port eaa2c6d1-75ad-459c-915c-fe994c2dcdc9, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=eaa2c6d1-75ad-459c-915c-fe994c2dcdc9,segment=NetworkSegment(717892f4-ca20-4d83-a8e4-5efbfc5edf0a),segment_id=717892f4-ca20-4d83-a8e4-5efbfc5edf0a)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 20:00:50.551646 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7eb632c5-2243-4202-8fc8-98da4fc8e2c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:50.621626 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-51f2fa0e-def0-48c9-ab4e-b3c8bd9e5add admin admin] Calling delete_port for eaa2c6d1-75ad-459c-915c-fe994c2dcdc9 owned by network:dhcp {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 20:00:50.673895 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-7eb632c5-2243-4202-8fc8-98da4fc8e2c5 None None] Calling delete_port for eaa2c6d1-75ad-459c-915c-fe994c2dcdc9 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 20:00:50.752640 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-51f2fa0e-def0-48c9-ab4e-b3c8bd9e5add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:50.757510 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-7eb632c5-2243-4202-8fc8-98da4fc8e2c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 20:00:50.757889 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-7eb632c5-2243-4202-8fc8-98da4fc8e2c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 20:00:50.802625 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f2fa0e-def0-48c9-ab4e-b3c8bd9e5add admin admin] No DVR routers for this DVR port eaa2c6d1-75ad-459c-915c-fe994c2dcdc9 on host dv-neutron-825470-1-hyperv {{(pid=88136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 20:00:50.804097 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f2fa0e-def0-48c9-ab4e-b3c8bd9e5add admin admin] Pushing event deleted for resources: {'Port': ['ID=eaa2c6d1-75ad-459c-915c-fe994c2dcdc9,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 20:00:50.815901 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device eaa2c6d1-75ad-459c-915c-fe994c2dcdc9 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 20:00:50.850308 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: eaa2c6d1-75ad-459c-915c-fe994c2dcdc9 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 20:00:50.850649 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device eaa2c6d1-75ad-459c-915c-fe994c2dcdc9 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 20:00:50.851065 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device c37651ea-fafb-465c-8030-57cce79b5ee7 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 20:00:50.886595 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: c37651ea-fafb-465c-8030-57cce79b5ee7 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 20:00:50.886933 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device c37651ea-fafb-465c-8030-57cce79b5ee7 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 20:00:50.887500 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 20:00:50.920350 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 20:00:50.920690 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device fa1dbfd0-eeb5-4982-9bf2-9a9314f0bd63 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 20:00:50.940793 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-51f2fa0e-def0-48c9-ab4e-b3c8bd9e5add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:50.964889 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-51f2fa0e-def0-48c9-ab4e-b3c8bd9e5add admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2487ac82-e583-40bd-bf96-3beaf040710a']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 20:00:50.980197 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-51f2fa0e-def0-48c9-ab4e-b3c8bd9e5add admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '717892f4-ca20-4d83-a8e4-5efbfc5edf0a') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 20:00:50.980486 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-51f2fa0e-def0-48c9-ab4e-b3c8bd9e5add admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '717892f4-ca20-4d83-a8e4-5efbfc5edf0a') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 20:00:50.991545 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-51f2fa0e-def0-48c9-ab4e-b3c8bd9e5add admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:51.007446 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-51f2fa0e-def0-48c9-ab4e-b3c8bd9e5add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:51.013847 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f2fa0e-def0-48c9-ab4e-b3c8bd9e5add admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 20:00:51.014226 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-51f2fa0e-def0-48c9-ab4e-b3c8bd9e5add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:51.027762 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 20:00:51.027762 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 20:00:51.027762 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 20:00:51.027762 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 20:00:51.027762 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 20:00:51.027762 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 20:00:51.027762 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 20:00:51.027762 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 20:00:51.027762 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 20:00:51.027762 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 20:00:51.027762 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 20:00:51.027762 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 20:00:51.027762 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 20:00:51.027762 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 20:00:51.027762 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 20:00:51.027762 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 20:00:51.027762 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 20:00:51.027762 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 20:00:51.027762 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 20:00:51.027762 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 20:00:51.027762 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 20:00:51.027762 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 20:00:51.027762 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 20:00:51.027762 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 20:00:51.027762 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 20:00:51.027762 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 20:00:51.027762 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 20:00:51.027762 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 20:00:51.027762 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 20:00:51.027762 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 20:00:51.027762 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 20:00:51.027762 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 20:00:51.153972 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-51f2fa0e-def0-48c9-ab4e-b3c8bd9e5add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:51.169783 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-51f2fa0e-def0-48c9-ab4e-b3c8bd9e5add admin admin] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:51.186170 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f2fa0e-def0-48c9-ab4e-b3c8bd9e5add admin admin] Pushing event deleted for resources: {'Network': ['ID=2487ac82-e583-40bd-bf96-3beaf040710a,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 20:00:51.258662 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-7eb632c5-2243-4202-8fc8-98da4fc8e2c5 None None] Deleting port eaa2c6d1-75ad-459c-915c-fe994c2dcdc9 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 20:00:51.259218 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7eb632c5-2243-4202-8fc8-98da4fc8e2c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:51.260772 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-51f2fa0e-def0-48c9-ab4e-b3c8bd9e5add admin admin] 10.222.0.87 "DELETE /v2.0/networks/2487ac82-e583-40bd-bf96-3beaf040710a HTTP/1.1" status: 204 len: 168 time: 1.1918046 Jan 21 20:00:51.263702 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 44776) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:51.327144 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-7eb632c5-2243-4202-8fc8-98da4fc8e2c5 None None] The port 'eaa2c6d1-75ad-459c-915c-fe994c2dcdc9' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 20:00:51.798466 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-52d7f35f-5067-4afb-ab69-bfcc682b0f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419072'] for router_interface, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:52.234788 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-52d7f35f-5067-4afb-ab69-bfcc682b0f5c admin admin] Deleting port e7573594-a15e-4de4-89d1-a329322d8e53 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 20:00:52.235221 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-52d7f35f-5067-4afb-ab69-bfcc682b0f5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:52.401336 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-52d7f35f-5067-4afb-ab69-bfcc682b0f5c admin admin] For port e7573594-a15e-4de4-89d1-a329322d8e53, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=e7573594-a15e-4de4-89d1-a329322d8e53,segment=NetworkSegment(54d9ea28-f2bb-4cec-898c-976bd881fca9),segment_id=54d9ea28-f2bb-4cec-898c-976bd881fca9)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 20:00:52.401684 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-52d7f35f-5067-4afb-ab69-bfcc682b0f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:52.526921 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-52d7f35f-5067-4afb-ab69-bfcc682b0f5c admin admin] Calling delete_port for e7573594-a15e-4de4-89d1-a329322d8e53 owned by network:router_interface {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 20:00:52.762532 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-52d7f35f-5067-4afb-ab69-bfcc682b0f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:52.813854 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d7f35f-5067-4afb-ab69-bfcc682b0f5c admin admin] Pushing event deleted for resources: {'Port': ['ID=e7573594-a15e-4de4-89d1-a329322d8e53,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 20:00:53.072672 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-52d7f35f-5067-4afb-ab69-bfcc682b0f5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3720080'] for router_interface, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:53.421514 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d7f35f-5067-4afb-ab69-bfcc682b0f5c admin admin] Router 73276551-95c0-4018-8610-675f54b780b0 has already been hosted by L3 agent e363e963-2ad5-42d8-b55d-324429fce21b {{(pid=88136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 21 20:00:53.715246 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d7f35f-5067-4afb-ab69-bfcc682b0f5c admin admin] Notify agent at l3_agent.dv-neutron-825470-1-hyperv the message routers_updated {{(pid=88136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 21 20:00:53.725157 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dcefa5-444d-4965-8f79-9fc42ca9d2f1 None None] Sync routers for ids ['73276551-95c0-4018-8610-675f54b780b0'] in dv-neutron-825470-1-hyperv {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 20:00:53.725625 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-52d7f35f-5067-4afb-ab69-bfcc682b0f5c admin admin] 10.222.0.87 "PUT /v2.0/routers/73276551-95c0-4018-8610-675f54b780b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4605944 Jan 21 20:00:53.727962 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 44780) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:53.735871 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dcefa5-444d-4965-8f79-9fc42ca9d2f1 None None] Routers {'73276551-95c0-4018-8610-675f54b780b0'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:00:53.736583 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-d8dcefa5-444d-4965-8f79-9fc42ca9d2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T20:00:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['73276551-95c0-4018-8610-675f54b780b0'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 20:00:53.909393 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c1412748-0c0a-4505-833f-a19fcd95056b admin admin] Notify callbacks [] for router, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:53.914878 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-d8dcefa5-444d-4965-8f79-9fc42ca9d2f1 None None] Set router 73276551-95c0-4018-8610-675f54b780b0 gateway port host: dv-neutron-825470-1-hyperv {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 20:00:54.088964 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c1412748-0c0a-4505-833f-a19fcd95056b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:54.157955 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-c1412748-0c0a-4505-833f-a19fcd95056b admin admin] Deleting port 3f591cfb-dadc-40d0-8ab6-b1bb8ba5f119 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 20:00:54.158389 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c1412748-0c0a-4505-833f-a19fcd95056b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:54.226368 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-d8dcefa5-444d-4965-8f79-9fc42ca9d2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73276551-95c0-4018-8610-675f54b780b0', 'name': 'tempest-TestSnapshotPattern-572193006-router', 'tenant_id': '4c0511c38ee244b1beea3dc7b7542ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'external_fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.204'}], 'enable_snat': True}, 'gw_port_id': '3f591cfb-dadc-40d0-8ab6-b1bb8ba5f119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:55:46Z', 'updated_at': '2022-01-21T20:00:52Z', 'revision_number': 5, 'project_id': '4c0511c38ee244b1beea3dc7b7542ded', 'gw_port': {'id': '3f591cfb-dadc-40d0-8ab6-b1bb8ba5f119', 'name': '', 'network_id': '552ba34b-3dd7-4be8-8310-a9fc908fe72b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:8b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73276551-95c0-4018-8610-675f54b780b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'ip_address': '172.26.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825470-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T19:55:47Z', 'updated_at': '2022-01-21T19:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5a7ee00-82c8-4a0f-b44d-6f728af3633e', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825470-1-hyperv'}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 20:00:54.230183 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dcefa5-444d-4965-8f79-9fc42ca9d2f1 None None] Checking router: 73276551-95c0-4018-8610-675f54b780b0 for host: dv-neutron-825470-1-hyperv {{(pid=88138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 20:00:54.238332 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dcefa5-444d-4965-8f79-9fc42ca9d2f1 None None] Routers {'73276551-95c0-4018-8610-675f54b780b0'} bound to L3 agent in host dv-neutron-825470-1-hyperv {{(pid=88138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:00:54.238925 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-d8dcefa5-444d-4965-8f79-9fc42ca9d2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825470-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T18:49:27Z,description=,heartbeat_timestamp=2022-01-21T20:00:27Z,host='dv-neutron-825470-1-hyperv',id=e363e963-2ad5-42d8-b55d-324429fce21b,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T18:49:28Z,topic='l3_agent')) {'router_ids': ['73276551-95c0-4018-8610-675f54b780b0'], 'active': True} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 20:00:54.338587 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-c1412748-0c0a-4505-833f-a19fcd95056b admin admin] For port 3f591cfb-dadc-40d0-8ab6-b1bb8ba5f119, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=3f591cfb-dadc-40d0-8ab6-b1bb8ba5f119,segment=NetworkSegment(c325330e-a43b-4cf4-ab86-3da4447c0034),segment_id=c325330e-a43b-4cf4-ab86-3da4447c0034)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 20:00:54.338941 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c1412748-0c0a-4505-833f-a19fcd95056b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:54.387237 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_dvr_db [None req-d8dcefa5-444d-4965-8f79-9fc42ca9d2f1 None None] Set router 73276551-95c0-4018-8610-675f54b780b0 gateway port host: None {{(pid=88138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 21 20:00:54.466966 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-c1412748-0c0a-4505-833f-a19fcd95056b admin admin] Calling delete_port for 3f591cfb-dadc-40d0-8ab6-b1bb8ba5f119 owned by network:router_gateway {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 20:00:54.493498 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.db.l3_hamode_db [None req-d8dcefa5-444d-4965-8f79-9fc42ca9d2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73276551-95c0-4018-8610-675f54b780b0', 'name': 'tempest-TestSnapshotPattern-572193006-router', 'tenant_id': '4c0511c38ee244b1beea3dc7b7542ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:55:46Z', 'updated_at': '2022-01-21T20:00:54Z', 'revision_number': 6, 'project_id': '4c0511c38ee244b1beea3dc7b7542ded', 'gw_port_host': None}], 'dv-neutron-825470-1-hyperv', False) {} {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 20:00:54.497820 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dcefa5-444d-4965-8f79-9fc42ca9d2f1 None None] The sync data for ids ['73276551-95c0-4018-8610-675f54b780b0'] in dv-neutron-825470-1-hyperv is: [{'id': '73276551-95c0-4018-8610-675f54b780b0', 'name': 'tempest-TestSnapshotPattern-572193006-router', 'tenant_id': '4c0511c38ee244b1beea3dc7b7542ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T19:55:46Z', 'updated_at': '2022-01-21T20:00:54Z', 'revision_number': 6, 'project_id': '4c0511c38ee244b1beea3dc7b7542ded', 'gw_port_host': None}] {{(pid=88138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 20:00:54.693940 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c1412748-0c0a-4505-833f-a19fcd95056b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:54.737287 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1412748-0c0a-4505-833f-a19fcd95056b admin admin] Pushing event deleted for resources: {'Port': ['ID=3f591cfb-dadc-40d0-8ab6-b1bb8ba5f119,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 20:00:54.831416 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c1412748-0c0a-4505-833f-a19fcd95056b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720941'] for router_gateway, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:54.940693 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device e7573594-a15e-4de4-89d1-a329322d8e53 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 20:00:54.978482 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: e7573594-a15e-4de4-89d1-a329322d8e53 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 20:00:54.978824 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device e7573594-a15e-4de4-89d1-a329322d8e53 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 20:00:55.037028 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7efdc815-41f9-4c10-8e6c-bd3164169bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:55.123893 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c1412748-0c0a-4505-833f-a19fcd95056b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43134'] for router, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:55.126613 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c1412748-0c0a-4505-833f-a19fcd95056b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:55.214167 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c1412748-0c0a-4505-833f-a19fcd95056b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3721054'] for router, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:55.214609 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1412748-0c0a-4505-833f-a19fcd95056b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73276551-95c0-4018-8610-675f54b780b0 {{(pid=88136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 20:00:55.227663 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-c1412748-0c0a-4505-833f-a19fcd95056b admin admin] Notify callbacks [] for router, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:55.228806 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-c1412748-0c0a-4505-833f-a19fcd95056b admin admin] 10.222.0.87 "DELETE /v2.0/routers/73276551-95c0-4018-8610-675f54b780b0 HTTP/1.1" status: 204 len: 168 time: 1.4999130 Jan 21 20:00:55.231222 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 44786) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:55.290618 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fef2209-8a27-464f-877e-8cbed8ffd6b1 admin admin] Deleting subnet 9ab3e716-12bc-4811-94b6-3024c0c47e50 {{(pid=88136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 21 20:00:55.293669 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3fef2209-8a27-464f-877e-8cbed8ffd6b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:55.344156 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3fef2209-8a27-464f-877e-8cbed8ffd6b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1613238'] for subnet, precommit_delete_associations {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:55.436583 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3fef2209-8a27-464f-877e-8cbed8ffd6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3524122'] for subnet, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:55.588958 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3fef2209-8a27-464f-877e-8cbed8ffd6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3524113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1613303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523450'] for subnet, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:55.629638 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef2209-8a27-464f-877e-8cbed8ffd6b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ab3e716-12bc-4811-94b6-3024c0c47e50,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 20:00:55.633301 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-3fef2209-8a27-464f-877e-8cbed8ffd6b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:55.638731 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572480a7-0220-4690-a877-692e5eca5092 None None] Network cc0d02e2-b19c-4bd7-9d75-23b420a22074 requested from dv-neutron-825470-1-hyperv {{(pid=88138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 21 20:00:55.639439 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-3fef2209-8a27-464f-877e-8cbed8ffd6b1 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/9ab3e716-12bc-4811-94b6-3024c0c47e50 HTTP/1.1" status: 204 len: 168 time: 0.4072070 Jan 21 20:00:55.642572 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 44790) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:55.746578 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-528cba13-c3eb-4423-abd5-e5b3ad4b0f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646220'] for network, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:55.759473 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-528cba13-c3eb-4423-abd5-e5b3ad4b0f90 admin admin] Deleting port fa6aeef1-4b7d-4250-b258-37b51c259e68 {{(pid=88136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 20:00:55.759731 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-528cba13-c3eb-4423-abd5-e5b3ad4b0f90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:55.881712 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43503aaf-9158-41e4-9316-979f296864e9 None None] DHCP port deletion for cc0d02e2-b19c-4bd7-9d75-23b420a22074 request from dv-neutron-825470-1-hyperv {{(pid=88138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 21 20:00:55.885605 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-43503aaf-9158-41e4-9316-979f296864e9 None None] Deleting port fa6aeef1-4b7d-4250-b258-37b51c259e68 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 20:00:55.886163 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-43503aaf-9158-41e4-9316-979f296864e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:55.962782 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.db [None req-528cba13-c3eb-4423-abd5-e5b3ad4b0f90 admin admin] For port fa6aeef1-4b7d-4250-b258-37b51c259e68, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=fa6aeef1-4b7d-4250-b258-37b51c259e68,segment=NetworkSegment(54d9ea28-f2bb-4cec-898c-976bd881fca9),segment_id=54d9ea28-f2bb-4cec-898c-976bd881fca9)] {{(pid=88136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 20:00:55.963126 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-528cba13-c3eb-4423-abd5-e5b3ad4b0f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:56.085609 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.plugin [None req-528cba13-c3eb-4423-abd5-e5b3ad4b0f90 admin admin] Calling delete_port for fa6aeef1-4b7d-4250-b258-37b51c259e68 owned by network:dhcp {{(pid=88136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 20:00:56.098125 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.db [None req-43503aaf-9158-41e4-9316-979f296864e9 None None] For port fa6aeef1-4b7d-4250-b258-37b51c259e68, host dv-neutron-825470-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825470-1-hyperv',level=0,port_id=fa6aeef1-4b7d-4250-b258-37b51c259e68,segment=NetworkSegment(54d9ea28-f2bb-4cec-898c-976bd881fca9),segment_id=54d9ea28-f2bb-4cec-898c-976bd881fca9)] {{(pid=88138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 21 20:00:56.098672 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-43503aaf-9158-41e4-9316-979f296864e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3723102'] for port, precommit_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:56.218460 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-43503aaf-9158-41e4-9316-979f296864e9 None None] Calling delete_port for fa6aeef1-4b7d-4250-b258-37b51c259e68 owned by network:dhcp {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 21 20:00:56.268554 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-528cba13-c3eb-4423-abd5-e5b3ad4b0f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4177962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763375366647', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763374877166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1613252'] for port, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:56.290111 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.db.api [None req-43503aaf-9158-41e4-9316-979f296864e9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 20:00:56.290462 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG oslo_db.api [None req-43503aaf-9158-41e4-9316-979f296864e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 20:00:56.316816 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528cba13-c3eb-4423-abd5-e5b3ad4b0f90 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa6aeef1-4b7d-4250-b258-37b51c259e68,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 20:00:56.320241 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528cba13-c3eb-4423-abd5-e5b3ad4b0f90 admin admin] No DVR routers for this DVR port fa6aeef1-4b7d-4250-b258-37b51c259e68 on host dv-neutron-825470-1-hyperv {{(pid=88136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 20:00:56.437659 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-528cba13-c3eb-4423-abd5-e5b3ad4b0f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3524856', 'neutron.services.segments.db._delete_segments_for_network-8763375347222'] for network, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:56.463179 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-528cba13-c3eb-4423-abd5-e5b3ad4b0f90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc0d02e2-b19c-4bd7-9d75-23b420a22074']}} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 20:00:56.475383 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-528cba13-c3eb-4423-abd5-e5b3ad4b0f90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54d9ea28-f2bb-4cec-898c-976bd881fca9') {'for_net_delete': True} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 20:00:56.475680 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.services.segments.db [None req-528cba13-c3eb-4423-abd5-e5b3ad4b0f90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54d9ea28-f2bb-4cec-898c-976bd881fca9') {} {{(pid=88136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 20:00:56.487568 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-528cba13-c3eb-4423-abd5-e5b3ad4b0f90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763375346737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1612613'] for segment, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:56.503529 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-528cba13-c3eb-4423-abd5-e5b3ad4b0f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530721'] for segment, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:56.509323 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-528cba13-c3eb-4423-abd5-e5b3ad4b0f90 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=88136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 20:00:56.509704 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-528cba13-c3eb-4423-abd5-e5b3ad4b0f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3530744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1613209'] for segment, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:56.527048 dv-neutron-825470-1-hyperv neutron-server[88136]: Traceback (most recent call last): Jan 21 20:00:56.527048 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 20:00:56.527048 dv-neutron-825470-1-hyperv neutron-server[88136]: timer() Jan 21 20:00:56.527048 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 20:00:56.527048 dv-neutron-825470-1-hyperv neutron-server[88136]: cb(*args, **kw) Jan 21 20:00:56.527048 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 21 20:00:56.527048 dv-neutron-825470-1-hyperv neutron-server[88136]: return func(*args, **kwargs) Jan 21 20:00:56.527048 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 20:00:56.527048 dv-neutron-825470-1-hyperv neutron-server[88136]: self._notify() Jan 21 20:00:56.527048 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 20:00:56.527048 dv-neutron-825470-1-hyperv neutron-server[88136]: self.callback(batched_events) Jan 21 20:00:56.527048 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 20:00:56.527048 dv-neutron-825470-1-hyperv neutron-server[88136]: event.method(event) Jan 21 20:00:56.527048 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 20:00:56.527048 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 20:00:56.527048 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 21 20:00:56.527048 dv-neutron-825470-1-hyperv neutron-server[88136]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 20:00:56.527048 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 20:00:56.527048 dv-neutron-825470-1-hyperv neutron-server[88136]: return f(self, *a, **k) Jan 21 20:00:56.527048 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 20:00:56.527048 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._get(url).json() Jan 21 20:00:56.527048 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 21 20:00:56.527048 dv-neutron-825470-1-hyperv neutron-server[88136]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 20:00:56.527048 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 20:00:56.527048 dv-neutron-825470-1-hyperv neutron-server[88136]: return self.request(url, 'GET', **kwargs) Jan 21 20:00:56.527048 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 20:00:56.527048 dv-neutron-825470-1-hyperv neutron-server[88136]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 20:00:56.527048 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 20:00:56.527048 dv-neutron-825470-1-hyperv neutron-server[88136]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 20:00:56.527048 dv-neutron-825470-1-hyperv neutron-server[88136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 20:00:56.527048 dv-neutron-825470-1-hyperv neutron-server[88136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 20:00:56.527048 dv-neutron-825470-1-hyperv neutron-server[88136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 20:00:56.676943 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-528cba13-c3eb-4423-abd5-e5b3ad4b0f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3524833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3720704'] for network, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:56.693272 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-528cba13-c3eb-4423-abd5-e5b3ad4b0f90 admin admin] Notify callbacks [] for network, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:56.702977 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528cba13-c3eb-4423-abd5-e5b3ad4b0f90 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc0d02e2-b19c-4bd7-9d75-23b420a22074,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 20:00:56.707963 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-528cba13-c3eb-4423-abd5-e5b3ad4b0f90 admin admin] 10.222.0.87 "DELETE /v2.0/networks/cc0d02e2-b19c-4bd7-9d75-23b420a22074 HTTP/1.1" status: 204 len: 168 time: 1.0641279 Jan 21 20:00:56.791397 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-43503aaf-9158-41e4-9316-979f296864e9 None None] Deleting port fa6aeef1-4b7d-4250-b258-37b51c259e68 {{(pid=88138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 21 20:00:56.791777 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-43503aaf-9158-41e4-9316-979f296864e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763375363274'] for port, before_delete {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:56.817476 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device fa6aeef1-4b7d-4250-b258-37b51c259e68 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 20:00:56.882445 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: fa6aeef1-4b7d-4250-b258-37b51c259e68 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 20:00:56.882782 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device fa6aeef1-4b7d-4250-b258-37b51c259e68 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 20:00:56.883189 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 3f591cfb-dadc-40d0-8ab6-b1bb8ba5f119 no longer exists at agent ovs-agent-dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 21 20:00:56.917502 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-43503aaf-9158-41e4-9316-979f296864e9 None None] The port 'fa6aeef1-4b7d-4250-b258-37b51c259e68' was deleted {{(pid=88138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 21 20:00:56.924275 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] No Port match for: 3f591cfb-dadc-40d0-8ab6-b1bb8ba5f119 {{(pid=88138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 21 20:00:56.924612 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron.plugins.ml2.rpc [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Device 3f591cfb-dadc-40d0-8ab6-b1bb8ba5f119 not bound to the agent host dv-neutron-825470-1-hyperv {{(pid=88138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 21 20:00:57.053314 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 44796) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:57.104607 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-4a870fb8-2b55-4d47-a9ae-fbce10d483ce admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7e1c7174af1b42dcb05e29371743664a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501211 Jan 21 20:00:57.107061 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 44800) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:57.164120 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2062fbae-22df-40fe-ad2d-cad29abd81d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:57.188860 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2062fbae-22df-40fe-ad2d-cad29abd81d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:57.316608 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2062fbae-22df-40fe-ad2d-cad29abd81d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:57.334328 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062fbae-22df-40fe-ad2d-cad29abd81d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd649442-e25f-4334-b3cf-791b5799f0c6,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 20:00:57.342386 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-2062fbae-22df-40fe-ad2d-cad29abd81d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:57.343491 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-2062fbae-22df-40fe-ad2d-cad29abd81d6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/dd649442-e25f-4334-b3cf-791b5799f0c6 HTTP/1.1" status: 204 len: 168 time: 0.2355604 Jan 21 20:00:57.373730 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-a2d64b7f-9080-4f6a-ac7c-2f734002eb18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:58.020099 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 44808) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:58.068556 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-20461b60-f04b-4b71-86d1-cca481df88f4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4c0511c38ee244b1beea3dc7b7542ded&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472736 Jan 21 20:00:58.070951 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.wsgi [-] (88136) accepted ('10.222.0.87', 44812) {{(pid=88136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:58.130199 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e295c11b-fa2c-40a5-8f1a-f84a4b47f6eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:58.154846 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e295c11b-fa2c-40a5-8f1a-f84a4b47f6eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:58.265189 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e295c11b-fa2c-40a5-8f1a-f84a4b47f6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3693000'] for security_group, after_delete {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:58.281018 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295c11b-fa2c-40a5-8f1a-f84a4b47f6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36805ea9-c02d-4bd7-aa36-c0ff331cfb11,revision_number=None']} {{(pid=88136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 20:00:58.286266 dv-neutron-825470-1-hyperv neutron-server[88136]: DEBUG neutron_lib.callbacks.manager [None req-e295c11b-fa2c-40a5-8f1a-f84a4b47f6eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:58.287028 dv-neutron-825470-1-hyperv neutron-server[88136]: INFO neutron.wsgi [None req-e295c11b-fa2c-40a5-8f1a-f84a4b47f6eb admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/36805ea9-c02d-4bd7-aa36-c0ff331cfb11 HTTP/1.1" status: 204 len: 168 time: 0.2152061 Jan 21 20:00:58.746071 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:58.829005 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:00:58.919945 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:01:00.371067 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:01:20.415631 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 20:01:25.054051 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c4d7a5d9-a5ff-4e19-8577-2a47905ea512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:01:27.322098 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-20c6c52e-c11d-44ab-b61e-f92562c28ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:01:28.750714 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:01:28.830753 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:01:28.910433 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:01:30.376519 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:01:55.028256 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d78e9f0a-70d5-4a99-a17b-35a0dbb03e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:01:57.324683 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-2b5913fa-c906-410f-9972-3a358f113f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:01:57.414921 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 20:01:58.732557 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:01:58.824752 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:01:58.930819 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:02:00.368230 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:02:25.050645 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0c3b6660-a54d-4492-910a-b1ec6ee1042b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:02:27.313541 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-ca44d0ec-a552-4f87-a4b3-e46233f4e514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:02:28.744399 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:02:28.824493 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:02:28.938810 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:02:30.447820 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:02:34.414049 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 20:02:55.070053 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-56244aeb-81f9-4d82-8eee-e426d22cb1d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:02:57.359048 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-d841cfd4-f3c7-4dab-a84b-534b21ac1873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:02:58.761400 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:02:58.841254 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:02:58.961263 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:03:00.378387 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:03:11.416160 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 20:03:25.049967 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-37f56ec8-785a-4a4c-9687-ed371cebdb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:03:27.318848 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-22c3b575-b1f3-4874-b69e-6e3ec05ed14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:03:28.744773 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:03:28.822142 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:03:28.970532 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:03:30.394933 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:03:48.414935 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 20:03:55.055471 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-724eb649-9733-4201-a79f-f03565a55cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:03:57.355490 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7047d08d-96e9-4fdb-a513-31c0a6a4cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:03:58.726283 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:03:58.817669 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:03:58.975679 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:04:00.381296 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:04:25.043986 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-44bad907-cee9-4bcc-9540-46b9d061ac7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:04:25.414396 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 20:04:27.320030 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-7b3901eb-a221-4ab8-b0af-9dc57e4313c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:04:28.741170 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:04:28.821180 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:04:28.952513 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:04:30.381297 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:04:55.074177 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-28f1b5a2-7e0e-4b74-99f6-9e45de2399fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:04:57.314084 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-3b24d502-19d4-41c9-8d3e-b1ad1d06d9c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:04:58.771405 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:04:58.815297 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:04:58.958641 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:05:00.382505 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:05:02.413612 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 20:05:25.034114 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-c88d7809-0fc6-4c7c-b45e-05f3d14c2abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:05:27.312126 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eea658f6-cb3a-4263-9cd2-45f15f55deb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:05:28.731047 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:05:28.810943 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:05:28.959391 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:05:30.392790 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:05:39.412330 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 20:05:55.027486 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5aa21586-3096-4dd7-a7c1-48b505430e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:05:57.324506 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-e858aa6f-0b8e-491e-abc4-71f64ce17364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:05:58.761296 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:05:58.827514 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:05:58.947629 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:06:00.397626 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:06:16.410924 dv-neutron-825470-1-hyperv neutron-server[88139]: DEBUG neutron.db.agents_db [None req-5560e890-92c3-4f73-960a-9276569a9e53 None None] Agent healthcheck: found 6 active agents {{(pid=88139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 21 20:06:25.072611 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-5c7b6f8d-e263-405d-9246-18a7c2a6dcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:06:27.301544 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-506e3149-692b-4e88-8743-0392efabefd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:06:28.735779 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b90-5c35-475a-a39a-288e12338e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:06:28.838602 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-441af9fa-c724-424f-874f-b671fc432ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:06:28.958438 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-92094015-2db3-4dc1-94c6-b454da4f1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 21 20:06:30.404619 dv-neutron-825470-1-hyperv neutron-server[88138]: DEBUG neutron_lib.callbacks.manager [None req-eae57236-407d-4088-89f7-777858e837fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763375347204', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3605310'] for agent, after_update {{(pid=88138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}